#!/usr/bin/perl

#This script calls wget, unzip, and mv, so you'll need to have those binaries installed.

`wget -N  http://www.iana.org/assignments/language-subtag-registry`;
`mv language-subtag-registry language-subtag-registry.txt`;
`wget -N http://www.loc.gov/standards/iso639-2/ISO-639-2_utf-8.txt`;
`wget -N http://www.loc.gov/standards/iso639-5/iso639-5.pipe.txt`;
`wget -N http://unicode.org/iso15924/iso15924.txt.zip`;
`wget -N http://www.iso.org/iso/iso3166_en_code_lists.txt`;
`wget -N http://www.iso.org/iso/iso3166_fr_code_lists.txt`;

$ret = `unzip -o iso15924.txt.zip`;
$ret =~ /(iso15924-utf.+)/;
`mv -f \"$1\" \"iso15924-utf8.txt\"`;
`rm iso15924.txt.zip`;

`wget -N http://www.sil.org/iso639-3/download.asp`;
open DL, "download.asp";
while (<DL>) {$downloadasp .= $_;}
close (DL);
`rm download.asp`;

$downloadasp =~ /Download ISO 639-3 code set <a HREF=\"([^\"]+)\">UTF-8/;
`wget -N "http://www.sil.org/iso639-3/$1"`;
`mv -f \"$1\" \"iso-639-3.tab\"`;

$downloadasp =~ /Download ISO 639-3 Language Names Index <a HREF=\"([^\"]+)\">UTF-8/;
`wget -N "http://www.sil.org/iso639-3/$1"`;
`mv -f \"$1\" \"iso-639-3_Name_Index.tab\"`;

$downloadasp =~ /Download <a HREF=\"([^\"]+)\">ISO 639-3 code retirement mappings/;
`wget -N "http://www.sil.org/iso639-3/$1"`;
`mv -f \"$1\" \"iso-639-3_Retirements.tab\"`;