Initial rework of matchLink

This commit is contained in:
LajamerrMittesdine
2018-06-27 13:45:54 -04:00
committed by fourtf
parent 6a93aa412e
commit 7fe8ff97e0
4 changed files with 1747 additions and 3 deletions
+13
View File
@@ -0,0 +1,13 @@
#!/bin/sh
#Download the official list of active TLDs from IANA
#Remove the first line that contains data not needed.
#Put everything that can be into lowercase.
#Output the result to a file.
curl -s 'https://data.iana.org/TLD/tlds-alpha-by-domain.txt' | sed -e '1d' -e 's/\(.*\)/\L\1/' > tlds.txt
#Get the TLDs in punycode format.
#Convert the punycode to Unicode.
#Append the results to the current file.
sed -n -e '/^xn--/p' tlds.txt | idn2 -d >> tlds.txt
mv tlds.txt ../resources/tlds.txt