Browse Source

publicsuffix: update table to latest list from publicsuffix.org.

Also drop some leading zeroes in in the generated table.go file. Its
size drops from 140K to 124K. After gzipping, this is from 46K to 45K.
It's not a huge win, but it's a win.

Change-Id: Ib1c13fb8b58b4eca231b5d74c15297f245c62e7c
Reviewed-on: https://go-review.googlesource.com/24753
Reviewed-by: Andrew Gerrand <adg@golang.org>
Nigel Tao 9 years ago
parent
commit
7864c9eef8
3 changed files with 8548 additions and 8486 deletions
  1. 2 2
      publicsuffix/gen.go
  2. 8485 8463
      publicsuffix/table.go
  3. 61 21
      publicsuffix/table_test.go

+ 2 - 2
publicsuffix/gen.go

@@ -420,7 +420,7 @@ var children=[...]uint32{
 			fmt.Fprintf(w, "0x%08x, // c0x%04x (%s)%s %s\n",
 			fmt.Fprintf(w, "0x%08x, // c0x%04x (%s)%s %s\n",
 				c, i, s, wildcardStr(wildcard), nodeTypeStr(nodeType))
 				c, i, s, wildcardStr(wildcard), nodeTypeStr(nodeType))
 		} else {
 		} else {
-			fmt.Fprintf(w, "0x%08x,\n", c)
+			fmt.Fprintf(w, "0x%x,\n", c)
 		}
 		}
 	}
 	}
 	fmt.Fprintf(w, "}\n\n")
 	fmt.Fprintf(w, "}\n\n")
@@ -560,7 +560,7 @@ func printNode(w io.Writer, n *node) error {
 				nodeTypeStr(c.nodeType), icannStr(c.icann), c.label,
 				nodeTypeStr(c.nodeType), icannStr(c.icann), c.label,
 			)
 			)
 		} else {
 		} else {
-			fmt.Fprintf(w, "0x%08x,\n", encoding)
+			fmt.Fprintf(w, "0x%x,\n", encoding)
 		}
 		}
 	}
 	}
 	return nil
 	return nil

File diff suppressed because it is too large
+ 8485 - 8463
publicsuffix/table.go


+ 61 - 21
publicsuffix/table_test.go

@@ -215,16 +215,12 @@ var rules = [...]string{
 	"pro.az",
 	"pro.az",
 	"biz.az",
 	"biz.az",
 	"ba",
 	"ba",
-	"org.ba",
-	"net.ba",
+	"com.ba",
 	"edu.ba",
 	"edu.ba",
 	"gov.ba",
 	"gov.ba",
 	"mil.ba",
 	"mil.ba",
-	"unsa.ba",
-	"unbi.ba",
-	"co.ba",
-	"com.ba",
-	"rs.ba",
+	"net.ba",
+	"org.ba",
 	"bb",
 	"bb",
 	"biz.bb",
 	"biz.bb",
 	"co.bb",
 	"co.bb",
@@ -2215,7 +2211,6 @@ var rules = [...]string{
 	"kamiamakusa.kumamoto.jp",
 	"kamiamakusa.kumamoto.jp",
 	"kashima.kumamoto.jp",
 	"kashima.kumamoto.jp",
 	"kikuchi.kumamoto.jp",
 	"kikuchi.kumamoto.jp",
-	"kosa.kumamoto.jp",
 	"kumamoto.kumamoto.jp",
 	"kumamoto.kumamoto.jp",
 	"mashiki.kumamoto.jp",
 	"mashiki.kumamoto.jp",
 	"mifune.kumamoto.jp",
 	"mifune.kumamoto.jp",
@@ -7286,26 +7281,27 @@ var rules = [...]string{
 	"zippo",
 	"zippo",
 	"zone",
 	"zone",
 	"zuerich",
 	"zuerich",
+	"beep.pl",
 	"*.compute.estate",
 	"*.compute.estate",
 	"*.alces.network",
 	"*.alces.network",
 	"cloudfront.net",
 	"cloudfront.net",
+	"compute.amazonaws.com",
 	"ap-northeast-1.compute.amazonaws.com",
 	"ap-northeast-1.compute.amazonaws.com",
 	"ap-northeast-2.compute.amazonaws.com",
 	"ap-northeast-2.compute.amazonaws.com",
 	"ap-southeast-1.compute.amazonaws.com",
 	"ap-southeast-1.compute.amazonaws.com",
 	"ap-southeast-2.compute.amazonaws.com",
 	"ap-southeast-2.compute.amazonaws.com",
-	"cn-north-1.compute.amazonaws.cn",
-	"compute-1.amazonaws.com",
-	"compute.amazonaws.cn",
-	"compute.amazonaws.com",
 	"eu-central-1.compute.amazonaws.com",
 	"eu-central-1.compute.amazonaws.com",
 	"eu-west-1.compute.amazonaws.com",
 	"eu-west-1.compute.amazonaws.com",
 	"sa-east-1.compute.amazonaws.com",
 	"sa-east-1.compute.amazonaws.com",
-	"us-east-1.amazonaws.com",
 	"us-gov-west-1.compute.amazonaws.com",
 	"us-gov-west-1.compute.amazonaws.com",
 	"us-west-1.compute.amazonaws.com",
 	"us-west-1.compute.amazonaws.com",
 	"us-west-2.compute.amazonaws.com",
 	"us-west-2.compute.amazonaws.com",
+	"us-east-1.amazonaws.com",
+	"compute-1.amazonaws.com",
 	"z-1.compute-1.amazonaws.com",
 	"z-1.compute-1.amazonaws.com",
 	"z-2.compute-1.amazonaws.com",
 	"z-2.compute-1.amazonaws.com",
+	"compute.amazonaws.com.cn",
+	"cn-north-1.compute.amazonaws.com.cn",
 	"elasticbeanstalk.com",
 	"elasticbeanstalk.com",
 	"elb.amazonaws.com",
 	"elb.amazonaws.com",
 	"s3.amazonaws.com",
 	"s3.amazonaws.com",
@@ -7326,8 +7322,14 @@ var rules = [...]string{
 	"s3.cn-north-1.amazonaws.com.cn",
 	"s3.cn-north-1.amazonaws.com.cn",
 	"s3.eu-central-1.amazonaws.com",
 	"s3.eu-central-1.amazonaws.com",
 	"on-aptible.com",
 	"on-aptible.com",
+	"potager.org",
+	"poivron.org",
+	"sweetpepper.org",
+	"pimienta.org",
 	"myfritz.net",
 	"myfritz.net",
 	"betainabox.com",
 	"betainabox.com",
+	"boxfuse.io",
+	"mycd.eu",
 	"ae.org",
 	"ae.org",
 	"ar.com",
 	"ar.com",
 	"br.com",
 	"br.com",
@@ -7362,7 +7364,9 @@ var rules = [...]string{
 	"us.org",
 	"us.org",
 	"co.com",
 	"co.com",
 	"c.la",
 	"c.la",
+	"certmgr.org",
 	"xenapponazure.com",
 	"xenapponazure.com",
+	"virtueeldomein.nl",
 	"cloudcontrolled.com",
 	"cloudcontrolled.com",
 	"cloudcontrolapp.com",
 	"cloudcontrolapp.com",
 	"co.ca",
 	"co.ca",
@@ -7375,6 +7379,8 @@ var rules = [...]string{
 	"co.nl",
 	"co.nl",
 	"co.no",
 	"co.no",
 	"*.platform.sh",
 	"*.platform.sh",
+	"realm.cz",
+	"*.cryptonomic.net",
 	"cupcake.is",
 	"cupcake.is",
 	"cyon.link",
 	"cyon.link",
 	"cyon.site",
 	"cyon.site",
@@ -7728,12 +7734,17 @@ var rules = [...]string{
 	"tr.eu.org",
 	"tr.eu.org",
 	"uk.eu.org",
 	"uk.eu.org",
 	"us.eu.org",
 	"us.eu.org",
+	"eu-1.evennode.com",
+	"eu-2.evennode.com",
+	"us-1.evennode.com",
+	"us-2.evennode.com",
 	"apps.fbsbx.com",
 	"apps.fbsbx.com",
 	"a.ssl.fastly.net",
 	"a.ssl.fastly.net",
 	"b.ssl.fastly.net",
 	"b.ssl.fastly.net",
 	"global.ssl.fastly.net",
 	"global.ssl.fastly.net",
 	"a.prod.fastly.net",
 	"a.prod.fastly.net",
 	"global.prod.fastly.net",
 	"global.prod.fastly.net",
+	"fhapp.xyz",
 	"firebaseapp.com",
 	"firebaseapp.com",
 	"flynnhub.com",
 	"flynnhub.com",
 	"freebox-os.com",
 	"freebox-os.com",
@@ -7836,11 +7847,16 @@ var rules = [...]string{
 	"withgoogle.com",
 	"withgoogle.com",
 	"withyoutube.com",
 	"withyoutube.com",
 	"hashbang.sh",
 	"hashbang.sh",
+	"hasura-app.io",
+	"hepforge.org",
 	"herokuapp.com",
 	"herokuapp.com",
 	"herokussl.com",
 	"herokussl.com",
 	"iki.fi",
 	"iki.fi",
 	"biz.at",
 	"biz.at",
 	"info.at",
 	"info.at",
+	"*.magentosite.cloud",
+	"meteorapp.com",
+	"eu.meteorapp.com",
 	"co.pl",
 	"co.pl",
 	"azurewebsites.net",
 	"azurewebsites.net",
 	"azure-mobile.net",
 	"azure-mobile.net",
@@ -7962,9 +7978,12 @@ var rules = [...]string{
 	"rhcloud.com",
 	"rhcloud.com",
 	"hzc.io",
 	"hzc.io",
 	"sandcats.io",
 	"sandcats.io",
+	"logoip.de",
+	"logoip.com",
 	"biz.ua",
 	"biz.ua",
 	"co.ua",
 	"co.ua",
 	"pp.ua",
 	"pp.ua",
+	"myshopblocks.com",
 	"sinaapp.com",
 	"sinaapp.com",
 	"vipsinaapp.com",
 	"vipsinaapp.com",
 	"1kapp.com",
 	"1kapp.com",
@@ -7992,6 +8011,7 @@ var rules = [...]string{
 	"sopot.pl",
 	"sopot.pl",
 	"bloxcms.com",
 	"bloxcms.com",
 	"townnews-staging.com",
 	"townnews-staging.com",
+	"tuxfamily.org",
 	"hk.com",
 	"hk.com",
 	"hk.org",
 	"hk.org",
 	"ltd.hk",
 	"ltd.hk",
@@ -9756,16 +9776,12 @@ var nodeLabels = [...]string{
 	"pp",
 	"pp",
 	"pro",
 	"pro",
 	"blogspot",
 	"blogspot",
-	"co",
 	"com",
 	"com",
 	"edu",
 	"edu",
 	"gov",
 	"gov",
 	"mil",
 	"mil",
 	"net",
 	"net",
 	"org",
 	"org",
-	"rs",
-	"unbi",
-	"unsa",
 	"biz",
 	"biz",
 	"co",
 	"co",
 	"com",
 	"com",
@@ -9997,13 +10013,13 @@ var nodeLabels = [...]string{
 	"gob",
 	"gob",
 	"gov",
 	"gov",
 	"mil",
 	"mil",
+	"magentosite",
 	"co",
 	"co",
 	"com",
 	"com",
 	"gov",
 	"gov",
 	"net",
 	"net",
 	"ac",
 	"ac",
 	"ah",
 	"ah",
-	"amazonaws",
 	"bj",
 	"bj",
 	"com",
 	"com",
 	"cq",
 	"cq",
@@ -10046,11 +10062,11 @@ var nodeLabels = [...]string{
 	"xz",
 	"xz",
 	"yn",
 	"yn",
 	"zj",
 	"zj",
-	"compute",
-	"cn-north-1",
 	"amazonaws",
 	"amazonaws",
 	"cn-north-1",
 	"cn-north-1",
+	"compute",
 	"s3",
 	"s3",
+	"cn-north-1",
 	"arts",
 	"arts",
 	"com",
 	"com",
 	"edu",
 	"edu",
@@ -10122,6 +10138,7 @@ var nodeLabels = [...]string{
 	"est-le-patron",
 	"est-le-patron",
 	"est-mon-blogueur",
 	"est-mon-blogueur",
 	"eu",
 	"eu",
+	"evennode",
 	"familyds",
 	"familyds",
 	"fbsbx",
 	"fbsbx",
 	"firebaseapp",
 	"firebaseapp",
@@ -10259,10 +10276,13 @@ var nodeLabels = [...]string{
 	"kr",
 	"kr",
 	"likes-pie",
 	"likes-pie",
 	"likescandy",
 	"likescandy",
+	"logoip",
+	"meteorapp",
 	"mex",
 	"mex",
 	"myactivedirectory",
 	"myactivedirectory",
 	"mydrobo",
 	"mydrobo",
 	"mysecuritycamera",
 	"mysecuritycamera",
+	"myshopblocks",
 	"myvnc",
 	"myvnc",
 	"neat-url",
 	"neat-url",
 	"net-freaks",
 	"net-freaks",
@@ -10361,10 +10381,15 @@ var nodeLabels = [...]string{
 	"s3",
 	"s3",
 	"alpha",
 	"alpha",
 	"beta",
 	"beta",
+	"eu-1",
+	"eu-2",
+	"us-1",
+	"us-2",
 	"apps",
 	"apps",
 	"api",
 	"api",
 	"ext",
 	"ext",
 	"gist",
 	"gist",
+	"eu",
 	"xen",
 	"xen",
 	"ac",
 	"ac",
 	"co",
 	"co",
@@ -10403,6 +10428,7 @@ var nodeLabels = [...]string{
 	"blogspot",
 	"blogspot",
 	"co",
 	"co",
 	"e4",
 	"e4",
+	"realm",
 	"blogspot",
 	"blogspot",
 	"com",
 	"com",
 	"dnshome",
 	"dnshome",
@@ -10412,6 +10438,7 @@ var nodeLabels = [...]string{
 	"istmein",
 	"istmein",
 	"lebtimnetz",
 	"lebtimnetz",
 	"leitungsen",
 	"leitungsen",
+	"logoip",
 	"traeumtgerade",
 	"traeumtgerade",
 	"biz",
 	"biz",
 	"blogspot",
 	"blogspot",
@@ -10490,6 +10517,7 @@ var nodeLabels = [...]string{
 	"name",
 	"name",
 	"net",
 	"net",
 	"org",
 	"org",
+	"mycd",
 	"aland",
 	"aland",
 	"blogspot",
 	"blogspot",
 	"dy",
 	"dy",
@@ -10724,9 +10752,11 @@ var nodeLabels = [...]string{
 	"selfip",
 	"selfip",
 	"webhop",
 	"webhop",
 	"eu",
 	"eu",
+	"boxfuse",
 	"com",
 	"com",
 	"dedyn",
 	"dedyn",
 	"github",
 	"github",
+	"hasura-app",
 	"hzc",
 	"hzc",
 	"ngrok",
 	"ngrok",
 	"nid",
 	"nid",
@@ -12057,7 +12087,6 @@ var nodeLabels = [...]string{
 	"kamiamakusa",
 	"kamiamakusa",
 	"kashima",
 	"kashima",
 	"kikuchi",
 	"kikuchi",
-	"kosa",
 	"kumamoto",
 	"kumamoto",
 	"mashiki",
 	"mashiki",
 	"mifune",
 	"mifune",
@@ -13786,6 +13815,7 @@ var nodeLabels = [...]string{
 	"cloudapp",
 	"cloudapp",
 	"cloudfront",
 	"cloudfront",
 	"cloudfunctions",
 	"cloudfunctions",
+	"cryptonomic",
 	"ddns",
 	"ddns",
 	"dnsalias",
 	"dnsalias",
 	"dnsdojo",
 	"dnsdojo",
@@ -13892,6 +13922,7 @@ var nodeLabels = [...]string{
 	"blogspot",
 	"blogspot",
 	"bv",
 	"bv",
 	"co",
 	"co",
+	"virtueeldomein",
 	"aa",
 	"aa",
 	"aarborte",
 	"aarborte",
 	"aejrie",
 	"aejrie",
@@ -14702,6 +14733,7 @@ var nodeLabels = [...]string{
 	"cable-modem",
 	"cable-modem",
 	"cdn77",
 	"cdn77",
 	"cdn77-secure",
 	"cdn77-secure",
+	"certmgr",
 	"collegefan",
 	"collegefan",
 	"couchpotatofries",
 	"couchpotatofries",
 	"dnsalias",
 	"dnsalias",
@@ -14721,6 +14753,7 @@ var nodeLabels = [...]string{
 	"from-me",
 	"from-me",
 	"game-host",
 	"game-host",
 	"gotdns",
 	"gotdns",
+	"hepforge",
 	"hk",
 	"hk",
 	"hobby-site",
 	"hobby-site",
 	"homedns",
 	"homedns",
@@ -14753,7 +14786,10 @@ var nodeLabels = [...]string{
 	"mysecuritycamera",
 	"mysecuritycamera",
 	"nflfan",
 	"nflfan",
 	"no-ip",
 	"no-ip",
+	"pimienta",
 	"podzone",
 	"podzone",
+	"poivron",
+	"potager",
 	"read-books",
 	"read-books",
 	"readmyblog",
 	"readmyblog",
 	"selfip",
 	"selfip",
@@ -14762,7 +14798,9 @@ var nodeLabels = [...]string{
 	"serveftp",
 	"serveftp",
 	"servegame",
 	"servegame",
 	"stuff-4-sale",
 	"stuff-4-sale",
+	"sweetpepper",
 	"tunk",
 	"tunk",
+	"tuxfamily",
 	"ufcfan",
 	"ufcfan",
 	"us",
 	"us",
 	"webhop",
 	"webhop",
@@ -14882,6 +14920,7 @@ var nodeLabels = [...]string{
 	"auto",
 	"auto",
 	"babia-gora",
 	"babia-gora",
 	"bedzin",
 	"bedzin",
+	"beep",
 	"beskidy",
 	"beskidy",
 	"bialowieza",
 	"bialowieza",
 	"bialystok",
 	"bialystok",
@@ -16003,6 +16042,7 @@ var nodeLabels = [...]string{
 	"xn--d1at",
 	"xn--d1at",
 	"xn--o1ac",
 	"xn--o1ac",
 	"xn--o1ach",
 	"xn--o1ach",
+	"fhapp",
 	"ac",
 	"ac",
 	"agric",
 	"agric",
 	"alt",
 	"alt",

Some files were not shown because too many files changed in this diff