diff --git a/go.mod b/go.mod index 85a200b..88fbd80 100644 --- a/go.mod +++ b/go.mod @@ -2,6 +2,15 @@ module github.com/chandlerswift/hats-domains go 1.17 -require github.com/tebeka/selenium v0.9.9 +require ( + github.com/likexian/whois v1.12.4 + github.com/likexian/whois-parser v1.22.0 + github.com/tebeka/selenium v0.9.9 +) -require github.com/blang/semver v3.5.1+incompatible // indirect +require ( + github.com/blang/semver v3.5.1+incompatible // indirect + github.com/likexian/gokit v0.25.6 // indirect + golang.org/x/net v0.0.0-20210929193557-e81a3d93ecf6 // indirect + golang.org/x/text v0.3.7 // indirect +) diff --git a/go.sum b/go.sum index cfef2f4..c792e2b 100644 --- a/go.sum +++ b/go.sum @@ -34,6 +34,12 @@ github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5m github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU= +github.com/likexian/gokit v0.25.6 h1:DZuMrmfgXErhdfI9SIS6tVMZ5QbRMP3aruHNq5lGcMI= +github.com/likexian/gokit v0.25.6/go.mod h1:q1LC+z3cBymJuE4oeiWiIPhJceUa0nptg4Id8tSzjZI= +github.com/likexian/whois v1.12.4 h1:NqUNc9LC4G5Fq62o6a3nw/HO8haJDULEudcJPyPMwXg= +github.com/likexian/whois v1.12.4/go.mod h1:SfdfmB72mSdrC/8eLjYkeaEJp9t1MPAgp0ebCzZfYXw= +github.com/likexian/whois-parser v1.22.0 h1:YXSNvDNBy+cZG+2JZWJvWbMHrDY35r6Etpu1TNDPYW0= +github.com/likexian/whois-parser v1.22.0/go.mod h1:2bJqtH4tNPanBvOp/3Kj3Sd12S9vxTbsJ0+0zjRc3ow= github.com/tebeka/selenium v0.9.9 h1:cNziB+etNgyH/7KlNI7RMC1ua5aH1+5wUlFQyzeMh+w= github.com/tebeka/selenium v0.9.9/go.mod h1:5Fr8+pUvU6B1OiPfkdCKdXZyr5znvVkxuPd0NOdZCQc= go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU= @@ -58,8 +64,10 @@ golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn golang.org/x/net v0.0.0-20190501004415-9ce7a6920f09/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190503192946-f4e77d36d62c/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190603091049-60506f45cf65/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= -golang.org/x/net v0.0.0-20190620200207-3b0461eec859 h1:R/3boaszxrf1GEUWTVDzSKVwLmSJpwZ1yqXm8j0v2QI= golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20210928044308-7d9f5e0b762b/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20210929193557-e81a3d93ecf6 h1:Z04ewVs7JhXaYkmDhBERPi41gnltfQpMWDnTnQbaCqk= +golang.org/x/net v0.0.0-20210929193557-e81a3d93ecf6/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= @@ -76,9 +84,15 @@ golang.org/x/sys v0.0.0-20190502145724-3ef323f4f1fd/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20190507160741-ecd444e8653b/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190606165138-5da285871e9c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190624142023-c5567b49c5d0/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= +golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.7 h1:olpwvP2KacW1ZWvsR7uQhoyTYvKAupfQrRGBFM352Gk= +golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= diff --git a/main.go b/main.go index d4afad1..06138ad 100644 --- a/main.go +++ b/main.go @@ -36,30 +36,58 @@ import ( "os" "time" + "github.com/likexian/whois" + whoisparser "github.com/likexian/whois-parser" "github.com/tebeka/selenium" ) type HatsSite struct { DomainName string - Owner string - Since time.Time + Available bool + FetchTime time.Time + DomainInfo *whoisparser.Domain + Registrar *whoisparser.Contact + Registrant *whoisparser.Contact ScreenshotURL template.URL Title string - FetchTime time.Time HTTPOpen bool HTTPSOpen bool } func getSites(largest int, wd selenium.WebDriver) (sites []HatsSite, err error) { + // TODO: 1hat.com 0hats.com, hats.com; possibly onehat.com, twohats.com, etc for i := 2; i <= largest; i++ { - domainName := fmt.Sprintf("%vhats.com", i) + hatsSite := HatsSite{ + DomainName: fmt.Sprintf("%dhats.com", i), + FetchTime: time.Now(), + } + log.Printf("Retrieving info for %v\n", hatsSite.DomainName) - err := wd.Get(fmt.Sprintf("http://%v/", domainName)) + // Check if domain is registered + query_result, err := whois.Whois(hatsSite.DomainName) + if err != nil { + return sites, err + } + result, err := whoisparser.Parse(query_result) + if err == whoisparser.ErrNotFoundDomain { + hatsSite.Available = true + sites = append(sites, hatsSite) + continue + } else if err != nil { + return sites, err + } + hatsSite.Available = false + hatsSite.DomainInfo = result.Domain + hatsSite.Registrar = result.Registrar + hatsSite.Registrant = result.Registrant + + // Get web page, take screenshot + err = wd.Get(fmt.Sprintf("http://%v/", hatsSite.DomainName)) if err != nil { return sites, err } - title, err := wd.Title() + hatsSite.Title, err = wd.Title() if err != nil { return sites, err } @@ -68,22 +96,18 @@ func getSites(largest int, wd selenium.WebDriver) (sites []HatsSite, err error) if err != nil { return sites, err } + hatsSite.ScreenshotURL = template.URL(fmt.Sprintf("data:image/png;base64,%v", base64.StdEncoding.EncodeToString(screenshot))) - sites = append(sites, HatsSite{ - DomainName: domainName, - Owner: "unknown", - ScreenshotURL: template.URL(fmt.Sprintf("data:image/png;base64,%v", base64.StdEncoding.EncodeToString(screenshot))), - Title: title, - FetchTime: time.Now(), - HTTPOpen: false, // TODO - HTTPSOpen: false, // TODO - }) + sites = append(sites, hatsSite) } return sites, nil } func generateHTML(sites []HatsSite, w io.Writer) error { - tmpl, err := template.New("main").Parse(` + funcs := template.FuncMap{ + "parseTime": func(s string) time.Time { time, _ := time.Parse(time.RFC3339, s); return time }, + } + tmpl, err := template.New("main").Funcs(funcs).Parse(` @@ -100,9 +124,13 @@ func generateHTML(sites []HatsSite, w io.Writer) error {

{n}hats.com domains

Summary

    - {{range .}} -
  1. {{.DomainName}} – Registered since TODO
    2. + {{range .}} + {{if .Available}} +
  2. {{.DomainName}} – Available!
    3. + {{else}} +
  3. {{.DomainName}} – Registered since {{(parseTime .DomainInfo.CreatedDate).Format "Mon Jan 2 2006" }}
    4. {{end}} + {{end}}
{{range .}}

{{.DomainName}}

@@ -112,9 +140,11 @@ func generateHTML(sites []HatsSite, w io.Writer) error {
Title
{{.Title}}
Owner
-
{{.Owner}}
+
{{.Registrant.Name}} <{{.Registrant.Email}}>
+ {{with .DomainInfo.CreatedDate}}
Since
-
{{.Since.Format "Mon Jan 2 2006" }}
+
{{(parseTime .).Format "Mon Jan 2 2006" }}
+ {{end}} screenshot of {{.DomainName}} as of {{.FetchTime.Format {{end}}