From edce82f1afb2110664a48a37963156e4e3f98067 Mon Sep 17 00:00:00 2001 From: primal Date: Thu, 29 Jan 2026 22:28:09 -0500 Subject: [PATCH] Skip bare TLDs during domain import Domains without a dot (e.g., "com", "net", "org") are bare TLDs from Common Crawl data and should not be processed as domains. Co-Authored-By: Claude Opus 4.5 --- domain.go | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/domain.go b/domain.go index 4fb32c4..0c044d2 100644 --- a/domain.go +++ b/domain.go @@ -33,6 +33,10 @@ func shouldAutoSkipDomain(host string) bool { if strings.HasSuffix(host, "1440.news") || host == "1440.news" { return false } + // Skip bare TLDs (no dot means it's just "com", "net", etc.) + if !strings.Contains(host, ".") { + return true + } // Skip domains starting with a digit (spam pattern) if len(host) > 0 && host[0] >= '0' && host[0] <= '9' { return true