Fix blocking TLD sync loop - add missing go keyword
Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
@@ -30,7 +30,7 @@ func main() {
|
|||||||
go crawler.UpdateStats()
|
go crawler.UpdateStats()
|
||||||
|
|
||||||
// Start all loops independently
|
// Start all loops independently
|
||||||
fmt.Println("Starting import, crawl, and stats loops...")
|
fmt.Println("Starting import and processing loops...")
|
||||||
|
|
||||||
// Import loop (background) - imports .com domains from vertices.txt.gz
|
// Import loop (background) - imports .com domains from vertices.txt.gz
|
||||||
go crawler.ImportDomainsInBackground("vertices.txt.gz")
|
go crawler.ImportDomainsInBackground("vertices.txt.gz")
|
||||||
@@ -41,8 +41,8 @@ func main() {
|
|||||||
"ycombinator.com",
|
"ycombinator.com",
|
||||||
})
|
})
|
||||||
|
|
||||||
// Check loop (background)
|
// feed_check loop (background) - checks feeds for new items
|
||||||
go crawler.StartCheckLoop()
|
go crawler.StartFeedCheckLoop()
|
||||||
|
|
||||||
// Stats loop (background) - updates once per minute
|
// Stats loop (background) - updates once per minute
|
||||||
go crawler.StartStatsLoop()
|
go crawler.StartStatsLoop()
|
||||||
@@ -53,11 +53,14 @@ func main() {
|
|||||||
// Maintenance loop (background) - WAL checkpoints and integrity checks
|
// Maintenance loop (background) - WAL checkpoints and integrity checks
|
||||||
go crawler.StartMaintenanceLoop()
|
go crawler.StartMaintenanceLoop()
|
||||||
|
|
||||||
|
// TLD sync loop (background) - syncs with IANA, marks dead TLDs, adds new ones
|
||||||
|
go crawler.startTLDSyncLoop()
|
||||||
|
|
||||||
// Publish loop (background) - autopublishes items for approved feeds
|
// Publish loop (background) - autopublishes items for approved feeds
|
||||||
go crawler.StartPublishLoop()
|
go crawler.StartPublishLoop()
|
||||||
|
|
||||||
// Crawl loop (background) - crawls approved domains for feeds
|
// Domain loop (background) - domain_check + feed_crawl
|
||||||
go crawler.StartCrawlLoop()
|
go crawler.StartDomainLoop()
|
||||||
|
|
||||||
// Wait for shutdown signal
|
// Wait for shutdown signal
|
||||||
sig := <-sigChan
|
sig := <-sigChan
|
||||||
|
|||||||
Reference in New Issue
Block a user