searchhut/cmd/sh-index/main.go

package main

import (
	"database/sql"
	"log"
	"os"

	_ "github.com/lib/pq"

	"git.sr.ht/~sircmpwn/searchhut/config"
	"git.sr.ht/~sircmpwn/searchhut/crawler"
)

func main() {
	domain := os.Args[1]

	conf := config.Load()
	connstr, ok := conf.Get("searchhut", "connection-string")
	if !ok {
		log.Fatal("Configuration missing connection string")
	}

	db, err := sql.Open("postgres", connstr)
	if err != nil {
		log.Fatal(err)
	}

	crawler := crawler.NewCrawler(db, domain)
	crawler.Crawl()
}