crawler

type CrawlResult struct {
	// contains filtered or unexported fields
}

type PageResult struct {
	URL        string
	StatusCode int
	Error      error
	Response   string
}

type Sitemap struct {
	Loc string `xml:"loc"`
}

type SitemapIndex struct {
	XMLName  xml.Name  `xml:"sitemapindex"`
	Sitemaps []Sitemap `xml:"sitemap"`
}

type SitemapResult struct {
	// contains filtered or unexported fields
}

type URL struct {
	Loc        string `xml:"loc"`
	LastMod    string `xml:"lastmod"`
	ChangeFreq string `xml:"changefreq"`
	Priority   string `xml:"priority"`
}

type URLSet struct {
	XMLName xml.Name `xml:"urlset"`
	URLs    []URL    `xml:"url"`
}