crawler

type Crawler struct {
	BaseURL        *url.URL
	MaxDepth       int
	RespectRobots  bool
	Visited        map[string]bool
	Queued         map[string]bool
	VisitedSitemap map[string]bool
	Results        []string
	Client         *http.Client
	// contains filtered or unexported fields
}

type Form struct {
	ActionURL string
	Method    string
	Inputs    []FormInput
}

type FormInput struct {
	Name  string
	Type  string
	Value string
}