gocrawlhq

type AddPayload struct {
	URLs            []URL `json:"urls"`
	BypassSeencheck bool  `json:"bypassSeencheck"`
}

type Client struct {
	Key               string
	Secret            string
	Project           string
	HQAddress         string
	Identifier        string
	URLsEndpoint      *url.URL
	SeencheckEndpoint *url.URL
	AltSeencheckURL   string
	ResetEndpoint     *url.URL
	ProjectEndpoint   *url.URL
	HTTPClient        *http.Client
	WebsocketConn     *net.Conn
}

type DeletePayload struct {
	LocalCrawls int   `json:"localCrawls"`
	URLs        []URL `json:"urls"`
}

type GetResponse struct {
	Project string `json:"project"`
	URLs    []URL  `json:"urls"`
}

type IdentifyMessage struct {
	Project    string `json:"project"`
	Job        string `json:"job"`
	IP         string `json:"ip"`
	Hostname   string `json:"hostname"`
	Identifier string `json:"identifier"`
	Timestamp  int64  `json:"timestamp"`
	GoVersion  string `json:"goVersion"`
}

type Project struct {
	Paused           bool     `json:"paused"`
	Name             string   `json:"name"`
	Exclusions       []string `json:"exclusions"`
	SeencheckEnabled bool     `json:"seencheck_enabled"`
	SeencheckTTL     int      `json:"seencheck_ttl"`
	Stats            struct {
		Pending         int `json:"pending"`
		Processing      int `json:"processing"`
		CompletedSeeds  int `json:"completed_seeds"`
		CompletedAssets int `json:"completed_assets"`
	} `json:"stats"`
}

type URL struct {
	ID        string `json:"id" db:"id"`
	Value     string `json:"value" db:"value"`
	Via       string `json:"via,omitempty" db:"via"`
	Host      string `json:"host,omitempty" db:"host"`
	Path      string `json:"path,omitempty" db:"path"`
	Type      string `json:"type,omitempty" db:"type"`
	Crawler   string `json:"crawler,omitempty" db:"crawler"`
	Status    string `json:"status" db:"status"`
	LiftOff   int64  `json:"lift_off" db:"lift_off"`
	Timestamp int64  `json:"timestamp" db:"timestamp"`
}