View Source Crawler.Parser.Spec behaviour (Crawler v1.5.0)

Spec for defining a parser.

Summary

body()

opts()

page()

url()

parse(page)

@type body() :: String.t()

@type opts() :: map()

@type page() :: %Crawler.Store.Page{
  body: body(),
  opts: opts(),
  processed: term(),
  url: url()
}

@type url() :: String.t()

@callback parse(page()) :: {:ok, page()}

@callback parse({:error, term()}) :: :ok