Module treewalker_crawler_config

Data Types

config()

abstract datatype: config()

depth()

depth() = non_neg_integer()

fetcher()

fetcher() = module()

fetcher_options()

fetcher_options() = treewalker_fetcher:options()

link_filter()

link_filter() = module()

scraper()

scraper() = module()

scraper_options()

scraper_options() = treewalker_scraper:options()

store()

store() = module()

store_options()

store_options() = treewalker_store:options()

url()

url() = treewalker_page:url()

user_agent()

user_agent() = binary()

Function Index

fetcher/1
fetcher/2
fetcher_options/1
fetcher_options/2
init/0
link_filter/1
link_filter/2
max_depth/1
max_depth/2
merge/2
scraper/1
scraper/2
scraper_options/1
scraper_options/2
store/1
store/2
store_options/1
store_options/2
url/1
url/2
user_agent/1
user_agent/2

Function Details

fetcher/1

fetcher(X1::config()) -> fetcher()

fetcher/2

fetcher(Fetcher::fetcher(), Config::config()) -> config()

fetcher_options/1

fetcher_options(X1::config()) -> fetcher_options()

fetcher_options/2

fetcher_options(Options::fetcher_options(), Config::config()) -> config()

init/0

init() -> config()

link_filter/1

link_filter(X1::config()) -> link_filter()

link_filter/2

link_filter(LinkFilter::link_filter(), Config::config()) -> config()

max_depth/1

max_depth(X1::config()) -> depth()

max_depth/2

max_depth(MaxDepth::depth(), Config::config()) -> config()

merge/2

merge(Defaults::config(), Custom::map()) -> config()

scraper/1

scraper(X1::config()) -> scraper()

scraper/2

scraper(Scraper::scraper(), Config::config()) -> config()

scraper_options/1

scraper_options(X1::config()) -> scraper_options()

scraper_options/2

scraper_options(Options::scraper_options(), Config::config()) -> config()

store/1

store(X1::config()) -> store()

store/2

store(Store::store(), Config::config()) -> config()

store_options/1

store_options(X1::config()) -> store_options()

store_options/2

store_options(StoreOptions::store_options(), Config::config()) -> config()

url/1

url(X1::config()) -> url()

url/2

url(Url::url(), Config::config()) -> config()

user_agent/1

user_agent(X1::config()) -> binary()

user_agent/2

user_agent(UserAgent::binary(), Config::config()) -> config()


Generated by EDoc