treewalker v0.4.1

View Source treewalker_crawler_config (treewalker v0.4.1)

Link to this section Summary

Types

config/0
depth/0
fetcher/0
fetcher_options/0
link_filter/0
scraper/0
scraper_options/0
store/0
store_options/0
url/0
user_agent/0

Functions

fetcher(_)
fetcher(Fetcher, Config)
fetcher_options(_)
fetcher_options(Options, Config)
init()
link_filter(_)
link_filter(LinkFilter, Config)
max_depth(_)
max_depth(MaxDepth, Config)
merge(Defaults, Custom)
scraper(_)
scraper(Scraper, Config)
scraper_options(_)
scraper_options(Options, Config)
store(_)
store(Store, Config)
store_options(_)
store_options(StoreOptions, Config)
url(_)
url(Url, Config)
user_agent(_)
user_agent(UserAgent, Config)

Link to this section Types

Link to this opaque

config/0

View Source (opaque) 
-opaque config()
Link to this type

depth/0

View Source 
-type depth() :: non_neg_integer().
Link to this type

fetcher/0

View Source 
-type fetcher() :: module().
Link to this type

fetcher_options/0

View Source 
-type fetcher_options() :: treewalker_fetcher:options().
Link to this type

scraper/0

View Source 
-type scraper() :: module().
Link to this type

scraper_options/0

View Source 
-type scraper_options() :: treewalker_scraper:options().
Link to this type

store/0

View Source 
-type store() :: module().
Link to this type

store_options/0

View Source 
-type store_options() :: treewalker_store:options().
Link to this type

url/0

View Source 
-type url() :: treewalker_page:url().
Link to this type

user_agent/0

View Source 
-type user_agent() :: binary().

Link to this section Functions

Link to this function

fetcher(_)

View Source 
-spec fetcher(config()) -> fetcher().
Link to this function

fetcher(Fetcher, Config)

View Source 
-spec fetcher(fetcher(), config()) -> config().
Link to this function

fetcher_options(_)

View Source 
-spec fetcher_options(config()) -> fetcher_options().
Link to this function

fetcher_options(Options, Config)

View Source 
-spec fetcher_options(fetcher_options(), config()) -> config().
Link to this function

init()

View Source 
-spec init() -> config().
Link to this function

max_depth(_)

View Source 
-spec max_depth(config()) -> depth().
Link to this function

max_depth(MaxDepth, Config)

View Source 
-spec max_depth(depth(), config()) -> config().
Link to this function

merge(Defaults, Custom)

View Source 
-spec merge(config(), map()) -> config().
Link to this function

scraper(_)

View Source 
-spec scraper(config()) -> scraper().
Link to this function

scraper(Scraper, Config)

View Source 
-spec scraper(scraper(), config()) -> config().
Link to this function

scraper_options(_)

View Source 
-spec scraper_options(config()) -> scraper_options().
Link to this function

scraper_options(Options, Config)

View Source 
-spec scraper_options(scraper_options(), config()) -> config().
Link to this function

store(_)

View Source 
-spec store(config()) -> store().
Link to this function

store(Store, Config)

View Source 
-spec store(store(), config()) -> config().
Link to this function

store_options(_)

View Source 
-spec store_options(config()) -> store_options().
Link to this function

store_options(StoreOptions, Config)

View Source 
-spec store_options(store_options(), config()) -> config().
Link to this function

url(_)

View Source 
-spec url(config()) -> url().
Link to this function

url(Url, Config)

View Source 
-spec url(url(), config()) -> config().
Link to this function

user_agent(_)

View Source 
-spec user_agent(config()) -> binary().
Link to this function

user_agent(UserAgent, Config)

View Source 
-spec user_agent(binary(), config()) -> config().