Skip to content

web search done right

372 B
Raw Blame
host_graph_path = "data/webgraph_host"
host_harmonic_path = "data/centrality/harmonic"
host_centrality_rank_store_path = "data/centrality/harmonic_rank"
output_path = "data/crawlplan"
page_graph_path = "data/webgraph_page"
page_harmonic_path = "data/centrality_page/approx_harmonic"

num_job_queues = 5

crawl_budget = 1_000
top_host_fraction = 0.01
wander_fraction = 0.2