1 viewer
rust 1,860,549 · typescript 235,540 · javascript 132,956 · python 20,426 · 6,408 files · digest f04d4637f52b · built in 1.5 s · crystals off
crates/cre8-app-crawler/src/store.rs
Items
struct CrawlSeed struct FrontierItem struct CrawlRunRecord struct CrawlPolicy impl Default for CrawlPolicy struct PageFetchRecord struct PageSearchRecord struct CrawlRunner struct RunnerStartInput struct CrawlSeedRowBase struct CrawlSeedRowState struct FrontierRowTarget struct FrontierRowState struct FrontierRowSchedule struct RunnerRowIdentity struct RunnerRowLimits struct RunnerRowRunState struct RunnerRowMessages struct NormalizedRunnerStart struct RunnerStepUpdate struct FrontierFailurePlan struct CrawlerStatusCounts struct SearchRowText struct SearchRowIdentity struct SearchRowMeta struct SearchRowScore struct SearchRowJson static RUN_COUNTER struct SearchRecordJson
Functions
By call-graph weight (PageRank; 1.0 is the average function). 116 functions in all.
| function | kind | lines | cyclomatic | callers | callees | weight | crystal |
|---|---|---|---|---|---|---|---|
| runner_id_for_seedsrc/store.rs:334 | fn | 4 | 1 | 3 | 1 | 2.3 | |
| hostsrc/store.rs:295 | fn | 3 | 1 | 6 | 0 | 2 | |
| scalar_countsrc/store.rs:1924 | fn | 4 | 1 | 2 | 3 | 1.9 | |
| search_termssrc/store.rs:1341 | fn | 11 | 1 | 3 | 0 | 1.9 | |
| due_runnerssrc/store.rs:749 | fn | 16 | 1 | 3 | 4 | 1.8 | |
| statussrc/store.rs:1880 | fn | 16 | 1 | 1 | 3 | 1.7 | |
| record_runsrc/store.rs:1176 | fn | 25 | 1 | 2 | 2 | 1.6 | |
| row_runnersrc/store.rs:466 | fn | 25 | 1 | 4 | 4 | 1.6 | |
| mark_failed_with_policysrc/store.rs:1117 | fn | 22 | 1 | 2 | 5 | 1.4 | |
| weighted_tokenssrc/store.rs:1372 | fn | 8 | 3 | 1 | 1 | 1.4 | |
| CrawlPolicy::defaultsrc/store.rs:76 | trait impl | 10 | 1 | 3 | 0 | 1.4 | |
| normalize_hostsrc/store.rs:299 | fn | 11 | 3 | 1 | 0 | 1.3 | |
| row_json_orsrc/store.rs:458 | fn | 7 | 1 | 2 | 1 | 1.3 | |
| get_runnersrc/store.rs:701 | fn | 12 | 1 | 5 | 4 | 1.2 | |
| row_frontiersrc/store.rs:415 | fn | 17 | 1 | 3 | 3 | 1.2 | |
| policy_for_seedsrc/store.rs:601 | fn | 16 | 1 | 5 | 4 | 1.2 | |
| index_pagesrc/store.rs:1531 | fn | 34 | 10 | 2 | 6 | 1.1 | |
| push_runner_id_charsrc/store.rs:359 | fn | 8 | 5 | 1 | 0 | 1.1 | |
| list_frontiersrc/store.rs:1278 | fn | 14 | 1 | 1 | 3 | 1.1 | |
| list_runssrc/store.rs:1293 | fn | 33 | 1 | 1 | 3 | 1.1 | |
| normalize_runner_idsrc/store.rs:339 | fn | 6 | 1 | 3 | 4 | 1.1 | |
| get_seedsrc/store.rs:591 | fn | 9 | 1 | 3 | 3 | 1.1 | |
| upsert_policysrc/store.rs:618 | fn | 20 | 1 | 5 | 4 | 1 | |
| host_counts_for_seedsrc/store.rs:953 | fn | 14 | 3 | 1 | 4 | 1 | |
| token_scoressrc/store.rs:1442 | fn | 11 | 1 | 1 | 1 | 1 | |
| upsert_seedsrc/store.rs:537 | fn | 53 | 1 | 4 | 7 | 1 | |
| canonicalize_urlsrc/store.rs:280 | fn | 14 | 4 | 4 | 0 | 1 | |
| set_runner_statussrc/store.rs:766 | fn | 14 | 1 | 1 | 6 | 1 | |
| crawler_status_countssrc/store.rs:1897 | fn | 11 | 1 | 1 | 1 | 1 | |
| due_runner_countsrc/store.rs:1909 | fn | 14 | 1 | 1 | 4 | 1 | |
| status_count_mapsrc/store.rs:1929 | fn | 11 | 2 | 1 | 4 | 1 | |
| mark_failedsrc/store.rs:1112 | fn | 4 | 1 | 1 | 2 | 1 | |
| mark_fetched_with_recrawlsrc/store.rs:1089 | fn | 22 | 3 | 2 | 3 | 1 | |
| normalize_hostssrc/store.rs:311 | fn | 6 | 1 | 2 | 1 | 1 | |
| text_valuesrc/store.rs:1327 | fn | 3 | 1 | 3 | 0 | 0.9 | |
| array_textsrc/store.rs:1331 | fn | 9 | 1 | 3 | 0 | 0.9 | |
| search_record_from_rowsrc/store.rs:1604 | fn | 8 | 1 | 2 | 6 | 0.9 | |
| list_runners_by_statussrc/store.rs:722 | fn | 13 | 1 | 1 | 3 | 0.8 | |
| list_recent_runnerssrc/store.rs:736 | fn | 12 | 1 | 1 | 3 | 0.8 | |
| row_runner_identitysrc/store.rs:492 | fn | 7 | 1 | 1 | 1 | 0.8 | |
| row_runner_limitssrc/store.rs:500 | fn | 9 | 1 | 1 | 1 | 0.8 | |
| row_runner_run_statesrc/store.rs:510 | fn | 9 | 1 | 1 | 3 | 0.8 | |
| row_runner_messagessrc/store.rs:520 | fn | 8 | 1 | 1 | 3 | 0.8 | |
| row_seed_basesrc/store.rs:397 | fn | 8 | 1 | 1 | 2 | 0.8 | |
| row_seed_statesrc/store.rs:406 | fn | 8 | 1 | 1 | 2 | 0.8 | |
| row_frontier_targetsrc/store.rs:433 | fn | 8 | 1 | 1 | 3 | 0.8 | |
| row_frontier_statesrc/store.rs:442 | fn | 7 | 1 | 1 | 2 | 0.8 | |
| row_frontier_schedulesrc/store.rs:450 | fn | 7 | 1 | 1 | 1 | 0.8 | |
| snippet_forsrc/store.rs:1361 | fn | 10 | 2 | 2 | 0 | 0.8 | |
| page_fetch_snapshotsrc/store.rs:1742 | fn | 25 | 1 | 1 | 2 | 0.8 | |
| frontier_snapshotsrc/store.rs:1768 | fn | 27 | 1 | 1 | 2 | 0.8 | |
| should_retry_frontiersrc/store.rs:1163 | fn | 4 | 2 | 1 | 0 | 0.8 | |
| next_frontier_retry_aftersrc/store.rs:1168 | fn | 7 | 2 | 1 | 0 | 0.8 | |
| list_runnerssrc/store.rs:714 | fn | 7 | 2 | 1 | 2 | 0.8 | |
| row_seedsrc/store.rs:382 | fn | 14 | 1 | 1 | 2 | 0.8 | |
| search_pagessrc/store.rs:1872 | fn | 7 | 2 | 1 | 3 | 0.8 | |
| record_runner_stepsrc/store.rs:791 | fn | 31 | 2 | 1 | 4 | 0.8 | |
| record_runner_errorsrc/store.rs:865 | fn | 28 | 4 | 1 | 4 | 0.8 | |
| host_matches_rulesrc/store.rs:318 | fn | 3 | 2 | 1 | 0 | 0.8 | |
| originsrc/store.rs:322 | fn | 6 | 1 | 1 | 0 | 0.8 | |
| enqueue_discovered_with_policysrc/store.rs:986 | fn | 32 | 3 | 2 | 5 | 0.8 | |
| page_search_record_from_vertexsrc/store.rs:1427 | fn | 14 | 2 | 2 | 3 | 0.8 | |
| upsert_search_recordsrc/store.rs:1454 | fn | 7 | 1 | 2 | 5 | 0.8 | |
| enrich_search_resultssrc/store.rs:1685 | fn | 12 | 3 | 2 | 2 | 0.7 | |
| frontier_attemptssrc/store.rs:1140 | fn | 14 | 1 | 1 | 3 | 0.7 | |
| frontier_failure_plansrc/store.rs:1155 | fn | 7 | 2 | 1 | 2 | 0.7 | |
| clean_runner_id_inputsrc/store.rs:346 | fn | 3 | 1 | 1 | 0 | 0.7 | |
| normalized_runner_id_suffixsrc/store.rs:350 | fn | 8 | 2 | 1 | 1 | 0.7 | |
| runner_id_from_suffixsrc/store.rs:368 | fn | 9 | 3 | 1 | 1 | 0.7 | |
| search_index_statussrc/store.rs:1595 | fn | 8 | 1 | 1 | 1 | 0.7 | |
| search_pages_indexedsrc/store.rs:1698 | fn | 11 | 2 | 1 | 4 | 0.7 | |
| search_pages_graphsrc/store.rs:1796 | fn | 75 | 7 | 1 | 7 | 0.7 | |
| page_index_from_partssrc/store.rs:1381 | fn | 45 | 4 | 1 | 5 | 0.7 | |
| search_snippet_sourcesrc/store.rs:1681 | fn | 3 | 2 | 1 | 0 | 0.7 | |
| scope_allowssrc/store.rs:932 | fn | 7 | 3 | 1 | 2 | 0.7 | |
| policy_allowssrc/store.rs:940 | fn | 12 | 3 | 1 | 2 | 0.7 | |
| rebuild_search_indexsrc/store.rs:1566 | fn | 28 | 4 | 1 | 6 | 0.7 | |
| runner_start_statussrc/store.rs:693 | fn | 3 | 2 | 1 | 0 | 0.7 | |
| runner_start_next_run_atsrc/store.rs:697 | fn | 3 | 2 | 1 | 0 | 0.7 | |
| runner_step_updatesrc/store.rs:823 | fn | 14 | 1 | 1 | 6 | 0.7 | |
| pending_frontier_for_seedsrc/store.rs:903 | fn | 16 | 1 | 1 | 3 | 0.7 | |
| pending_frontier_any_seedsrc/store.rs:920 | fn | 11 | 1 | 1 | 3 | 0.7 | |
| upsert_runnersrc/store.rs:639 | fn | 37 | 1 | 1 | 6 | 0.6 | |
| latest_indexed_searchsrc/store.rs:1710 | fn | 12 | 1 | 1 | 3 | 0.6 | |
| term_indexed_searchsrc/store.rs:1723 | fn | 18 | 1 | 1 | 3 | 0.6 | |
| normalize_runner_statussrc/store.rs:781 | fn | 9 | 5 | 1 | 0 | 0.6 | |
| discovery_host_countssrc/store.rs:1019 | fn | 7 | 2 | 1 | 1 | 0.6 | |
| enqueue_discovered_candidatesrc/store.rs:1027 | fn | 26 | 5 | 1 | 5 | 0.6 | |
| search_record_jsonsrc/store.rs:1468 | fn | 7 | 1 | 1 | 0 | 0.6 | |
| upsert_page_search_statementsrc/store.rs:1476 | fn | 37 | 1 | 1 | 0 | 0.6 | |
| refresh_search_token_statementssrc/store.rs:1514 | fn | 16 | 2 | 1 | 1 | 0.6 | |
| seed_id_forsrc/store.rs:329 | fn | 4 | 1 | 1 | 1 | 0.6 | |
| dataset_forsrc/store.rs:378 | fn | 3 | 1 | 1 | 1 | 0.6 | |
| search_row_identitysrc/store.rs:1613 | fn | 3 | 1 | 1 | 1 | 0.6 | |
| search_row_textsrc/store.rs:1617 | fn | 8 | 1 | 1 | 1 | 0.6 | |
| search_row_metasrc/store.rs:1626 | fn | 8 | 1 | 1 | 2 | 0.6 | |
| search_row_scoresrc/store.rs:1635 | fn | 3 | 1 | 1 | 1 | 0.6 | |
| search_row_jsonsrc/store.rs:1639 | fn | 7 | 1 | 1 | 1 | 0.6 | |
| indexed_search_record_jsonsrc/store.rs:1647 | fn | 26 | 1 | 1 | 0 | 0.6 | |
| frontier_url_existssrc/store.rs:968 | fn | 7 | 1 | 1 | 2 | 0.6 | |
| discovered_candidate_urlsrc/store.rs:1054 | fn | 4 | 2 | 1 | 3 | 0.6 | |
| host_limit_allowssrc/store.rs:1059 | fn | 3 | 2 | 1 | 0 | 0.6 | |
| insert_discovered_frontier_statementsrc/store.rs:1063 | fn | 21 | 1 | 1 | 0 | 0.6 | |
| runner_budget_after_stepsrc/store.rs:838 | fn | 3 | 2 | 1 | 0 | 0.6 | |
| runner_status_after_budgetsrc/store.rs:842 | fn | 3 | 2 | 1 | 0 | 0.6 | |
| runner_next_run_at_after_stepsrc/store.rs:846 | fn | 3 | 2 | 1 | 0 | 0.6 | |
| runner_step_failedsrc/store.rs:850 | fn | 5 | 2 | 1 | 0 | 0.6 | |
| runner_step_messagesrc/store.rs:856 | fn | 8 | 1 | 1 | 0 | 0.6 | |
| normalize_runner_startsrc/store.rs:677 | fn | 15 | 1 | 1 | 3 | 0.6 | |
| field_scoresrc/store.rs:1353 | fn | 7 | 2 | 1 | 0 | 0.6 | |
| build_run_idsrc/store.rs:529 | fn | 7 | 1 | 1 | 3 | 0.6 | |
| pending_frontiersrc/store.rs:894 | fn | 8 | 2 | 1 | 3 | 0.6 | |
| record_page_fetchsrc/store.rs:1202 | fn | 75 | 3 | 1 | 7 | 0.6 | |
| enqueue_discoveredsrc/store.rs:976 | fn | 9 | 1 | 0 | 2 | 0.5 | |
| mark_fetchedsrc/store.rs:1085 | fn | 3 | 1 | 0 | 1 | 0.5 | |
| indexed_search_snippetsrc/store.rs:1674 | fn | 6 | 3 | 0 | 2 | 0.5 |
Source not readable from this process.