1 viewer
rust 1,859,968 · typescript 235,218 · javascript 132,952 · python 20,426 · 6,406 files · digest c536f05fc420 · built in 1.4 s · crystals off
crates/cre8-app-provider/src/adapters/webpage.rs
Items
const USER_AGENT const DEFAULT_MAX_LINKS const MAX_TEXT_CHARS const SUMMARY_CHARS const MAX_CONTACT_OBSERVATIONS const MAX_PAGE_IMAGES const MIN_IMAGE_SIDE_PX struct WebpageProvider struct PageExtract struct PageImage impl ExternalDataProvider for WebpageProvider
Functions
By call-graph weight (PageRank; 1.0 is the average function). 33 functions in all.
| function | kind | lines | cyclomatic | callers | callees | weight | crystal |
|---|---|---|---|---|---|---|---|
| selectorsrc/adapters/webpage.rs:51 | fn | 3 | 1 | 20 | 0 | 5.7 | |
| normalize_link_hrefsrc/adapters/webpage.rs:121 | fn | 13 | 8 | 6 | 0 | 4.9 | |
| extract_pagesrc/adapters/webpage.rs:405 | fn | 32 | 1 | 6 | 9 | 2.2 | |
| public_observationsrc/adapters/webpage.rs:439 | fn | 16 | 1 | 4 | 2 | 1.6 | |
| collect_linkssrc/adapters/webpage.rs:139 | fn | 25 | 5 | 2 | 4 | 1.1 | |
| collect_imagessrc/adapters/webpage.rs:168 | fn | 33 | 5 | 2 | 6 | 1.1 | |
| page_recordsrc/adapters/webpage.rs:456 | fn | 60 | 3 | 4 | 1 | 1.1 | |
| mailto_addresssrc/adapters/webpage.rs:234 | fn | 43 | 22 | 3 | 0 | 1.1 | |
| social_profilesrc/adapters/webpage.rs:278 | fn | 86 | 43 | 2 | 1 | 1.1 | |
| canonical_hrefsrc/adapters/webpage.rs:95 | fn | 8 | 1 | 2 | 3 | 0.9 | |
| collect_public_contactssrc/adapters/webpage.rs:365 | fn | 39 | 12 | 2 | 4 | 0.9 | |
| meta_contentsrc/adapters/webpage.rs:86 | fn | 8 | 1 | 2 | 2 | 0.9 | |
| canonicalize_urlsrc/adapters/webpage.rs:55 | fn | 15 | 6 | 2 | 0 | 0.8 | |
| accept_outgoing_linksrc/adapters/webpage.rs:135 | fn | 3 | 2 | 1 | 0 | 0.7 | |
| host_tagsrc/adapters/webpage.rs:71 | fn | 3 | 1 | 1 | 0 | 0.7 | |
| first_textsrc/adapters/webpage.rs:75 | fn | 10 | 1 | 1 | 2 | 0.7 | |
| collect_headingssrc/adapters/webpage.rs:104 | fn | 16 | 5 | 1 | 2 | 0.7 | |
| is_tiny_imagesrc/adapters/webpage.rs:202 | fn | 7 | 1 | 1 | 0 | 0.7 | |
| is_raster_image_urlsrc/adapters/webpage.rs:210 | fn | 4 | 1 | 1 | 0 | 0.7 | |
| page_assetssrc/adapters/webpage.rs:218 | fn | 15 | 2 | 0 | 1 | 0.5 | |
| WebpageProvider::descriptorsrc/adapters/webpage.rs:518 | trait impl | 12 | 1 | 0 | 0 | 0.5 | |
| WebpageProvider::sync_contractsrc/adapters/webpage.rs:531 | trait impl | 15 | 1 | 0 | 0 | 0.5 | |
| WebpageProvider::seed_recordssrc/adapters/webpage.rs:547 | trait impl | 13 | 1 | 0 | 0 | 0.5 | |
| WebpageProvider::normalize_payloadsrc/adapters/webpage.rs:561 | trait impl | 3 | 1 | 0 | 1 | 0.5 | |
| WebpageProvider::fetch_livesrc/adapters/webpage.rs:565 | trait impl | 43 | 2 | 0 | 7 | 0.5 | |
| public_contacts_keep_anchor_evidence_scoped_to_the_fetched_pagesrc/adapters/webpage.rs:615 | fn | 33 | 1 | 0 | 2 | 0.5 | |
| mailto_observations_reject_multiple_recipients_and_encoded_controlssrc/adapters/webpage.rs:650 | fn | 26 | 2 | 0 | 2 | 0.5 | |
| social_profile_links_exclude_spoofed_hosts_credentials_and_content_or_share_routessrc/adapters/webpage.rs:678 | fn | 32 | 2 | 0 | 1 | 0.5 | |
| contact_observations_are_bounded_independently_of_outgoing_linkssrc/adapters/webpage.rs:712 | fn | 7 | 1 | 0 | 1 | 0.5 | |
| canonical_identity_does_not_accept_non_http_or_credential_linkssrc/adapters/webpage.rs:721 | fn | 8 | 2 | 0 | 2 | 0.5 | |
| collect_links_resolves_dedupes_and_limits_http_linkssrc/adapters/webpage.rs:731 | fn | 17 | 1 | 0 | 1 | 0.5 | |
| extract_page_and_record_preserve_canonical_metadata_and_claimssrc/adapters/webpage.rs:750 | fn | 40 | 2 | 0 | 2 | 0.5 | |
| page_images_become_media_assets_with_host_creditsrc/adapters/webpage.rs:792 | fn | 38 | 1 | 0 | 3 | 0.5 |
Source not readable from this process.