🕷️ Crawler Inspector

URL Lookup

Direct Parameter Lookup

Raw Queries and Responses

1. Shard Calculation

Query:

Response:

Calculated Shard: 134 (from laksa196)

2. Crawled Status Check

Query:

curl -X POST \
  'http://laksa134.int.ahrefs:8124/' \
  -H 'Content-Type: text/plain' \
  -H 'X-ClickHouse-Database: crawler3' \
  -H 'Authorization: Basic YXBpOg==' \
  -d 'SELECT getAhrefsURLFromUnparsed(src_unparsed) AS found_url, ifNull(toUnixTimestamp(download_stamp), 0) AS crawl_time, ifNull(toUnixTimestamp(props_url_first_seen), 0) AS first_indexed_time, download_http_code AS http_code, src_unparsed AS src_unparsed, src_root_hash AS src_root_hash, history_drop_reason AS history_drop_reason, meta_title AS meta_title, meta_descriptions AS meta_descriptions, attrs_boilerpipe_text AS attrs_boilerpipe_text, attrs_markdown AS attrs_markdown, attrs_readable_markdown AS attrs_readable_markdown, meta_canonical AS meta_canonical FROM crawler3.page_info_local FINAL PREWHERE (src_root_hash, src_unparsed) IN ((getAhrefsRootHashFromUnparsed(getAhrefsUnparsedNoserviceFromURL(\'https://www.bettycrocker.com/recipes/dishes/cheesecake-recipes\')), getAhrefsUnparsedNoserviceFromURL(\'https://www.bettycrocker.com/recipes/dishes/cheesecake-recipes\'))) FORMAT JSONEachRow'

Response:

{"found_url":"https:\/\/www.bettycrocker.com\/recipes\/dishes\/cheesecake-recipes","crawl_time":1775903788,"first_indexed_time":1492830727,"http_code":200,"src_unparsed":"com,bettycrocker!www,\/recipes\/dishes\/cheesecake-recipes s443","src_root_hash":"2619593907389395534","history_drop_reason":null,"meta_title":"Cheesecake Recipes - BettyCrocker.com","meta_descriptions":["From sweet and creamy traditional versions to new gluten-free recipes and fresh takes on the beloved classic, Betty has your cheesecake needs covered."],"attrs_boilerpipe_text":"Home\nRecipes\nRecipes by Dish\nCheesecake Recipes\n(function() {\n\t document.addEventListener('DOMContentLoaded', function() {\n\t var componentMetadata = JSON.parse('\\x7b\\x22componentName\\x22\\x3a\\x22Breadcrumb_8f74780c-7520-4c66-95c5-6a19d20bcb73\\x22,\\x22deferOptions\\x22\\x3a\\x7b\\x22deferComponent\\x22\\x3afalse,\\x22deferType\\x22\\x3a\\x22None\\x22,\\x22deferId\\x22\\x3a\\x22r86b29596d71743eb975bf184bf8a4f77\\x22,\\x22deferredContainerId\\x22\\x3a\\x22\\x2fcommonBreadcrumb\\x22,\\x22deferredContainerView\\x22\\x3anull\\x7d,\\x22viewName\\x22\\x3a\\x22Breadcrumb\\x22\\x7d');\n\t\t var configuration = {\"links\":[{\"url\":\"\/\",\"label\":\"Home\"},{\"url\":\"\/recipes\",\"label\":\"Recipes\"},{\"url\":\"\/recipes\/dishes\",\"label\":\"Recipes by Dish\"},{\"url\":\"\/recipes\/dishes\/cheesecake-recipes\",\"label\":\"Cheesecake Recipes\"}]};\n\t\t var moduleName = 'breadcrumb';\n\t\t var isVueModule = true;\n\t\t GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule)\n});\n})();\nFrom sweet and creamy traditional versions to new gluten-free recipes and fresh takes on the beloved classic, Betty has your cheesecake needs covered.\n(function() {\n\t document.addEventListener('DOMContentLoaded', function() {\n\t var componentMetadata = JSON.parse('\\x7b\\x22componentName\\x22\\x3a\\x22BrowsePath_0d9f4360-0185-4c01-bd28-bf63cc1676eb\\x22,\\x22deferOptions\\x22\\x3a\\x7b\\x22deferComponent\\x22\\x3afalse,\\x22deferType\\x22\\x3a\\x22None\\x22,\\x22deferId\\x22\\x3a\\x22r32c3f269444e40dc965c6fd6cd940b39\\x22,\\x22deferredContainerId\\x22\\x3a\\x22\\x2fBeforeVideo\\x22,\\x22deferredContainerView\\x22\\x3anull\\x7d,\\x22viewName\\x22\\x3a\\x22BrowsePath\\x22\\x7d');\n\t\t var configuration = {\"showLabel\":\"Show All\",\"hideLabel\":\"Show Less\",\"links\":[{\"text\":\"Pumpkin Cheesecake\",\"url\":\"\/recipes\/dishes\/cheesecake-recipes\/pumpkin\",\"isOverflow\":false},{\"text\":\"Mini \\u0026 Individual Cheesecakes\",\"url\":\"\/recipes\/dishes\/cheesecake-recipes\/mini-individual\",\"isOverflow\":false},{\"text\":\"No-Bake Cheesecake\",\"url\":\"\/recipes\/dishes\/cheesecake-recipes\/no-bake\",\"isOverflow\":false},{\"text\":\"Chocolate Cheesecakes\",\"url\":\"\/recipes\/dishes\/cheesecake-recipes\/chocolate\",\"isOverflow\":false}],\"hasButton\":false,\"initialViewCount\":8};\n\t\t var moduleName = 'browsePath';\n\t\t var isVueModule = true;\n\t\t GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule)\n});\n})();\n(function() {\n\t document.addEventListener('DOMContentLoaded', function() {\n\t var componentMetadata = JSON.parse('\\x7b\\x22componentName\\x22\\x3a\\x22GalleryListPager_8f74780c-7520-4c66-95c5-6a19d20bcb73\\x22,\\x22deferOptions\\x22\\x3a\\x7b\\x22deferComponent\\x22\\x3afalse,\\x22deferType\\x22\\x3a\\x22None\\x22,\\x22deferId\\x22\\x3a\\x22r4e1c3e410dc14fcc90cb6f7197ae7191\\x22,\\x22deferredContainerId\\x22\\x3a\\x22\\x2fprimaryColumn\\x22,\\x22deferredContainerView\\x22\\x3anull\\x7d,\\x22viewName\\x22\\x3a\\x22GalleryListPager\\x22\\x7d');\n\t\t var configuration = {\"showPreviousEllipses\":false,\"showNextEllipses\":false,\"pageRange\":[{\"number\":1,\"current\":true},{\"number\":2,\"current\":false},{\"number\":3,\"current\":false},{\"number\":4,\"current\":false},{\"number\":5,\"current\":false}],\"currentPage\":1,\"currentPath\":\"\/recipes\/dishes\/cheesecake-recipes\"};\n\t\t var moduleName = 'gallerylistpager';\n\t\t var isVueModule = true;\n\t\t GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule)\n});\n})();","attrs_markdown":null,"attrs_readable_markdown":"1. [Home](https:\/\/www.bettycrocker.com\/)\n2. [Recipes](https:\/\/www.bettycrocker.com\/recipes)\n3. [Recipes by Dish](https:\/\/www.bettycrocker.com\/recipes\/dishes)\n4. Cheesecake Recipes\n\n(function() { document.addEventListener('DOMContentLoaded', function() { var componentMetadata = JSON.parse('\\\\x7b\\\\x22componentName\\\\x22\\\\x3a\\\\x22Breadcrumb\\_8f74780c-7520-4c66-95c5-6a19d20bcb73\\\\x22,\\\\x22deferOptions\\\\x22\\\\x3a\\\\x7b\\\\x22deferComponent\\\\x22\\\\x3afalse,\\\\x22deferType\\\\x22\\\\x3a\\\\x22None\\\\x22,\\\\x22deferId\\\\x22\\\\x3a\\\\x22r86b29596d71743eb975bf184bf8a4f77\\\\x22,\\\\x22deferredContainerId\\\\x22\\\\x3a\\\\x22\\\\x2fcommonBreadcrumb\\\\x22,\\\\x22deferredContainerView\\\\x22\\\\x3anull\\\\x7d,\\\\x22viewName\\\\x22\\\\x3a\\\\x22Breadcrumb\\\\x22\\\\x7d'); var configuration = {\"links\":\\[{\"url\":\"\/\",\"label\":\"Home\"},{\"url\":\"\/recipes\",\"label\":\"Recipes\"},{\"url\":\"\/recipes\/dishes\",\"label\":\"Recipes by Dish\"},{\"url\":\"\/recipes\/dishes\/cheesecake-recipes\",\"label\":\"Cheesecake Recipes\"}\\]}; var moduleName = 'breadcrumb'; var isVueModule = true; GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule) }); })();\n\nFrom sweet and creamy traditional versions to new gluten-free recipes and fresh takes on the beloved classic, Betty has your cheesecake needs covered.\n\n(function() { document.addEventListener('DOMContentLoaded', function() { var componentMetadata = JSON.parse('\\\\x7b\\\\x22componentName\\\\x22\\\\x3a\\\\x22BrowsePath\\_0d9f4360-0185-4c01-bd28-bf63cc1676eb\\\\x22,\\\\x22deferOptions\\\\x22\\\\x3a\\\\x7b\\\\x22deferComponent\\\\x22\\\\x3afalse,\\\\x22deferType\\\\x22\\\\x3a\\\\x22None\\\\x22,\\\\x22deferId\\\\x22\\\\x3a\\\\x22r32c3f269444e40dc965c6fd6cd940b39\\\\x22,\\\\x22deferredContainerId\\\\x22\\\\x3a\\\\x22\\\\x2fBeforeVideo\\\\x22,\\\\x22deferredContainerView\\\\x22\\\\x3anull\\\\x7d,\\\\x22viewName\\\\x22\\\\x3a\\\\x22BrowsePath\\\\x22\\\\x7d'); var configuration = {\"showLabel\":\"Show All\",\"hideLabel\":\"Show Less\",\"links\":\\[{\"text\":\"Pumpkin Cheesecake\",\"url\":\"\/recipes\/dishes\/cheesecake-recipes\/pumpkin\",\"isOverflow\":false},{\"text\":\"Mini \\\\u0026 Individual Cheesecakes\",\"url\":\"\/recipes\/dishes\/cheesecake-recipes\/mini-individual\",\"isOverflow\":false},{\"text\":\"No-Bake Cheesecake\",\"url\":\"\/recipes\/dishes\/cheesecake-recipes\/no-bake\",\"isOverflow\":false},{\"text\":\"Chocolate Cheesecakes\",\"url\":\"\/recipes\/dishes\/cheesecake-recipes\/chocolate\",\"isOverflow\":false}\\],\"hasButton\":false,\"initialViewCount\":8}; var moduleName = 'browsePath'; var isVueModule = true; GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule) }); })();\n\n(function() { document.addEventListener('DOMContentLoaded', function() { var componentMetadata = JSON.parse('\\\\x7b\\\\x22componentName\\\\x22\\\\x3a\\\\x22GalleryListPager\\_8f74780c-7520-4c66-95c5-6a19d20bcb73\\\\x22,\\\\x22deferOptions\\\\x22\\\\x3a\\\\x7b\\\\x22deferComponent\\\\x22\\\\x3afalse,\\\\x22deferType\\\\x22\\\\x3a\\\\x22None\\\\x22,\\\\x22deferId\\\\x22\\\\x3a\\\\x22r4e1c3e410dc14fcc90cb6f7197ae7191\\\\x22,\\\\x22deferredContainerId\\\\x22\\\\x3a\\\\x22\\\\x2fprimaryColumn\\\\x22,\\\\x22deferredContainerView\\\\x22\\\\x3anull\\\\x7d,\\\\x22viewName\\\\x22\\\\x3a\\\\x22GalleryListPager\\\\x22\\\\x7d'); var configuration = {\"showPreviousEllipses\":false,\"showNextEllipses\":false,\"pageRange\":\\[{\"number\":1,\"current\":true},{\"number\":2,\"current\":false},{\"number\":3,\"current\":false},{\"number\":4,\"current\":false},{\"number\":5,\"current\":false}\\],\"currentPage\":1,\"currentPath\":\"\/recipes\/dishes\/cheesecake-recipes\"}; var moduleName = 'gallerylistpager'; var isVueModule = true; GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule) }); })();\n***","meta_canonical":null}

3. Robots.txt Check

Query:

Response:

4. Spam/Ban Check

Query:

Response:

5. Seen Status Check

ℹ️ Skipped - page is already crawled

📄

INDEXABLE

✅

CRAWLED

2 days ago

🤖

ROBOTS ALLOWED

Page Info Filters

Filter	Status	Condition	Details
HTTP status	PASS	`download_http_code = 200`	HTTP 200
Age cutoff	PASS	`download_stamp > now() - 6 MONTH`	0.1 months ago
History drop	PASS	`isNull(history_drop_reason)`	No drop reason
Spam/ban	PASS	`fh_dont_index != 1 AND ml_spam_score = 0`	ml_spam_score=0
Canonical	PASS	`meta_canonical IS NULL OR = '' OR = src_unparsed`	Not set

Page Details

Property	Value
URL	https://www.bettycrocker.com/recipes/dishes/cheesecake-recipes
Last Crawled	2026-04-11 10:36:28 (2 days ago)
First Indexed	2017-04-22 03:12:07 (8 years ago)
HTTP Status Code	200
Meta Title	Cheesecake Recipes - BettyCrocker.com
Meta Description	From sweet and creamy traditional versions to new gluten-free recipes and fresh takes on the beloved classic, Betty has your cheesecake needs covered.
Meta Canonical	null
Boilerpipe Text	Home Recipes Recipes by Dish Cheesecake Recipes (function() { document.addEventListener('DOMContentLoaded', function() { var componentMetadata = JSON.parse('\x7b\x22componentName\x22\x3a\x22Breadcrumb_8f74780c-7520-4c66-95c5-6a19d20bcb73\x22,\x22deferOptions\x22\x3a\x7b\x22deferComponent\x22\x3afalse,\x22deferType\x22\x3a\x22None\x22,\x22deferId\x22\x3a\x22r86b29596d71743eb975bf184bf8a4f77\x22,\x22deferredContainerId\x22\x3a\x22\x2fcommonBreadcrumb\x22,\x22deferredContainerView\x22\x3anull\x7d,\x22viewName\x22\x3a\x22Breadcrumb\x22\x7d'); var configuration = {"links":[{"url":"/","label":"Home"},{"url":"/recipes","label":"Recipes"},{"url":"/recipes/dishes","label":"Recipes by Dish"},{"url":"/recipes/dishes/cheesecake-recipes","label":"Cheesecake Recipes"}]}; var moduleName = 'breadcrumb'; var isVueModule = true; GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule) }); })(); From sweet and creamy traditional versions to new gluten-free recipes and fresh takes on the beloved classic, Betty has your cheesecake needs covered. (function() { document.addEventListener('DOMContentLoaded', function() { var componentMetadata = JSON.parse('\x7b\x22componentName\x22\x3a\x22BrowsePath_0d9f4360-0185-4c01-bd28-bf63cc1676eb\x22,\x22deferOptions\x22\x3a\x7b\x22deferComponent\x22\x3afalse,\x22deferType\x22\x3a\x22None\x22,\x22deferId\x22\x3a\x22r32c3f269444e40dc965c6fd6cd940b39\x22,\x22deferredContainerId\x22\x3a\x22\x2fBeforeVideo\x22,\x22deferredContainerView\x22\x3anull\x7d,\x22viewName\x22\x3a\x22BrowsePath\x22\x7d'); var configuration = {"showLabel":"Show All","hideLabel":"Show Less","links":[{"text":"Pumpkin Cheesecake","url":"/recipes/dishes/cheesecake-recipes/pumpkin","isOverflow":false},{"text":"Mini \u0026 Individual Cheesecakes","url":"/recipes/dishes/cheesecake-recipes/mini-individual","isOverflow":false},{"text":"No-Bake Cheesecake","url":"/recipes/dishes/cheesecake-recipes/no-bake","isOverflow":false},{"text":"Chocolate Cheesecakes","url":"/recipes/dishes/cheesecake-recipes/chocolate","isOverflow":false}],"hasButton":false,"initialViewCount":8}; var moduleName = 'browsePath'; var isVueModule = true; GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule) }); })(); (function() { document.addEventListener('DOMContentLoaded', function() { var componentMetadata = JSON.parse('\x7b\x22componentName\x22\x3a\x22GalleryListPager_8f74780c-7520-4c66-95c5-6a19d20bcb73\x22,\x22deferOptions\x22\x3a\x7b\x22deferComponent\x22\x3afalse,\x22deferType\x22\x3a\x22None\x22,\x22deferId\x22\x3a\x22r4e1c3e410dc14fcc90cb6f7197ae7191\x22,\x22deferredContainerId\x22\x3a\x22\x2fprimaryColumn\x22,\x22deferredContainerView\x22\x3anull\x7d,\x22viewName\x22\x3a\x22GalleryListPager\x22\x7d'); var configuration = {"showPreviousEllipses":false,"showNextEllipses":false,"pageRange":[{"number":1,"current":true},{"number":2,"current":false},{"number":3,"current":false},{"number":4,"current":false},{"number":5,"current":false}],"currentPage":1,"currentPath":"/recipes/dishes/cheesecake-recipes"}; var moduleName = 'gallerylistpager'; var isVueModule = true; GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule) }); })();
Markdown	null
Readable Markdown	1. [Home](https://www.bettycrocker.com/) 2. [Recipes](https://www.bettycrocker.com/recipes) 3. [Recipes by Dish](https://www.bettycrocker.com/recipes/dishes) 4. Cheesecake Recipes (function() { document.addEventListener('DOMContentLoaded', function() { var componentMetadata = JSON.parse('\\x7b\\x22componentName\\x22\\x3a\\x22Breadcrumb\_8f74780c-7520-4c66-95c5-6a19d20bcb73\\x22,\\x22deferOptions\\x22\\x3a\\x7b\\x22deferComponent\\x22\\x3afalse,\\x22deferType\\x22\\x3a\\x22None\\x22,\\x22deferId\\x22\\x3a\\x22r86b29596d71743eb975bf184bf8a4f77\\x22,\\x22deferredContainerId\\x22\\x3a\\x22\\x2fcommonBreadcrumb\\x22,\\x22deferredContainerView\\x22\\x3anull\\x7d,\\x22viewName\\x22\\x3a\\x22Breadcrumb\\x22\\x7d'); var configuration = {"links":\[{"url":"/","label":"Home"},{"url":"/recipes","label":"Recipes"},{"url":"/recipes/dishes","label":"Recipes by Dish"},{"url":"/recipes/dishes/cheesecake-recipes","label":"Cheesecake Recipes"}\]}; var moduleName = 'breadcrumb'; var isVueModule = true; GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule) }); })(); From sweet and creamy traditional versions to new gluten-free recipes and fresh takes on the beloved classic, Betty has your cheesecake needs covered. (function() { document.addEventListener('DOMContentLoaded', function() { var componentMetadata = JSON.parse('\\x7b\\x22componentName\\x22\\x3a\\x22BrowsePath\_0d9f4360-0185-4c01-bd28-bf63cc1676eb\\x22,\\x22deferOptions\\x22\\x3a\\x7b\\x22deferComponent\\x22\\x3afalse,\\x22deferType\\x22\\x3a\\x22None\\x22,\\x22deferId\\x22\\x3a\\x22r32c3f269444e40dc965c6fd6cd940b39\\x22,\\x22deferredContainerId\\x22\\x3a\\x22\\x2fBeforeVideo\\x22,\\x22deferredContainerView\\x22\\x3anull\\x7d,\\x22viewName\\x22\\x3a\\x22BrowsePath\\x22\\x7d'); var configuration = {"showLabel":"Show All","hideLabel":"Show Less","links":\[{"text":"Pumpkin Cheesecake","url":"/recipes/dishes/cheesecake-recipes/pumpkin","isOverflow":false},{"text":"Mini \\u0026 Individual Cheesecakes","url":"/recipes/dishes/cheesecake-recipes/mini-individual","isOverflow":false},{"text":"No-Bake Cheesecake","url":"/recipes/dishes/cheesecake-recipes/no-bake","isOverflow":false},{"text":"Chocolate Cheesecakes","url":"/recipes/dishes/cheesecake-recipes/chocolate","isOverflow":false}\],"hasButton":false,"initialViewCount":8}; var moduleName = 'browsePath'; var isVueModule = true; GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule) }); })(); (function() { document.addEventListener('DOMContentLoaded', function() { var componentMetadata = JSON.parse('\\x7b\\x22componentName\\x22\\x3a\\x22GalleryListPager\_8f74780c-7520-4c66-95c5-6a19d20bcb73\\x22,\\x22deferOptions\\x22\\x3a\\x7b\\x22deferComponent\\x22\\x3afalse,\\x22deferType\\x22\\x3a\\x22None\\x22,\\x22deferId\\x22\\x3a\\x22r4e1c3e410dc14fcc90cb6f7197ae7191\\x22,\\x22deferredContainerId\\x22\\x3a\\x22\\x2fprimaryColumn\\x22,\\x22deferredContainerView\\x22\\x3anull\\x7d,\\x22viewName\\x22\\x3a\\x22GalleryListPager\\x22\\x7d'); var configuration = {"showPreviousEllipses":false,"showNextEllipses":false,"pageRange":\[{"number":1,"current":true},{"number":2,"current":false},{"number":3,"current":false},{"number":4,"current":false},{"number":5,"current":false}\],"currentPage":1,"currentPath":"/recipes/dishes/cheesecake-recipes"}; var moduleName = 'gallerylistpager'; var isVueModule = true; GeneralMills.PandoSites.RegisterControlInstance(moduleName, configuration, componentMetadata, isVueModule) }); })(); ***
Shard	134 (laksa)
Root Hash	2619593907389395534
Unparsed URL	com,bettycrocker!www,/recipes/dishes/cheesecake-recipes s443