Sitemap: https://www.allrecipes.com/sitemap.xml 

User-agent: *
Crawl-delay: 1
Disallow: /account/
Disallow: /admin/
Disallow: /personal-recipe/
Disallow: /recipe-tools/
Disallow: /search/
Disallow: /custom-recipe/
Disallow: /content/partner/
Disallow: /featured/
Allow: /featured/Thanksgiving2020
Disallow: /cook/my/
Disallow: /*fullrecipenutrition
Disallow: /dyn/
Disallow: /home/
Disallow: /labs/
Disallow: /order/
Disallow: /child/
Disallow: /photos/
Disallow: /common/
Disallow: /content/
Disallow: /private/
Disallow: /premium/
Disallow: /templates/
Disallow: /templatedata/
Disallow: /videos/theme/
Disallow: /videos/widgets/
Disallow: /*.jhtml
Disallow: /*___itemUrl___
Disallow: /embed
Disallow: /oembed
Disallow: /sweepstakes/rules/
Disallow: /sweepstakes/facts/
Disallow: /author/*/?content=swears

User-agent: Slurp
Crawl-delay: .05
Disallow: /account/
Disallow: /admin/
Disallow: /personal-recipe/
Disallow: /recipe-tools/
Disallow: /search/
Disallow: /custom-recipe/
Disallow: /new-this-month/
Disallow: /content/partner/
Disallow: /featured/
Disallow: /cook/my/
Disallow: /*fullrecipenutrition
Disallow: /dyn/
Disallow: /home/
Disallow: /labs/
Disallow: /order/
Disallow: /child/
Disallow: /photos/
Disallow: /common/
Disallow: /content/
Disallow: /private/
Disallow: /premium/
Disallow: /templates/
Disallow: /templatedata/
Disallow: /videos/theme/
Disallow: /videos/widgets/
Disallow: /*.jhtml
Disallow: /*___itemUrl___
Disallow: /embed
Disallow: /oembed
Disallow: /sweepstakes/rules/
Disallow: /sweepstakes/facts/
Disallow: /author/*/?content=swears

User-agent: Googlebot
Disallow: /account/
Disallow: /admin/
Disallow: /personal-recipe/
Disallow: /recipe-tools/
Disallow: /search*
Disallow: /custom-recipe/
Disallow: /new-this-month/
Disallow: /content/partner/
Disallow: /cook/my/
Disallow: /*fullrecipenutrition
Disallow: /dyn/
Disallow: /home/
Disallow: /labs/
Disallow: /order/
Disallow: /child/
Disallow: /photos/
Disallow: /common/
Disallow: /content/
Disallow: /private/
Disallow: /premium/
Disallow: /templates/
Disallow: /templatedata/
Disallow: /videos/theme/
Disallow: /videos/widgets/
Disallow: /*.jhtml
Disallow: /*___itemUrl___
Disallow: /embed
Disallow: /oembed
Disallow: /syndication/
Disallow: /sweepstakes/rules/
Disallow: /sweepstakes/facts/
Disallow: /author/*/?content=swears

User-agent: Mediapartners-Google
Disallow: /account/
Disallow: /admin/
Disallow: /personal-recipe/
Disallow: /recipe-tools/
Disallow: /search*
Disallow: /custom-recipe/
Disallow: /new-this-month/
Disallow: /content/partner/
Disallow: /featured/
Disallow: /cook/my/
Disallow: /*fullrecipenutrition
Disallow: /dyn/
Disallow: /home/
Disallow: /labs/
Disallow: /order/
Disallow: /child/
Disallow: /photos/
Disallow: /common/
Disallow: /content/
Disallow: /private/
Disallow: /premium/
Disallow: /templates/
Disallow: /templatedata/
Disallow: /videos/theme/
Disallow: /videos/widgets/
Disallow: /*.jhtml
Disallow: /*___itemUrl___
Disallow: /embed
Disallow: /oembed
Disallow: /sweepstakes/rules/
Disallow: /sweepstakes/facts/
Disallow: /author/*/?content=swears

User-agent: Bingbot
Crawl-delay: .05
Disallow: /account/
Disallow: /admin/
Disallow: /personal-recipe/
Disallow: /recipe-tools/
Disallow: /search/
Disallow: /custom-recipe/
Disallow: /new-this-month/
Disallow: /content/partner/
Disallow: /featured/
Disallow: /cook/my/
Disallow: /*fullrecipenutrition
Disallow: /dyn/
Disallow: /home/
Disallow: /labs/
Disallow: /order/
Disallow: /child/
Disallow: /photos/
Disallow: /common/
Disallow: /content/
Disallow: /private/
Disallow: /premium/
Disallow: /templates/
Disallow: /templatedata/
Disallow: /videos/theme/
Disallow: /videos/widgets/
Disallow: /*.jhtml
Disallow: /*___itemUrl___
Disallow: /embed
Disallow: /oembed
Disallow: /sweepstakes/rules/
Disallow: /sweepstakes/facts/
Disallow: /author/*/?content=swears

User-agent: MSNbot
Crawl-delay: .05
Disallow: /account/
Disallow: /admin/
Disallow: /personal-recipe/
Disallow: /recipe-tools/
Disallow: /search/
Disallow: /custom-recipe/
Disallow: /new-this-month/
Disallow: /content/partner/
Disallow: /featured/
Disallow: /cook/my/
Disallow: /*fullrecipenutrition
Disallow: /dyn/
Disallow: /home/
Disallow: /labs/
Disallow: /order/
Disallow: /child/
Disallow: /photos/
Disallow: /common/
Disallow: /content/
Disallow: /private/
Disallow: /premium/
Disallow: /templates/
Disallow: /templatedata/
Disallow: /videos/theme/
Disallow: /videos/widgets/
Disallow: /*.jhtml
Disallow: /*___itemUrl___
Disallow: /embed
Disallow: /oembed
Disallow: /sweepstakes/rules/
Disallow: /sweepstakes/facts/
Disallow: /author/*/?content=swears

User-agent: DuckDuckBot
Crawl-delay: .05
Disallow: /account/
Disallow: /admin/
Disallow: /personal-recipe/
Disallow: /recipe-tools/
Disallow: /search/
Disallow: /custom-recipe/
Disallow: /new-this-month/
Disallow: /content/partner/
Disallow: /featured/
Disallow: /cook/my/
Disallow: /*fullrecipenutrition
Disallow: /dyn/
Disallow: /home/
Disallow: /labs/
Disallow: /order/
Disallow: /child/
Disallow: /photos/
Disallow: /common/
Disallow: /content/
Disallow: /private/
Disallow: /premium/
Disallow: /templates/
Disallow: /templatedata/
Disallow: /videos/theme/
Disallow: /videos/widgets/
Disallow: /*.jhtml
Disallow: /*___itemUrl___
Disallow: /embed
Disallow: /oembed
Disallow: /sweepstakes/rules/
Disallow: /sweepstakes/facts/
Disallow: /author/*/?content=swears

User-agent: Baiduspider
Crawl-delay: .05
Disallow: /account/
Disallow: /admin/
Disallow: /personal-recipe/
Disallow: /recipe-tools/
Disallow: /search/
Disallow: /custom-recipe/
Disallow: /new-this-month/
Disallow: /content/partner/
Disallow: /featured/
Disallow: /cook/my/
Disallow: /*fullrecipenutrition
Disallow: /dyn/
Disallow: /home/
Disallow: /labs/
Disallow: /order/
Disallow: /child/
Disallow: /photos/
Disallow: /common/
Disallow: /content/
Disallow: /private/
Disallow: /premium/
Disallow: /templates/
Disallow: /templatedata/
Disallow: /videos/theme/
Disallow: /videos/widgets/
Disallow: /*.jhtml
Disallow: /*___itemUrl___
Disallow: /embed
Disallow: /oembed
Disallow: /sweepstakes/rules/
Disallow: /sweepstakes/facts/
Disallow: /author/*/?content=swears

User-agent: YandexBot
Crawl-delay: .05
Disallow: /account/
Disallow: /admin/
Disallow: /personal-recipe/
Disallow: /recipe-tools/
Disallow: /search/
Disallow: /custom-recipe/
Disallow: /new-this-month/
Disallow: /content/partner/
Disallow: /featured/
Disallow: /cook/my/
Disallow: /*fullrecipenutrition
Disallow: /dyn/
Disallow: /home/
Disallow: /labs/
Disallow: /order/
Disallow: /child/
Disallow: /photos/
Disallow: /common/
Disallow: /content/
Disallow: /private/
Disallow: /premium/
Disallow: /templates/
Disallow: /templatedata/
Disallow: /videos/theme/
Disallow: /videos/widgets/
Disallow: /*.jhtml
Disallow: /*___itemUrl___
Disallow: /embed
Disallow: /oembed
Disallow: /sweepstakes/rules/
Disallow: /sweepstakes/facts/
Disallow: /author/*/?content=swears

User-agent: NaverBot
Crawl-delay: .05
Disallow: /account/
Disallow: /admin/
Disallow: /personal-recipe/
Disallow: /recipe-tools/
Disallow: /search/
Disallow: /custom-recipe/
Disallow: /new-this-month/
Disallow: /content/partner/
Disallow: /featured/
Disallow: /cook/my/
Disallow: /*fullrecipenutrition
Disallow: /dyn/
Disallow: /home/
Disallow: /labs/
Disallow: /order/
Disallow: /child/
Disallow: /photos/
Disallow: /common/
Disallow: /content/
Disallow: /private/
Disallow: /premium/
Disallow: /templates/
Disallow: /templatedata/
Disallow: /videos/theme/
Disallow: /videos/widgets/
Disallow: /*.jhtml
Disallow: /*___itemUrl___
Disallow: /embed
Disallow: /oembed
Disallow: /sweepstakes/rules/
Disallow: /sweepstakes/facts/
Disallow: /author/*/?content=swears

User-agent: 008
Disallow: /