User-agent: *

Disallow: /ark:/61903/1:
Disallow: /ark:/61903/2:
Disallow: /auth/
Disallow: /campaign
Disallow: /*/campaign
Disallow: /frontier/
Disallow: /identity/
Disallow: /*/identity/
Disallow: /learningcenter
Disallow: /mgmt/
Disallow: /pal:/
Disallow: /photos/album/
Disallow: /photos/person/
Disallow: /photos/view/
Disallow: /profile/
Disallow: /records/pal:/
Disallow: /recover/
Disallow: /*/recover/
Disallow: /register/
Disallow: /*/register/
Disallow: /Search/
Disallow: /service/temple/cards
Disallow: /tree
Allow: /tree/
Disallow: /tree/contributions
Disallow: /tree/find
Disallow: /tree/following
Disallow: /tree/import
Disallow: /tree/improve-place-names
Disallow: /tree/pedigree
Disallow: /tree/person
Disallow: /tree/sources
Disallow: /search/all-collections/results/
Disallow: *?icid=
Disallow: *?cid=
Disallow: /*?00
Disallow: /*?ref=*
Disallow: /*genealogies/submission*
Disallow: /*/home/portal/
Disallow: /*/search/catalog/results

# Home Pages Experiment
Sitemap: https://www.familysearch.org/sitemap-home-pages-experiment.xml
# Sitemap: https://www.familysearch.org/sitemap-index-home-page.xml

# Record Collections Experiment
# HOLD - this experiment does not currently include this sitemap
# Sitemap: https://www.familysearch.org/sitemap-collections-experiment.xml
https://www.familysearch.org/sitemap-us-census-1950-experiment.xml

# Memories
Sitemap: https://www.familysearch.org/photos/sitemapIndex?category=artifacts&artifactCategory=IMAGE
Sitemap: https://www.familysearch.org/photos/sitemapIndex?category=artifacts&artifactCategory=TEXT

# Allow Algolia to search /frontier
User-agent: Algolia Crawler
Allow: /frontier

# Allow social share previews of campaigns
User-agent: facebookexternalhit
Allow: /campaign/
Allow: /*/campaign/

User-agent: Twitterbot
Allow: /campaign/
Allow: /*/campaign/

## Specific rules for familysearch wiki (familysearch.org/<lang>/wiki/...)

# advertising-related bots:
User-agent: Mediapartners-Google*
Disallow: /*/wiki/

# Friendly, low-speed bots are welcome viewing article pages, but not
# dynamically-generated pages please.
#
# Inktomi's "Slurp" can read a minimum delay between hits; if your
# bot supports such a thing using the 'Crawl-delay' or another
# instruction, please let us know.
#
# There is a special exception for API mobileview to allow dynamic
# mobile web & app views to load section content.
# These views aren't HTTP-cached but use parser cache aggressively
# and don't expose special: pages etc.
#
# Another exception is for REST API documentation, located at
# /api/rest_v1/?doc.
#
User-agent: *
Allow: /*/wiki/w/api.php?action=mobileview&
Allow: /*/wiki/w/load.php?
Allow: /*/wiki/api/rest_v1/?doc
# Disallow indexing of non-article content
Disallow: /*/wiki/w/
Disallow: /*/wiki/api/
Disallow: /*/wiki/trap/
Disallow: /*/wiki/Special:*
Disallow: /*/wiki/index.php?