Sitemap: https://runsignup.com/sitemap.xml

User-agent: YandexBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: VegeBot
Disallow: /

User-agent: Vegi bot
Disallow: /

User-agent: BaiduSpider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: AlphaSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: *
Disallow: /Race/NJ/Moorestown/InYourFaceScrapper
Disallow: /race/nj/moorestown/inyourfacescrapper
Disallow: /captcha
Disallow: /em/
Disallow: /Logout
Disallow: /wp-login.php
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /Race/Photos/ViewPhoto/
Disallow: /Race/Results/Simple/
# Place wildcards last since some robots don't know how to parse them
Disallow: /Race/Results/*/FinishersCert
Disallow: /Race/Results/*/FinishersCertImg
Disallow: /*?*PHPSESSID*
Disallow: /*?*embedId2*
Disallow: /*?*embedToken*
Disallow: /*?*regToken*
Disallow: /*?*RefCode=*
Disallow: /*?*err=*
Disallow: /*?*smsg=*
Disallow: /*?*redirect=*
Disallow: /*?*autoLogin*
Disallow: /*?*remMeAttempt*
Crawl-delay: 1