Sitemap: https://www.atfc.org.uk/sitemap.xml User-agent: NerdyBot Disallow: / User-agent: dotbot Crawl-delay: 10 User-agent: * Disallow: /ajax/ Disallow: /apps/ Disallow: /http://www.betbind.com Disallow: /dynion--men.html Disallow: /holl-dicircmau--all-teams.html Disallow: /menywod--women.html Disallow: /http://www.vaughans.co.uk/store_aberystwyth Disallow: /cae-3g--3g-pitch.html Disallow: /d19-ac-academi--u19-and-academy.html Disallow: /ticircm-anabledd--disability-team.html Disallow: /19092022css.html Disallow: /rhaglennu--programmes.html Disallow: /cyfleusterau--facilities.html Disallow: /gwybodaeth--information1.html Disallow: /siarterau--charters.html Disallow: /dolennau--links.html Disallow: /https://www.atfc.org.uk/home/category/aber-town-women