# If you add a new exclusion to this file please ensure that route is removed # from the sitemap.xml. # The songkick.com sitemaps are generated by this project through cron # regularly, and stored in S3 via media-service whence they can be served # directly by apache. see the README for more User-agent: 008 Disallow: / User-agent: BLEXBot Disallow: / User-agent: BeetleBot Disallow: / User-agent: CCBot Disallow: / User-agent: CrystalSemanticsBot Disallow: / User-agent: dotbot Disallow: / User-agent: EasouSpider Disallow: / User-agent: Exabot Disallow: / User-agent: grapeshot Disallow: / User-agent: import.io Disallow: / User-agent: MaxPointCrawler Disallow: / User-agent: netseer Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: Sogou web spider Disallow: / User-agent: YoudaoBot Disallow: / User-agent: botify Disallow: / User-agent: Blekkobot Crawl-delay: 10 User-agent: SeznamBot Crawl-delay: 10 User-agent: YandexBot Crawl-delay: 10 User-agent: bingbot Crawl-delay: 10 User-agent: * Disallow: /44522520/* Disallow: /announcements/seen Disallow: /artists/*/images/new Disallow: /artists/*/videos/new Disallow: /behaviour Disallow: /concerts/*/edit Disallow: /concerts/*/images/new Disallow: /concerts/*/posters/new Disallow: /concerts/*/setlists/* Disallow: /concerts/*/videos/new Disallow: /concerts/new Disallow: /festival_instances/new Disallow: /festivals/*/edit Disallow: /festivals/*/id/*/images/new Disallow: /festivals/*/id/*/posters/new Disallow: /festivals/*/id/*/setlists/* Disallow: /festivals/*/id/*/videos/new Disallow: /images/new Disallow: /images/api/ Disallow: /iphone/ Disallow: /light_signups/new Disallow: /password_reset_requests Disallow: /posters/new Disallow: /problems/new Disallow: /record-share Disallow: /rx Disallow: /search Disallow: /session/create Disallow: /session/filter_metro_area/edit Disallow: /session/new Disallow: /store/events/*/unavailable_allocations Disallow: /store/reservation_orders* Disallow: /store/payments* Disallow: /store/confirmation Disallow: /tickets/ Disallow: /tracker Disallow: /trackings Disallow: /venues/*/edit Disallow: /venues/*/images/new Allow: /users/*/calendars.ics Disallow: /venues/*/videos/new Disallow: /venues/new Disallow: /videos/new Disallow: /harming/humans Disallow: /ignoring/human/orders Disallow: /harm/to/self Disallow: /artists/9115824 Disallow: /artists/9115824-songkickloadtesting1 Disallow: /events/30168404 Disallow: /events/30168429 Disallow: /events/30168489 Disallow: /events/30168499 Disallow: /events/30168504 Disallow: /events/30168539 Disallow: /events/30168549 Disallow: /events/30168554 Disallow: /events/30168559 Disallow: /events/30168564 Disallow: /events/30181959 Disallow: /events/30181969 Disallow: /events/30181984 Disallow: /events/30181994 Disallow: /events/30182004 Disallow: /events/30182014 Disallow: /events/30182029 Disallow: /events/30182039 Disallow: /events/30182044 Disallow: /events/30182049 Disallow: /events/30181949 Disallow: /events/30181964 Disallow: /events/30181989 Disallow: /events/30181999 Disallow: /events/30182009 Disallow: /events/30182034 Disallow: /events/30182249 Disallow: /events/30182254 Disallow: /events/30182264 Disallow: /events/30182274 Disallow: /events/30182284 Disallow: /events/30182289 Disallow: /events/30182294 Disallow: /events/30182559 Disallow: /events/30182584 Disallow: /events/30182594 Disallow: /events/30182644 Disallow: /events/30182559 Disallow: /events/30182694 Disallow: /events/30182774 Disallow: /page-view.png Sitemap: https://www.songkick.com/sitemap.xml