User-Agent: * Crawl-delay: 4 Disallow: /db/ Disallow: /list-artist-content/ Disallow: /tools/ Disallow: /*?title= Disallow: /*?action= Disallow: /*.mp3 Disallow: /MixesDB_Search.php Disallow: /MixesDB_Search.xml Disallow: /favicon.ico Disallow: /info.php Disallow: /ref.php Disallow: /w/Template Disallow: /w/Special Disallow: /w/Special:Contributions Disallow: /w/Talk Disallow: /w/Category:Date Disallow: /w/Category:Hidden_categories Disallow: /w/Category:Audio_Players Disallow: /w/Category:Direct_Players Disallow: /w/Category:Internet_Archive Disallow: /w/Category:Mixcloud Disallow: /w/Category:Official.FM Disallow: /w/Category:Other_Video_Players Disallow: /w/Category:PodOmatic Disallow: /w/Category:Podbean.com Disallow: /w/Category:Skip_Main_Page Disallow: /w/Category:SoundCloud Disallow: /w/Category:Video_Players Disallow: /w/Category:Vimeo Disallow: /w/Category:YouTube Disallow: /w/Category:b@_TV Disallow: /w/Category:play.fm Disallow: /w/Category:Charts Disallow: /w/Category:Apple_Music Disallow: /w/Category:Spotify_Podcasts Disallow: /w/Category:Spotify_Playlists Disallow: /w/Category:Beatport_Charts Disallow: /w/Category:Misc_Charts Disallow: /w/Category:Juno_Charts Disallow: /w/Category:Resident_Advisor_Charts Disallow: /w/Category:Resident_Advisor_Charts_(Tops) Disallow: /w/MixesDB:Explorer Disallow: /w/MixesDB:Regular_categories Disallow: /w/MixesDB:Player_search Disallow: /w/Category%3ADate Disallow: /w/Category%3AHidden_categories Disallow: /w/Category%3AAudio_Players Disallow: /w/Category%3ADirect_Players Disallow: /w/Category%3AInternet_Archive Disallow: /w/Category%3AMixcloud Disallow: /w/Category%3AOfficial.FM Disallow: /w/Category%3AOther_Video_Players Disallow: /w/Category%3APodOmatic Disallow: /w/Category%3APodbean.com Disallow: /w/Category%3ASkip_Main_Page Disallow: /w/Category%3ASoundCloud Disallow: /w/Category%3AVideo_Players Disallow: /w/Category%3AVimeo Disallow: /w/Category%3AYouTube Disallow: /w/Category%3Ab@_TV Disallow: /w/Category%3Aplay.fm Disallow: /w/Category%3ACharts Disallow: /w/Category%3ABeatport_Charts Disallow: /w/Category%3AMisc_Charts Disallow: /w/Category%3AJuno_Charts Disallow: /w/Category%3AResident_Advisor_Charts Disallow: /w/Category%3AResident_Advisor_Charts_(Tops) Disallow: /w/MixesDB%3AExplorer Disallow: /w/MixesDB%3ARegular_categories Disallow: /w/MixesDB%3APlayer_search Disallow: /w/index.php?title=Category:Date Disallow: /w/index.php?title=Category:Hidden_categories Disallow: /w/index.php?title=Category:Audio_Players Disallow: /w/index.php?title=Category:Direct_Players Disallow: /w/index.php?title=Category:Internet_Archive Disallow: /w/index.php?title=Category:Mixcloud Disallow: /w/index.php?title=Category:Official.FM Disallow: /w/index.php?title=Category:Other_Video_Players Disallow: /w/index.php?title=Category:PodOmatic Disallow: /w/index.php?title=Category:Podbean.com Disallow: /w/index.php?title=Category:Skip_Main_Page Disallow: /w/index.php?title=Category:SoundCloud Disallow: /w/index.php?title=Category:Video_Players Disallow: /w/index.php?title=Category:Vimeo Disallow: /w/index.php?title=Category:YouTube Disallow: /w/index.php?title=Category:b@_TV Disallow: /w/index.php?title=Category:play.fm Disallow: /w/index.php?title=Category:Charts Disallow: /w/index.php?title=Category:Apple_Music Disallow: /w/index.php?title=Category:Spotify_Podcasts Disallow: /w/index.php?title=Category:Spotify_Playlists Disallow: /w/index.php?title=Category:Beatport_Charts Disallow: /w/index.php?title=Category:Misc_Charts Disallow: /w/index.php?title=Category:Juno_Charts Disallow: /w/index.php?title=Category:Resident_Advisor_Charts Disallow: /w/index.php?title=Category:Resident_Advisor_Charts_(Tops) Disallow: /w/index.php?title=MixesDB:Explorer Disallow: /w/index.php?title=MixesDB:Regular_categories Disallow: /w/index.php?title=MixesDB:Player_search Disallow: /*?*&action=history Disallow: /*?*&action=info Disallow: /*?*&action=edit Disallow: /*?*&action=submit Disallow: /*?*&action=purge Disallow: /*?*oldid= Disallow: /sitemap.txt User-agent: ia_archiver User-agent: AhrefsBot User-agent: AiHitBot User-agent: Alexa User-agent: AlphaBot User-agent: Asks User-agent: BLEXBot User-agent: Baiduspider-render User-agent: CATExplorador User-agent: CCBot User-agent: CareerBot User-agent: CipaCrawler User-agent: DOC User-agent: Cliqzbot User-agent: DataXu User-agent: DomainCheck.io User-agent: DotBot User-agent: Dotmic User-agent: Download Ninja User-agent: Fetch User-agent: Grapeshot User-agent: GrapeshotCrawler User-agent: HTTrack User-agent: LightspeedSystemsCrawler User-agent: MJ12bot User-agent: MSIECrawler User-agent: Mail.RU_Bot User-agent: MauiBot User-agent: MegaIndex User-agent: Microsoft.URL.Control User-agent: NetcraftSurveyAgent User-agent: Nimbostratus User-agent: NPBot User-agent: Offline Explorer User-agent: Orthogaffe User-agent: Pinterest User-agent: Plukkie User-agent: Proximic User-agent: QuerySeekerSpider User-agent: Riddler User-agent: SEMrushBot User-agent: SEOkicks User-agent: SEOkicks-Robot User-agent: SISTRIX User-agent: SafeDNSBot User-agent: SearchmetricsBot User-agent: Seekport Crawler User-agent: SemrushBot User-agent: SemrushBot-BA User-agent: SiteSnagger User-agent: Sogou User-agent: Teleport User-agent: TeleportPro User-agent: UbiCrawler User-agent: Vagabondo User-agent: WBSearchBot User-agent: WebCopier User-agent: WebReaper User-agent: WebStripper User-agent: WebZIP User-agent: Xenu User-agent: XoviBot User-agent: Xovibot User-agent: Yandex User-agent: YandexBot User-agent: YisouSpider User-agent: Zao User-agent: Zealbot User-agent: ZoominfoBot User-agent: ZyBORG User-agent: coccocbot User-agent: grub-client User-agent: iCjobs User-agent: ips-agent User-agent: istellabot User-agent: k2spider User-agent: larbin User-agent: libwww User-agent: linkdexbot User-agent: linko User-agent: magpie-crawler User-agent: masscan User-agent: netEstate NE Crawler User-agent: nsrbot User-agent: oBot User-agent: probethenet User-agent: proximic User-agent: rogerbot Disallow: / # Sorry, wget in its recursive mode is a frequent problem. # Please read the man page and use it properly; there is a # --wait option you can use to set the delay between hits, # for instance. # User-agent: wget Disallow: / Sitemap: https://www.mixesdb.com/sitemap/sitemap-index-mixesdb.xml