Sitemap: https://spaceart.org/sitemap.xml

User-agent: *
Disallow: /911/
Disallow: /ArtTalk/
Disallow: /basincomplex/
Disallow: /bin/
Disallow: /cgi-bin/
Disallow: /client/
#Disallow: /cmn/
#Disallow: /cmnlocal/
Disallow: /count/
#Disallow: /img/
#Disallow: /imglocal/
#Disallow: /include/
#Disallow: /includelocal/
Disallow: /search/
Disallow: /nosearch/
Disallow: /test/
Disallow: /ftp/
Disallow: /dreams/
Disallow: /trade/
Disallow: /vmap/
Disallow: /writable/
Disallow: /wwwlib/
Disallow: /403.html
Disallow: /403error.html
Disallow: /404error.html
Disallow: /500error.html
Disallow: /error.html
Disallow: /biteme.html
Disallow: /biteme.off
Disallow: /*.cgi
Disallow: /*.pl
Disallow: /upyours.html
Disallow: /hello.html
Disallow: /goodbye.html
Disallow: /ghindex.html
Disallow: /limit.html
Disallow: /map1.html
Disallow: /IAAA/
Disallow: /leonardo/

User-agent: MJ12Bot
User-agent: PetalBot
User-agent: AspiegelBot
User-agent: AhrefsBot
User-agent: SEMrushBot
User-agent: DotBot
User-agent: GPTBot
User-agent: MauiBot
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: Baiduspider+
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
User-agent: Baiduspider/2.0;+http://www.baidu.com/search/spider.html
User-agent: +Baiduspider
User-agent: +Baiduspider/2.0;++http://www.baidu.com/search/spider.html
User-agent: Mozilla/5.0(compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
User-agent: Browsershots
User-agent: EasouSpider
User-agent: Exabot
User-agent: ezooms
User-agent: Ezooms/1.0
User-agent: Mozilla/5.0 (compatible; Ezooms/1.0; ezooms.bot[at]gmail[dot]com)
User-agent: NaverBot
User-agent: Yeti
User-agent: sogou spider
User-agent: Sosospider+
User-agent: spider
User-agent: Yandex
User-agent: YandexBot
User-agent: YandexImages
User-agent: Yandex.com
Disallow: /