User-agent: 360Spider
Disallow: /
User-agent: AdsBot
Disallow: /
User-agent: Adsbot
Disallow: /
User-agent: adsbot
Disallow: /
User-agent: AdsBot/3.1
Disallow: /
User-agent: Adsbot/3.1
Disallow: /
User-agent: adsbot/3.1
Disallow: /
User-agent: AdsBot-Google
Disallow: /
User-agent: AdsBot-Google-Mobile
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: AhrefsBot/5.2
Disallow: /
User-agent: ahrefs.com
Disallow: /
User-agent: ahrefs.com/robot
Disallow: /
User-agent: AlphaBot
Disallow: /
User-agent: AlphaBot/3.2
Disallow: /
User-agent: alphaseobot
Disallow: /
User-agent: alphaseobot.com
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot
Disallow: /
User-agent: Applebot/0.1
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: AwarioBot
Disallow: /
User-agent: AwarioBot/1.0
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: AwarioRssBot/1.0
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: AwarioSmartBot/1.0
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: Barkrowler/0.9
Disallow: /
User-agent: bingbot
Disallow: /
User-agent: bingbot/2.0
Disallow: /
User-agent: bumb.ly
Disallow: /
User-agent: bumb.ly/0.01
Disallow: /
User-agent: adidxbot
Disallow: /
User-agent: adidxbot/2.0
Disallow: /
User-agent: BingPreview
Disallow: /
User-agent: BingPreview/1.0b
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: msnbot/2.0b
Disallow: /
User-agent: msnbot-media
Disallow: /
User-agent: msnbot-media/1.1
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BLEXBot/1.0
Disallow: /
User-agent: BPImageWalker
Disallow: /
User-agent: BPImageWalker/2.0
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: spider-feedback
Disallow: /
User-agent: spider-feedback@bytedance.com
Disallow: /
User-agent: CheckMarkNetwork/1.0
Disallow: /
User-agent: CheckMarkNetwork/1.0 (+https://www.checkmarknetwork.com/spider.html)
Disallow: /
User-agent: CheckMarkNetwork/1.0 (+http:/www.checkmarknetwork.com/spider.html)
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: coccocbot
Disallow: /
User-agent: coccocbot-image/1.0
Disallow: /
User-agent: coccocbot-web
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: Datanyze
Disallow: /
User-agent: dataprovider
Disallow: /
User-agent: DAUM
Disallow: /
User-agent: DomainCrawler
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: DotBot/1.1
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Exabot/3.0
Disallow: /
User-agent: FemtosearchBot
Disallow: /
User-agent: Go-http-client
Disallow: /
User-agent: Go-http-client/1.1
Disallow: /
User-agent: Googlebot
Disallow: /
User-agent: Googlebot-Image
Disallow: /
User-agent: gowikibot
Disallow: /
User-agent: Gowikibot
Disallow: /
User-agent: Gowikibot/1.0
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: IndeedBot
Disallow: /
User-agent: IndeedBot 1.1
Disallow: /
User-agent: IonCrawl
Disallow: /
User-agent: istellabot
Disallow: /
User-agent: istellabot/t.1.13
Disallow: /
User-Agent: The Knowledge AI
Disallow: /
User-Agent: KomodiaBot
Disallow: /
User-Agent: KomodiaBot/1.0
Disallow: /
User-agent: LightspeedSystemsCrawler
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: linkdexbot/2.0
Disallow: /
User-agent: linkdexbot/2.1
Disallow: /
User-agent: linkdexbot/2.2
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: LinkpadBot/2.3
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: ltx71.com
Disallow: /
User-agent: ltx71 - (http:/ltx71.com/)
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: Mail.RU_Bot/2.0
Disallow: /
User-agent: Mail.RU_Bot/Robots/2.0
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: megaindex.com
Disallow: /
User-agent: MegaIndex.com/2.0
Disallow: /
User-agent: megaindex.com/crawler
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: MJ12bot/v1.4.8
Disallow: /
User-agent: MTRobot
Disallow: /
User-agent: MTRobot/0.2
Disallow: /
User-agent: netEstate
Disallow: /
User-agent: datenbank
Disallow: /
User-agent: website-datenbank
Disallow: /
User-agent: website-datenbank.de
Disallow: /
User-agent: Nimbostratus-Bot
Disallow: /
User-agent: Nimbostratus-Bot/v1.3.2
Disallow: /
User-agent: oBot
Disallow: /
User-agent: oBot/2.3.1
Disallow: /
User-Agent: pandalytics
Disallow: /
User-Agent: Pandalytics/1.0
Disallow: /
User-Agent: panscient.com
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: pdrlabs
Disallow: /
User-agent: pdrlabs.net
Disallow: /
User-agent: PhxBot
Disallow: /
User-agent: PhxBot/0.1
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: Qwantify/2.4w
Disallow: /
User-agent: SamsungBrowser
Disallow: /
User-agent: SamsungBrowser/12.1
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: Scrapy/1.7.2
Disallow: /
User-agent: scrapy.org
Disallow: /
User-agent: seekbot
Disallow: /
User-agent: SeekportBot
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: seekport.com
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot/2~bl
Disallow: /
User-agent: SemrushBot/3~bl
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: serpstatbot/1.0
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: SeznamBot/3.2
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: Sogou/4.0
Disallow: /
User-agent: Sogouwebspider/4.0
Disallow: /
User-agent: Sogou web spider/4.0
Disallow: /
User-agent: TagVisit/0.1
Disallow: /
User-agent: tag-visit
Disallow: /
User-agent: tag-visit.com
Disallow: /
User-agent: thesis-research-bot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: YandexBot/3.0
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: YandexImages/3.0
Disallow: /
User-agent: YandexTurbo
Disallow: /
User-agent: YandexTurbo/1.0
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: TinyBotTestUA
Crawl-delay: 60
Disallow: /icons.html
Disallow: /lj.html
Disallow: /bad_robots.txt
Disallow: /tv_episodes.html
Disallow: /photos/
Allow: /photos/1980/
Allow: /photos/1981/
Allow: /photos/1982/
Allow: /photos/1983/
Allow: /photos/1984/
Allow: /photos/1985/
Allow: /photos/1986/
Allow: /photos/1987/
Allow: /photos/1988/
Allow: /photos/1989/
Allow: /photos/1990/
Allow: /photos/1991/
Allow: /photos/1992/
Allow: /photos/1993/
Allow: /photos/1994/
Allow: /photos/1995/
Allow: /photos/1996/
Allow: /photos/1997/
Allow: /photos/1998/
Allow: /photos/1999/
Allow: /photos/2000/
Allow: /photos/2001/
Allow: /photos/2002/
Allow: /photos/2003/
Allow: /photos/2004/
Allow: /photos/2005/
Allow: /photos/2006/
Allow: /photos/2007/
Allow: /photos/2008/
Allow: /photos/2009/
Allow: /photos/2010/
Allow: /photos/2011/
Allow: /photos/2012/
Allow: /photos/2013/
Allow: /photos/2014/
Allow: /photos/2015/
Allow: /photos/2016/
Allow: /photos/2017/
Allow: /photos/2018/
Allow: /photos/2019/
Allow: /photos/2010/
Allow: /photos/2021/
Allow: /photos/2022/
Allow: /photos/2023/
Allow: /photos/2024/
Allow: /photos/2025/
Allow: /photos/2026/
Allow: /photos/2027/
Allow: /photos/2028/
Allow: /photos/2029/
Allow: /photos/2031/
Allow: /photos/2032/
Allow: /photos/2033/
Allow: /photos/2034/
Allow: /photos/2035/
Allow: /photos/2036/
Allow: /photos/2037/
Allow: /photos/2038/
Allow: /photos/2039/
User-agent: *
Crawl-delay: 5
Disallow: /icons.html
Disallow: /lj.html
Disallow: /bad_robots.txt
Disallow: /tv_episodes.html
Disallow: /photos/
Allow: /photos/1980/
Allow: /photos/1981/
Allow: /photos/1982/
Allow: /photos/1983/
Allow: /photos/1984/
Allow: /photos/1985/
Allow: /photos/1986/
Allow: /photos/1987/
Allow: /photos/1988/
Allow: /photos/1989/
Allow: /photos/1990/
Allow: /photos/1991/
Allow: /photos/1992/
Allow: /photos/1993/
Allow: /photos/1994/
Allow: /photos/1995/
Allow: /photos/1996/
Allow: /photos/1997/
Allow: /photos/1998/
Allow: /photos/1999/
Allow: /photos/2000/
Allow: /photos/2001/
Allow: /photos/2002/
Allow: /photos/2003/
Allow: /photos/2004/
Allow: /photos/2005/
Allow: /photos/2006/
Allow: /photos/2007/
Allow: /photos/2008/
Allow: /photos/2009/
Allow: /photos/2010/
Allow: /photos/2011/
Allow: /photos/2012/
Allow: /photos/2013/
Allow: /photos/2014/
Allow: /photos/2015/
Allow: /photos/2016/
Allow: /photos/2017/
Allow: /photos/2018/
Allow: /photos/2019/
Allow: /photos/2010/
Allow: /photos/2021/
Allow: /photos/2022/
Allow: /photos/2023/
Allow: /photos/2024/
Allow: /photos/2025/
Allow: /photos/2026/
Allow: /photos/2027/
Allow: /photos/2028/
Allow: /photos/2029/
Allow: /photos/2031/
Allow: /photos/2032/
Allow: /photos/2033/
Allow: /photos/2034/
Allow: /photos/2035/
Allow: /photos/2036/
Allow: /photos/2037/
Allow: /photos/2038/
Allow: /photos/2039/