# No Search! 20080509 # No Search! STOP 20080814 # No Search! START 20080824 User-Agent: * Disallow: /*...$ Disallow: /*;;$ Disallow: /*-$ Disallow: /*& Disallow: */&site=mobile&start= #Disallow: */403.php #Disallow: */404.php Disallow: */error.php Disallow: /bbs. Disallow: /sitemap. Disallow: /virtual/ Disallow: /ocn/ Disallow: /link/ #Disallow: /omake/ Disallow: /rnote/ #Disallow: /research/nagashi/ Disallow: /research/practice/memory. Disallow: /myself/profile. Disallow: /myself/index_vs. Disallow: /*?sess= Disallow: /wp/*?s= Disallow: /wp/*?kp= Disallow: /wp/*?ks= Disallow: /wp/*?img=link Disallow: /wp/*?img=inline Disallow: /wp/*?view=com Disallow: /wp/*?view=tra Disallow: /wp/*?view=wrt Disallow: /wp/*?view=co_post Disallow: /wp/*?paged= Disallow: /wp/*?pcview=true Disallow: /wp/*?wpcf7=json Disallow: /wp/wp-login.php Disallow: /wp/date/ Disallow: /wp/page/ #Disallow: /wp/*/*/*/*.html Disallow: /wp/wp-content/plugins/mobile_eye/urlgate.php Disallow: /wp/wp-content/plugins/ktai_style/redir.php Disallow: /wp/tag/\x Disallow: /wp/tag/\\x Disallow: /php/book/ Disallow: /php/count/ Disallow: /php/dic/index.php Disallow: /php/dic/*?*search Disallow: /php/dic/*?show= Disallow: /php/dic/*?mode= Disallow: /php/dl/ Disallow: /php/high_low/ Disallow: /php/mogura/ Disallow: /php/mogurakai/ Disallow: /php/map/ Disallow: /data/all.*?q= Disallow: /data/elements.*?q= Disallow: /data/game_maker.*?q1= Disallow: /data/quiz.php Disallow: /*/topics/topics.cgi #Disallow: /cgi/b_pro/*?*search #Disallow: /cgi/b_pro/*?*no= #Disallow: /cgi/b_pro/?mode=edit Disallow: /cgi/boardpro/ Disallow: /cgi/boardpro3/ Disallow: /cgi/boardmini/ Disallow: /cgi/b_pro/ Disallow: /cgi/b_mini/ Disallow: /cgi/daken/ Disallow: /cgi/bbs_pro/*?*search Disallow: /cgi/bbs_pro/*?*no= Disallow: /cgi/bbs_pro/?mode=edit #Disallow: /i/profile_karuta. Disallow: /i/products/wallpaper. Disallow: /i/products/machiuke. Disallow: /i/products/digit_art.html? Disallow: /i/products/fuda_image.html? Disallow: /others/puzzle/puzzle. Disallow: /others/puzzle/special_puzzle. #Disallow: /data/highschool.*?t=details # Snapbot 20080318 User-Agent: Snapbot Disallow: / # Twiceler 20080318 User-agent: Twiceler Disallow: / # SBIder 20080318 User-agent: SBIder Disallow: / # psbot 20080318 User-agent: psbot Disallow: / # WebAlta 20080318 User-agent: WebAlta Disallow: / # TurnitinBot 20080318 User-agent: TurnitinBot Disallow: / # Speedy Spider 20080318 User-agent: Speedy Spider Disallow: / # YodaoBot 20080318 User-agent: YodaoBot Disallow: / # Shim-Crawler 20080318 Stop 20090826 #User-agent: Shim-Crawler #Disallow: / # ICC-Crawler 20080318 User-agent: ICC-Crawler Disallow: / # IRLbot 20080318 User-agent: IRLbot Disallow: / # Gaisbot 20080318 User-agent: Gaisbot Disallow: / # MJ12bot 20080318 User-agent: MJ12bot Disallow: / # BecomeBot 20080318 User-agent: BecomeBot Disallow: / # BecomeJPBot 20080318 User-agent: BecomeJPBot Disallow: / # envolk 20080318 User-agent: envolk Disallow: / # Exabot 20080318 User-agent: Exabot Disallow: / # StackRambler 20080318 Stop 20090826 #User-agent: StackRambler #Disallow: / # NaverBot 20080326 Stop 20090826 #User-agent: NaverBot/ #Disallow: / # Yeti 20080326 Stop 20090723 #User-agent: Yeti/ #Disallow: / # REAP-crawler 20080709 Stop 20090826 #User-agent: REAP-crawler #Disallow: / # metadata labs 20081111 User-agent: MLBot Disallow: / # Yandex 20081125 User-agent: Yandex Disallow: / # obot 20081125 User-agent: "; obot)" Disallow: / # CCBot 20081126 User-agent: CCBot Disallow: / # wapzy.com 20081126 User-agent: wapzy.com Disallow: / # YoudaoBot 20081126 User-agent: YoudaoBot Disallow: / # SuchbaerBot 20081126 User-agent: SuchbaerBot Disallow: / # ScoutJet 20081126 User-agent: ScoutJet Disallow: / # ATLBLbot 20081126 User-agent: ATLBLbot Disallow: / # Nutch 20081127 User-agent: Nutch Disallow: / # Yahoo-MMCrawler 20081127 User-agent: Yahoo-MMCrawler Disallow: / # msnbot-media 20081127 User-agent: msnbot-media Disallow: / # larbin (Free Robot) 20081127 User-agent: larbin Disallow: / # ScoutJet 20081127 User-agent: ScoutJet Disallow: / # Sosospider 20081127 User-agent: Sosospider Disallow: / # The University of Tokyo 20081218 User-agent: u-tokyo.ac.jp Disallow: / # porn_viewer 20090113 User-agent: porn_viewer Disallow: / # Yanga 20090114 User-agent: Yanga WorldSearch Bot Disallow: / # DotBot 20090123 User-agent: DotBot Disallow: / # yacybot 20090129 User-agent: yacybot Disallow: / # DealGates Bot 20090224 User-agent: DealGates Bot Disallow: / # Baidu 20090417 User-agent: Baidu Disallow: /wp/tag/ # Yeti 20090703 User-agent: MAIL.RU/ Disallow: / # panscient.com 20090929 User-agent: panscient.com Disallow: / # Isara/Isara 20091027 User-agent: Isara/Isara Disallow: /