# robots.txt for http://www.undergroundnews.com/ # A robot may not injure a human being or through inaction allow a human being to come to harm. # A robot must obey the orders given it by human beings, except where such orders would conflict with the First Law # A robot must protect its own existence, as long as such protection does not conflict with the First or Second Laws. User-agent: zombies Disallow: /brains User-agent: unclesam Disallow: /pocketbook User-agent: twiceler Disallow: / User-agent: * Crawl-Delay: 3 Disallow: /files/texts Disallow: /forum/ubbthreads.php?ubb=calendar Disallow: /forum/ubbthreads.php/ubb/calendar Disallow: /forum/ubbthreads.php?ubb=showday Disallow: /forum/ubbthreads.php/ubb/showday Disallow: /forum/ubbthreads.php?ubb=showprofile Disallow: /forum/ubbthreads.php/ubb/showprofile Disallow: /forum/ubbthreads.php?ubb=showmembers Disallow: /forum/ubbthreads.php/ubb/showmembers Disallow: /forum/ubbthreads.php?ubb=online Disallow: /forum/ubbthreads.php/ubb/online Disallow: /forum/ubbthreads.php?ubb=search Disallow: /forum/ubbthreads.php/ubb/search Disallow: /forum/ubbthreads.php?ubb=faq Disallow: /forum/ubbthreads.php/ubb/faq Disallow: /forum/ubbthreads.php?ubb=viewprivacy Disallow: /forum/ubbthreads.php/ubb/viewprivacy Disallow: /forum/ubbthreads.php?ubb=mycookies Disallow: /forum/ubbthreads.php/ubb/mycookies Disallow: /forum/ubbthreads.php?ubb=markallread Disallow: /forum/ubbthreads.php/ubb/markallread Disallow: /forum/ubbthreads.php?ubb=newuser Disallow: /forum/ubbthreads.php/ubb/newuser Disallow: /cgi-bin/perl Disallow: /admin Disallow: /btra Disallow: /modules Disallow: /archive.php/file Disallow: /archive.php/dl Disallow: /report.php Disallow: /comment.php Disallow: /redirect.php Disallow: /*.php/submit.html