#
# robots.txt for http://www.newalbanian.com/ and friends
#
# Please note: There are a lot of pages on this site, and there are
# some misbehaved spiders out there that go _way_ too fast. If you're
# irresponsible, your access to the site may be blocked.
#

# advertising-related bots:
User-agent: Mediapartners-Google*
Disallow: /

# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

#
# Sorry, wget in its recursive mode is a frequent problem.
# Please read the man page and use it properly; there is a
# --wait option you can use to set the delay between hits,
# for instance.
#
User-agent: wget
Disallow: /

#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

# Don't allow the wayback-maschine to index user-pages
User-agent: ia_archiver
Disallow: /modules.php?name=Forums&file=profile

#
# Friendly, low-speed bots are welcome viewing article pages, but not
# dynamically-generated pages please.
#
# Inktomi's "Slurp" can read a minimum delay between hits; if your
# bot supports such a thing using the 'Crawl-delay' or another
# instruction, please let us know.
#
User-agent: *
Disallow: /abuse/
Disallow: /admin/
Disallow: /blocks/
Disallow: /cgi-bin/
Disallow: /db/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /modules/
Disallow: /ShortLinks/
Disallow: /themes/
Disallow: /admin.php
Disallow: /config.php
Disallow: /modules.php?name=GCalender
Disallow: /modules.php?name=Web_Links
Disallow: /modules.php?name=Members_List
Disallow: /modules.php?name=Forums&file=faq
Disallow: /modules.php?name=Forums&file=search
Disallow: /modules.php?name=Forums&file=groupcp
Disallow: /modules.php?name=Private_Messages
Disallow: /modules.php?name=Live_Chat
Disallow: /modules.php?name=Shout_Box
Disallow: /modules.php?name=Your_Account
Disallow: /modules.php?name=jinzora2&action=powersearch
Disallow: /modules.php?name=coppermine&file=upload
Disallow: /modules.php?name=coppermine&file=search
Disallow: /modules.php?name=coppermine&file=editpics
Disallow: /modules.php?name=coppermine&file=searchnew
Disallow: /modules.php?name=coppermine&file=reviewcom
Disallow: /modules.php?name=coppermine&file=groupmgr
Disallow: /modules.php?name=coppermine&file=usermgr
Disallow: /modules.php?name=coppermine&file=albmgr
Disallow: /modules.php?name=coppermine&file=catmgr
Disallow: /modules.php?name=coppermine&file=config
Disallow: /modules.php?name=coppermine&file=modifyalb
Disallow: /modules.php?name=coppermine&file=thumbnails&op=modload
Disallow: /modules.php?name=coppermine&file=ecard
Disallow: /modules.php?name=Video_Stream&page=search
Disallow: /modules.php?name=Feedback
Disallow: /modules.php?name=Video_Stream&page=broken
Disallow: /modules.php?name=Recommend_Us
Disallow: /modules.php?name=Downloads&d_op=ratedownload
Disallow: /modules.php?name=Downloads&d_op=brokendownload
Disallow: /modules.php?name=Downloads&d_op=modifydownloadrequest
Disallow: /modules.php?name=Search
Disallow: /modules.php?name=Web_Links&l_op=AddLink
Disallow: /modules.php?name=Web_Links&l_op=ratelink
Disallow: /modules.php?name=Web_Links&l_op=brokenlink
Disallow: /modules.php?name=Web_Links&l_op=modifylinkrequest
Disallow: /modules.php?name=Web_Links&l_op=brokenlink
Disallow: /modules.php?name=PrivateDownloads
Disallow: /modules.php?name=Resend_Email
Disallow: /modules.php?name=Tutorials
Disallow: /modules.php?name=Work_Board
Disallow: /modules.php?name=Work_Probe
Disallow: /modules.php?name=Work_Request
Disallow: /account.html
Disallow: /account-new_user.html
Disallow: /account-pass_lost.html
Disallow: /account-showcookiesredirect.html
Disallow: /applications.html
Disallow: /avantgo.html
Disallow: /content-add-page.html
Disallow: /content-browse-tags.html
Disallow: /content-share-page-
Disallow: /eventscalendar.html
Disallow: /feedback.html
Disallow: /links.html
Disallow: /lists.html
Disallow: /members.html
Disallow: /messages.html
Disallow: /modules.php?name=Contact
Disallow: /article-friend-
Disallow: /article-comment
Disallow: /article-print-
Disallow: /content-print-page-
Disallow: /content-share-page-
Disallow: /forum-editprofile.html
Disallow: /forum-mark.html
Disallow: /forum-register.html
Disallow: /forum-userprofile-
Disallow: /forum-viewonline.html
Disallow: /forums-faq.html
Disallow: /forums-groupcp.html
Disallow: /forums-search.html
Disallow: /fsearch-unanswered.html
Disallow: /ftopic-new-
Disallow: /ftopic-quote-
Disallow: /ftopic-reply-
Disallow: /journal-search-disp-showsearch.html
Disallow: /linkop-AddLink.html
Disallow: /linkop-RandomLink.html
Disallow: /messages-inbox.html
Disallow: /messages-post-
Disallow: /modules.php?name=PRO_Forms&appno=1
Disallow: /ratedownload-
Disallow: /reviews-comment
Disallow: /search-
Disallow: /thumbnails.php?album=
Disallow: /userinfo-
Disallow: /content-share-page-
Disallow: /download-mod-
Disallow: /downloads/
Disallow: /faq-1-Our+Resident+Curmudgeon%27s+Least+Favorite+Questions.html
Disallow: /fsearch-author-
Disallow: /http:/
Disallow: /modules.php?name=coppermine
Disallow: /modules.php?op=modload&name=
Disallow: /stats-
Disallow: /downloads/HowToInstall/
Disallow: /modules.php?name=Advertising&op=
Disallow: /modules.php?name=Advertising
Disallow: /modules.php?name=News&file=article&sid=
Disallow: /modules.php?name=News&file=comments&sid=
Disallow: /modules.php?name=News&file=comments&op=Reply&pid=
Disallow: /modules.php?name=News&file=comments&op=showreply&tid=
Disallow: /modules.php?name=News&file=article&thold=
Disallow: /modules.php?name=News&new_topic=
Disallow: /modules.php?name=News&file=categories&op=newindex&catid=
Disallow: /modules.php?name=News&file=print&sid=
Disallow: /modules.php?name=News&file=friend&op=FriendSend&sid=
Disallow: /modules.php?name=News&file=friend
Disallow: /modules.php?name=News&pagenum=
Disallow: /modules.php?name=News&file=article&sid=
Disallow: /modules.php?name=News&new_topic=
Disallow: /modules.php?name=News&file=comments
Disallow: /modules.php?name=News&file=allindex
Disallow: /modules.php?name=News
Disallow: /modules.php?name=AvantGo&file=print&sid=$1
Disallow: /modules.php?name=AvantGo
Disallow: /modules.php?name=News&file=comments&sid=
Disallow: /modules.php?name=Surveys&file=comments&pollID=
Disallow: /modules.php?name=Comments
Disallow: /modules.php?name=Contact
Disallow: /modules.php?name=Content&pa=showpage&pid=
Disallow: /modules.php?name=Content&pa=list_pages_categories&cid=
Disallow: /modules.php?name=Content&pa=send_page
Disallow: /modules.php?name=Content&pa=preview_page
Disallow: /modules.php?name=Content&pa=add_page
Disallow: /modules.php?name=Content&pa=browse_tag&tag=
Disallow: /modules.php?name=Content&pa=browse_tag&tag=
Disallow: /modules.php?name=Content&pa=browse_tags
Disallow: /modules.php?name=Content&pa=print_page&pid=
Disallow: /modules.php?name=Content&pa=print_pdf&pid=
Disallow: /modules.php?name=Content&pa=share_page&op=FriendSend&pid=
Disallow: /modules.php?name=Content&pa=share_page&op=SendPage&pid=
Disallow: /modules.php?name=Content
Disallow: /modules.php?name=DirectionsBSB
Disallow: /modules.php?name=Directions
Disallow: /modules.php?name=Downloads&d_op=viewdownload
Disallow: /modules.php?name=Downloads&d_op=modifydownloadrequest&lid=
Disallow: /modules.php?name=Downloads&d_op=brokendownload&lid=
Disallow: /modules.php?name=Downloads&d_op=NewDownloads&newdownloadshowdays=
Disallow: /modules.php?name=Downloads&d_op=NewDownloadsDate&selectdate=
Disallow: /modules.php?name=Downloads&d_op=getit&lid=
Disallow: /modules.php?name=Downloads&d_op=ratedownload&lid=
Disallow: /modules.php?name=Downloads&d_op=
Disallow: /modules.php?name=Downloads&d_op=viewdownload&cid=
Disallow: /modules.php?name=Downloads&d_op=search&query=
Disallow: /modules.php?name=Downloads&d_op=outsidedownloadsetup&lid=
Disallow: /modules.php?name=Downloads&d_op=viewdownload&cid=
Disallow: /modules.php?name=Downloads
Disallow: /modules.php?name=Encyclopedia&op=content&tid=
Disallow: /modules.php?name=Encyclopedia&op=list_content&eid=
Disallow: /modules.php?name=Encyclopedia&op=terms&eid=
Disallow: /modules.php?name=Encyclopedia&file=search&query=
Disallow: /modules.php?name=Encyclopedia&file=search
Disallow: /modules.php?name=Encyclopedia
Disallow: /modules.php?name=Feedback
Disallow: /modules.php?name=Feeds&fid=
Disallow: /modules.php?name=Feeds&op=map&type=OPML
Disallow: /modules.php?name=Feeds
Disallow: /modules.php?name=FAQ
Disallow: /modules.php?name=FAQ&myfaq=yes&id_cat=
Disallow: /modules.php?name=Forums&file=viewtopic&t=
Disallow: /modules.php?name=Forums&file=viewtopic&
Disallow: /modules.php?name=Forums&file=viewtopic&
Disallow: /modules.php?name=Forums&file=profile&mode=editprofile
Disallow: /modules.php?name=Forums&file=profile&mode=viewprofile&u=
Disallow: /modules.php?name=Forums&file=profile&mode=register&agreed=true
Disallow: /modules.php?name=Forums&file=profile&mode=register&agreed=true&coppa=true
Disallow: /modules.php?name=Forums&file=profile&mode=register
Disallow: /modules.php?name=Forums&file=modules&name=Forums&file=posting
Disallow: /modules.php?name=Forums&file=faq&mode=bbcode
Disallow: /modules.php?name=Forums&file=posting&t=
Disallow: /modules.php?name=Forums&file=posting&mode=quote&p=
Disallow: /modules.php?name=Forums&file=posting&mode=vote&t=
Disallow: /modules.php?name=Forums&file=posting&mode=newtopic&f=
Disallow: /modules.php?name=Forums&file=posting&mode=editpost&p=
Disallow: /modules.php?name=Forums&file=posting&mode=reply&t=
Disallow: /modules.php?name=Forums&file=posting&mode=delete&p=
Disallow: /modules.php?name=Forums&file=posting&mode=smilies&popup=1
Disallow: /modules.php?name=Forums&file=posting&mode=topicreview&t=
Disallow: /modules.php?name=Forums&file=posting
Disallow: /modules.php?name=Forums&file=groupcp&g=
Disallow: /modules.php?name=Forums&file=groupcp&g=
Disallow: /modules.php?name=Forums&file=search&search_author=
Disallow: /modules.php?name=Forums&file=search&search_id=
Disallow: /modules.php?name=Forums&file=search&search_id=
Disallow: /modules.php?name=Forums&file=search&mode=results
Disallow: /modules.php?name=Forums&file=
Disallow: /modules.php?name=Forums&file=index&c=
Disallow: /modules.php?name=Forums&file=index&mark=forums
Disallow: /modules.php?name=Forums&file=index
Disallow: /modules.php?name=Forums&file=viewonline
Disallow: /modules.php?name=Forums&file=viewforum&f=
Disallow: /modules.php?name=Forums
Disallow: /modules.php?name=GCalendar&file=
Disallow: /modules.php?name=GCalendar&file=edit&y=
Disallow: /modules.php?name=GCalendar&file=submit&y=
Disallow: /modules.php?name=GCalendar&y=
Disallow: /modules.php?name=GCalendar&file=submit&op=submit
Disallow: /modules.php?name=GCalendar
Disallow: /modules.php?name=Groups&op=GRInfo&gid=
Disallow: /modules.php?name=Groups
Disallow: /modules.php?name=HTML_Newsletter&file=index&op=msnl_nls_view&msnl_nid=
Disallow: /modules.php?name=HTML_Newsletter&op=msnl_copyright_credits
Disallow: /modules.php?name=HTML_Newsletter
Disallow: /modules.php?name=Journal&file=
Disallow: /modules.php?name=Journal&file=search&bywhat=
Disallow: /modules.php?name=Journal&file=search&bywhat=aid&exact=1&forwhat=
Disallow: /modules.php?name=Journal&file=edit
Disallow: /modules.php?name=Journal&
Disallow: /modules.php?name=Journal
Disallow: /modules.php?name=PRO_Forms&appno=1
Disallow: /modules.php?name=Legal&op=
Disallow: /modules.php?name=Legal
Disallow: /modules.php?name=NukeWrap&page=lists
Disallow: /modules.php?name=Members_List&file=index&mode=
Disallow: /modules.php?name=Members_List
Disallow: /modules.php?name=rwsMetAuthors
Disallow: /modules.php?name=PRO_Forms&appno=0
Disallow: /modules.php?name=NukeWrap&page=podcast
Disallow: /modules.php?name=Project_Tracking&op=PJProject&project_id=
Disallow: /project-task-([0-9]*).html modules.php?name=Project_Tracking&op=PJTask&task_id=$1
Disallow: /modules.php?name=Project_Tracking&op=PJReportSubmit&project_id=
Disallow: /modules.php?name=Project_Tracking&op=PJRequestSubmit&project_id=
Disallow: /modules.php?name=Project_Tracking&op=PJReport&report_id=
Disallow: /modules.php?name=Project_Tracking&op=PJRequest&request_id=
Disallow: /modules.php?name=Project_Tracking&op=PJReportCommentSubmit&report_id=
Disallow: /modules.php?name=Project_Tracking&op=PJRequestCommentSubmit&request_id=
Disallow: /modules.php?name=Project_Tracking&op=PJTaskMap
Disallow: /modules.php?name=Project_Tracking&op=PJReportMap
Disallow: /modules.php?name=Project_Tracking&op=PJRequestMap
Disallow: /modules.php?name=Project_Tracking
Disallow: /modules.php?name=NukeSentinel
Disallow: /modules.php?name=Private_Messages&file=index&folder=
Disallow: /modules.php?name=Private_Messages&file=index&mode=
Disallow: /modules.php?name=Private_Messages&mode=post&u=
Disallow: /modules.php?name=Private_Messages&file=index&mode=post
Disallow: /modules.php?name=Private_Messages&file=index&folder=
Disallow: /modules.php?name=Private_Messages&file=index&mode=newpm&popup=1
Disallow: /modules.php?name=Private_Messages
Disallow: /modules.php?name=Recommend_Us
Disallow: /modules.php?name=Reviews&rop=write_review
Disallow: /modules.php?name=Reviews&rop=preview_review
Disallow: /modules.php?name=Reviews&rop=showcontent&id=
Disallow: /modules.php?name=Reviews&rop=postcomment&id=
Disallow: /modules.php?name=Reviews&rop=del_review&id_del=
Disallow: /modules.php?name=Reviews&rop=mod_review&id=
Disallow: /modules.php?name=Reviews&rop=del_comment&cid=
Disallow: /modules.php?name=Reviews&rop=
Disallow: /modules.php?name=Reviews
Disallow: /modules.php?name=Search&author=
Disallow: /modules.php?name=Search&author=
Disallow: /modules.php?name=Search&query=
Disallow: /modules.php?name=Search&query=&topic=
Disallow: /modules.php?name=Search&type=comments&sid=
Disallow: /modules.php?name=Search&type=users
Disallow: /modules.php?name=Search
Disallow: /modules.php?name=NukeWrap&page=sphider
Disallow: /modules.php?name=Statistics&op=DailyStats&year=
Disallow: /modules.php?name=Statistics&op=MonthlyStats&year=
Disallow: /modules.php?name=Statistics&op=YearlyStats&year=
Disallow: /modules.php?name=Statistics&op=Stats
Disallow: /modules.php?name=Statistics
Disallow: /modules.php?name=Stories_Archive&sa=show_all&min=
Disallow: /modules.php?name=Stories_Archive&sa=show_all
Disallow: /modules.php?name=Stories_Archive&sa=show_month&year=
Disallow: /modules.php?name=Stories_Archive
Disallow: /modules.php?name=Surveys&op=results&pollID=
Disallow: /modules.php?name=Surveys&pollID=
Disallow: /modules.php?name=Surveys&file=comments&pollID=
Disallow: /modules.php?name=Surveys&file=comments&op=Reply&pid=
Disallow: /modules.php?name=Surveys&file=comments&op=showreply&tid=
Disallow: /modules.php?name=Surveys&file=comments
Disallow: /modules.php?name=Surveys
Disallow: /modules.php?name=Submit_News
Disallow: /modules.php?name=Topics
Disallow: /modules.php?name=Top&zx=
Disallow: /modules.php?name=Top
Disallow: /modules.php?name=Web_Links&l_op=viewlinkcomments&lid=
Disallow: /modules.php?name=Web_Links&l_op=viewlinkdetails&lid=
Disallow: /modules.php?name=Web_Links&l_op=viewlinkeditorial&lid=
Disallow: /modules.php?name=Web_Links&l_op=viewlinkeditorial&lid=
Disallow: /modules.php?name=Web_Links&l_op=modifylinkrequest&lid=
Disallow: /modules.php?name=Web_Links&l_op=brokenlink&lid=
Disallow: /modules.php?name=Web_Links&l_op=outsidelinksetup&lid=
Disallow: /modules.php?name=Web_Links&l_op=MostPopular&ratenum=
Disallow: /modules.php?name=Web_Links&l_op=TopRated&ratenum=
Disallow: /modules.php?name=Web_Links&l_op=NewLinks&newlinkshowdays=
Disallow: /modules.php?op=modload&name=Web_Links&file=index&l_op=NewLinksDate&selectdate=
Disallow: /modules.php?op=modload&name=Web_Links&file=index&l_op=AddLink
Disallow: /modules.php?op=modload&name=Web_Links&file=index&l_op=MostPopular
Disallow: /modules.php?op=modload&name=Web_Links&file=index&l_op=NewLinks
Disallow: /modules.php?op=modload&name=Web_Links&file=index&l_op=RandomLink
Disallow: /modules.php?op=modload&name=Web_Links&file=index&l_op=TopRated
Disallow: /modules.php?op=modload&name=Web_Links&file=index&l_op=ratelink&lid=
Disallow: /modules.php?name=Web_Links&l_op=visit&lid=
Disallow: /modules.php?name=Web_Links&l_op=viewlink&cid=
Disallow: /modules.php?name=Web_Links&l_op=search&query=
Disallow: /modules.php?name=Web_Links
Disallow: /modules.php?name=Your_Account&op=userinfo&username=
Disallow: /modules.php?name=Your_Account&op=avatarsave&category=
Disallow: /modules.php?name=Your_Account&op=ShowCookiesRedirect
Disallow: /modules.php?name=Your_Account&op=DeleteCookies
Disallow: /modules.php?name=Your_Account&op=ShowCookies
Disallow: /modules.php?name=Your_Account&op=userinfo&bypass=1&username=
Disallow: /modules.php?name=Your_Account&op=
Disallow: /modules.php?name=Your_Account
Disallow: /modules.php?name=jinzora2&action=download

## *at least* 1 second please. preferably more :D
## we're disabling this experimentally 11-09-2006
Crawl-delay: 20