#Robots.txt File 
#Version: 3.3
#Last updated: 2008/11/30
#Mathaba News Network
#Site contents Copyright Mathaba.Net
#Spidering is not allowed by our terms and conditions:
#Authorised spidering is subject to permission: 
#See both www.mathaba.net/subscribe/corporate and www.mathaba.net/wiki/Copyright
#For authorisation please contact us - see http://www.mathaba.net/contact
#Company's found selling media/alert/notification/clipping or other services which
#make our content available to others for any charge whatsoever without prior
#permission will be prosecuted to the full extent allowable by law 

# Disallowed Sections:

#All other robots are not allowed, see top of this file for how to obtain permission
User-agent: *
Disallow: /
#Get lost Snap.com IP 38.98.19.66 to 38.98.19.126, set up a useful business
User-agent: SnapPreviewBot
Disallow: /
User-agent: SnapBot/1.0
Disallow: /
User-agent: Snap*
Disallow: /

#Agent Specific Allowed Section
User-agent: Mediapartners-Google
Disallow:
User-agent: AdsBot-Google
Disallow:

User-agent: Googlebot-Mobile
User-agent: MSNBOT_Mobile
User-agent: YahooSeeker/M1A1-R2D2
User-agent: YahooSeeker/M*
Allow: /mobile/
Allow: /news/
Allow: /pda/
Allow: /wap/
Allow: /1*
Disallow: /

User-agent: Googlebot
User-agent: msnbot
User-agent: msnbot-NewsBlogs
User-agent: Slurp
User-agent: Teoma
Allow: /images/advertising/
Allow: /forum/index.php$
Allow: /forum/index.php?topic=*.0$
Allow: /forum/index.php?topic=*.*0$
Allow: /forum/index.php?topic=*.*5$
Allow: /forum/index.php?board=*.0$
Allow: /forum/index.php?board=*.*0$
Allow: /forum/index.php?board=*.*5$
Allow: /go/?*
Allow: /z.htm?*
Allow: /~.htm?*
# But don't allow these
Disallow: /forum/index.php?*.msg
Disallow: /forum/index.php?topic=*.msg*0$
Disallow: /forum/index.php?topic=*.msg*5$
Disallow: /forum/index.php?*.new
# Anything with a ; disallow
Disallow: /forum/index.php?*;*
Disallow: /forum/index.php?PHPSESSID
Disallow: /*&
Disallow: /0index.shtml
Disallow: /0index.shtml*
Disallow: /0mem*
Disallow: /0_mail.shtml
Disallow: /0_mail.shtml*
Disallow: /1*
Disallow: /aa/
Disallow: /apc-aa/
Disallow: /dump/
Disallow: /errors/
Disallow: /bb/
Disallow: /chat/
Disallow: /add/
Disallow: /alerts/
Disallow: /bugs/
Disallow: /CH/
Disallow: /contact/
Disallow: /desktop/
Disallow: /home*
Disallow: /home/
Disallow: /images/
Disallow: /Library/
Disallow: /members/
Disallow: /mobile/i*
Disallow: /news/$
Disallow: /news/map/
Disallow: /news/pda.shtml
Disallow: /news/pda.shtml*
Disallow: /news/print*
Disallow: /news/wap*
Disallow: /pda/
Disallow: /related.shtml
Disallow: /related.shtml*
Disallow: /rss/?x*
Disallow: /Templates/
Disallow: /test/
Disallow: /wap/
Disallow: /webmaster.shtml
Disallow: /wiki/
Disallow: /wikiw/
Disallow: /wiki/Attention%21
Disallow: /wiki/Talk*
Disallow: /wiki/Category*
Disallow: /x*
# Default SMF Folders
Disallow: /forum/attachments/
Disallow: /forum/Packages/
Disallow: /forum/Smileys/
Disallow: /forum/Sources/
Disallow: /forum/Themes/
# Default SMF Actions
Disallow: /forum/index.php?action=activate
Disallow: /forum/index.php?action=admin
Disallow: /forum/index.php?action=calendar
Disallow: /forum/index.php?action=emailuser
Disallow: /forum/index.php?action=findmember
Disallow: /forum/index.php?action=help
Disallow: /forum/index.php?action=helpadmin
Disallow: /forum/index.php?action=login
Disallow: /forum/index.php?action=logout
Disallow: /forum/index.php?action=modifykarma
Disallow: /forum/index.php?action=pm
Disallow: /forum/index.php?action=post
Disallow: /forum/index.php?action=printpage
Disallow: /forum/index.php?action=profile
Disallow: /forum/index.php?action=recent
Disallow: /forum/index.php?action=register
Disallow: /forum/index.php?action=reminder
Disallow: /forum/index.php?action=search
Disallow: /forum/index.php?action=theme
Disallow: /forum/index.php?action=unread
Disallow: /forum/index.php?action=unreadreplies
Disallow: /forum/index.php?action=verificationcode
Disallow: /forum/index.php?action=who
Disallow: /forum/index.php?theme
Disallow: /forum/index.php?action=recenttopics
Disallow: /forum/index.php?action=stats
Disallow: /forum/index.php?action=viewkarma
Disallow: /forum/index.php?action*
Disallow: /forum/*.msg*
Disallow: /forum/*sa=showPosts*
Disallow: /forum/*prev_next*
Disallow: /forum/*action=*
Disallow: /forum/*imode*
Disallow: /forum/index.php/*
Disallow: /forum/*PHPSESSID*

User-agent: Googlebot-Image
Disallow: /

User-agent: Feedfetcher-Google
Allow: /rss/?x*
Disallow: /

User-agent: *
Dissalow: /

#incase you didn't get the message the first time, read again from the top.