# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /malaysiafoodtalk/wp-admin/
Disallow: /malaysiafoodtalk/wp-contents/
Disallow: /malaysiafoodtalk/wp-login.php
Disallow: wp-admin/
Disallow: wp-contents/
Disallow: wp-login.php
Disallow: forum/attach_mod/ 
Disallow: forum/db/ 
Disallow: forum/files/ 
Disallow: forum/includes/ 
Disallow: forum/language/ 
Disallow: forum/mycalendar_mod/ 
Disallow: forum/spelling/ 
Disallow: forum/templates/ 
Disallow: forum/common.php 
Disallow: forum/config.php 
Disallow: forum/glance_config.php 
Disallow: forum/groupcp.php 
Disallow: forum/memberlist.php 
Disallow: forum/mini_cal.php 
Disallow: forum/modcp.php 
Disallow: forum/mycalendar.php 
Disallow: forum/news_insert.php 
Disallow: forum/printview.php 
Disallow: forum/privmsg.php 
Disallow: forum/profile.php 
Disallow: forum/ranks.php 
Disallow: forum/search.php 
Disallow: forum/statistics.php 
Disallow: forum/tellafriend.php 
Disallow: forum/viewonline.php

User-agent: Mediapartners-Google*
Disallow: /malaysiafoodtalk/wp-admin/
Disallow: /malaysiafoodtalk/wp-contents/
Disallow: /malaysiafoodtalk/wp-login.php
Disallow: wp-admin/
Disallow: wp-contents/
Disallow: wp-login.php
Disallow: forum/admin/ 
Disallow: forum/attach_mod/ 
Disallow: forum/db/ 
Disallow: forum/files/ 
Disallow: forum/includes/ 
Disallow: forum/language/ 
Disallow: forum/mycalendar_mod/ 
Disallow: forum/spelling/ 
Disallow: forum/templates/ 
Disallow: forum/common.php 
Disallow: forum/config.php 
Disallow: forum/glance_config.php 
Disallow: forum/groupcp.php 
Disallow: forum/memberlist.php 
Disallow: forum/mini_cal.php 
Disallow: forum/modcp.php 
Disallow: forum/mycalendar.php 
Disallow: forum/news_insert.php 
Disallow: forum/printview.php 
Disallow: forum/privmsg.php 
Disallow: forum/profile.php 
Disallow: forum/ranks.php 
Disallow: forum/search.php 
Disallow: forum/statistics.php 
Disallow: forum/tellafriend.php 
Disallow: forum/viewonline.php

User-agent: Googlebot*
Disallow: /malaysiafoodtalk/wp-admin/
Disallow: /malaysiafoodtalk/wp-contents/
Disallow: /malaysiafoodtalk/wp-login.php
Disallow: wp-admin/
Disallow: wp-contents/
Disallow: wp-login.php
Disallow: /forum/admin/ 
Disallow: /forum/images/ 
Disallow: /forum/includes/ 
Disallow: /forum/language/ 
Disallow: /forum/templates/ 
Disallow: /forum/common.php 
Disallow: /forum/config.php 
Disallow: /forum/groupcp.php 
Disallow: /forum/memberlist.php 
Disallow: /forum/modcp.php 
Disallow: /forum/posting.php 
Disallow: /forum/profile.php 
Disallow: /forum/privmsg.php 
Disallow: /forum/viewonline.php
Disallow: /forum/search.php
Disallow: /forum/faq.php
Disallow: forum/admin/ 
Disallow: forum/attach_mod/ 
Disallow: forum/db/ 
Disallow: forum/files/ 
Disallow: forum/images/ 
Disallow: forum/includes/ 
Disallow: forum/language/ 
Disallow: forum/mycalendar_mod/ 
Disallow: forum/spelling/ 
Disallow: forum/templates/ 
Disallow: forum/common.php 
Disallow: forum/config.php 
Disallow: forum/glance_config.php 
Disallow: forum/groupcp.php 
Disallow: forum/memberlist.php 
Disallow: forum/mini_cal.php 
Disallow: forum/modcp.php 
Disallow: forum/mycalendar.php 
Disallow: forum/news_insert.php 
Disallow: forum/privmsg.php 
Disallow: forum/profile.php 
Disallow: forum/ranks.php 
Disallow: forum/search.php 
Disallow: forum/statistics.php 
Disallow: forum/tellafriend.php 
Disallow: forum/viewonline.php
Disallow: forum/login.php


User-agent: MsnBot
Disallow: /malaysiafoodtalk/wp-admin/
Disallow: /malaysiafoodtalk/wp-contents/
Disallow: /malaysiafoodtalk/wp-login.php
Disallow: wp-admin/
Disallow: wp-contents/
Disallow: wp-login.php

User-agent: Blogslive
Disallow: /malaysiafoodtalk/wp-admin/
Disallow: /malaysiafoodtalk/wp-contents/
Disallow: /malaysiafoodtalk/wp-login.php
Disallow: wp-admin/
Disallow: wp-contents/
Disallow: wp-login.php

User-agent: topicblogs/0.9
Disallow: /malaysiafoodtalk/wp-admin/
Disallow: /malaysiafoodtalk/wp-contents/
Disallow: /malaysiafoodtalk/wp-login.php
Disallow: wp-admin/
Disallow: wp-contents/
Disallow: wp-login.php

User-agent: lycra
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: Scrubby
Disallow: /

User-agent: Robozilla
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: Nutch
Disallow: /