User-agent: psbot
Disallow: /

User-agent: *
Allow: /
Disallow: /_phpld_vorige_versie
Disallow: /ads/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /errors/
Disallow: /images/
Disallow: /include/
Disallow: /link.php
Disallow: /login.php
Disallow: /new/
Disallow: /newsite*/
Disallow: /phpld34.bak/
Disallow: /profile.php*
Disallow: /rss.php*
Disallow: /submit.php*
Disallow: /submit_article.php*
Disallow: /templates/
Disallow: /test/

User-Agent: Mediapartners-Google
Allow: /



Sitemap: http://www.netindex.be/sitemap.xml

# remark: http://janeandrobot.com/post/Managing-Robots-Access-To-Your-Website.aspx