User-agent: * Disallow: /login.php # Disallow: /area51/* Disallow: /statistics.php Disallow: /adm/ Disallow: /db/ Disallow: /images/ Disallow: /includes/ Disallow: /language/ Disallow: /templates/ Disallow: /config.php Disallow: /profile.php Disallow: /groupcp.php Disallow: /memberlist.php Disallow: /modcp.php Disallow: /posting.php Disallow: /privmsg.php Disallow: /viewonline.php Disallow: /faq.php # Disallow: /ptopic*.html$ # Disallow: /ntopic*.html$ # Disallow: /ftopic*asc*.html$