# For domain: http://wiki.networkdictionary.com/ # Disallow directories User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /reports/ Disallow: /product/ Disallow: /bin/ Disallow: /config/ Disallow: /css/ Disallow: /docs/ Disallow: /extensions/ Disallow: /img/ Disallow: /includes/ Disallow: /languages/ Disallow: /locale/ Disallow: /maintenance/ Disallow: /math/ Disallow: /skins/ Disallow: /test/ Disallow: /tests/ Disallow: /verify_code/ # Disallow files User-agent: * Disallow: /AdminSettings.php Disallow: /AdminSettings.sample Disallow: /cai_auto_submit.php Disallow: /cai_auto_submit.php Disallow: /favicon.ico Disallow: /google4bc098f1180e4cbf.html Disallow: /img_auth.php Disallow: /install-utils.inc Disallow: /LocalSettings.php Disallow: /old-AdminSettings.php Disallow: /Old-LocalSettings.php Disallow: /profileinfo.php Disallow: /redirect.php Disallow: /redirect.phtml Disallow: /setup_message.html Disallow: /test_session2.php Disallow: /testAdminSettings.php Disallow: /thumb.php Disallow: /trackback.php Disallow: /wiki.phtml # Crawl delay User-agent: * Crawl-delay: 5