# All robots will spider the domain User-agent: * Crawl-delay: 5 Disallow: /templates/ Disallow: /3rdparty/ Disallow: /libs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /internal/ Disallow: /backup/ Disallow: /thickbox/ Disallow: /api/ Disallow: /evb/ Disallow: /avatars/ Disallow: /admin_index.php Disallow: /admin Disallow: /login.php Disallow: /user.php Disallow: /js/ Disallow: /img/ sitemap: http://www.islamify.com/sitemap-1.xml