# Sample robots.txt file (make sure the filename is ALL LOWERCASE on Linux/Unix systems) # # This says to apply these settings to ALL search engine spiders/crawlers # User-agent: * # # These settings will keep spiders from indexing your pages listed below Disallow: /includes/languages/dutch/html_includes/define_conditions.php