# robots.txt User-agent: * #User-agent: wget #Disallow: Disallow: /error/ Disallow: /include/config # robots.txt