User-Agent: * Allow: / # Allow bot to enter Disallow: /cgi-bin/ # Nothing to see here Disallow: /fileadmin/templates/ # Exclude only folders with no link from frontend, like templates, css, js. Disallow: /typo3/ # Nothing to see here Disallow: /typo3conf/ # Nothing to see here Disallow: /typo3temp/ # Nothing to see here Disallow: /*?idi=* # Disable non-realurl Disallow: /*&type=98 # Disable print pages #Sitemap: http://www.example.tld/sitemap.xml # Your Sitemap #Sitemap: http://www.example.tld/rss.xml # Your RSS Feed