############################### # # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /audio/ Disallow: /cache/ Disallow: /gallery/ Disallow: /img/ Disallow: /includes/ Disallow: /miscphotos/ Disallow: /mp3s/ Disallow: /pdfs/ Disallow: /phptest/ Disallow: /recordedlessons/ Disallow: /songs/ Disallow: /vid/ # # list specific files robots are not allowed to index # Disallow: /style.css Disallow: /includes/recordings.css Disallow: /includes/minmax.js Disallow: /includes/handle_form.php