#robots text file to control the access to
#files and directories which need not be indexed
#
#
#Specify all spiders
#
User-agent:*
#
#
#Block spidering of specific upper level directories
#
Disallow:/Includes/
Disallow:/Images/
Disallow:/cgi-bin/
Disallow:/_notes/
Disallow:/_private/
Disallow:/mail/


#
#
#Block spidering of specific sub-directories
#
Disallow:/spiffs/
#
#
#Block spidering of non-displaying
#top level pages 
#
Disallow:/footer.html
Disallow:/style.css
Disallow:/*.txt
#
# End of File