# Fore more info, contact the webmaster

User-Agent: *
Disallow: /Assets
Disallow: /cgi-bin

# That's all folks!

# Tips & Tricks:
# To disallow files to certain crawlers, use this command:
# User-Agent: Webcrawler
# Disallow: ENTER PIECE HERE

# Here are the "PIECES" to add to describe components for non-index:

# To index nothing at all: /
# Specific URL of a file in the root: /filename.extension
# Specific URL of a file not in the root: /directoryname/filename.extension
# Directory of files: /directoryname
# For just the index.html or default.html in a directory: /directoryname/