# the entire site may be indexed except as follows: # # User-agent: [name of robot] # Disallow: [Directory or file to be excluded from indexing]