# Robots specifications for site SITE # Syntax: # HINT -> DIRECTIVE | COMMENT # COMMENT:#.*EOL # DIRECTIVE -> AGENT_DIRECTIVE+ CONTENT_DIRECTIVE+ # AGENT_DIRECTIVE -> User_agent: *NAME *EOL # CONTENT_DIRECTIVE -> Disallow: *STARTING_SUBPATH *EOL # NAME -> name_of_a_robot | ALL # STARTING_SUBPATH -> /.* | NONE # ALL -> '*' # NONE -> EMPTY # EOL -> CR | CR NL | NL User-agent: * Disallow: /style/ Disallow: /images/