User-agent: *

# list folders robots are not allowed to index 
Disallow: /includes
Disallow: /scripts
Disallow: /includes_homepage
Disallow: /ajaxCFC
Disallow: /cf_googlemap
Disallow: /serverpages
Disallow: /text_files
Disallow: /courses
Disallow: /clubs/includes/


# list specific files robots are not allowed to index
Disallow: /ipn.cfm
Disallow: /error.cfm
Disallow: /redirect.cfm
Disallow: /clubs/includes/map.cfm



User-agent: twiceler
Disallow: /