User-agent: *
Disallow: /cgi-bin/
Disallow: /ajax/
Disallow: /includes/
Disallow: /testing/
Disallow: /java_script/

# User-agent: ia_archiver
# Disallow: /car_rentals.php
# Disallow: /images_v9/2.gif]
# Disallow: /merchant2.php
# Disallow: /index2.phptest=9
# Disallow: /escapeExample.php
# Disallow: /efareReport.php
# Disallow: /efare_report.html
# Disallow: /index_test.php
# Disallow: /index2.php

Sitemap: http://www.faredetective.com/sitemap.xml
# User-agent: *
# Crawl-delay: 10
# Request-rate: 1/3
# Visit-time: 0000-2400