User-agent: Slurp
Crawl-delay: 1
User-agent: *
Allow: /restaurants/new-york/
Allow: /restaurants/new-york/*details/$
Allow: /restaurants/florida/miami/
Allow: /restaurants/florida/miami/*details/$
Allow: /restaurants/texas/
Allow: /restaurants/texas/*details/$
Allow: /restaurants/pennsylvania/
Allow: /restaurants/pennsylvania/*details/$
Allow: /restaurants/indiana/bloomington/
Allow: /restaurants/indiana/bloomington/*details/$
Allow: /restaurants/indiana/east-chicago/
Allow: /restaurants/indiana/east-chicago/*details/$
Allow: /restaurants/massachusetts/
Allow: /restaurants/massachusetts/*details/$
Allow: /restaurants/georgia/
Allow: /restaurants/georgia/*details/$
Allow: /restaurants/connecticut/
Allow: /restaurants/connecticut/*details/$
Allow: /restaurants/florida/
Allow: /restaurants/florida/*details/$
Allow: /restaurants/alabama/
Allow: /restaurants/alabama/*details/$
Allow: /restaurants/north-carolina/
Allow: /restaurants/north-carolina/*details/$
Allow: /restaurants/maryland/
Allow: /restaurants/maryland/*details/$
Allow: /restaurants/washington-dc/
Allow: /restaurants/washington-dc/*details/$
Allow: /restaurants/illinois/
Allow: /restaurants/illinois/*details/$
Allow: /restaurants/virginia/
Allow: /restaurants/virginia/*details/$
Allow: /restaurants/ohio/
Allow: /restaurants/ohio/*details/$
Allow: /restaurants/wisconsin/madison/
Allow: /restaurants/wisconsin/madison/*details/$
Disallow: /restaurants/wisconsin/madison/*/page*/
Allow: /restaurants/wisconsin/monona/
Allow: /restaurants/wisconsin/monona/*details/$
Disallow: /restaurants/wisconsin/monona/*/page*/
Allow: /restaurants/wisconsin/fitchburg/
Allow: /restaurants/wisconsin/fitchburg/*details/$
Disallow: /restaurants/wisconsin/fitchburg/*/page*/
Allow: /restaurants/michigan/east-lansing/
Allow: /restaurants/michigan/east-lansing/*details/$
Disallow: /restaurants/michigan/east-lansing/*/page*/
Allow: /restaurants/michigan/ann-arbor/
Allow: /restaurants/michigan/ann-arbor/*details/$
Disallow: /restaurants/michigan/ann-arbor/*/page*/
Allow: /restaurants/colorado/boulder/
Allow: /restaurants/colorado/boulder/*details/$
Disallow: /restaurants/colorado/boulder/*/page*/
Allow: /restaurants/nevada/las-vegas/
Allow: /restaurants/nevada/las-vegas/*details/$
Disallow: /restaurants/colorado/boulder/*/page*/
Allow: /restaurants/nevada/north-las-vegas/
Allow: /restaurants/nevada/north-las-vegas/*details/$
Disallow: /restaurants/nevada/north-las-vegas/*/page*/
Allow: /restaurants/nevada/henderson/
Allow: /restaurants/nevada/henderson/*details/$
Disallow: /restaurants/nevada/henderson/*/page*/
Allow: /restaurants/california/
Allow: /restaurants/california/*details/$
Disallow: /restaurants/Add_Listing/
Disallow: /index.php?
Disallow: /restaurants/*/page*/
Disallow: /restaurants/*/filter:*/
Disallow: /restaurants/
Disallow: /events/
Disallow: /clients/
Disallow: /jobs/
Disallow: /contact-us/
Disallow: /feedback/
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /editor/
Disallow: /help/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /templates/

Disallow: /members/*,default/
Disallow: /members/*,name/
Disallow: /members/*,cuisine/
Disallow: /members/*,city/
Disallow: /members/*,rating/

Disallow: /members/*,course/
Disallow: /members/*,price/
Disallow: /members/*,restaurant/