# Keeps Robots out of private files # User-agent: ia_archiver Disallow: / # User-agent: PRCrawler/Nutch-0.9 (data mining development project; crawler@projectrialto.com) Disallow: / # User-agent: * Disallow: /images/ Disallow: /links.html/ Disallow: /minneapolis/www.paydayloanneeds.com/terms.html Disallow: /lincoln/www.paydayloanneeds.com/terms.html Disallow: /lincoln/www.paydayloanneeds.com/terms.html Disallow: /dallas/www.paydayloanneeds.com/terms.html # #-- 2/12/08 --