# /robots.txt file for Search Engines for WebData sites User-agent: * Disallow: admin.asp Disallow: admin-notes.inc Disallow: error.asp Disallow: links-form.asp # User-agent: * # Disallow: /stay_out # Disallow: /logs