# Robots.txt file # # All robots will spider the domain User-agent: * Disallow: /pages/mailinglist1801.html Disallow: /pages/mailinglist1801-2.html Disallow: /pages/mailinglist1802.html Disallow: /pages/mailinglist1803.html Disallow: /pages/mailinglist1804.html Disallow: /pages/mailinglist1805.html