# Robots.txt file from http://www.internationalflights.com # # All robots will spider the domain User-agent: * Disallow: /test Disallow: /imgs/ Disallow: /flights/flights.html Sitemap: http://www.internationalflights.com/sitemap.xml