# Robots.txt

Sitemap: http://www.aviationschoolsonline.com/sitemap.xml

# Disallow Collectors and Spam 
User-agent: atSpider 
Disallow: / 

User-agent: cherrypicker 
Disallow: / 

User-agent: DSurf 
Disallow: / 

User-agent: EliteSys Entry 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: Mail Sweeper 
Disallow: / 

User-agent: munky 
Disallow: / 

User-agent: Roverbot 
Disallow: / 

User-agent: WebEmailExtrac 
Disallow: / 

# Disallow Offline Browsers 
User-agent: xGet 
Disallow: / 

User-agent: wGet 
Disallow: / 

User-agent: WebWalk 
Disallow: / 

User-agent: webvac 
Disallow: / 

User-agent: WebReaper 
Disallow: / 

User-agent: WebMirror 
Disallow: / 

User-agent: WebFetcher 
Disallow: / 

User-agent: WebCopy 
Disallow: / 

User-agent: webcopier 
Disallow: / 

User-agent: WebCatcher 
Disallow: / 

User-agent: WebBandit 
Disallow: / 

User-agent: w3mir 
Disallow: / 

User-agent: vobsub 
Disallow: / 

User-agent: Templeton 
Disallow: / 

User-agent: ssearcher100 
Disallow: / 

User-agent: SpiderBot 
Disallow: / 

User-agent: Shai'Hulud 
Disallow: / 

User-agent: PBWF 
Disallow: / 

User-agent: LightningDownload 
Disallow: / 

User-agent: KDD Exploror 
Disallow: / 

User-agent: Internet Explore 
Disallow: / 

User-agent: InfoSpiders 
Disallow: / 

User-agent: httrack 
Disallow: / 

User-agent: HavIndex 
Disallow: / 

User-agent: GetUrl 
Disallow: / 

User-agent: GetBot 
Disallow: / 

User-agent: ESIRover 
Disallow: / 

User-agent: Download Wonder 
Disallow: / 

User-agent: Collage 
Disallow: / 

User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) 
Disallow: / 

#
# Disallow directories
#
User-agent: * 
Disallow: /images/
Disallow: /preview/
Disallow: /tl/
Disallow: /cgi-bin/
Disallow: /_borders/
Disallow: /_derived/
Disallow: /_fpclass/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_map/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /Flight_Training_PPC.php
Disallow: /Aircraft_Mechanic_PPC.php
Disallow: /Helicopter_Training_PPC.php
Disallow: /Air_Traffic_Controller_PPC.php
Disallow: /Aircraft_Dispatcher_PPC.php
Disallow: /Aircraft_Type_Rating_PPC.php
Disallow: /Turbine_Transition_PPC.php
Disallow: /Multi_Engine_Time_Building_PPC.php
Disallow: /index_PPC.php
Disallow: /Flight_Training_PPC_test.php
Disallow: /jfs-schools.php
Disallow: /09-files-storage/
Disallow: /samples/
Disallow: /faqs/.cdf/
Disallow: /api/.cdf/
Disallow: /api/

#
# Disallow indexing of specific file extensions 
#
Disallow: /*.gif$ 
Disallow: /*.jpg$ 
Disallow: /*.zip$ 
Disallow: /*.doc$ 
Disallow: /*.exe$ 
Disallow: /*.pdf$ 
Disallow: /*.php?$

#
# Disallow 410 pages
#
Disallow: /faqs/%E2%80%8Bcommercial-pilot-jobs.php
Disallow: /faqs/%E2%80%8Bcorporate-pilot-jobs.php
Disallow: /cookie.htm
Disallow: /res/
Disallow: /faqs/faqs/air_traffic_controller.php
Disallow: /faqs/faqs/aviation_maintenance_technician.php
Disallow: /faqs/faqs/airline_pilot.php
Disallow: /faqs/faqs/commercial_pilot.php
Disallow: /faqs/faqs/corporate_pilot.php
Disallow: /faqs/faqs/flight_dispatcher.php
Disallow: /faqs/faqs/helicopter_pilot.php
Disallow: /schools-all-listings/Flight-Attendant-Schools/Jamaica/JA/32.php


#
# Errors in WMT, Not Real Pages
#
Disallow: /faqs/add_this_button.php
Disallow: /faqs/_.faq_left_column_template_menu_contents_links.php.swp
Disallow: /faqs/add_this_button_centered.php
Disallow: /faqs/add_this_button_original.php
Disallow: /faqs/faq_left_column_iframe.php
Disallow: /resource-center/rss2html.php


#
# No need to index these client pages, added by Kyle 12/16/12
#
Disallow: /clients
Disallow: /clients/
Disallow: /clients/login.php

#
# Do not follow the map pages
#
Disallow: /google-popup-map.php
Disallow: /google-popup-map.php?lid=
Disallow: /google-popup-map.php?locid=

#
# Errors in SEOMOZ, HACKED? Not Real Pages, added by Kyle 12/16/12
#
Disallow: /wnmira*

#WMT and SEOMOZ 404 cleanups - by Kyle
Disallow: /sidebar.php
Disallow: /owm/client.php?locale=en&style=default
Disallow: */trackback/
Disallow: /*0.php$
Disallow: /blog/*?ref_id=8869
Disallow: /blog/search/*
Disallow: /blog/category/*
Disallow: /blog/tag/*
Disallow: /ssf*.php

Disallow: /flight-schools/Spain/?keepThis=true&TB_iframe=true