User-agent: * # directed to all other spiders Allow: /index.html Allow: /vk3khb_mobi_sm.xml Allow: /vk3khb_sitemap.xml Allow: /khb-equ.html Allow: /mus-freq.html Allow: /radio-valve.html Allow: /res_ccode.html Allow: /atv/ Allow: /manuals/70cmant.pdf Allow: /manuals/23cmant.pdf Allow: /robots.txt Allow: / Disallow: /images/ Disallow: /scripts/ Disallow: /styles/ Disallow: /er_khb/ Disallow: /manuals/ Disallow: /tv_lists/ Disallow: /atv/rfpwrcon.* Disallow: /atv/WS_FTP.* Disallow: function.* User-agent: Mediapartners-Google Allow: /tv_lists/ Allow: /mobi/ Allow: /atv/ Disallow: # inverse of everything except were ads are Disallow: /images/ Disallow: /scripts/ Disallow: /styles/ Disallow: /er_khb/ Disallow: /manuals/ User-agent: Googlebot-Mobile Allow: /mobi/ Disallow: / User-agent: Adsbot-Google # paid adword robot Allow: /atv/ User-agent: Googlebot # free organic robot Allow: /mobi/ Allow: /atv/ Disallow: /tv_lists/ User-agent: Feedfetcher-Google Disallow: / User-agent: Googlebot-Image Disallow: / # everything Sitemap: http://vk3khb.gak.net.au/vk3khb_sitemap.xml Sitemap: http://vk3khb.gak.net.au/vk3khb_mobi_sm.xml # End of vk3khb.gak.net.au robots.txt