# robots.txt for http://www.customfab.com/ User-agent: * Disallow: /assets Disallow: /cf Disallow: /cgi-bin Disallow: /dot-net Disallow: /email Disallow: /intro Disallow: /inventory Disallow: /new_scripts Disallow: /preloader Disallow: /sub_menus Disallow: construct.html Disallow: hit_test.asp Disallow: main.swf # do not grab these types of documents Disallow: /*.gif$ Disallow: /*.swf$ Disallow: /*.fla$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.bmp$ Disallow: /*.cfm$ Disallow: /*.asp$ Disallow: /*.doc$ Disallow: /*.txt$