# # robots.origin.txt # # This file is served as robots.txt for static.ewg.org. # User-agent: LinkChecker Disallow: User-agent: * # CSS, JS, Images, PDF Allow: *.css Allow: *.css$ Allow: *.css? Allow: *.js Allow: *.js$ Allow: *.js? Allow: *.gif Allow: *.jpg Allow: *.jpeg Allow: *.png Allow: *.pdf # PHP Disallow: *.php