############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # # list specific files robots are not allowed to index # Disallow: /pdf/CRA-Corp-Overview.pdf Disallow: /pdf/CRA-Corp-Overview-and-Projects.pdf Disallow: /pdf/CRA-Corp-Overview-Projects-and-tech.pdf Disallow: /pdf/CRA-Corp-Capabilities-for-DHS-SBI.pdf Disallow: /pdf/CRA-Corp-Overview-and-Projects-for-Boeing-Anaheim.pdf Disallow: /pdf/CRA-Corp-Overview-for-LM-SB-Tech-Day.pdf Disallow: /pdf/CRA-Corp-Capabilities-for-Partnering.pdf Disallow: /pdf/CRA-Corp-Overview-and-Capabilities.pdf Disallow: /pdf/CRA-Corp-Overview-&-Projects.pdf Disallow: /pdf/CRA-Corp-Overview-Projects-&-Tech.pdf Disallow: /pdf/CRA-Corp-Overview-Projects-&-Technologiies.pdf Disallow: /pdf/CRA-Corp-Overview-&-Projects-for-Boeing-Anaheim.pdf Disallow: /pdf/CRA-Capabilities-for-DHS-SBI.pdf Disallow: /pdf/CRA-Capabilities-for-AOC-Modernization.pdf # # End of robots.txt file # ###############################