# # robots.txt for http://www.jad-database.com # robots.txt for https://www.jad-database.com # Obey robots.txt User-agent: TurnitinBot Disallow: / User-agent: GetRight/ Disallow: / User-agent: Turnitin Disallow: / # Disallow directories User-agent: * Disallow: /cgi-bin/ Disallow: /settings/ Disallow: /stats/ Disallow: /demodb/ Disallow: /news/ Disallow: /news2/ #Disallow pages User-agent: * Disallow: /info.txt Disallow: /*.js Disallow: /*.css Disallow: /*.log Disallow: /Thumbs.db Disallow: /missing.html