User-agent: *
Crawl-Delay: 1 # Slow'em down a little
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /goldenPath/stats.html # Disallow for some gp files/dirs
Disallow: /goldenPath/statistics/
Disallow: /goldenPath/certificate.html
Disallow: /goldenPath/certificates/
Disallow: /goldenPath/gbdDescriptions.html
Disallow: /goldenPath/gbdDescriptionsOld.html
Disallow: /goldenPath/mapPlots/
Disallow: /*.js$   # Disallow all files ending with these extensions 
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.png$

User-agent: Riddler
Disallow: /