crawl-delay: 5

User-agent: *
Disallow: /MathJax/
Disallow: /mathjax/
Disallow: /archives/
Disallow: /Archives/
Disallow: /cgi-bin/
Disallow: /ck-editor/
Disallow: /css/
Disallow: /CSS/
Disallow: /diffs/
Disallow: /DIFFS/
Disallow: /font/
Disallow: /FONT/
Disallow: /inc/
Disallow: /INC/
Disallow: /js/
Disallow: /JS/
Disallow: /referer/
Disallow: /rss/
Disallow: /subject-editors/
Disallow: /tmp/
Disallow: /symbols/
Disallow: /Symbols/
Disallow: /usage/
Disallow: /Usage/
Disallow: /wwwstat/
Disallow: /Wwwstat/
Disallow: /search/
Disallow: /perl/

User-Agent: ia_archiver
Disallow: /

User-Agent: W3C-checklink
Disallow:

user-agent: Pinterestbot
allow: /entries/