#                  ,--.    ,--.
#                 ((O ))--((O ))
#               ,'_`--'____`--'_`.
#              _:  ____________  :_
#             | | ||::::::::::|| | |
#             | | ||::::::::::|| | |
#             | | ||::::::::::|| | |
#             |_| |/__________\| |_|
#               |________________|
#            __..-'            `-..__
#         .-| : .----------------. : |-.
#       ,\ || | |\______________/| | || /.
#      /`.\:| | ||  __  __  __  || | |;/,'\
#     :`-._\;.| || '--''--''--' || |,:/_.-':
#     |    :  | || .----------. || |  :    |
#     |    |  | || '--Intoli--' || |  |    |
#     |    |  | ||   _   _   _  || |  |    |
#     :,--.;  | ||  (_) (_) (_) || |  :,--.;
#     (`-'|)  | ||______________|| |  (|`-')
#      `--'   | |/______________\| |   `--'
#             |____________________|
#              `.________________,'
#               (_______)(_______)
#               (_______)(_______)
#               (_______)(_______)
#               (_______)(_______)
#              |        ||        |
#              '--------''--------'

# "We hold these truths to be self-evident,
#          that all bots are created equal."
#                      ~ Thomas Jeffersonbot
User-agent: *
Allow: *
Crawl-delay: 5

Sitemap: https://intoli.com/sitemap.xml



# These pages are supplemental materials for articles
# which shouldn't be indexed by search engines because they
# aren't useful or interesting outside of that context.
Disallow: /blog/fantasy-football-for-hackers/rosters.html
Disallow: /blog/javascript-injection/test-page.html
Disallow: /blog/making-chrome-headless-undetectable/chrome-headless-test.html
Disallow: /blog/nightmare-console-errors/demo.html
Disallow: /blog/nightmare-network-idle/demo.html
Disallow: /blog/not-possible-to-block-chrome-headless/chrome-headless-test.html
Disallow: /blog/terminal-recorders/term-record.html
Disallow: /blog/scrape-infinite-scroll/demo.html