b84895aede900f012a6672858a504930 *DESCRIPTION
7c633db5663d439ebdc6bea10118dfc3 *INDEX
243cfc67b7b06ed97d9ffd2a858cc964 *LICENSE
456be8552a72119d1e56072b3c2fe33e *Meta/Rd.rds
3cc37dd4f1cc6aaf2d7344ec0a5c5db5 *Meta/hsearch.rds
fa562792e9b4f0f90d8aff59c621635c *Meta/links.rds
2fd2b0299b3726f22c06bbe105de8bfb *Meta/nsInfo.rds
35be795f92abc716439511c5250a8c7c *Meta/package.rds
f1f36b7bcf7a98340f63136c3b21c0b5 *Meta/vignette.rds
a230d6582bf3fd617075d4d6e0886dbd *NAMESPACE
4aa278ce12d09e0b4af0451b1379aa38 *NEWS
ebf0fc819595d631b8bf280c4b049940 *R/robotstxt
540f00279119eb35522de1488da1cac1 *R/robotstxt.rdb
f1f23f0678df3a65c6bce620310da6d4 *R/robotstxt.rdx
a105a3bf45c5b463bd56a1f6de9ff3b6 *doc/index.html
315e61d415d32501705f131a76946700 *doc/using_robotstxt.R
2e31f91e0f5d25e2e13232280fc5f842 *doc/using_robotstxt.Rmd
07a68288c3bbd6d6bce242593938f1dd *doc/using_robotstxt.html
d9bfbcdf1a1e4d7471b756b876f7f048 *help/AnIndex
0292ae9d999beb8f2a44ee8537434a25 *help/aliases.rds
af3f5c991b2f8391134100b6fee6b4fd *help/paths.rds
47ea38e9acd13b42970ddc659cf1208a *help/robotstxt.rdb
a6297ef855009aa0425c4ee2bde1ee1f *help/robotstxt.rdx
ab5db4015fc6d398090c2634a589b679 *html/00Index.html
0629445e5f3de06acbaf6e4013c7deca *html/R.css
4d8921c3dc225aa07cd9b3f66cde3aff *robotstxts/allow_single_bot.txt
e2b27c9301b4f24c3b2db3f8886b2dc1 *robotstxts/crawl_delay.txt
8cb7a8b11cc42f1f77aa0670c43071a3 *robotstxts/disallow_all_for_BadBot.txt
d35cb09d5662e686347b00b959c1550f *robotstxts/disallow_all_for_all.txt
542398cc4e150fd288cea549bdca16a4 *robotstxts/disallow_some_for_all.txt
9ca8636f08a496a82ed0a64694d005c8 *robotstxts/disallow_two_at_once.txt
7215ee9c7d9dc229d2921a40e899ec5f *robotstxts/empty.txt
d034a6e564902694ac6b372940786d80 *robotstxts/host.txt
95d8d7433b4cd37b5630cf68500127f0 *robotstxts/robots_amazon.txt
a09430767142d30f771f9726196048e1 *robotstxts/robots_bundestag.txt
62dbaccb94d6ab8aa5e178339efbe127 *robotstxts/robots_google.txt
658622dc6bda3645b94e37fa1ea38295 *robotstxts/robots_new_york_times.txt
48a1701be03cf9590a8ef623c5f2e8e6 *robotstxts/robots_pmeissner.txt
67dfdd8b9acd9363417c145388315dab *robotstxts/robots_spiegel.txt
6ed07c3b696c3b4d47e1b3b4a42f5c7f *robotstxts/robots_wikipedia.txt
4637c3108489f0f0e5e283ef16884baf *robotstxts/robots_yahoo.txt
6b8539213a6199601ee9d81c70a6ac31 *robotstxts/selfhtml_Example.txt
2b9b53034510e3b66af8968145fe0a4f *robotstxts/testing_comments.txt
