af4586c615671ab82574328e3277f6dc *DESCRIPTION
286d2a9d836ae09866f1a4f0f48a5019 *INDEX
243cfc67b7b06ed97d9ffd2a858cc964 *LICENSE
3bdebbd40b2dad3b23e6553f797eed84 *Meta/Rd.rds
ee1c691e4128e503fa2921e8b6a506c1 *Meta/hsearch.rds
6a50aa9d10bb9ef40f66a2d314c7e9b3 *Meta/links.rds
506f96d8a4503e0b6872abeefed52723 *Meta/nsInfo.rds
8dadc2b87f02cf077a5bc6f88a952b1e *Meta/package.rds
3936eccc1acbbb88ddac08aae72999a3 *Meta/vignette.rds
9f1f57da5f924d21b27794345411d194 *NAMESPACE
d6b12ed90abec58087450bdbe4653ed2 *NEWS.md
ebf0fc819595d631b8bf280c4b049940 *R/robotstxt
8f73e62a0a1ddd8969bdb9a305547ed7 *R/robotstxt.rdb
09355d878e60ba323fe2c817cff11a07 *R/robotstxt.rdx
b0ba71955999829f070dcd3c414bc206 *doc/index.html
4bfde16a5fa9f87374ea46998a23c43b *doc/using_robotstxt.R
8ea285b77b146385e74129e581eaff94 *doc/using_robotstxt.Rmd
dbae2d321d10d0657b003c874fbf8664 *doc/using_robotstxt.html
1c10a5e981ffd4f737da556d37e5daa3 *help/AnIndex
963c1cd47fcff494bbfa4587244cc926 *help/aliases.rds
ccb0e96e0690616e187c60ad790b1f4e *help/paths.rds
4affb0370a83849d14bc71f73f505515 *help/robotstxt.rdb
82bc8352f4ac815b9f1006c2f1a8b6a4 *help/robotstxt.rdx
63c6f826bf24fd4c144b349d3bc08f38 *html/00Index.html
b6763e6916890c631fdc3f2643803b1a *html/R.css
4d8921c3dc225aa07cd9b3f66cde3aff *robotstxts/allow_single_bot.txt
e2b27c9301b4f24c3b2db3f8886b2dc1 *robotstxts/crawl_delay.txt
8cb7a8b11cc42f1f77aa0670c43071a3 *robotstxts/disallow_all_for_BadBot.txt
d35cb09d5662e686347b00b959c1550f *robotstxts/disallow_all_for_all.txt
542398cc4e150fd288cea549bdca16a4 *robotstxts/disallow_some_for_all.txt
9ca8636f08a496a82ed0a64694d005c8 *robotstxts/disallow_two_at_once.txt
7215ee9c7d9dc229d2921a40e899ec5f *robotstxts/empty.txt
d034a6e564902694ac6b372940786d80 *robotstxts/host.txt
95d8d7433b4cd37b5630cf68500127f0 *robotstxts/robots_amazon.txt
a09430767142d30f771f9726196048e1 *robotstxts/robots_bundestag.txt
7a58b13412a11e1c8650008ae15f2bef *robotstxts/robots_cdc.txt
7a58b13412a11e1c8650008ae15f2bef *robotstxts/robots_cdc2.txt
3b1a4b952779358ff7d6015b0dee0e68 *robotstxts/robots_facebook.txt
c51eaab2c346b3a156c72097e52b10d9 *robotstxts/robots_facebook_unsupported.txt
62dbaccb94d6ab8aa5e178339efbe127 *robotstxts/robots_google.txt
658622dc6bda3645b94e37fa1ea38295 *robotstxts/robots_new_york_times.txt
48a1701be03cf9590a8ef623c5f2e8e6 *robotstxts/robots_pmeissner.txt
67dfdd8b9acd9363417c145388315dab *robotstxts/robots_spiegel.txt
6ed07c3b696c3b4d47e1b3b4a42f5c7f *robotstxts/robots_wikipedia.txt
b03c30fd553878fce698924ee1eca06e *robotstxts/robots_wikipedia_20170706.txt
4637c3108489f0f0e5e283ef16884baf *robotstxts/robots_yahoo.txt
6b8539213a6199601ee9d81c70a6ac31 *robotstxts/selfhtml_Example.txt
2b9b53034510e3b66af8968145fe0a4f *robotstxts/testing_comments.txt
a6f4f6d1bedffc16330a9d11020a0936 *urls.txt
