5568bbd97a64035fb0561145fffc5151 *DESCRIPTION
286d2a9d836ae09866f1a4f0f48a5019 *INDEX
243cfc67b7b06ed97d9ffd2a858cc964 *LICENSE
8860f4f53cc6d7f95310698f3b69c51a *Meta/Rd.rds
e00065855163c282e8adab2a116bf019 *Meta/features.rds
1c734c8a7330390d475e76a5ae1274c3 *Meta/hsearch.rds
7f7f4a0f1786e1531a66324bba1c168a *Meta/links.rds
3ee93df3559ba6169a54723f63b20e7d *Meta/nsInfo.rds
a2af15b49ba5764c095eab3eae38fe0f *Meta/package.rds
bfc0cd0fded6d95141be080c94d551a9 *Meta/vignette.rds
9f1f57da5f924d21b27794345411d194 *NAMESPACE
f426a8b1e5526de390d78e1be45eed10 *NEWS.md
ebf0fc819595d631b8bf280c4b049940 *R/robotstxt
694af17306a6671a25b9df1dd41793c1 *R/robotstxt.rdb
9ec0c01641de294b85af953c050ca949 *R/robotstxt.rdx
b0ba71955999829f070dcd3c414bc206 *doc/index.html
4bfde16a5fa9f87374ea46998a23c43b *doc/using_robotstxt.R
8ea285b77b146385e74129e581eaff94 *doc/using_robotstxt.Rmd
9aed9e6eff2f4d4813c27ecdf9a689dc *doc/using_robotstxt.html
1c10a5e981ffd4f737da556d37e5daa3 *help/AnIndex
3a06c895680513674a40e282b6cf9047 *help/aliases.rds
6a5f955a5c93be2a799ee1090dee90c0 *help/paths.rds
39187d2a4b14aec06010a390c373c3d0 *help/robotstxt.rdb
2d55a03833b789dac2370448b6cb2657 *help/robotstxt.rdx
2379173a83169b16a0a3ce3ef7008197 *html/00Index.html
b6763e6916890c631fdc3f2643803b1a *html/R.css
4d8921c3dc225aa07cd9b3f66cde3aff *robotstxts/allow_single_bot.txt
e2b27c9301b4f24c3b2db3f8886b2dc1 *robotstxts/crawl_delay.txt
8cb7a8b11cc42f1f77aa0670c43071a3 *robotstxts/disallow_all_for_BadBot.txt
d35cb09d5662e686347b00b959c1550f *robotstxts/disallow_all_for_all.txt
542398cc4e150fd288cea549bdca16a4 *robotstxts/disallow_some_for_all.txt
9ca8636f08a496a82ed0a64694d005c8 *robotstxts/disallow_two_at_once.txt
7215ee9c7d9dc229d2921a40e899ec5f *robotstxts/empty.txt
d034a6e564902694ac6b372940786d80 *robotstxts/host.txt
95d8d7433b4cd37b5630cf68500127f0 *robotstxts/robots_amazon.txt
a09430767142d30f771f9726196048e1 *robotstxts/robots_bundestag.txt
7a58b13412a11e1c8650008ae15f2bef *robotstxts/robots_cdc.txt
7a58b13412a11e1c8650008ae15f2bef *robotstxts/robots_cdc2.txt
3b1a4b952779358ff7d6015b0dee0e68 *robotstxts/robots_facebook.txt
c51eaab2c346b3a156c72097e52b10d9 *robotstxts/robots_facebook_unsupported.txt
62dbaccb94d6ab8aa5e178339efbe127 *robotstxts/robots_google.txt
658622dc6bda3645b94e37fa1ea38295 *robotstxts/robots_new_york_times.txt
48a1701be03cf9590a8ef623c5f2e8e6 *robotstxts/robots_pmeissner.txt
67dfdd8b9acd9363417c145388315dab *robotstxts/robots_spiegel.txt
6ed07c3b696c3b4d47e1b3b4a42f5c7f *robotstxts/robots_wikipedia.txt
b03c30fd553878fce698924ee1eca06e *robotstxts/robots_wikipedia_20170706.txt
4637c3108489f0f0e5e283ef16884baf *robotstxts/robots_yahoo.txt
6b8539213a6199601ee9d81c70a6ac31 *robotstxts/selfhtml_Example.txt
2b9b53034510e3b66af8968145fe0a4f *robotstxts/testing_comments.txt
a6f4f6d1bedffc16330a9d11020a0936 *urls.txt
