76e738be7887ebc7f8d484baa30f3172 *DESCRIPTION
7144407628135ed500f49162c186a202 *INDEX
5108db10e8669a00d81ea056076ec0a2 *LICENSE
dbec2bf8df827e88088637dd68ace84f *Meta/Rd.rds
104d433669a37420724bd986c19a450b *Meta/features.rds
9dcd9d2e5bdcc1bfb0c0ea2bab1a8438 *Meta/hsearch.rds
9368d5765b0aae8b282089fc2b5c3e56 *Meta/links.rds
01daaa486fe24c43386d33c67a95057f *Meta/nsInfo.rds
203da7ddc72d74dc69391829092bea59 *Meta/package.rds
783e82fb012cb7a4a6e9000fafa8df9d *Meta/vignette.rds
d6631a9c6caf2369fd72772d6ae490ae *NAMESPACE
71c58b838873e9bb8d4536169b8040a3 *NEWS.md
d6c68f1fe41ced6e98a766a3757313da *R/robotstxt
8ee49cf43f9f191b1f3bbf4b4be9f6ac *R/robotstxt.rdb
469b83351a23e4a70fea33f16bae01be *R/robotstxt.rdx
70e5540d769e61fcb350f017ebd0abfd *doc/index.html
b40fbd096716a3f173644053c37e8438 *doc/using_robotstxt.R
04c38b00d15b1e5a06727abe7bfff1eb *doc/using_robotstxt.Rmd
f863d5771f496534ec7f6dbd945a7f91 *doc/using_robotstxt.html
30daf74d55d6f2d493aef7fb91bdb96b *help/AnIndex
b9e11b22bf07fc7e78a2769b7fc8ef46 *help/aliases.rds
63568537c8fd7c878068678def7d6e16 *help/paths.rds
fc148f556de1afe14be5defcc8d5a4c2 *help/robotstxt.rdb
2c58dbf3790762b3f54218e69924ce5e *help/robotstxt.rdx
eea8b3a384a80d6c286e44f6870fdaa0 *html/00Index.html
b6763e6916890c631fdc3f2643803b1a *html/R.css
4600b105324e0e285ad6384f5f01968d *http_requests/http_404.rds
48598696c69b2826c3e9d919c4377369 *http_requests/http_client_error.rds
bb9f78439e4ded437aaac70a3967e79b *http_requests/http_domain_change.rds
513a4bc54cbd540cfd4f1057a46d2d7e *http_requests/http_html_content.rds
e8295be102459c31b63b9faee4e4c519 *http_requests/http_ok_1.rds
cda4365dc8a9e29eb2623c9428be8047 *http_requests/http_ok_2.rds
1dc61ada1a0a11297d653443e75b5b10 *http_requests/http_ok_3.rds
44f05e9ab8d7dae5b744a5f60fcca5cc *http_requests/http_ok_4.rds
09019d9676716e69aa98d8a8b02be6b0 *http_requests/http_redirect_www.rds
b95430e784c92a5ef59af45e523ace00 *http_requests/http_server_error.rds
4d8921c3dc225aa07cd9b3f66cde3aff *robotstxts/allow_single_bot.txt
e2b27c9301b4f24c3b2db3f8886b2dc1 *robotstxts/crawl_delay.txt
8cb7a8b11cc42f1f77aa0670c43071a3 *robotstxts/disallow_all_for_BadBot.txt
d35cb09d5662e686347b00b959c1550f *robotstxts/disallow_all_for_all.txt
542398cc4e150fd288cea549bdca16a4 *robotstxts/disallow_some_for_all.txt
9ca8636f08a496a82ed0a64694d005c8 *robotstxts/disallow_two_at_once.txt
7215ee9c7d9dc229d2921a40e899ec5f *robotstxts/empty.txt
d034a6e564902694ac6b372940786d80 *robotstxts/host.txt
105d349d6d2c34ca1a99aa50b6a79ae4 *robotstxts/rbloggers.txt
95d8d7433b4cd37b5630cf68500127f0 *robotstxts/robots_amazon.txt
a09430767142d30f771f9726196048e1 *robotstxts/robots_bundestag.txt
6365a388da3f5b8ecafabf97be15127a *robotstxts/robots_cdc.txt
6365a388da3f5b8ecafabf97be15127a *robotstxts/robots_cdc2.txt
1cab7e612b824c0222d02760db298f06 *robotstxts/robots_commented_token.txt
3b1a4b952779358ff7d6015b0dee0e68 *robotstxts/robots_facebook.txt
c51eaab2c346b3a156c72097e52b10d9 *robotstxts/robots_facebook_unsupported.txt
62dbaccb94d6ab8aa5e178339efbe127 *robotstxts/robots_google.txt
658622dc6bda3645b94e37fa1ea38295 *robotstxts/robots_new_york_times.txt
48a1701be03cf9590a8ef623c5f2e8e6 *robotstxts/robots_pmeissner.txt
67dfdd8b9acd9363417c145388315dab *robotstxts/robots_spiegel.txt
6ed07c3b696c3b4d47e1b3b4a42f5c7f *robotstxts/robots_wikipedia.txt
b03c30fd553878fce698924ee1eca06e *robotstxts/robots_wikipedia_20170706.txt
4637c3108489f0f0e5e283ef16884baf *robotstxts/robots_yahoo.txt
6b8539213a6199601ee9d81c70a6ac31 *robotstxts/selfhtml_Example.txt
2b9b53034510e3b66af8968145fe0a4f *robotstxts/testing_comments.txt
67852bf43216da4632fbae410103e712 *urls.txt
