41b8408ffa4d639d8168d86ab4c0767c *DESCRIPTION
243cfc67b7b06ed97d9ffd2a858cc964 *LICENSE
6380bd3123ffb0045cf60a1356fc3ecf *NAMESPACE
97a7e3f4debf9c8956080807da845ac5 *R/parse_robotstxt.R
7fedd93f50521e1a40d744a7709ff64f *R/permissions.R
42473ac65fd62c365129b27a1b6efbd8 *R/robotstxt.R
9b9ce4c2fe2fa265eb4a9c1dd422451e *R/tools.R
1db07758a6283728b9350d6252217b61 *README.md
65a197df75cc19ba82144cc62bd1c501 *build/vignette.rds
07ad00b2428a9c5be7ca845f0ca09114 *inst/doc/using_robotstxt.R
52484a7834bf2ad48702c4cfd884378c *inst/doc/using_robotstxt.Rmd
9c8149ea49942695f2c4f747519de9e8 *inst/doc/using_robotstxt.html
4d8921c3dc225aa07cd9b3f66cde3aff *inst/robotstxts/allow_single_bot.txt
e2b27c9301b4f24c3b2db3f8886b2dc1 *inst/robotstxts/crawl_delay.txt
8cb7a8b11cc42f1f77aa0670c43071a3 *inst/robotstxts/disallow_all_for_BadBot.txt
d35cb09d5662e686347b00b959c1550f *inst/robotstxts/disallow_all_for_all.txt
542398cc4e150fd288cea549bdca16a4 *inst/robotstxts/disallow_some_for_all.txt
9ca8636f08a496a82ed0a64694d005c8 *inst/robotstxts/disallow_two_at_once.txt
7215ee9c7d9dc229d2921a40e899ec5f *inst/robotstxts/empty.txt
d034a6e564902694ac6b372940786d80 *inst/robotstxts/host.txt
95d8d7433b4cd37b5630cf68500127f0 *inst/robotstxts/robots_amazon.txt
a09430767142d30f771f9726196048e1 *inst/robotstxts/robots_bundestag.txt
62dbaccb94d6ab8aa5e178339efbe127 *inst/robotstxts/robots_google.txt
658622dc6bda3645b94e37fa1ea38295 *inst/robotstxts/robots_new_york_times.txt
48a1701be03cf9590a8ef623c5f2e8e6 *inst/robotstxts/robots_pmeissner.txt
67dfdd8b9acd9363417c145388315dab *inst/robotstxts/robots_spiegel.txt
6ed07c3b696c3b4d47e1b3b4a42f5c7f *inst/robotstxts/robots_wikipedia.txt
4637c3108489f0f0e5e283ef16884baf *inst/robotstxts/robots_yahoo.txt
6b8539213a6199601ee9d81c70a6ac31 *inst/robotstxts/selfhtml_Example.txt
2b9b53034510e3b66af8968145fe0a4f *inst/robotstxts/testing_comments.txt
ddcc62945feeb9fff83aea33f70091cc *man/get_robotstxt.Rd
219090f03f14c5cdd970ea778daf71a1 *man/named_list.Rd
756e514c4d6fa31cbb33dda0a2015e30 *man/parse_robotstxt.Rd
37f04c93e16127a49c446d0adcd945a1 *man/path_allowed.Rd
8ba5e66455d5fe3f2bf45c745e5e3ce0 *man/paths_allowed.Rd
ca6f799a33d0dc7ac0d8eb2f8b3c4a9f *man/print.robotstxt_text.Rd
d94f4191318a79a4cb912711debd15b4 *man/robotstxt.Rd
8fe95ba012de7fc267862bcea4e82221 *man/rt_get_comments.Rd
b6f0919adb0a22b47cdefdc796bacd64 *man/rt_get_fields.Rd
07336cd21b21fb5ef7a6fad90c31306f *man/rt_get_fields_worker.Rd
033de1864858c971e56edf6a7604751c *man/rt_get_rtxt.Rd
9178f2d8b770f6a0566c46427ec06de8 *man/rt_get_useragent.Rd
f7c32191db41623b6f78e70870de8edf *man/rt_list_rtxt.Rd
6587638646e3a45c93d90a1fbe4b7e0f *man/sanitize_path.Rd
a022b5ee955ab0436c71f832daf761ce *man/sanitize_permission_values.Rd
34ee99d5b8025f277546133cd2dbe0ee *man/sanitize_permissions.Rd
480e44e1c814faf1886f057b8a375590 *tests/testthat.R
c42c31dba3029167c6ee0193f4a19b3c *tests/testthat/test_parser.R
f446c2db59fe7890955599b6e37559dd *tests/testthat/test_permissions.R
e266c5039ec2fd2b9a7186d9dcf824d4 *tests/testthat/test_robotstxt.R
52484a7834bf2ad48702c4cfd884378c *vignettes/using_robotstxt.Rmd
