%>%	pipe
get_robotstxt	get_robotstxt
get_robotstxts	get_robotstxts
get_robotstxt_http_get	get_robotstxt_http_get
guess_domain	guess_domain
is_valid_robotstxt	is_valid_robotstxt
named_list	named_list
parse_robotstxt	parse_robotstxt
paths_allowed	paths_allowed
paths_allowed_worker_spiderbar	paths_allowed_worker_spiderbar
print.robotstxt	print.robotstxt
print.robotstxt_text	print.robotstxt_text
remove_domain	remove_domain
robotstxt	robotstxt
rt_cache	rt_cache
rt_get_comments	rt_get_comments
rt_get_fields	rt_get_fields
rt_get_fields_worker	rt_get_fields_worker
rt_get_rtxt	rt_get_rtxt
rt_get_useragent	rt_get_useragent
rt_list_rtxt	rt_list_rtxt
sanitize_path	sanitize_path
