%>%	pipe
as.list.robotstxt_text	as.list.robotstxt_text
fix_url	fix_url
get_robotstxt	get_robotstxt
get_robotstxts	get_robotstxts
get_robotstxt_http_get	get_robotstxt_http_get
guess_domain	guess_domain
http_domain_changed	http_domain_changed
http_subdomain_changed	http_subdomain_changed
http_was_redirected	http_was_redirected
is_suspect_robotstxt	is_suspect_robotstxt
is_valid_robotstxt	is_valid_robotstxt
list_merge	list_merge
named_list	named_list
null_to_defeault	null_to_defeault
on_client_error_default	rt_request_handler
on_domain_change_default	rt_request_handler
on_file_type_mismatch_default	rt_request_handler
on_not_found_default	rt_request_handler
on_redirect_default	rt_request_handler
on_server_error_default	rt_request_handler
on_sub_domain_change_default	rt_request_handler
on_suspect_content_default	rt_request_handler
parse_robotstxt	parse_robotstxt
parse_url	parse_url
paths_allowed	paths_allowed
paths_allowed_worker_spiderbar	paths_allowed_worker_spiderbar
print.robotstxt	print.robotstxt
print.robotstxt_text	print.robotstxt_text
remove_domain	remove_domain
request_handler_handler	request_handler_handler
robotstxt	robotstxt
rt_cache	rt_cache
rt_get_comments	rt_get_comments
rt_get_fields	rt_get_fields
rt_get_fields_worker	rt_get_fields_worker
rt_get_rtxt	rt_get_rtxt
rt_get_useragent	rt_get_useragent
rt_last_http	get_robotstxt_http_get
rt_list_rtxt	rt_list_rtxt
rt_request_handler	rt_request_handler
sanitize_path	sanitize_path
