# Generated by roxygen2: do not edit by hand

S3method(as.list,robotstxt_text)
S3method(print,robotstxt)
S3method(print,robotstxt_text)
export("%>%")
export(get_robotstxt)
export(get_robotstxt_http_get)
export(get_robotstxts)
export(is_valid_robotstxt)
export(on_client_error_default)
export(on_domain_change_default)
export(on_file_type_mismatch_default)
export(on_not_found_default)
export(on_redirect_default)
export(on_server_error_default)
export(on_sub_domain_change_default)
export(on_suspect_content_default)
export(parse_robotstxt)
export(paths_allowed)
export(request_handler_handler)
export(robotstxt)
export(rt_last_http)
export(rt_request_handler)
importFrom(magrittr,"%>%")
importFrom(utils,modifyList)
