{ "_id": "6a4f3ff821b18e15484ffa85", "Package": "polite", "Version": "0.1.4", "Title": "Be Nice on the Web", "Description": "Be responsible when scraping data from websites by\nfollowing polite principles: introduce yourself, ask for\npermission, take slowly and never ask twice.", "Authors@R": "person(given=\"Dmytro\", family=\"Perepolkin\", email = \"dperepolkin@gmail.com\", role = c(\"aut\", \"cre\"), comment = c(ORCID=\"0000-0001-8558-6183\"))", "License": "MIT + file LICENSE", "Encoding": "UTF-8", "ByteCompile": "true", "URL": "https://github.com/dmi3kno/polite,\nhttps://dmi3kno.github.io/polite/", "BugReports": "https://github.com/dmi3kno/polite/issues", "Roxygen": "list(markdown = TRUE)", "Config/roxygen2/version": "8.0.0", "Config/pak/sysreqs": "cmake git make libgit2-dev libicu-dev libuv1-dev\nlibxml2-dev libssl-dev libx11-dev", "Repository": "https://dmi3kno.r-universe.dev", "Date/Publication": "2026-05-10 19:36:58 UTC", "RemoteUrl": "https://github.com/dmi3kno/polite", "RemoteRef": "HEAD", "RemoteSha": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "NeedsCompilation": "no", "Packaged": { "Date": "2026-07-09 06:26:36 UTC", "User": "root" }, "Author": "Dmytro Perepolkin [aut, cre] (ORCID:\n)", "Maintainer": "Dmytro Perepolkin ", "_user": "dmi3kno", "_type": "src", "_file": "polite_0.1.4.tar.gz", "_fileid": "https://r2.ropensci.org/b9963fe221ed31dc61a7516c0749381cd6c9546e0e57efd20416a5e2c229ae78", "_filesize": 163306, "_sha256": "b9963fe221ed31dc61a7516c0749381cd6c9546e0e57efd20416a5e2c229ae78", "_expires": "2026-10-17T06:30:14.000Z", "_created": "2026-07-09T06:26:36.000Z", "_published": "2026-07-09T06:30:16.047Z", "_jobs": [ { "job": 86053985768, "time": 138, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "8190749415" }, { "job": 86053985748, "time": 133, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "8190748262" }, { "job": 86053985759, "time": 168, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "8190751368" }, { "job": 86053985795, "time": 153, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "8190746762" }, { "job": 86053562738, "time": 177, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "8190709301" }, { "job": 86053985787, "time": 129, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "8190747064" }, { "job": 86053985794, "time": 89, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "8190735869" }, { "job": 86053985758, "time": 143, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "8190750950" }, { "job": 86053985781, "time": 84, "config": "windows-release", "r": "4.6.1", "check": "OK", "artifact": "8190734150" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/28998535784", "_status": "success", "_upstream": "https://github.com/dmi3kno/polite", "_commit": { "id": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "author": "Deemah ", "committer": "GitHub ", "message": "Merge pull request #52 from dmi3kno/master\n\nMerge pull request #51 from dmi3kno/develop", "time": 1778441818 }, "_maintainer": { "name": "Dmytro Perepolkin", "email": "dperepolkin@gmail.com", "login": "dmi3kno", "twitter": "@dmi3k", "description": "", "uuid": 13419011, "orcid": "0000-0001-8558-6183" }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "httr", "role": "Imports" }, { "package": "magrittr", "role": "Imports" }, { "package": "memoise", "role": "Imports" }, { "package": "ratelimitr", "role": "Imports" }, { "package": "robotstxt", "role": "Imports" }, { "package": "rvest", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "usethis", "role": "Imports" }, { "package": "dplyr", "role": "Suggests" }, { "package": "testthat", "role": "Suggests" }, { "package": "covr", "role": "Suggests" }, { "package": "webmockr", "role": "Suggests" } ], "_owner": "dmi3kno", "_selfowned": true, "_usedby": 2, "_updates": [ { "week": "2026-19", "n": 8 } ], "_tags": [], "_topics": [ "crawler", "memoise", "rate-limiter", "robotstxt", "rvest", "scraper", "webscraping" ], "_stars": 334, "_contributors": [ { "user": "dmi3kno", "count": 73, "uuid": 13419011 }, { "user": "gregrs-uk", "count": 1, "uuid": 7353938 }, { "user": "bisaloo", "count": 1, "uuid": 10783929 }, { "user": "jesse-ross", "count": 1, "uuid": 13890601 }, { "user": "rtaph", "count": 1, "uuid": 9271253 }, { "user": "sowla", "count": 1, "uuid": 19764028 } ], "_userbio": { "uuid": 13419011, "type": "user", "name": "Deemah", "followers": 85 }, "_downloads": { "count": 1089, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/polite" }, "_devurl": "https://github.com/dmi3kno/polite", "_pkgdown": "https://dmi3kno.github.io/polite/", "_searchresults": 1162, "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/NEWS.html", "extra/NEWS.txt", "extra/polite.html", "extra/readme.html", "extra/readme.md", "LICENSE", "manual.pdf" ], "_homeurl": "https://github.com/dmi3kno/polite", "_realowner": "dmi3kno", "_cranurl": true, "_releases": [ { "version": "0.1.1", "date": "2019-11-30" }, { "version": "0.1.2", "date": "2022-08-09" }, { "version": "0.1.3", "date": "2023-06-30" }, { "version": "0.1.4", "date": "2026-05-11" } ], "_exports": [ "%>%", "bow", "guess_basename", "html_attrs_dfr", "is.polite", "nod", "politely", "rip", "scrape", "set_rip_delay", "set_scrape_delay", "use_manners" ], "_help": [ { "page": "bow", "title": "Introduce yourself to the host", "topics": [ "bow", "is.polite" ] }, { "page": "guess_basename", "title": "Guess download file name from the URL", "topics": [ "guess_basename" ] }, { "page": "html_attrs_dfr", "title": "Convert collection of html nodes into data frame", "topics": [ "html_attrs_dfr" ] }, { "page": "nod", "title": "Agree modification of session path with the host", "topics": [ "nod" ] }, { "page": "politely", "title": "Give your web-scraping function good manners polite", "topics": [ "politely" ] }, { "page": "print.polite", "title": "Print host introduction object", "topics": [ "print.polite" ] }, { "page": "rip", "title": "Polite file download", "topics": [ "rip" ] }, { "page": "scrape", "title": "Scrape the content of authorized page/API", "topics": [ "scrape" ] }, { "page": "set_delay", "title": "Reset scraping/ripping rate limit", "topics": [ "set_rip_delay", "set_scrape_delay" ] }, { "page": "use_manners", "title": "Use manners in your own package or script", "topics": [ "use_manners" ] } ], "_pkglogo": "https://github.com/dmi3kno/polite/raw/HEAD/man/figures/logo.png", "_readme": "https://github.com/dmi3kno/polite/raw/HEAD/README.md", "_rundeps": [ "askpass", "assertthat", "cachem", "cli", "clipr", "codetools", "crayon", "credentials", "curl", "desc", "digest", "fastmap", "fs", "future", "future.apply", "gert", "gitcreds", "globals", "glue", "httr", "httr2", "ini", "jsonlite", "lifecycle", "listenv", "magrittr", "memoise", "mime", "openssl", "parallelly", "pillar", "pkgconfig", "purrr", "R6", "rappdirs", "ratelimitr", "Rcpp", "rlang", "robotstxt", "rprojroot", "rstudioapi", "rvest", "selectr", "spiderbar", "stringi", "stringr", "sys", "tibble", "usethis", "utf8", "vctrs", "whisker", "withr", "xml2", "yaml", "zip" ], "_score": 8.802071733677332, "_indexed": true, "_nocasepkg": "polite", "_universes": [ "dmi3kno" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.1.4", "date": "2026-07-09T06:28:57.000Z", "distro": "resolute", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "https://r2.ropensci.org/be69d3c3587b782cd3f8def11697af4010316e4177446ee2a4bbd0318498216e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/28998535784" }, { "r": "4.6.1", "os": "linux", "version": "0.1.4", "date": "2026-07-09T06:28:58.000Z", "distro": "resolute", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "https://r2.ropensci.org/8df28ae576d7f94c49ebe7dc22c5f300283783ab0ccd7ced08b991b05c547f15", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/28998535784" }, { "r": "4.5.3", "os": "mac", "version": "0.1.4", "date": "2026-07-09T06:29:10.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "https://r2.ropensci.org/7053cadcdbd0869af057087e58dd365513555e9acdd9a2e144d9b494a377d593", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/28998535784" }, { "r": "4.6.1", "os": "mac", "version": "0.1.4", "date": "2026-07-09T06:28:53.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "https://r2.ropensci.org/9a6efb3484ed7dcfa76ec877a2bc4f7c4351f6d8dae90d4f4fcf4e159c259d92", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/28998535784" }, { "r": "4.6.0", "os": "wasm", "version": "0.1.4", "date": "2026-07-09T06:29:06.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "https://r2.ropensci.org/0c2f374cf6fd638e74160694fd1c7a0c336a6902da2a8fea6f45365c6039d743", "status": "success", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/28998535784" }, { "r": "4.7.0", "os": "win", "version": "0.1.4", "date": "2026-07-09T06:28:09.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "https://r2.ropensci.org/019573aad2f132b0c8bd5c612336041b82884a1e883ace7e8e9bbec2dfb1b881", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/28998535784" }, { "r": "4.5.3", "os": "win", "version": "0.1.4", "date": "2026-07-09T06:28:57.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "https://r2.ropensci.org/24f572151c9912699f35af5f83e049d918978d68f4a5e4134924cb8807f03603", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/28998535784" }, { "r": "4.6.1", "os": "win", "version": "0.1.4", "date": "2026-07-09T06:27:58.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "https://r2.ropensci.org/e5f65696814862a402f4807cb6f3f457df21c2d7f9976af36cd2eca09218a70a", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/28998535784" } ] }