{ "_id": "6a104649acfb0bcc41c9ea91", "Package": "polite", "Version": "0.1.4", "Title": "Be Nice on the Web", "Description": "Be responsible when scraping data from websites by\nfollowing polite principles: introduce yourself, ask for\npermission, take slowly and never ask twice.", "Authors@R": "person(given=\"Dmytro\", family=\"Perepolkin\", email = \"dperepolkin@gmail.com\", role = c(\"aut\", \"cre\"), comment = c(ORCID=\"0000-0001-8558-6183\"))", "License": "MIT + file LICENSE", "Encoding": "UTF-8", "ByteCompile": "true", "URL": "https://github.com/dmi3kno/polite,\nhttps://dmi3kno.github.io/polite/", "BugReports": "https://github.com/dmi3kno/polite/issues", "Roxygen": "list(markdown = TRUE)", "Config/roxygen2/version": "8.0.0", "Config/pak/sysreqs": "cmake git make libgit2-dev libicu-dev libuv1-dev\nlibxml2-dev libssl-dev libx11-dev", "Repository": "https://dmi3kno.r-universe.dev", "Date/Publication": "2026-05-10 19:36:58 UTC", "RemoteUrl": "https://github.com/dmi3kno/polite", "RemoteRef": "HEAD", "RemoteSha": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "NeedsCompilation": "no", "Packaged": { "Date": "2026-05-10 20:00:18 UTC", "User": "root" }, "Author": "Dmytro Perepolkin [aut, cre] (ORCID:\n)", "Maintainer": "Dmytro Perepolkin ", "MD5sum": "90bc280bccf207a05c4fb963ca11e0a0", "_user": "dmi3kno", "_type": "src", "_file": "polite_0.1.4.tar.gz", "_fileid": "1584962b14b6a0d127607a6612a505932f9dc1a3b3957dae7883961c72868910", "_filesize": 162891, "_sha256": "1584962b14b6a0d127607a6612a505932f9dc1a3b3957dae7883961c72868910", "_created": "2026-05-10T20:00:18.000Z", "_published": "2026-05-22T12:04:25.131Z", "_distro": "noble", "_jobs": [ { "job": 77375708726, "time": 131, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "6906550992" }, { "job": 77375708863, "time": 125, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "6906551061" }, { "job": 77375709070, "time": 91, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "6906546287" }, { "job": 77375708627, "time": 95, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "6906547206" }, { "job": 77375708296, "time": 182, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "6906536769" }, { "job": 77375708190, "time": 110, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7160025705" }, { "job": 77375708709, "time": 80, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "6906545664" }, { "job": 77375708936, "time": 73, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "6906544921" }, { "job": 77375708945, "time": 88, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "6906546460" } ], "_buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/25638296678", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/dmi3kno/polite", "_commit": { "id": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "author": "Deemah ", "committer": "GitHub ", "message": "Merge pull request #52 from dmi3kno/master\n\nMerge pull request #51 from dmi3kno/develop", "time": 1778441818 }, "_maintainer": { "name": "Dmytro Perepolkin", "email": "dperepolkin@gmail.com", "login": "dmi3kno", "twitter": "@dmi3k", "uuid": 13419011, "orcid": "0000-0001-8558-6183" }, "_registered": true, "_dependencies": [ { "package": "httr", "role": "Imports" }, { "package": "magrittr", "role": "Imports" }, { "package": "memoise", "role": "Imports" }, { "package": "ratelimitr", "role": "Imports" }, { "package": "robotstxt", "role": "Imports" }, { "package": "rvest", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "usethis", "role": "Imports" }, { "package": "dplyr", "role": "Suggests" }, { "package": "testthat", "role": "Suggests" }, { "package": "covr", "role": "Suggests" }, { "package": "webmockr", "role": "Suggests" } ], "_owner": "dmi3kno", "_selfowned": true, "_usedby": 3, "_updates": [ { "week": "2026-19", "n": 8 } ], "_tags": [], "_topics": [ "crawler", "memoise", "rate-limiter", "robotstxt", "rvest", "scraper", "webscraping" ], "_stars": 335, "_contributors": [ { "user": "dmi3kno", "count": 73, "uuid": 13419011 }, { "user": "gregrs-uk", "count": 1, "uuid": 7353938 }, { "user": "bisaloo", "count": 1, "uuid": 10783929 }, { "user": "jesse-ross", "count": 1, "uuid": 13890601 }, { "user": "rtaph", "count": 1, "uuid": 9271253 }, { "user": "sowla", "count": 1, "uuid": 19764028 } ], "_userbio": { "uuid": 13419011, "type": "user", "name": "Deemah" }, "_downloads": { "count": 1389, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/polite" }, "_devurl": "https://github.com/dmi3kno/polite", "_pkgdown": "https://dmi3kno.github.io/polite/", "_searchresults": 860, "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/NEWS.html", "extra/NEWS.txt", "extra/polite.html", "extra/readme.html", "extra/readme.md", "manual.pdf" ], "_homeurl": "https://github.com/dmi3kno/polite", "_realowner": "dmi3kno", "_cranurl": true, "_releases": [ { "version": "0.1.1", "date": "2019-11-30" }, { "version": "0.1.2", "date": "2022-08-09" }, { "version": "0.1.3", "date": "2023-06-30" } ], "_exports": [ "%>%", "bow", "guess_basename", "html_attrs_dfr", "is.polite", "nod", "politely", "rip", "scrape", "set_rip_delay", "set_scrape_delay", "use_manners" ], "_help": [ { "page": "bow", "title": "Introduce yourself to the host", "topics": [ "bow", "is.polite" ] }, { "page": "guess_basename", "title": "Guess download file name from the URL", "topics": [ "guess_basename" ] }, { "page": "html_attrs_dfr", "title": "Convert collection of html nodes into data frame", "topics": [ "html_attrs_dfr" ] }, { "page": "nod", "title": "Agree modification of session path with the host", "topics": [ "nod" ] }, { "page": "politely", "title": "Give your web-scraping function good manners polite", "topics": [ "politely" ] }, { "page": "print.polite", "title": "Print host introduction object", "topics": [ "print.polite" ] }, { "page": "rip", "title": "Polite file download", "topics": [ "rip" ] }, { "page": "scrape", "title": "Scrape the content of authorized page/API", "topics": [ "scrape" ] }, { "page": "set_delay", "title": "Reset scraping/ripping rate limit", "topics": [ "set_rip_delay", "set_scrape_delay" ] }, { "page": "use_manners", "title": "Use manners in your own package or script", "topics": [ "use_manners" ] } ], "_pkglogo": "https://github.com/dmi3kno/polite/raw/HEAD/man/figures/logo.png", "_readme": "https://github.com/dmi3kno/polite/raw/HEAD/README.md", "_rundeps": [ "askpass", "assertthat", "cachem", "cli", "clipr", "codetools", "crayon", "credentials", "curl", "desc", "digest", "fastmap", "fs", "future", "future.apply", "gert", "gh", "gitcreds", "globals", "glue", "httr", "httr2", "ini", "jsonlite", "lifecycle", "listenv", "magrittr", "memoise", "mime", "openssl", "parallelly", "pillar", "pkgconfig", "purrr", "R6", "rappdirs", "ratelimitr", "Rcpp", "rlang", "robotstxt", "rprojroot", "rstudioapi", "rvest", "selectr", "spiderbar", "stringi", "stringr", "sys", "tibble", "usethis", "utf8", "vctrs", "whisker", "withr", "xml2", "yaml", "zip" ], "_score": 8.95442802212939, "_indexed": true, "_nocasepkg": "polite", "_universes": [ "dmi3kno" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.1.4", "date": "2026-05-10T20:02:28.000Z", "distro": "noble", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "2770248bf6b669bb300c27d1db1b38ae36425edd0a5f9b16d519daf54762bd2d", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/25638296678" }, { "r": "4.6.0", "os": "linux", "version": "0.1.4", "date": "2026-05-10T20:02:30.000Z", "distro": "noble", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "253715edf05d880d867d3cde60f46ad29cf05f5add0af62e7024d7a721f91293", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/25638296678" }, { "r": "4.5.3", "os": "mac", "version": "0.1.4", "date": "2026-05-10T20:01:47.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "4203af5a921cf00af26b85cf957338f7f9ded3cf4f735272525c4ec3b404cb9d", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/25638296678" }, { "r": "4.6.0", "os": "mac", "version": "0.1.4", "date": "2026-05-10T20:01:54.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "1a425a7f6b89fa7c8e4164d004406a8a0632df0d6b23c179e188a40becd01da2", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/25638296678" }, { "r": "4.7.0", "os": "win", "version": "0.1.4", "date": "2026-05-10T20:01:31.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "fbba0484cae13c9a98c92b1cdb5d51db0e56cdab22521c3fe2cba339b4531651", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/25638296678" }, { "r": "4.5.3", "os": "win", "version": "0.1.4", "date": "2026-05-10T20:01:26.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "afcd41431ea8376d92252c5c3f9f4be4bd06bb7a666fcea98b2cb65b07f26652", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/25638296678" }, { "r": "4.6.0", "os": "win", "version": "0.1.4", "date": "2026-05-10T20:01:39.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "d5b8414048e08cee14080c5920850ffb91cdc052331a063ec32c3d85fa5f0767", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/25638296678" }, { "r": "4.6.0", "os": "wasm", "version": "0.1.4", "date": "2026-05-22T12:03:57.000Z", "commit": "11aa11a674f020f7a47df42cbe0547fcf80a1dae", "fileid": "930a8d3bb073d23b618a215108fff46e3ff4e5f30affda142a72b7f972fc2efd", "status": "success", "buildurl": "https://github.com/r-universe/dmi3kno/actions/runs/25638296678" } ] }