{
  "_id": "6a58fd3309eb0996dd68b90f",
  "Package": "pysparklyr",
  "Title": "Provides a 'PySpark' Back-End for the 'sparklyr' Package",
  "Version": "0.2.2",
  "Authors@R": "c(\nperson(\"Edgar\", \"Ruiz\", , \"edgar@posit.co\", role = c(\"aut\", \"cre\")),\nperson(\"Posit Software, PBC\", role = c(\"cph\", \"fnd\"),\ncomment = c(ROR = \"03wc8by49\"))\n)",
  "Description": "It enables 'sparklyr' to integrate with 'Spark Connect',\nand 'Databricks Connect' by providing a wrapper over the\n'PySpark' 'python' library.",
  "License": "MIT + file LICENSE",
  "URL": "https://github.com/mlverse/pysparklyr",
  "BugReports": "https://github.com/mlverse/pysparklyr/issues",
  "Config/testthat/edition": "3",
  "Config/usethis/last-upkeep": "2025-11-12",
  "Encoding": "UTF-8",
  "Roxygen": "list(markdown = TRUE)",
  "RoxygenNote": "7.3.3",
  "Config/pak/sysreqs": "cmake make libicu-dev libpng-dev libuv1-dev\nlibxml2-dev libssl-dev python3",
  "Repository": "https://mlverse.r-universe.dev",
  "Date/Publication": "2026-07-16 13:43:27 UTC",
  "RemoteUrl": "https://github.com/mlverse/pysparklyr",
  "RemoteRef": "HEAD",
  "RemoteSha": "efa57cf0fe5203e64521d4886b4c5eece2076fee",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-07-16 15:41:21 UTC",
    "User": "root"
  },
  "Author": "Edgar Ruiz [aut, cre],\nPosit Software, PBC [cph, fnd] (ROR: <https://ror.org/03wc8by49>)",
  "Maintainer": "Edgar Ruiz <edgar@posit.co>",
  "_user": "mlverse",
  "_type": "src",
  "_file": "pysparklyr_0.2.2.tar.gz",
  "_fileid": "https://r2.ropensci.org/b81e121b74fe02d755e17150f43c3cf74e5272462aac7ce491d1e26f8ff8260f",
  "_filesize": 252717,
  "_sha256": "b81e121b74fe02d755e17150f43c3cf74e5272462aac7ce491d1e26f8ff8260f",
  "_expires": "2026-10-24T15:48:01.000Z",
  "_created": "2026-07-16T15:41:21.000Z",
  "_published": "2026-07-16T15:48:03.503Z",
  "_jobs": [
    {
      "job": 87668588913,
      "time": 199,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "8381236540"
    },
    {
      "job": 87668588930,
      "time": 184,
      "config": "linux-release-x86_64",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "8381228605"
    },
    {
      "job": 87668588961,
      "time": 120,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "8381315797"
    },
    {
      "job": 87668588990,
      "time": 99,
      "config": "macos-release-arm64",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "8381313361"
    },
    {
      "job": 87667564001,
      "time": 236,
      "config": "source",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "8381132250"
    },
    {
      "job": 87668589015,
      "time": 151,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "8381211449"
    },
    {
      "job": 87668589124,
      "time": 109,
      "config": "windows-devel",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "8381190087"
    },
    {
      "job": 87668588974,
      "time": 108,
      "config": "windows-oldrel",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "8381189608"
    },
    {
      "job": 87668588947,
      "time": 131,
      "config": "windows-release",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "8381204026"
    }
  ],
  "_host": "GitHub-Actions",
  "_buildurl": "https://github.com/r-universe/mlverse/actions/runs/29511985307",
  "_status": "success",
  "_upstream": "https://github.com/mlverse/pysparklyr",
  "_commit": {
    "id": "efa57cf0fe5203e64521d4886b4c5eece2076fee",
    "author": "Edgar Ruiz <77294576+edgararuiz@users.noreply.github.com>",
    "committer": "GitHub <noreply@github.com>",
    "message": "Merge pull request #187 from mlverse/updates\n\nPrepares release",
    "time": 1784209407
  },
  "_maintainer": {
    "name": "Edgar Ruiz",
    "email": "edgar@posit.co",
    "login": "edgararuiz",
    "bluesky": "@theotheredgar.bsky.social",
    "linkedin": "in/edgararuiz",
    "description": "",
    "uuid": 77294576
  },
  "_distro": "resolute",
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 4.1",
      "role": "Depends"
    },
    {
      "package": "arrow",
      "role": "Imports"
    },
    {
      "package": "cli",
      "role": "Imports"
    },
    {
      "package": "DBI",
      "role": "Imports"
    },
    {
      "package": "dbplyr",
      "version": ">= 2.6.0",
      "role": "Imports"
    },
    {
      "package": "dplyr",
      "role": "Imports"
    },
    {
      "package": "fs",
      "role": "Imports"
    },
    {
      "package": "glue",
      "role": "Imports"
    },
    {
      "package": "httr2",
      "role": "Imports"
    },
    {
      "package": "lifecycle",
      "role": "Imports"
    },
    {
      "package": "methods",
      "role": "Imports"
    },
    {
      "package": "processx",
      "role": "Imports"
    },
    {
      "package": "purrr",
      "role": "Imports"
    },
    {
      "package": "reticulate",
      "version": ">= 1.44.0",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "role": "Imports"
    },
    {
      "package": "rstudioapi",
      "role": "Imports"
    },
    {
      "package": "sparklyr",
      "version": ">= 1.9.5",
      "role": "Imports"
    },
    {
      "package": "tidyr",
      "role": "Imports"
    },
    {
      "package": "tidyselect",
      "role": "Imports"
    },
    {
      "package": "vctrs",
      "role": "Imports"
    },
    {
      "package": "uuid",
      "role": "Imports"
    },
    {
      "package": "withr",
      "role": "Imports"
    },
    {
      "package": "connectcreds",
      "role": "Imports"
    },
    {
      "package": "vcr",
      "role": "Suggests"
    },
    {
      "package": "crayon",
      "role": "Suggests"
    },
    {
      "package": "R6",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 3.0.0",
      "role": "Suggests"
    },
    {
      "package": "tibble",
      "role": "Suggests"
    },
    {
      "package": "rsconnect",
      "role": "Suggests"
    },
    {
      "package": "rsample",
      "role": "Suggests"
    },
    {
      "package": "workflows",
      "role": "Suggests"
    },
    {
      "package": "tune",
      "version": ">= 2.1.0",
      "role": "Suggests"
    },
    {
      "package": "parsnip",
      "role": "Suggests"
    },
    {
      "package": "dials",
      "role": "Suggests"
    },
    {
      "package": "tailor",
      "role": "Suggests"
    },
    {
      "package": "recipes",
      "role": "Suggests"
    }
  ],
  "_owner": "mlverse",
  "_selfowned": true,
  "_usedby": 0,
  "_updates": [
    {
      "week": "2025-31",
      "n": 1
    },
    {
      "week": "2025-33",
      "n": 1
    },
    {
      "week": "2025-37",
      "n": 1
    },
    {
      "week": "2025-38",
      "n": 1
    },
    {
      "week": "2025-41",
      "n": 1
    },
    {
      "week": "2025-44",
      "n": 3
    },
    {
      "week": "2025-45",
      "n": 3
    },
    {
      "week": "2025-46",
      "n": 1
    },
    {
      "week": "2025-49",
      "n": 1
    },
    {
      "week": "2026-02",
      "n": 1
    },
    {
      "week": "2026-04",
      "n": 2
    },
    {
      "week": "2026-05",
      "n": 4
    },
    {
      "week": "2026-06",
      "n": 1
    },
    {
      "week": "2026-10",
      "n": 1
    },
    {
      "week": "2026-11",
      "n": 1
    },
    {
      "week": "2026-17",
      "n": 1
    },
    {
      "week": "2026-25",
      "n": 2
    },
    {
      "week": "2026-26",
      "n": 1
    },
    {
      "week": "2026-29",
      "n": 1
    }
  ],
  "_tags": [
    {
      "name": "v0.1.9",
      "date": "2025-10-07"
    },
    {
      "name": "v0.2.0",
      "date": "2026-01-26"
    }
  ],
  "_topics": [
    "databricks",
    "pyspark",
    "spark",
    "spark-connect"
  ],
  "_stars": 17,
  "_contributors": [
    {
      "user": "edgararuiz",
      "count": 1227,
      "uuid": 77294576
    },
    {
      "user": "t-kalinowski",
      "count": 16,
      "uuid": 8462255
    },
    {
      "user": "falbukrek",
      "count": 2,
      "uuid": 1898940
    },
    {
      "user": "tobiasdut",
      "count": 2,
      "uuid": 167294345
    },
    {
      "user": "atheriel",
      "count": 1,
      "uuid": 1448326
    },
    {
      "user": "romangehrn",
      "count": 1,
      "uuid": 142897050
    },
    {
      "user": "edward-burn",
      "count": 1,
      "uuid": 9583964
    }
  ],
  "_userbio": {
    "uuid": 55406849,
    "type": "organization",
    "name": "mlverse",
    "followers": 196,
    "description": "Open source libraries to scale Data Science"
  },
  "_downloads": {
    "count": 909,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/pysparklyr"
  },
  "_devurl": "https://github.com/mlverse/pysparklyr",
  "_searchresults": 34,
  "_rbuild": "4.6.1",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/pysparklyr.html",
    "extra/readme.html",
    "extra/readme.md",
    "LICENSE",
    "manual.pdf"
  ],
  "_homeurl": "https://github.com/mlverse/pysparklyr",
  "_realowner": "mlverse",
  "_cranurl": true,
  "_releases": [
    {
      "version": "0.1.0",
      "date": "2023-10-04"
    },
    {
      "version": "0.1.1",
      "date": "2023-11-10"
    },
    {
      "version": "0.1.2",
      "date": "2023-12-06"
    },
    {
      "version": "0.1.3",
      "date": "2024-01-12"
    },
    {
      "version": "0.1.4",
      "date": "2024-04-16"
    },
    {
      "version": "0.1.5",
      "date": "2024-06-24"
    },
    {
      "version": "0.1.6",
      "date": "2025-02-14"
    },
    {
      "version": "0.1.7",
      "date": "2025-03-24"
    },
    {
      "version": "0.1.8",
      "date": "2025-05-19"
    },
    {
      "version": "0.1.9",
      "date": "2025-10-07"
    },
    {
      "version": "0.2.0",
      "date": "2026-01-27"
    },
    {
      "version": "0.2.1",
      "date": "2026-04-20"
    }
  ],
  "_exports": [
    "connection_databricks_shinyapp",
    "deploy_databricks",
    "install_databricks",
    "install_pyspark",
    "installed_components",
    "ml_prepare_dataset",
    "pyspark_config",
    "requirements_write",
    "spark_connect_service_start",
    "spark_connect_service_stop"
  ],
  "_help": [
    {
      "page": "deploy_databricks",
      "title": "Deploys Databricks backed content to publishing server",
      "topics": [
        "deploy_databricks"
      ]
    },
    {
      "page": "install_pyspark",
      "title": "Installs PySpark and Python dependencies",
      "topics": [
        "install_databricks",
        "install_pyspark"
      ]
    },
    {
      "page": "installed_components",
      "title": "Lists installed Python libraries",
      "topics": [
        "installed_components"
      ]
    },
    {
      "page": "ml_prepare_dataset",
      "title": "Creates the 'label' and 'features' columns",
      "topics": [
        "ml_prepare_dataset"
      ]
    },
    {
      "page": "pyspark_config",
      "title": "Read Spark configuration",
      "topics": [
        "pyspark_config"
      ]
    },
    {
      "page": "requirements_write",
      "title": "Writes the 'requirements.txt' file, containing the needed Python libraries",
      "topics": [
        "requirements_write"
      ]
    },
    {
      "page": "spark_connect_service_start",
      "title": "Starts and stops Spark Connect locally",
      "topics": [
        "spark_connect_service_start",
        "spark_connect_service_stop"
      ]
    }
  ],
  "_readme": "https://github.com/mlverse/pysparklyr/raw/HEAD/README.md",
  "_rundeps": [
    "arrow",
    "askpass",
    "assertthat",
    "bit",
    "bit64",
    "blob",
    "cli",
    "codetools",
    "config",
    "connectcreds",
    "cpp11",
    "curl",
    "DBI",
    "dbplyr",
    "dplyr",
    "fs",
    "generics",
    "globals",
    "glue",
    "here",
    "httr",
    "httr2",
    "jsonlite",
    "lattice",
    "lifecycle",
    "magrittr",
    "Matrix",
    "mime",
    "openssl",
    "pillar",
    "pkgconfig",
    "png",
    "processx",
    "ps",
    "purrr",
    "R6",
    "rappdirs",
    "Rcpp",
    "RcppTOML",
    "reticulate",
    "rlang",
    "rprojroot",
    "rstudioapi",
    "sparklyr",
    "stringi",
    "stringr",
    "sys",
    "tibble",
    "tidyr",
    "tidyselect",
    "utf8",
    "uuid",
    "vctrs",
    "withr",
    "xml2",
    "yaml"
  ],
  "_score": 6.517802694093021,
  "_indexed": true,
  "_nocasepkg": "pysparklyr",
  "_universes": [
    "mlverse",
    "edgararuiz"
  ],
  "_previous": "0.2.1.9000",
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.2.2",
      "date": "2026-07-16T15:44:19.000Z",
      "distro": "resolute",
      "commit": "efa57cf0fe5203e64521d4886b4c5eece2076fee",
      "fileid": "https://r2.ropensci.org/5b1b7ec34bf08b33b3726c9e76d7000b817af446e0c6463cfbaa9f7989acb482",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/29511985307"
    },
    {
      "r": "4.6.1",
      "os": "linux",
      "version": "0.2.2",
      "date": "2026-07-16T15:44:10.000Z",
      "distro": "resolute",
      "commit": "efa57cf0fe5203e64521d4886b4c5eece2076fee",
      "fileid": "https://r2.ropensci.org/67531d2129f80f69c61220b384e582fcb03b6c579c81a6ca373095b095b64c6d",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/29511985307"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.2.2",
      "date": "2026-07-16T15:47:07.000Z",
      "commit": "efa57cf0fe5203e64521d4886b4c5eece2076fee",
      "fileid": "https://r2.ropensci.org/ac3fbe11d55669071762e43c47e943332efe935132f49dd14f3987b91c1df6c4",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/29511985307"
    },
    {
      "r": "4.6.1",
      "os": "mac",
      "version": "0.2.2",
      "date": "2026-07-16T15:47:07.000Z",
      "commit": "efa57cf0fe5203e64521d4886b4c5eece2076fee",
      "fileid": "https://r2.ropensci.org/62459f6afbc2d39e3066e267dc754b57de282f475d3d61eca57400a3bbc35790",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/29511985307"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "0.2.2",
      "date": "2026-07-16T15:44:14.000Z",
      "commit": "efa57cf0fe5203e64521d4886b4c5eece2076fee",
      "fileid": "https://r2.ropensci.org/b2cbebed32d1edcaf309b69a4403e1bd86dc2b7ecb74796bd055e49d2311a1b3",
      "status": "success",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/29511985307"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.2.2",
      "date": "2026-07-16T15:42:41.000Z",
      "commit": "efa57cf0fe5203e64521d4886b4c5eece2076fee",
      "fileid": "https://r2.ropensci.org/be0d96f8d867828b1bbdc41ce596b22bfd2e40e2d3992d55f729781c211e3645",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/29511985307"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "0.2.2",
      "date": "2026-07-16T15:42:40.000Z",
      "commit": "efa57cf0fe5203e64521d4886b4c5eece2076fee",
      "fileid": "https://r2.ropensci.org/c6b135b0df345b558e02f621901c56f580a27ceb4e640833cb0af4622ab8d329",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/29511985307"
    },
    {
      "r": "4.6.1",
      "os": "win",
      "version": "0.2.2",
      "date": "2026-07-16T15:43:08.000Z",
      "commit": "efa57cf0fe5203e64521d4886b4c5eece2076fee",
      "fileid": "https://r2.ropensci.org/01349235d19dc38b199d464fe3d1d54bfb8a3326eac51bc2079582d68631b041",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/29511985307"
    }
  ]
}