{
  "_id": "6a1ed7e4b401979e7340eee9",
  "Package": "pysparklyr",
  "Title": "Provides a 'PySpark' Back-End for the 'sparklyr' Package",
  "Version": "0.2.1",
  "Authors@R": "c(\nperson(\"Edgar\", \"Ruiz\", , \"edgar@posit.co\", role = c(\"aut\", \"cre\")),\nperson(\"Posit Software, PBC\", role = c(\"cph\", \"fnd\"),\ncomment = c(ROR = \"03wc8by49\"))\n)",
  "Description": "It enables 'sparklyr' to integrate with 'Spark Connect',\nand 'Databricks Connect' by providing a wrapper over the\n'PySpark' 'python' library.",
  "License": "MIT + file LICENSE",
  "URL": "https://github.com/mlverse/pysparklyr",
  "BugReports": "https://github.com/mlverse/pysparklyr/issues",
  "Config/testthat/edition": "3",
  "Config/usethis/last-upkeep": "2025-11-12",
  "Encoding": "UTF-8",
  "Roxygen": "list(markdown = TRUE)",
  "RoxygenNote": "7.3.3",
  "Config/pak/sysreqs": "cmake make libicu-dev libpng-dev libuv1-dev\nlibxml2-dev libssl-dev python3",
  "Repository": "https://mlverse.r-universe.dev",
  "Date/Publication": "2026-04-20 15:53:23 UTC",
  "RemoteUrl": "https://github.com/mlverse/pysparklyr",
  "RemoteRef": "HEAD",
  "RemoteSha": "fc552da55c1b572c1b304ed39e6e182d8422c2ca",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-05-20 09:56:11 UTC",
    "User": "root"
  },
  "Author": "Edgar Ruiz [aut, cre],\nPosit Software, PBC [cph, fnd] (ROR: <https://ror.org/03wc8by49>)",
  "Maintainer": "Edgar Ruiz <edgar@posit.co>",
  "MD5sum": "2ae46272276e2aecba697bea8f194bf8",
  "_user": "mlverse",
  "_type": "src",
  "_file": "pysparklyr_0.2.1.tar.gz",
  "_fileid": "8e3eaef98eaff66d8d2e909ee32a54c1395e1b6fc53dc632b57a1520fddacae9",
  "_filesize": 249417,
  "_sha256": "8e3eaef98eaff66d8d2e909ee32a54c1395e1b6fc53dc632b57a1520fddacae9",
  "_created": "2026-05-20T09:56:11.000Z",
  "_published": "2026-06-02T13:17:24.169Z",
  "_distro": "noble",
  "_jobs": [
    {
      "job": 79079316062,
      "time": 169,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "WARNING",
      "artifact": "7106918139"
    },
    {
      "job": 79079316133,
      "time": 180,
      "config": "linux-release-x86_64",
      "r": "4.6.0",
      "check": "WARNING",
      "artifact": "7106922100"
    },
    {
      "job": 79079315916,
      "time": 133,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "WARNING",
      "artifact": "7106912401"
    },
    {
      "job": 79079316034,
      "time": 106,
      "config": "macos-release-arm64",
      "r": "4.6.0",
      "check": "WARNING",
      "artifact": "7106919623"
    },
    {
      "job": 79079315304,
      "time": 220,
      "config": "source",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7106859693"
    },
    {
      "job": 79079315344,
      "time": 152,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7358745361"
    },
    {
      "job": 79079316221,
      "time": 135,
      "config": "windows-devel",
      "r": "4.7.0",
      "check": "WARNING",
      "artifact": "7106906438"
    },
    {
      "job": 79079316098,
      "time": 128,
      "config": "windows-oldrel",
      "r": "4.5.3",
      "check": "WARNING",
      "artifact": "7106904522"
    },
    {
      "job": 79079316587,
      "time": 119,
      "config": "windows-release",
      "r": "4.6.0",
      "check": "WARNING",
      "artifact": "7106901315"
    }
  ],
  "_buildurl": "https://github.com/r-universe/mlverse/actions/runs/26155002889",
  "_status": "success",
  "_host": "GitHub-Actions",
  "_upstream": "https://github.com/mlverse/pysparklyr",
  "_commit": {
    "id": "fc552da55c1b572c1b304ed39e6e182d8422c2ca",
    "author": "Edgar Ruiz <77294576+edgararuiz@users.noreply.github.com>",
    "committer": "GitHub <noreply@github.com>",
    "message": "Merge pull request #180 from mlverse/updates\n\nRelease prep",
    "time": 1776700403
  },
  "_maintainer": {
    "name": "Edgar Ruiz",
    "email": "edgar@posit.co",
    "login": "edgararuiz",
    "bluesky": "@theotheredgar.bsky.social",
    "linkedin": "in/edgararuiz",
    "description": "",
    "uuid": 77294576
  },
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 4.1",
      "role": "Depends"
    },
    {
      "package": "arrow",
      "role": "Imports"
    },
    {
      "package": "cli",
      "role": "Imports"
    },
    {
      "package": "DBI",
      "role": "Imports"
    },
    {
      "package": "dbplyr",
      "role": "Imports"
    },
    {
      "package": "dplyr",
      "role": "Imports"
    },
    {
      "package": "fs",
      "role": "Imports"
    },
    {
      "package": "glue",
      "role": "Imports"
    },
    {
      "package": "httr2",
      "role": "Imports"
    },
    {
      "package": "lifecycle",
      "role": "Imports"
    },
    {
      "package": "methods",
      "role": "Imports"
    },
    {
      "package": "processx",
      "role": "Imports"
    },
    {
      "package": "purrr",
      "role": "Imports"
    },
    {
      "package": "reticulate",
      "version": ">= 1.44.0",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "role": "Imports"
    },
    {
      "package": "rstudioapi",
      "role": "Imports"
    },
    {
      "package": "sparklyr",
      "version": ">= 1.9.4",
      "role": "Imports"
    },
    {
      "package": "tidyr",
      "role": "Imports"
    },
    {
      "package": "tidyselect",
      "role": "Imports"
    },
    {
      "package": "vctrs",
      "role": "Imports"
    },
    {
      "package": "uuid",
      "role": "Imports"
    },
    {
      "package": "withr",
      "role": "Imports"
    },
    {
      "package": "connectcreds",
      "role": "Imports"
    },
    {
      "package": "vcr",
      "role": "Suggests"
    },
    {
      "package": "crayon",
      "role": "Suggests"
    },
    {
      "package": "R6",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 3.0.0",
      "role": "Suggests"
    },
    {
      "package": "tibble",
      "role": "Suggests"
    },
    {
      "package": "rsconnect",
      "role": "Suggests"
    },
    {
      "package": "rsample",
      "role": "Suggests"
    },
    {
      "package": "workflows",
      "role": "Suggests"
    },
    {
      "package": "tune",
      "role": "Suggests"
    },
    {
      "package": "parsnip",
      "role": "Suggests"
    },
    {
      "package": "dials",
      "role": "Suggests"
    },
    {
      "package": "tailor",
      "role": "Suggests"
    },
    {
      "package": "recipes",
      "role": "Suggests"
    }
  ],
  "_owner": "mlverse",
  "_selfowned": true,
  "_usedby": 0,
  "_updates": [
    {
      "week": "2025-21",
      "n": 4
    },
    {
      "week": "2025-31",
      "n": 1
    },
    {
      "week": "2025-33",
      "n": 1
    },
    {
      "week": "2025-37",
      "n": 1
    },
    {
      "week": "2025-38",
      "n": 1
    },
    {
      "week": "2025-41",
      "n": 1
    },
    {
      "week": "2025-44",
      "n": 3
    },
    {
      "week": "2025-45",
      "n": 3
    },
    {
      "week": "2025-46",
      "n": 1
    },
    {
      "week": "2025-49",
      "n": 1
    },
    {
      "week": "2026-02",
      "n": 1
    },
    {
      "week": "2026-04",
      "n": 2
    },
    {
      "week": "2026-05",
      "n": 4
    },
    {
      "week": "2026-06",
      "n": 1
    },
    {
      "week": "2026-10",
      "n": 1
    },
    {
      "week": "2026-11",
      "n": 1
    },
    {
      "week": "2026-17",
      "n": 1
    }
  ],
  "_tags": [
    {
      "name": "v0.1.9",
      "date": "2025-10-07"
    },
    {
      "name": "v0.2.0",
      "date": "2026-01-26"
    }
  ],
  "_topics": [
    "databricks",
    "pyspark",
    "spark",
    "spark-connect"
  ],
  "_stars": 17,
  "_contributors": [
    {
      "user": "edgararuiz",
      "count": 1215,
      "uuid": 77294576
    },
    {
      "user": "t-kalinowski",
      "count": 16,
      "uuid": 8462255
    },
    {
      "user": "falbukrek",
      "count": 2,
      "uuid": 1898940
    },
    {
      "user": "tobiasdut",
      "count": 2,
      "uuid": 167294345
    },
    {
      "user": "romangehrn",
      "count": 1,
      "uuid": 142897050
    },
    {
      "user": "edward-burn",
      "count": 1,
      "uuid": 9583964
    }
  ],
  "_userbio": {
    "uuid": 55406849,
    "type": "organization",
    "name": "mlverse",
    "description": "Open source libraries to scale Data Science"
  },
  "_downloads": {
    "count": 10185,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/pysparklyr"
  },
  "_devurl": "https://github.com/mlverse/pysparklyr",
  "_searchresults": 29,
  "_rbuild": "4.6.0",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/pysparklyr.html",
    "extra/readme.html",
    "extra/readme.md",
    "manual.pdf"
  ],
  "_homeurl": "https://github.com/mlverse/pysparklyr",
  "_realowner": "mlverse",
  "_cranurl": true,
  "_releases": [
    {
      "version": "0.1.0",
      "date": "2023-10-04"
    },
    {
      "version": "0.1.1",
      "date": "2023-11-10"
    },
    {
      "version": "0.1.2",
      "date": "2023-12-06"
    },
    {
      "version": "0.1.3",
      "date": "2024-01-12"
    },
    {
      "version": "0.1.4",
      "date": "2024-04-16"
    },
    {
      "version": "0.1.5",
      "date": "2024-06-24"
    },
    {
      "version": "0.1.6",
      "date": "2025-02-14"
    },
    {
      "version": "0.1.7",
      "date": "2025-03-24"
    },
    {
      "version": "0.1.8",
      "date": "2025-05-19"
    },
    {
      "version": "0.1.9",
      "date": "2025-10-07"
    },
    {
      "version": "0.2.0",
      "date": "2026-01-27"
    },
    {
      "version": "0.2.1",
      "date": "2026-04-20"
    }
  ],
  "_exports": [
    "connection_databricks_shinyapp",
    "deploy_databricks",
    "install_databricks",
    "install_pyspark",
    "installed_components",
    "ml_prepare_dataset",
    "pyspark_config",
    "requirements_write",
    "spark_connect_service_start",
    "spark_connect_service_stop"
  ],
  "_help": [
    {
      "page": "deploy_databricks",
      "title": "Deploys Databricks backed content to publishing server",
      "topics": [
        "deploy_databricks"
      ]
    },
    {
      "page": "install_pyspark",
      "title": "Installs PySpark and Python dependencies",
      "topics": [
        "install_databricks",
        "install_pyspark"
      ]
    },
    {
      "page": "installed_components",
      "title": "Lists installed Python libraries",
      "topics": [
        "installed_components"
      ]
    },
    {
      "page": "ml_prepare_dataset",
      "title": "Creates the 'label' and 'features' columns",
      "topics": [
        "ml_prepare_dataset"
      ]
    },
    {
      "page": "pyspark_config",
      "title": "Read Spark configuration",
      "topics": [
        "pyspark_config"
      ]
    },
    {
      "page": "requirements_write",
      "title": "Writes the 'requirements.txt' file, containing the needed Python libraries",
      "topics": [
        "requirements_write"
      ]
    },
    {
      "page": "spark_connect_service_start",
      "title": "Starts and stops Spark Connect locally",
      "topics": [
        "spark_connect_service_start",
        "spark_connect_service_stop"
      ]
    }
  ],
  "_readme": "https://github.com/mlverse/pysparklyr/raw/HEAD/README.md",
  "_rundeps": [
    "arrow",
    "askpass",
    "assertthat",
    "bit",
    "bit64",
    "blob",
    "cli",
    "codetools",
    "config",
    "connectcreds",
    "cpp11",
    "curl",
    "DBI",
    "dbplyr",
    "dplyr",
    "fs",
    "generics",
    "globals",
    "glue",
    "here",
    "httr",
    "httr2",
    "jsonlite",
    "lattice",
    "lifecycle",
    "magrittr",
    "Matrix",
    "mime",
    "openssl",
    "pillar",
    "pkgconfig",
    "png",
    "processx",
    "ps",
    "purrr",
    "R6",
    "rappdirs",
    "Rcpp",
    "RcppTOML",
    "reticulate",
    "rlang",
    "rprojroot",
    "rstudioapi",
    "sparklyr",
    "stringi",
    "stringr",
    "sys",
    "tibble",
    "tidyr",
    "tidyselect",
    "utf8",
    "uuid",
    "vctrs",
    "withr",
    "xml2",
    "yaml"
  ],
  "_score": 7.329196882663725,
  "_indexed": true,
  "_nocasepkg": "pysparklyr",
  "_universes": [
    "mlverse",
    "edgararuiz"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.2.1",
      "date": "2026-05-20T09:58:36.000Z",
      "distro": "noble",
      "commit": "fc552da55c1b572c1b304ed39e6e182d8422c2ca",
      "fileid": "e3fdc60d2f149c26009b267f069404e22bcb21c3f329e61a452c5fe561451a60",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/26155002889"
    },
    {
      "r": "4.6.0",
      "os": "linux",
      "version": "0.2.1",
      "date": "2026-05-20T09:58:47.000Z",
      "distro": "noble",
      "commit": "fc552da55c1b572c1b304ed39e6e182d8422c2ca",
      "fileid": "a2a563110d9f1abd6c8084e29ad6b84eecdf1d4a194db01fa78e6ea4b32e514c",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/26155002889"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.2.1",
      "date": "2026-05-20T09:58:29.000Z",
      "commit": "fc552da55c1b572c1b304ed39e6e182d8422c2ca",
      "fileid": "e739e55260bba6453418a51daa755fd5b9a0c56588cdb71da9167ab550b81cc6",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/26155002889"
    },
    {
      "r": "4.6.0",
      "os": "mac",
      "version": "0.2.1",
      "date": "2026-05-20T09:58:54.000Z",
      "commit": "fc552da55c1b572c1b304ed39e6e182d8422c2ca",
      "fileid": "d9780e4754e25d0cb93a1cc8ac17de208b6d19beb3f7e86220b7eef946401a9a",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/26155002889"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.2.1",
      "date": "2026-05-20T09:57:54.000Z",
      "commit": "fc552da55c1b572c1b304ed39e6e182d8422c2ca",
      "fileid": "0e6d12eba8ce45fdba399a628af7710639d510741520b0fe3907514085459793",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/26155002889"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "0.2.1",
      "date": "2026-05-20T09:57:49.000Z",
      "commit": "fc552da55c1b572c1b304ed39e6e182d8422c2ca",
      "fileid": "9fb6332e5c285fe53211d8589e57f7c1f17508c3a48a64d7484989b63373c007",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/26155002889"
    },
    {
      "r": "4.6.0",
      "os": "win",
      "version": "0.2.1",
      "date": "2026-05-20T09:57:38.000Z",
      "commit": "fc552da55c1b572c1b304ed39e6e182d8422c2ca",
      "fileid": "8f3d0337e7d4b911f33b1106e111dbcf23c00bbb512f13940f7593a52cc748b2",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/26155002889"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "0.2.1",
      "date": "2026-06-02T13:16:53.000Z",
      "commit": "fc552da55c1b572c1b304ed39e6e182d8422c2ca",
      "fileid": "63cc89cd885c735b8044b153dd06d1409f2a26e67f85fc56f54ffd57779cf8bf",
      "status": "success",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/26155002889"
    }
  ]
}