{
  "_id": "6a3ade6b5cdecea1d67eeee6",
  "Package": "pysparklyr",
  "Title": "Provides a 'PySpark' Back-End for the 'sparklyr' Package",
  "Version": "0.2.1.9000",
  "Authors@R": "c(\nperson(\"Edgar\", \"Ruiz\", , \"edgar@posit.co\", role = c(\"aut\", \"cre\")),\nperson(\"Posit Software, PBC\", role = c(\"cph\", \"fnd\"),\ncomment = c(ROR = \"03wc8by49\"))\n)",
  "Description": "It enables 'sparklyr' to integrate with 'Spark Connect',\nand 'Databricks Connect' by providing a wrapper over the\n'PySpark' 'python' library.",
  "License": "MIT + file LICENSE",
  "URL": "https://github.com/mlverse/pysparklyr",
  "BugReports": "https://github.com/mlverse/pysparklyr/issues",
  "Config/testthat/edition": "3",
  "Config/usethis/last-upkeep": "2025-11-12",
  "Encoding": "UTF-8",
  "Roxygen": "list(markdown = TRUE)",
  "RoxygenNote": "7.3.3",
  "Config/pak/sysreqs": "cmake make libicu-dev libpng-dev libuv1-dev\nlibxml2-dev libssl-dev python3",
  "Repository": "https://mlverse.r-universe.dev",
  "Date/Publication": "2026-06-23 18:14:45 UTC",
  "RemoteUrl": "https://github.com/mlverse/pysparklyr",
  "RemoteRef": "HEAD",
  "RemoteSha": "2fb724b8a72e753af633e76346ba30c58278d44f",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-06-23 19:23:03 UTC",
    "User": "root"
  },
  "Author": "Edgar Ruiz [aut, cre],\nPosit Software, PBC [cph, fnd] (ROR: <https://ror.org/03wc8by49>)",
  "Maintainer": "Edgar Ruiz <edgar@posit.co>",
  "MD5sum": "0819a832e8c523667ef0b1c987eb10b5",
  "_user": "mlverse",
  "_type": "src",
  "_file": "pysparklyr_0.2.1.9000.tar.gz",
  "_fileid": "6cb60662b8779607e509d8b4439652de7e1f02420e4af981e6a15e0fe26ea6b7",
  "_filesize": 252055,
  "_sha256": "6cb60662b8779607e509d8b4439652de7e1f02420e4af981e6a15e0fe26ea6b7",
  "_created": "2026-06-23T19:23:03.000Z",
  "_published": "2026-06-23T19:28:43.673Z",
  "_distro": "resolute",
  "_jobs": [
    {
      "job": 83041825741,
      "time": 201,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "WARNING",
      "artifact": "7831198616"
    },
    {
      "job": 83041825715,
      "time": 199,
      "config": "linux-release-x86_64",
      "r": "4.6.0",
      "check": "WARNING",
      "artifact": "7831197619"
    },
    {
      "job": 83041825660,
      "time": 104,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "WARNING",
      "artifact": "7831219613"
    },
    {
      "job": 83041825702,
      "time": 99,
      "config": "macos-release-arm64",
      "r": "4.6.0",
      "check": "WARNING",
      "artifact": "7831236528"
    },
    {
      "job": 83041078173,
      "time": 225,
      "config": "source",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7831122906"
    },
    {
      "job": 83041825683,
      "time": 177,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "7831189758"
    },
    {
      "job": 83041825692,
      "time": 151,
      "config": "windows-devel",
      "r": "4.7.0",
      "check": "WARNING",
      "artifact": "7831180421"
    },
    {
      "job": 83041825706,
      "time": 128,
      "config": "windows-oldrel",
      "r": "4.5.3",
      "check": "WARNING",
      "artifact": "7831172256"
    },
    {
      "job": 83041825754,
      "time": 139,
      "config": "windows-release",
      "r": "4.6.0",
      "check": "WARNING",
      "artifact": "7831176259"
    }
  ],
  "_buildurl": "https://github.com/r-universe/mlverse/actions/runs/28050922440",
  "_status": "success",
  "_host": "GitHub-Actions",
  "_upstream": "https://github.com/mlverse/pysparklyr",
  "_commit": {
    "id": "2fb724b8a72e753af633e76346ba30c58278d44f",
    "author": "Edgar Ruiz <77294576+edgararuiz@users.noreply.github.com>",
    "committer": "GitHub <noreply@github.com>",
    "message": "Merge pull request #186 from mlverse/updates\n\nUpdates",
    "time": 1782238485
  },
  "_maintainer": {
    "name": "Edgar Ruiz",
    "email": "edgar@posit.co",
    "login": "edgararuiz",
    "bluesky": "@theotheredgar.bsky.social",
    "linkedin": "in/edgararuiz",
    "description": "",
    "uuid": 77294576
  },
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 4.1",
      "role": "Depends"
    },
    {
      "package": "arrow",
      "role": "Imports"
    },
    {
      "package": "cli",
      "role": "Imports"
    },
    {
      "package": "DBI",
      "role": "Imports"
    },
    {
      "package": "dbplyr",
      "version": ">= 2.6.0",
      "role": "Imports"
    },
    {
      "package": "dplyr",
      "role": "Imports"
    },
    {
      "package": "fs",
      "role": "Imports"
    },
    {
      "package": "glue",
      "role": "Imports"
    },
    {
      "package": "httr2",
      "role": "Imports"
    },
    {
      "package": "lifecycle",
      "role": "Imports"
    },
    {
      "package": "methods",
      "role": "Imports"
    },
    {
      "package": "processx",
      "role": "Imports"
    },
    {
      "package": "purrr",
      "role": "Imports"
    },
    {
      "package": "reticulate",
      "version": ">= 1.44.0",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "role": "Imports"
    },
    {
      "package": "rstudioapi",
      "role": "Imports"
    },
    {
      "package": "sparklyr",
      "version": ">= 1.9.5",
      "role": "Imports"
    },
    {
      "package": "tidyr",
      "role": "Imports"
    },
    {
      "package": "tidyselect",
      "role": "Imports"
    },
    {
      "package": "vctrs",
      "role": "Imports"
    },
    {
      "package": "uuid",
      "role": "Imports"
    },
    {
      "package": "withr",
      "role": "Imports"
    },
    {
      "package": "connectcreds",
      "role": "Imports"
    },
    {
      "package": "vcr",
      "role": "Suggests"
    },
    {
      "package": "crayon",
      "role": "Suggests"
    },
    {
      "package": "R6",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 3.0.0",
      "role": "Suggests"
    },
    {
      "package": "tibble",
      "role": "Suggests"
    },
    {
      "package": "rsconnect",
      "role": "Suggests"
    },
    {
      "package": "rsample",
      "role": "Suggests"
    },
    {
      "package": "workflows",
      "role": "Suggests"
    },
    {
      "package": "tune",
      "role": "Suggests"
    },
    {
      "package": "parsnip",
      "role": "Suggests"
    },
    {
      "package": "dials",
      "role": "Suggests"
    },
    {
      "package": "tailor",
      "role": "Suggests"
    },
    {
      "package": "recipes",
      "role": "Suggests"
    }
  ],
  "_owner": "mlverse",
  "_selfowned": true,
  "_usedby": 0,
  "_updates": [
    {
      "week": "2025-31",
      "n": 1
    },
    {
      "week": "2025-33",
      "n": 1
    },
    {
      "week": "2025-37",
      "n": 1
    },
    {
      "week": "2025-38",
      "n": 1
    },
    {
      "week": "2025-41",
      "n": 1
    },
    {
      "week": "2025-44",
      "n": 3
    },
    {
      "week": "2025-45",
      "n": 3
    },
    {
      "week": "2025-46",
      "n": 1
    },
    {
      "week": "2025-49",
      "n": 1
    },
    {
      "week": "2026-02",
      "n": 1
    },
    {
      "week": "2026-04",
      "n": 2
    },
    {
      "week": "2026-05",
      "n": 4
    },
    {
      "week": "2026-06",
      "n": 1
    },
    {
      "week": "2026-10",
      "n": 1
    },
    {
      "week": "2026-11",
      "n": 1
    },
    {
      "week": "2026-17",
      "n": 1
    },
    {
      "week": "2026-25",
      "n": 2
    },
    {
      "week": "2026-26",
      "n": 1
    }
  ],
  "_tags": [
    {
      "name": "v0.1.9",
      "date": "2025-10-07"
    },
    {
      "name": "v0.2.0",
      "date": "2026-01-26"
    }
  ],
  "_topics": [
    "databricks",
    "pyspark",
    "spark",
    "spark-connect"
  ],
  "_stars": 17,
  "_contributors": [
    {
      "user": "edgararuiz",
      "count": 1223,
      "uuid": 77294576
    },
    {
      "user": "t-kalinowski",
      "count": 16,
      "uuid": 8462255
    },
    {
      "user": "falbukrek",
      "count": 2,
      "uuid": 1898940
    },
    {
      "user": "tobiasdut",
      "count": 2,
      "uuid": 167294345
    },
    {
      "user": "atheriel",
      "count": 1,
      "uuid": 1448326
    },
    {
      "user": "romangehrn",
      "count": 1,
      "uuid": 142897050
    },
    {
      "user": "edward-burn",
      "count": 1,
      "uuid": 9583964
    }
  ],
  "_userbio": {
    "uuid": 55406849,
    "type": "organization",
    "name": "mlverse",
    "followers": 196,
    "description": "Open source libraries to scale Data Science"
  },
  "_downloads": {
    "count": 1043,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/pysparklyr"
  },
  "_devurl": "https://github.com/mlverse/pysparklyr",
  "_searchresults": 32,
  "_rbuild": "4.6.0",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/pysparklyr.html",
    "extra/readme.html",
    "extra/readme.md",
    "LICENSE",
    "manual.pdf"
  ],
  "_homeurl": "https://github.com/mlverse/pysparklyr",
  "_realowner": "mlverse",
  "_cranurl": true,
  "_releases": [
    {
      "version": "0.1.0",
      "date": "2023-10-04"
    },
    {
      "version": "0.1.1",
      "date": "2023-11-10"
    },
    {
      "version": "0.1.2",
      "date": "2023-12-06"
    },
    {
      "version": "0.1.3",
      "date": "2024-01-12"
    },
    {
      "version": "0.1.4",
      "date": "2024-04-16"
    },
    {
      "version": "0.1.5",
      "date": "2024-06-24"
    },
    {
      "version": "0.1.6",
      "date": "2025-02-14"
    },
    {
      "version": "0.1.7",
      "date": "2025-03-24"
    },
    {
      "version": "0.1.8",
      "date": "2025-05-19"
    },
    {
      "version": "0.1.9",
      "date": "2025-10-07"
    },
    {
      "version": "0.2.0",
      "date": "2026-01-27"
    },
    {
      "version": "0.2.1",
      "date": "2026-04-20"
    }
  ],
  "_exports": [
    "connection_databricks_shinyapp",
    "deploy_databricks",
    "install_databricks",
    "install_pyspark",
    "installed_components",
    "ml_prepare_dataset",
    "pyspark_config",
    "requirements_write",
    "spark_connect_service_start",
    "spark_connect_service_stop"
  ],
  "_help": [
    {
      "page": "deploy_databricks",
      "title": "Deploys Databricks backed content to publishing server",
      "topics": [
        "deploy_databricks"
      ]
    },
    {
      "page": "install_pyspark",
      "title": "Installs PySpark and Python dependencies",
      "topics": [
        "install_databricks",
        "install_pyspark"
      ]
    },
    {
      "page": "installed_components",
      "title": "Lists installed Python libraries",
      "topics": [
        "installed_components"
      ]
    },
    {
      "page": "ml_prepare_dataset",
      "title": "Creates the 'label' and 'features' columns",
      "topics": [
        "ml_prepare_dataset"
      ]
    },
    {
      "page": "pyspark_config",
      "title": "Read Spark configuration",
      "topics": [
        "pyspark_config"
      ]
    },
    {
      "page": "requirements_write",
      "title": "Writes the 'requirements.txt' file, containing the needed Python libraries",
      "topics": [
        "requirements_write"
      ]
    },
    {
      "page": "spark_connect_service_start",
      "title": "Starts and stops Spark Connect locally",
      "topics": [
        "spark_connect_service_start",
        "spark_connect_service_stop"
      ]
    }
  ],
  "_readme": "https://github.com/mlverse/pysparklyr/raw/HEAD/README.md",
  "_rundeps": [
    "arrow",
    "askpass",
    "assertthat",
    "bit",
    "bit64",
    "blob",
    "cli",
    "codetools",
    "config",
    "connectcreds",
    "cpp11",
    "curl",
    "DBI",
    "dbplyr",
    "dplyr",
    "fs",
    "generics",
    "globals",
    "glue",
    "here",
    "httr",
    "httr2",
    "jsonlite",
    "lattice",
    "lifecycle",
    "magrittr",
    "Matrix",
    "mime",
    "openssl",
    "pillar",
    "pkgconfig",
    "png",
    "processx",
    "ps",
    "purrr",
    "R6",
    "rappdirs",
    "Rcpp",
    "RcppTOML",
    "reticulate",
    "rlang",
    "rprojroot",
    "rstudioapi",
    "sparklyr",
    "stringi",
    "stringr",
    "sys",
    "tibble",
    "tidyr",
    "tidyselect",
    "utf8",
    "uuid",
    "vctrs",
    "withr",
    "xml2",
    "yaml"
  ],
  "_score": 6.4862769679476795,
  "_indexed": true,
  "_nocasepkg": "pysparklyr",
  "_universes": [
    "mlverse",
    "edgararuiz"
  ],
  "_previous": "0.2.1",
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.2.1.9000",
      "date": "2026-06-23T19:25:58.000Z",
      "distro": "resolute",
      "commit": "2fb724b8a72e753af633e76346ba30c58278d44f",
      "fileid": "50d9a3fe08661a805764788895b4c35bfb2d6a676621dd3df83e8b127f727a6f",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/28050922440"
    },
    {
      "r": "4.6.0",
      "os": "linux",
      "version": "0.2.1.9000",
      "date": "2026-06-23T19:25:55.000Z",
      "distro": "resolute",
      "commit": "2fb724b8a72e753af633e76346ba30c58278d44f",
      "fileid": "00bd79ef19caff2c6a078189b27911c83fe6d3847c776302123807eaff16ddc6",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/28050922440"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.2.1.9000",
      "date": "2026-06-23T19:27:14.000Z",
      "commit": "2fb724b8a72e753af633e76346ba30c58278d44f",
      "fileid": "e5105a91dbd9712fb4a3f6a4c81edd8bf43999f8bc5c26b92175144ae8d49764",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/28050922440"
    },
    {
      "r": "4.6.0",
      "os": "mac",
      "version": "0.2.1.9000",
      "date": "2026-06-23T19:28:01.000Z",
      "commit": "2fb724b8a72e753af633e76346ba30c58278d44f",
      "fileid": "190d607f581fdb39bc7973f60a60e0f3fa43386033b43fca2a4e3336a9aca033",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/28050922440"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "0.2.1.9000",
      "date": "2026-06-23T19:26:21.000Z",
      "commit": "2fb724b8a72e753af633e76346ba30c58278d44f",
      "fileid": "4deeda8141969358ebc3936288b1e4366cf220adbf067a3a068b70710a18b389",
      "status": "success",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/28050922440"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.2.1.9000",
      "date": "2026-06-23T19:25:04.000Z",
      "commit": "2fb724b8a72e753af633e76346ba30c58278d44f",
      "fileid": "62678079dbd4fe715eb4757a1c8209c4c520f1a0217b6d4a554e609e7075ee08",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/28050922440"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "0.2.1.9000",
      "date": "2026-06-23T19:24:40.000Z",
      "commit": "2fb724b8a72e753af633e76346ba30c58278d44f",
      "fileid": "936c76ac93c2f3edb8561aba470c695fc45a6d2b372b11dffb331eb801faa3f8",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/28050922440"
    },
    {
      "r": "4.6.0",
      "os": "win",
      "version": "0.2.1.9000",
      "date": "2026-06-23T19:24:49.000Z",
      "commit": "2fb724b8a72e753af633e76346ba30c58278d44f",
      "fileid": "c2605f2b7c165e176172e71ccec396b7befe09bd9e57cdaf1c478744de1da25b",
      "status": "success",
      "check": "WARNING",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/28050922440"
    }
  ]
}