{
  "_id": "6ae999041e2c7b3a4f5329cf",
  "Package": "pysparklyr",
  "Title": "Provides a 'PySpark' Back-End for the 'sparklyr' Package",
  "Version": "0.2.2.9000",
  "Authors@R": "c(\nperson(\"Edgar\", \"Ruiz\", , \"edgar@posit.co\", role = c(\"aut\", \"cre\")),\nperson(\"Posit Software, PBC\", role = c(\"cph\", \"fnd\"),\ncomment = c(ROR = \"03wc8by49\"))\n)",
  "Description": "It enables 'sparklyr' to integrate with 'Spark Connect',\nand 'Databricks Connect' by providing a wrapper over the\n'PySpark' 'python' library.",
  "License": "MIT + file LICENSE",
  "URL": "https://github.com/mlverse/pysparklyr",
  "BugReports": "https://github.com/mlverse/pysparklyr/issues",
  "Remotes": [
    "sparklyr/sparklyr"
  ],
  "Config/testthat/edition": "3",
  "Config/usethis/last-upkeep": "2025-11-12",
  "Encoding": "UTF-8",
  "Roxygen": "list(markdown = TRUE)",
  "Config/roxygen2/version": "8.0.0",
  "Config/pak/sysreqs": "cmake make libicu-dev libpng-dev libuv1-dev\nlibxml2-dev libssl-dev python3",
  "Repository": "https://mlverse.r-universe.dev",
  "Date/Publication": "2026-10-02 21:19:35 UTC",
  "RemoteUrl": "https://github.com/mlverse/pysparklyr",
  "RemoteRef": "HEAD",
  "RemoteSha": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-11-01 08:32:47 UTC",
    "User": "root"
  },
  "Author": "Edgar Ruiz [aut, cre],\nPosit Software, PBC [cph, fnd] (ROR: <https://ror.org/03wc8by49>)",
  "Maintainer": "Edgar Ruiz <edgar@posit.co>",
  "_user": "mlverse",
  "_type": "src",
  "_file": "pysparklyr_0.2.2.9000.tar.gz",
  "_fileid": "https://r2.ropensci.org/b45abf73d43c055e676233616c5acebe8fbe35eb6d6a1513a84b77f30b8623b7",
  "_filesize": 264401,
  "_sha256": "b45abf73d43c055e676233616c5acebe8fbe35eb6d6a1513a84b77f30b8623b7",
  "_expires": "2027-02-09T08:50:08.000Z",
  "_created": "2026-11-01T08:32:47.000Z",
  "_published": "2026-11-03T08:19:16.048Z",
  "_upstream": "https://github.com/mlverse/pysparklyr",
  "_status": "success",
  "_maintainer": {
    "name": "Edgar Ruiz",
    "email": "edgar@posit.co",
    "login": "edgararuiz",
    "bluesky": "@theotheredgar.bsky.social",
    "linkedin": "in/edgararuiz",
    "description": "",
    "uuid": 77294576
  },
  "_jobs": [
    {
      "job": 125802520359,
      "time": 200,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "13215321457"
    },
    {
      "job": 125802522161,
      "time": 152,
      "config": "linux-release-x86_64",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "13076955551"
    },
    {
      "job": 125802521891,
      "time": 203,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "13077331023"
    },
    {
      "job": 125802521949,
      "time": 127,
      "config": "macos-release-arm64",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13076473343"
    },
    {
      "job": 125802521909,
      "time": 242,
      "config": "source",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "13076701574"
    },
    {
      "job": 125802522230,
      "time": 157,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "13076706894"
    },
    {
      "job": 125802522681,
      "time": 119,
      "config": "windows-devel-x86_64",
      "r": "4.7.0",
      "check": "OK",
      "artifact": "13076428009"
    },
    {
      "job": 125802521840,
      "time": 111,
      "config": "windows-oldrel-x86_64",
      "r": "4.5.3",
      "check": "OK",
      "artifact": "13077165053"
    },
    {
      "job": 125802522662,
      "time": 118,
      "config": "windows-release-x86_64",
      "r": "4.6.2",
      "check": "OK",
      "artifact": "13076502743"
    }
  ],
  "_buildurl": "https://github.com/r-universe/mlverse/actions/runs/41289032319",
  "_commit": {
    "id": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
    "author": "Edgar Ruiz <77294576+edgararuiz@users.noreply.github.com>",
    "committer": "GitHub <noreply@github.com>",
    "message": "Merge pull request #196 from mlverse/sail\n\nSail",
    "time": 1790975975
  },
  "_distro": "resolute",
  "_host": "GitHub-Actions",
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 4.1",
      "role": "Depends"
    },
    {
      "package": "arrow",
      "role": "Imports"
    },
    {
      "package": "cli",
      "role": "Imports"
    },
    {
      "package": "DBI",
      "role": "Imports"
    },
    {
      "package": "dbplyr",
      "version": ">= 2.6.0",
      "role": "Imports"
    },
    {
      "package": "dplyr",
      "role": "Imports"
    },
    {
      "package": "fs",
      "role": "Imports"
    },
    {
      "package": "glue",
      "role": "Imports"
    },
    {
      "package": "httr2",
      "role": "Imports"
    },
    {
      "package": "lifecycle",
      "role": "Imports"
    },
    {
      "package": "methods",
      "role": "Imports"
    },
    {
      "package": "processx",
      "role": "Imports"
    },
    {
      "package": "purrr",
      "role": "Imports"
    },
    {
      "package": "reticulate",
      "version": ">= 1.44.0",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "role": "Imports"
    },
    {
      "package": "rstudioapi",
      "role": "Imports"
    },
    {
      "package": "sparklyr",
      "version": ">= 1.9.5.9003",
      "role": "Imports"
    },
    {
      "package": "tidyr",
      "role": "Imports"
    },
    {
      "package": "tidyselect",
      "role": "Imports"
    },
    {
      "package": "vctrs",
      "role": "Imports"
    },
    {
      "package": "uuid",
      "role": "Imports"
    },
    {
      "package": "withr",
      "role": "Imports"
    },
    {
      "package": "connectcreds",
      "role": "Imports"
    },
    {
      "package": "vcr",
      "role": "Suggests"
    },
    {
      "package": "crayon",
      "role": "Suggests"
    },
    {
      "package": "R6",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 3.0.0",
      "role": "Suggests"
    },
    {
      "package": "tibble",
      "role": "Suggests"
    },
    {
      "package": "rsconnect",
      "role": "Suggests"
    },
    {
      "package": "rsample",
      "role": "Suggests"
    },
    {
      "package": "workflows",
      "role": "Suggests"
    },
    {
      "package": "tune",
      "version": ">= 2.1.0",
      "role": "Suggests"
    },
    {
      "package": "parsnip",
      "role": "Suggests"
    },
    {
      "package": "dials",
      "role": "Suggests"
    },
    {
      "package": "tailor",
      "role": "Suggests"
    },
    {
      "package": "recipes",
      "role": "Suggests"
    }
  ],
  "_owner": "mlverse",
  "_selfowned": true,
  "_usedby": 0,
  "_updates": [
    {
      "week": "2025-44",
      "n": 3
    },
    {
      "week": "2025-45",
      "n": 3
    },
    {
      "week": "2025-46",
      "n": 1
    },
    {
      "week": "2025-49",
      "n": 1
    },
    {
      "week": "2026-02",
      "n": 1
    },
    {
      "week": "2026-04",
      "n": 2
    },
    {
      "week": "2026-05",
      "n": 4
    },
    {
      "week": "2026-06",
      "n": 1
    },
    {
      "week": "2026-10",
      "n": 1
    },
    {
      "week": "2026-11",
      "n": 1
    },
    {
      "week": "2026-17",
      "n": 1
    },
    {
      "week": "2026-25",
      "n": 2
    },
    {
      "week": "2026-26",
      "n": 1
    },
    {
      "week": "2026-29",
      "n": 1
    },
    {
      "week": "2026-35",
      "n": 1
    },
    {
      "week": "2026-40",
      "n": 4
    }
  ],
  "_tags": [
    {
      "name": "v0.2.0",
      "date": "2026-01-26"
    },
    {
      "name": "v0.2.2",
      "date": "2026-07-16"
    }
  ],
  "_topics": [
    "databricks",
    "pyspark",
    "spark",
    "spark-connect"
  ],
  "_stars": 18,
  "_contributors": [
    {
      "user": "edgararuiz",
      "count": 1266,
      "uuid": 77294576
    },
    {
      "user": "t-kalinowski",
      "count": 16,
      "uuid": 8462255
    },
    {
      "user": "falbukrek",
      "count": 2,
      "uuid": 1898940
    },
    {
      "user": "tobiasdut",
      "count": 2,
      "uuid": 167294345
    },
    {
      "user": "atheriel",
      "count": 1,
      "uuid": 1448326
    },
    {
      "user": "romangehrn",
      "count": 1,
      "uuid": 142897050
    },
    {
      "user": "edward-burn",
      "count": 1,
      "uuid": 9583964
    }
  ],
  "_userbio": {
    "uuid": 55406849,
    "type": "organization",
    "name": "mlverse",
    "followers": 199,
    "description": "Open source libraries to scale Data Science"
  },
  "_downloads": {
    "count": 919,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/pysparklyr"
  },
  "_devurl": "https://github.com/mlverse/pysparklyr",
  "_searchresults": 37,
  "_abi": {
    "exports": [
      {
        "key": "pysparklyr::connect_databricks",
        "hash": "20342323a25c997a"
      },
      {
        "key": "pysparklyr::connect_sail",
        "hash": "ce83cc872d5f9eea"
      },
      {
        "key": "pysparklyr::connect_snowflake",
        "hash": "7a1c3934e65a005b"
      },
      {
        "key": "pysparklyr::connect_spark",
        "hash": "ce30e53f91c1f736"
      },
      {
        "key": "pysparklyr::pyspark_connection",
        "hash": "4a51677d9d249d11"
      },
      {
        "key": "pysparklyr::spark_pyobj",
        "hash": "df8096a01dffb8d3"
      },
      {
        "key": "pysparklyr::tbl_pyspark",
        "hash": "ca56b623150df649"
      },
      {
        "key": "pysparklyr::tbl_spark",
        "hash": "d7bf1f7feebbbe68"
      }
    ],
    "imports": []
  },
  "_rbuild": "4.6.1",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/manual.pdf",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/pysparklyr.html",
    "extra/readme.html",
    "extra/readme.md",
    "LICENSE"
  ],
  "_homeurl": "https://github.com/mlverse/pysparklyr",
  "_realowner": "mlverse",
  "_cranurl": true,
  "_releases": [
    {
      "version": "0.1.0",
      "date": "2023-10-04"
    },
    {
      "version": "0.1.1",
      "date": "2023-11-10"
    },
    {
      "version": "0.1.2",
      "date": "2023-12-06"
    },
    {
      "version": "0.1.3",
      "date": "2024-01-12"
    },
    {
      "version": "0.1.4",
      "date": "2024-04-16"
    },
    {
      "version": "0.1.5",
      "date": "2024-06-24"
    },
    {
      "version": "0.1.6",
      "date": "2025-02-14"
    },
    {
      "version": "0.1.7",
      "date": "2025-03-24"
    },
    {
      "version": "0.1.8",
      "date": "2025-05-19"
    },
    {
      "version": "0.1.9",
      "date": "2025-10-07"
    },
    {
      "version": "0.2.0",
      "date": "2026-01-27"
    },
    {
      "version": "0.2.1",
      "date": "2026-04-20"
    },
    {
      "version": "0.2.2",
      "date": "2026-07-16"
    }
  ],
  "_exports": [
    "connection_databricks_shinyapp",
    "dbRemoveTable",
    "deploy_databricks",
    "install_databricks",
    "install_pyspark",
    "install_sail",
    "installed_components",
    "ml_prepare_dataset",
    "pyspark_config",
    "requirements_write",
    "spark_connect_service_start",
    "spark_connect_service_stop"
  ],
  "_help": [
    {
      "page": "deploy_databricks",
      "title": "Deploys Databricks backed content to publishing server",
      "topics": [
        "deploy_databricks"
      ]
    },
    {
      "page": "install_pyspark",
      "title": "Installs PySpark and Python dependencies",
      "topics": [
        "install_databricks",
        "install_pyspark",
        "install_sail"
      ]
    },
    {
      "page": "installed_components",
      "title": "Lists installed Python libraries",
      "topics": [
        "installed_components"
      ]
    },
    {
      "page": "ml_prepare_dataset",
      "title": "Creates the 'label' and 'features' columns",
      "topics": [
        "ml_prepare_dataset"
      ]
    },
    {
      "page": "pyspark_config",
      "title": "Read Spark configuration",
      "topics": [
        "pyspark_config"
      ]
    },
    {
      "page": "requirements_write",
      "title": "Writes the 'requirements.txt' file, containing the needed Python libraries",
      "topics": [
        "requirements_write"
      ]
    },
    {
      "page": "spark_connect_service_start",
      "title": "Starts and stops Spark Connect locally",
      "topics": [
        "spark_connect_service_start",
        "spark_connect_service_stop"
      ]
    }
  ],
  "_readme": "https://github.com/mlverse/pysparklyr/raw/HEAD/README.md",
  "_rundeps": [
    "arrow",
    "askpass",
    "assertthat",
    "bit",
    "bit64",
    "blob",
    "cli",
    "codetools",
    "config",
    "connectcreds",
    "cpp11",
    "curl",
    "DBI",
    "dbplyr",
    "dplyr",
    "fs",
    "generics",
    "globals",
    "glue",
    "here",
    "httr",
    "httr2",
    "jsonlite",
    "lattice",
    "lifecycle",
    "magrittr",
    "Matrix",
    "mime",
    "openssl",
    "pillar",
    "pkgconfig",
    "png",
    "processx",
    "ps",
    "purrr",
    "R6",
    "rappdirs",
    "Rcpp",
    "RcppTOML",
    "reticulate",
    "rlang",
    "rprojroot",
    "rstudioapi",
    "sparklyr",
    "stringi",
    "stringr",
    "sys",
    "tibble",
    "tidyr",
    "tidyselect",
    "utf8",
    "uuid",
    "vctrs",
    "withr",
    "xml2",
    "yaml"
  ],
  "_score": 6.504715466545888,
  "_indexed": true,
  "_nocasepkg": "pysparklyr",
  "_universes": [
    "mlverse",
    "edgararuiz"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.2.2.9000",
      "date": "2026-11-03T08:18:01.000Z",
      "distro": "resolute",
      "commit": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
      "fileid": "https://r2.ropensci.org/fb949953b9e3d3124f09056bb23c4280352602d0faf8535cc15ba31c5f873d08",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/41289032319"
    },
    {
      "r": "4.6.1",
      "os": "linux",
      "version": "0.2.2.9000",
      "date": "2026-11-01T08:35:09.000Z",
      "distro": "resolute",
      "commit": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
      "fileid": "https://r2.ropensci.org/bd9326606cd6f329c8f59e9cf77778ebfdc61e118b788571ca07fe94807ba398",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/41289032319"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.2.2.9000",
      "date": "2026-11-01T08:49:19.000Z",
      "commit": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
      "fileid": "https://r2.ropensci.org/9844d2ea4000ecc245a1ec97c54ccd224abe256ba894540c7485d5f3b8121984",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/41289032319"
    },
    {
      "r": "4.6.2",
      "os": "mac",
      "version": "0.2.2.9000",
      "date": "2026-11-01T08:38:10.000Z",
      "commit": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
      "fileid": "https://r2.ropensci.org/66b227c660a524ef0c9dd5c1fc1363fd5edbce7cc937d24efac37630a8e88390",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/41289032319"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "0.2.2.9000",
      "date": "2026-11-01T08:35:46.000Z",
      "commit": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
      "fileid": "https://r2.ropensci.org/969eee48a96745532a4e87dd3d4f9ac1749c7cf6f430eb3d69bf392a7c10c3fe",
      "status": "success",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/41289032319"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.2.2.9000",
      "date": "2026-11-01T08:34:18.000Z",
      "commit": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
      "fileid": "https://r2.ropensci.org/64bfeb97bc89c3cd94ea6878dbabfe667f97529d6027b29a4e1bc3892aed1056",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/41289032319"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "0.2.2.9000",
      "date": "2026-11-01T08:34:09.000Z",
      "commit": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
      "fileid": "https://r2.ropensci.org/02c47a21fdf0c29b8656c8b67b4b61244a737227fd623af67e1abee608fb0d7b",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/41289032319"
    },
    {
      "r": "4.6.2",
      "os": "win",
      "version": "0.2.2.9000",
      "date": "2026-11-01T08:34:12.000Z",
      "commit": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
      "fileid": "https://r2.ropensci.org/eb860543c3ade87799b43d8e675ff55656b9b5bd7ce160942b6e24d42261b4b9",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/41289032319"
    }
  ]
}