{
  "_id": "6ac1fc91773a0037682c025e",
  "Package": "pysparklyr",
  "Title": "Provides a 'PySpark' Back-End for the 'sparklyr' Package",
  "Version": "0.2.2.9000",
  "Authors@R": "c(\nperson(\"Edgar\", \"Ruiz\", , \"edgar@posit.co\", role = c(\"aut\", \"cre\")),\nperson(\"Posit Software, PBC\", role = c(\"cph\", \"fnd\"),\ncomment = c(ROR = \"03wc8by49\"))\n)",
  "Description": "It enables 'sparklyr' to integrate with 'Spark Connect',\nand 'Databricks Connect' by providing a wrapper over the\n'PySpark' 'python' library.",
  "License": "MIT + file LICENSE",
  "URL": "https://github.com/mlverse/pysparklyr",
  "BugReports": "https://github.com/mlverse/pysparklyr/issues",
  "Remotes": [
    "sparklyr/sparklyr"
  ],
  "Config/testthat/edition": "3",
  "Config/usethis/last-upkeep": "2025-11-12",
  "Encoding": "UTF-8",
  "Roxygen": "list(markdown = TRUE)",
  "Config/roxygen2/version": "8.0.0",
  "Config/pak/sysreqs": "cmake make libicu-dev libpng-dev libuv1-dev\nlibxml2-dev libssl-dev python3",
  "Repository": "https://mlverse.r-universe.dev",
  "Date/Publication": "2026-10-02 21:19:35 UTC",
  "RemoteUrl": "https://github.com/mlverse/pysparklyr",
  "RemoteRef": "HEAD",
  "RemoteSha": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
  "NeedsCompilation": "no",
  "Packaged": {
    "Date": "2026-10-02 23:17:25 UTC",
    "User": "root"
  },
  "Author": "Edgar Ruiz [aut, cre],\nPosit Software, PBC [cph, fnd] (ROR: <https://ror.org/03wc8by49>)",
  "Maintainer": "Edgar Ruiz <edgar@posit.co>",
  "_user": "mlverse",
  "_type": "src",
  "_file": "pysparklyr_0.2.2.9000.tar.gz",
  "_fileid": "https://r2.ropensci.org/dbfe17b6b85703aad5606d1a0da7f2859e85d9a887894c5887025ab41a3f2931",
  "_filesize": 268747,
  "_sha256": "dbfe17b6b85703aad5606d1a0da7f2859e85d9a887894c5887025ab41a3f2931",
  "_expires": "2027-01-10T23:24:33.000Z",
  "_created": "2026-10-02T23:17:25.000Z",
  "_published": "2026-10-04T07:13:21.865Z",
  "_jobs": [
    {
      "job": 111384878055,
      "time": 137,
      "config": "linux-devel-x86_64",
      "r": "4.7.0",
      "check": "FAIL",
      "artifact": ""
    },
    {
      "job": 111384878016,
      "time": 140,
      "config": "linux-release-x86_64",
      "r": "4.6.1",
      "check": "FAIL",
      "artifact": ""
    },
    {
      "job": 111384877994,
      "time": 106,
      "config": "macos-oldrel-arm64",
      "r": "4.5.3",
      "check": "FAIL",
      "artifact": ""
    },
    {
      "job": 111384878009,
      "time": 88,
      "config": "macos-release-arm64",
      "r": "4.6.1",
      "check": "FAIL",
      "artifact": ""
    },
    {
      "job": 111384878664,
      "time": 248,
      "config": "source",
      "r": "4.6.1",
      "check": "OK",
      "artifact": "11257221237"
    },
    {
      "job": 111384878985,
      "time": 142,
      "config": "wasm-release",
      "r": "4.6.0",
      "check": "OK",
      "artifact": "11257071844"
    },
    {
      "job": 111384877990,
      "time": 52,
      "config": "windows-devel-x86_64",
      "r": "4.7.0",
      "check": "FAIL",
      "artifact": ""
    },
    {
      "job": 111384877980,
      "time": 64,
      "config": "windows-oldrel-x86_64",
      "r": "4.5.3",
      "check": "FAIL",
      "artifact": ""
    },
    {
      "job": 111384878011,
      "time": 49,
      "config": "windows-release-x86_64",
      "r": "4.6.1",
      "check": "FAIL",
      "artifact": ""
    }
  ],
  "_host": "GitHub-Actions",
  "_buildurl": "https://github.com/r-universe/mlverse/actions/runs/37076518039",
  "_status": "success",
  "_upstream": "https://github.com/mlverse/pysparklyr",
  "_commit": {
    "id": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
    "author": "Edgar Ruiz <77294576+edgararuiz@users.noreply.github.com>",
    "committer": "GitHub <noreply@github.com>",
    "message": "Merge pull request #196 from mlverse/sail\n\nSail",
    "time": 1790975975
  },
  "_maintainer": {
    "name": "Edgar Ruiz",
    "email": "edgar@posit.co",
    "login": "edgararuiz",
    "bluesky": "@theotheredgar.bsky.social",
    "linkedin": "in/edgararuiz",
    "description": "",
    "uuid": 77294576
  },
  "_distro": "resolute",
  "_registered": true,
  "_dependencies": [
    {
      "package": "R",
      "version": ">= 4.1",
      "role": "Depends"
    },
    {
      "package": "arrow",
      "role": "Imports"
    },
    {
      "package": "cli",
      "role": "Imports"
    },
    {
      "package": "DBI",
      "role": "Imports"
    },
    {
      "package": "dbplyr",
      "version": ">= 2.6.0",
      "role": "Imports"
    },
    {
      "package": "dplyr",
      "role": "Imports"
    },
    {
      "package": "fs",
      "role": "Imports"
    },
    {
      "package": "glue",
      "role": "Imports"
    },
    {
      "package": "httr2",
      "role": "Imports"
    },
    {
      "package": "lifecycle",
      "role": "Imports"
    },
    {
      "package": "methods",
      "role": "Imports"
    },
    {
      "package": "processx",
      "role": "Imports"
    },
    {
      "package": "purrr",
      "role": "Imports"
    },
    {
      "package": "reticulate",
      "version": ">= 1.44.0",
      "role": "Imports"
    },
    {
      "package": "rlang",
      "role": "Imports"
    },
    {
      "package": "rstudioapi",
      "role": "Imports"
    },
    {
      "package": "sparklyr",
      "version": ">= 1.9.5.9003",
      "role": "Imports"
    },
    {
      "package": "tidyr",
      "role": "Imports"
    },
    {
      "package": "tidyselect",
      "role": "Imports"
    },
    {
      "package": "vctrs",
      "role": "Imports"
    },
    {
      "package": "uuid",
      "role": "Imports"
    },
    {
      "package": "withr",
      "role": "Imports"
    },
    {
      "package": "connectcreds",
      "role": "Imports"
    },
    {
      "package": "vcr",
      "role": "Suggests"
    },
    {
      "package": "crayon",
      "role": "Suggests"
    },
    {
      "package": "R6",
      "role": "Suggests"
    },
    {
      "package": "testthat",
      "version": ">= 3.0.0",
      "role": "Suggests"
    },
    {
      "package": "tibble",
      "role": "Suggests"
    },
    {
      "package": "rsconnect",
      "role": "Suggests"
    },
    {
      "package": "rsample",
      "role": "Suggests"
    },
    {
      "package": "workflows",
      "role": "Suggests"
    },
    {
      "package": "tune",
      "version": ">= 2.1.0",
      "role": "Suggests"
    },
    {
      "package": "parsnip",
      "role": "Suggests"
    },
    {
      "package": "dials",
      "role": "Suggests"
    },
    {
      "package": "tailor",
      "role": "Suggests"
    },
    {
      "package": "recipes",
      "role": "Suggests"
    }
  ],
  "_owner": "mlverse",
  "_selfowned": true,
  "_usedby": 0,
  "_updates": [
    {
      "week": "2025-41",
      "n": 1
    },
    {
      "week": "2025-44",
      "n": 3
    },
    {
      "week": "2025-45",
      "n": 3
    },
    {
      "week": "2025-46",
      "n": 1
    },
    {
      "week": "2025-49",
      "n": 1
    },
    {
      "week": "2026-02",
      "n": 1
    },
    {
      "week": "2026-04",
      "n": 2
    },
    {
      "week": "2026-05",
      "n": 4
    },
    {
      "week": "2026-06",
      "n": 1
    },
    {
      "week": "2026-10",
      "n": 1
    },
    {
      "week": "2026-11",
      "n": 1
    },
    {
      "week": "2026-17",
      "n": 1
    },
    {
      "week": "2026-25",
      "n": 2
    },
    {
      "week": "2026-26",
      "n": 1
    },
    {
      "week": "2026-29",
      "n": 1
    },
    {
      "week": "2026-35",
      "n": 1
    },
    {
      "week": "2026-40",
      "n": 4
    }
  ],
  "_tags": [
    {
      "name": "v0.1.9",
      "date": "2025-10-07"
    },
    {
      "name": "v0.2.0",
      "date": "2026-01-26"
    },
    {
      "name": "v0.2.2",
      "date": "2026-07-16"
    }
  ],
  "_topics": [
    "databricks",
    "pyspark",
    "spark",
    "spark-connect"
  ],
  "_stars": 17,
  "_contributors": [
    {
      "user": "edgararuiz",
      "count": 1266,
      "uuid": 77294576
    },
    {
      "user": "t-kalinowski",
      "count": 16,
      "uuid": 8462255
    },
    {
      "user": "falbukrek",
      "count": 2,
      "uuid": 1898940
    },
    {
      "user": "tobiasdut",
      "count": 2,
      "uuid": 167294345
    },
    {
      "user": "atheriel",
      "count": 1,
      "uuid": 1448326
    },
    {
      "user": "romangehrn",
      "count": 1,
      "uuid": 142897050
    },
    {
      "user": "edward-burn",
      "count": 1,
      "uuid": 9583964
    }
  ],
  "_userbio": {
    "uuid": 55406849,
    "type": "organization",
    "name": "mlverse",
    "followers": 199,
    "description": "Open source libraries to scale Data Science"
  },
  "_downloads": {
    "count": 741,
    "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/pysparklyr"
  },
  "_devurl": "https://github.com/mlverse/pysparklyr",
  "_searchresults": 35,
  "_rbuild": "4.6.1",
  "_assets": [
    "extra/citation.cff",
    "extra/citation.html",
    "extra/citation.json",
    "extra/citation.txt",
    "extra/contents.json",
    "extra/manual.pdf",
    "extra/NEWS.html",
    "extra/NEWS.txt",
    "extra/pysparklyr.html",
    "extra/readme.html",
    "extra/readme.md",
    "LICENSE"
  ],
  "_homeurl": "https://github.com/mlverse/pysparklyr",
  "_realowner": "mlverse",
  "_cranurl": true,
  "_releases": [
    {
      "version": "0.1.0",
      "date": "2023-10-04"
    },
    {
      "version": "0.1.1",
      "date": "2023-11-10"
    },
    {
      "version": "0.1.2",
      "date": "2023-12-06"
    },
    {
      "version": "0.1.3",
      "date": "2024-01-12"
    },
    {
      "version": "0.1.4",
      "date": "2024-04-16"
    },
    {
      "version": "0.1.5",
      "date": "2024-06-24"
    },
    {
      "version": "0.1.6",
      "date": "2025-02-14"
    },
    {
      "version": "0.1.7",
      "date": "2025-03-24"
    },
    {
      "version": "0.1.8",
      "date": "2025-05-19"
    },
    {
      "version": "0.1.9",
      "date": "2025-10-07"
    },
    {
      "version": "0.2.0",
      "date": "2026-01-27"
    },
    {
      "version": "0.2.1",
      "date": "2026-04-20"
    },
    {
      "version": "0.2.2",
      "date": "2026-07-16"
    }
  ],
  "_exports": [
    "connection_databricks_shinyapp",
    "dbRemoveTable",
    "deploy_databricks",
    "install_databricks",
    "install_pyspark",
    "install_sail",
    "installed_components",
    "ml_prepare_dataset",
    "pyspark_config",
    "requirements_write",
    "spark_connect_service_start",
    "spark_connect_service_stop"
  ],
  "_help": [
    {
      "page": "deploy_databricks",
      "title": "Deploys Databricks backed content to publishing server",
      "topics": [
        "deploy_databricks"
      ]
    },
    {
      "page": "install_pyspark",
      "title": "Installs PySpark and Python dependencies",
      "topics": [
        "install_databricks",
        "install_pyspark",
        "install_sail"
      ]
    },
    {
      "page": "installed_components",
      "title": "Lists installed Python libraries",
      "topics": [
        "installed_components"
      ]
    },
    {
      "page": "ml_prepare_dataset",
      "title": "Creates the 'label' and 'features' columns",
      "topics": [
        "ml_prepare_dataset"
      ]
    },
    {
      "page": "pyspark_config",
      "title": "Read Spark configuration",
      "topics": [
        "pyspark_config"
      ]
    },
    {
      "page": "requirements_write",
      "title": "Writes the 'requirements.txt' file, containing the needed Python libraries",
      "topics": [
        "requirements_write"
      ]
    },
    {
      "page": "spark_connect_service_start",
      "title": "Starts and stops Spark Connect locally",
      "topics": [
        "spark_connect_service_start",
        "spark_connect_service_stop"
      ]
    }
  ],
  "_readme": "https://github.com/mlverse/pysparklyr/raw/HEAD/README.md",
  "_rundeps": [
    "arrow",
    "askpass",
    "assertthat",
    "bit",
    "bit64",
    "blob",
    "cli",
    "codetools",
    "config",
    "connectcreds",
    "cpp11",
    "curl",
    "DBI",
    "dbplyr",
    "dplyr",
    "fs",
    "generics",
    "globals",
    "glue",
    "here",
    "httr",
    "httr2",
    "jsonlite",
    "lattice",
    "lifecycle",
    "magrittr",
    "Matrix",
    "mime",
    "openssl",
    "pillar",
    "pkgconfig",
    "png",
    "processx",
    "ps",
    "purrr",
    "R6",
    "rappdirs",
    "Rcpp",
    "RcppTOML",
    "reticulate",
    "rlang",
    "rprojroot",
    "rstudioapi",
    "sparklyr",
    "stringi",
    "stringr",
    "sys",
    "tibble",
    "tidyr",
    "tidyselect",
    "utf8",
    "uuid",
    "vctrs",
    "withr",
    "xml2",
    "yaml"
  ],
  "_score": 6.4820871418264865,
  "_indexed": true,
  "_nocasepkg": "pysparklyr",
  "_universes": [
    "mlverse",
    "edgararuiz"
  ],
  "_binaries": [
    {
      "r": "4.7.0",
      "os": "linux",
      "version": "0.2.2.9000",
      "date": "2026-09-29T16:39:09.000Z",
      "distro": "resolute",
      "commit": "23f55de07d8920776ec2689f678b2dd91bb3c388",
      "fileid": "https://r2.ropensci.org/d14ba4f3c080092e7fde1e9b54331f0d8d72c6f7538dc0df1363aa017f3d8f58",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/36598416167"
    },
    {
      "r": "4.5.3",
      "os": "mac",
      "version": "0.2.2.9000",
      "date": "2026-09-29T17:05:58.000Z",
      "commit": "23f55de07d8920776ec2689f678b2dd91bb3c388",
      "fileid": "https://r2.ropensci.org/f006804b52ea8939c979045ae902bf16536572cc8bc4a926922502ecaedb5a7f",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/36598416167"
    },
    {
      "r": "4.6.1",
      "os": "mac",
      "version": "0.2.2.9000",
      "date": "2026-09-29T17:01:31.000Z",
      "commit": "23f55de07d8920776ec2689f678b2dd91bb3c388",
      "fileid": "https://r2.ropensci.org/27c14fdf8e0670a8d3712e6504ce1639f04b21c7ff1acb36a55d06a8ae3b38ce",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/36598416167"
    },
    {
      "r": "4.7.0",
      "os": "win",
      "version": "0.2.2.9000",
      "date": "2026-09-29T16:38:06.000Z",
      "commit": "23f55de07d8920776ec2689f678b2dd91bb3c388",
      "fileid": "https://r2.ropensci.org/e0537ebdfbded5dc09806331e7673a6ca09e213af412485cbce8f913186842a5",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/36598416167"
    },
    {
      "r": "4.5.3",
      "os": "win",
      "version": "0.2.2.9000",
      "date": "2026-09-29T16:37:31.000Z",
      "commit": "23f55de07d8920776ec2689f678b2dd91bb3c388",
      "fileid": "https://r2.ropensci.org/f1a5ed3eeb1d29ca0d99ef9e21e2f5029b7ade2f7df64795c5840e2f4a1baf8c",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/36598416167"
    },
    {
      "r": "4.6.1",
      "os": "win",
      "version": "0.2.2.9000",
      "date": "2026-09-29T16:37:47.000Z",
      "commit": "23f55de07d8920776ec2689f678b2dd91bb3c388",
      "fileid": "https://r2.ropensci.org/192f6799ab37e925144d77d8d1b0881f1f9168b38dee91700bdbf6482902f678",
      "status": "success",
      "check": "OK",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/36598416167"
    },
    {
      "r": "4.6.1",
      "os": "linux",
      "version": "0.2.2.9000",
      "date": "2026-10-02T23:17:26.000Z",
      "distro": "resolute",
      "commit": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
      "fileid": "https://r2.ropensci.org/b4dff1049b76a379d0531f916d63867306a39a73ede6d7ad02e8816a7ea9f263",
      "status": "success",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/37076518039"
    },
    {
      "r": "4.6.0",
      "os": "wasm",
      "version": "0.2.2.9000",
      "date": "2026-10-02T23:20:11.000Z",
      "commit": "f841fa00aa3366927e4701f59d088ba0e6b9a431",
      "fileid": "https://r2.ropensci.org/bc8267d5d8aa09bf5565edd91737630f6d2812aaf05f297e845338199c927ede",
      "status": "success",
      "buildurl": "https://github.com/r-universe/mlverse/actions/runs/37076518039"
    }
  ]
}