[WIP][DO NOT MERGE] Draft implementation of the new PySpark API for support of both Spark Classic and Spark Connect

.github/workflows/codeql.yml

@@ -13,11 +13,16 @@ name: "CodeQL"
 
 on:
   push:
-
+    branches: [ main, 0.4.0 ]
   pull_request:
+    # The branches below must be a subset of the branches above
+    branches: [ main, 0.4.0 ]
     paths-ignore:
       - '**/*.md'
       - '**/*.txt'
+>>>>>>> 0.4.0
+  schedule:
+    - cron: '22 3 * * 5'
 
 jobs:
   analyze:

.gitignore

@@ -23,3 +23,10 @@ python/docs/_build/_doctrees
 **/python/build/*
 **/assembly/.classpath
 **/.DS_Store
+
+# Python stuff
+.env
+.venv
+
+# Sphinx _build
+**/_build

python/docs/Makefile

@@ -17,4 +17,6 @@ help:
 # Catch-all target: route all unknown targets to Sphinx using the new
 # "make mode" option.  $(O) is meant as a shortcut for $(SPHINXOPTS).
 %: Makefile
+	export ZINGG_DRY_RUN=1
 	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
+	unset ZINGG_DRY_RUN

python/pyproject.toml

@@ -0,0 +1,21 @@
+[build-system]
+requires = ["setuptools >= 61.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "zingg"
+dynamic = ["version"]
+dependencies = [
+  "pandas",
+  "seaborn",
+  "matplotlib",
+  "sphinx",
+  "sphinx-rtd-theme",
+  "pyspark>=3.5",
+  "pydantic",
+]
+readme = "README.md"
+requires-python = ">=3.11"
+
+[tool.ruff]
+line-length = 150

python/requirements.txt

@@ -3,4 +3,4 @@ seaborn
 matplotlib
 sphinx
 sphinx-rtd-theme
-pyspark
+pyspark>=3.5