added dataflow dependency args

Author: jeffreyaven

CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## v3.6.4 (2024-07-17)
+
+### Updates
+
+ * added dataflow dependency arguments
+
+## v3.6.3 (2024-06-22)
+
+### Updates
+
+ * build updates
+
 ## v3.6.2 (2024-05-06)
 
 ### Updates

README.rst

@@ -149,7 +149,8 @@ Then, from the root directory of the repository, run:
 
 ::
 
-    python3 setup.py sdist
+    rm -rf dist/*
+    python3 setup.py sdist bdist_wheel
 
 The package will be built in the ``dist`` directory.
 
@@ -194,4 +195,5 @@ To publish the package to PyPI, run the following command:
 
 ::
 
-    twine upload --config-file .pypirc dist/pystackql-3.6.2.tar.gz
+    twine upload --config-file .pypirc dist/*
+

docs/source/conf.py

@@ -26,7 +26,7 @@
 # The short X.Y version
 version = ''
 # The full version, including alpha/beta/rc tags
-release = '3.6.2'
+release = '3.6.4'
 
 
 # -- General configuration ---------------------------------------------------

pyproject.toml

@@ -0,0 +1,3 @@
+[build-system]
+requires = ["setuptools>=42", "wheel"]
+build-backend = "setuptools.build_meta"

pystackql/stackql.py

@@ -48,8 +48,14 @@ class StackQL:
 		(defaults to `{cwd}/.stackql`)
 	:type app_root: str, optional	
 	:param execution_concurrency_limit: Concurrency limit for query execution
-		(defaults to `1`, set to `-1` for unlimited)
-	:type execution_concurrency_limit: int, optional	
+		(defaults to `-1` - unlimited)
+	:type execution_concurrency_limit: int, optional
+	:param dataflow_dependency_max: Max dataflow weakly connected components for a given query
+		(defaults to `50`)
+	:type dataflow_dependency_max: int, optional
+	:param dataflow_components_max: Max dataflow dependency depth for a given query
+		(defaults to `50`)
+	:type dataflow_components_max: int, optional
 	:param api_timeout: API timeout 
 		(defaults to `45`, not supported in `server_mode`)
 	:type api_timeout: int, optional
@@ -238,7 +244,9 @@ def __init__(self,
 				 backend_file_storage_location='stackql.db', 
 				 download_dir=None, 
 				 app_root=None,
-				 execution_concurrency_limit=1,
+				 execution_concurrency_limit=-1,
+				 dataflow_dependency_max=50,
+				 dataflow_components_max=50,
 				 output='dict',
 				 custom_registry=None,
 				 custom_auth=None,
@@ -350,6 +358,15 @@ def __init__(self,
 			self.params.append("--execution.concurrency.limit")
 			self.params.append(str(execution_concurrency_limit))
 
+			# set dataflow_dependency_max and dataflow_components_max
+			self.dataflow_dependency_max = dataflow_dependency_max
+			self.params.append("--dataflow.dependency.max")
+			self.params.append(str(dataflow_dependency_max))
+
+			self.dataflow_components_max = dataflow_components_max
+			self.params.append("--dataflow.components.max")
+			self.params.append(str(dataflow_components_max))
+
 			# if custom_auth is set, use it
 			if custom_auth is not None:
 				authobj, authstr = _format_auth(custom_auth)

setup.py

@@ -10,7 +10,7 @@
 
 setup(
     name='pystackql',
-    version='3.6.2',
+    version='3.6.4',
     description='A Python interface for StackQL',
     long_description=readme,
     author='Jeffrey Aven',