diff --git a/mlops_stacks/mlops_stacks/README.md b/mlops_stacks/mlops_stacks/README.md index cd28b5f..e462e9e 100644 --- a/mlops_stacks/mlops_stacks/README.md +++ b/mlops_stacks/mlops_stacks/README.md @@ -2,4 +2,12 @@ This directory contains python code, notebooks and ML resource configs related to one ML project. -See the [Project overview](../docs/project-overview.md) for details on code structure of project directory. \ No newline at end of file +See the [Project overview](../docs/project-overview.md) for details on code structure of project directory. + +## Set up mlops_stacks +- Create a catalog called `dev` in your workspace (this is pre-defined in `databricks.yml`) +- Add your workspace url to the host fields in `databricks.yml` +- For running `databricks run batch_inference_job` first create an input table for inference and add the definiton in `resources/batch-inference-workflow-resource.yml` +- For development and pull requests + - `pip install -r requirements.txt` + - Its recommended to create a dev environment with Python 3.10 diff --git a/mlops_stacks/mlops_stacks/resources/batch-inference-workflow-resource.yml b/mlops_stacks/mlops_stacks/resources/batch-inference-workflow-resource.yml index 6f0cf65..3f713f8 100644 --- a/mlops_stacks/mlops_stacks/resources/batch-inference-workflow-resource.yml +++ b/mlops_stacks/mlops_stacks/resources/batch-inference-workflow-resource.yml @@ -6,7 +6,7 @@ new_cluster: &new_cluster custom_tags: clusterSource: mlops-stack/0.2 -permissions: &permissions +common_permissions: &permissions permissions: - level: CAN_VIEW group_name: users diff --git a/mlops_stacks/mlops_stacks/resources/ml-artifacts-resource.yml b/mlops_stacks/mlops_stacks/resources/ml-artifacts-resource.yml index a52f607..7012bf9 100644 --- a/mlops_stacks/mlops_stacks/resources/ml-artifacts-resource.yml +++ b/mlops_stacks/mlops_stacks/resources/ml-artifacts-resource.yml @@ -31,7 +31,7 @@ targets: # Allow users to read the experiment -permissions: &permissions +common_permissions: &permissions permissions: - level: CAN_READ group_name: users diff --git a/mlops_stacks/mlops_stacks/resources/model-workflow-resource.yml b/mlops_stacks/mlops_stacks/resources/model-workflow-resource.yml index 6400322..ab99406 100644 --- a/mlops_stacks/mlops_stacks/resources/model-workflow-resource.yml +++ b/mlops_stacks/mlops_stacks/resources/model-workflow-resource.yml @@ -6,7 +6,7 @@ new_cluster: &new_cluster custom_tags: clusterSource: mlops-stack/0.2 -permissions: &permissions +common_permissions: &permissions permissions: - level: CAN_VIEW group_name: users