Skip to content

Commit

Permalink
Add default cluster property data_security_mode set to "SINGLE_USER…
Browse files Browse the repository at this point in the history
…" in default python template
  • Loading branch information
anton-107 committed Feb 24, 2025
1 parent ddcfac5 commit 69f3491
Show file tree
Hide file tree
Showing 4 changed files with 8 additions and 9 deletions.
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@ coverage-acceptance.txt
__pycache__
*.pyc

.idea/
.vscode/launch.json
.vscode/tasks.json

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,7 @@ resources:
new_cluster:
spark_version: 15.4.x-scala2.12
node_type_id: i3.xlarge
data_security_mode: SINGLE_USER
autoscale:
min_workers: 1
max_workers: 4
14 changes: 5 additions & 9 deletions integration/bundle/testdata/default_python/bundle_summary.txt
Original file line number Diff line number Diff line change
Expand Up @@ -33,10 +33,11 @@
"value": "[USERNAME]"
}
],
"externalId": "[UUID]",
"groups": [
{
"$ref": "Groups/[USERGROUP]",
"display": "team.engineering",
"display": "admins",
"type": "direct",
"value": "[USERGROUP]"
}
Expand Down Expand Up @@ -67,11 +68,6 @@
"metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/project_name_$UNIQUE_PRJ/dev/state/metadata.json"
},
"edit_mode": "UI_LOCKED",
"email_notifications": {
"on_failure": [
"[USERNAME]"
]
},
"format": "MULTI_TASK",
"id": "[NUMID]",
"job_clusters": [
Expand All @@ -82,7 +78,8 @@
"max_workers": 4,
"min_workers": 1
},
"node_type_id": "i3.xlarge",
"data_security_mode": "SINGLE_USER",
"node_type_id": "Standard_D3_v2",
"spark_version": "15.4.x-scala2.12"
}
}
Expand Down Expand Up @@ -145,7 +142,6 @@
},
"pipelines": {
"project_name_$UNIQUE_PRJ_pipeline": {
"catalog": "main",
"configuration": {
"bundle.sourcePath": "/Workspace/Users/[USERNAME]/.bundle/project_name_$UNIQUE_PRJ/dev/files/src"
},
Expand All @@ -164,7 +160,7 @@
],
"name": "[dev [USERNAME]] project_name_$UNIQUE_PRJ_pipeline",
"target": "project_name_$UNIQUE_PRJ_dev",
"url": "[DATABRICKS_URL]/pipelines/[UUID]?o=[NUMID]"
"url": "[DATABRICKS_URL]/pipelines/[UUID]"
}
}
},
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -69,6 +69,7 @@ resources:
new_cluster:
spark_version: {{template "latest_lts_dbr_version"}}
node_type_id: {{smallest_node_type}}
data_security_mode: SINGLE_USER
autoscale:
min_workers: 1
max_workers: 4

0 comments on commit 69f3491

Please sign in to comment.