Skip to content

Commit 20a05af

Browse files
JocaPCJocaPC
committed
Synapse integration
1 parent 19d49ad commit 20a05af

7 files changed

Lines changed: 337 additions & 0 deletions

File tree

‎samples/manage/synapse-analytics/spark/deploy.ps1‎

Lines changed: 88 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,88 @@
1+
{
2+
"$schema": "http://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
3+
"contentVersion": "1.0.0.0",
4+
"parameters": {
5+
"sparkPoolName": {
6+
"type": "string"
7+
},
8+
"workspaceName": {
9+
"type": "string"
10+
},
11+
"location": {
12+
"type": "string"
13+
},
14+
"sparkPoolTags": {
15+
"type": "object",
16+
"defaultValue": {}
17+
},
18+
"sparkAutoScaleEnabled": {
19+
"type": "bool"
20+
},
21+
"sparkMinNodeCount": {
22+
"type": "int",
23+
"defaultValue": 0
24+
},
25+
"sparkMaxNodeCount": {
26+
"type": "int",
27+
"defaultValue": 0
28+
},
29+
"sparkNodeCount": {
30+
"type": "int",
31+
"defaultValue": 0
32+
},
33+
"sparkNodeSizeFamily": {
34+
"type": "string"
35+
},
36+
"sparkNodeSize": {
37+
"type": "string"
38+
},
39+
"sparkAutoPauseEnabled": {
40+
"type": "bool"
41+
},
42+
"sparkAutoPauseDelayInMinutes": {
43+
"type": "int",
44+
"defaultValue": 0
45+
},
46+
"sparkVersion": {
47+
"type": "string"
48+
},
49+
"packagesRequirementsFileName": {
50+
"type": "string",
51+
"defaultValue": ""
52+
},
53+
"packagesRequirementsContent": {
54+
"type": "string",
55+
"defaultValue": ""
56+
}
57+
},
58+
"variables": {},
59+
"resources": [
60+
{
61+
"type": "Microsoft.Synapse/workspaces/bigDataPools",
62+
"apiVersion": "2019-06-01-preview",
63+
"name": "[concat(parameters('workspaceName'), '/', parameters('sparkPoolName'))]",
64+
"location": "[parameters('location')]",
65+
"tags": "[parameters('sparkPoolTags')]",
66+
"properties": {
67+
"nodeCount": "[parameters('sparkNodeCount')]",
68+
"nodeSizeFamily": "[parameters('sparkNodeSizeFamily')]",
69+
"nodeSize": "[parameters('sparkNodeSize')]",
70+
"autoScale": {
71+
"enabled": "[parameters('sparkAutoScaleEnabled')]",
72+
"minNodeCount": "[parameters('sparkMinNodeCount')]",
73+
"maxNodeCount": "[parameters('sparkMaxNodeCount')]"
74+
},
75+
"autoPause": {
76+
"enabled": "[parameters('sparkAutoPauseEnabled')]",
77+
"delayInMinutes": "[parameters('sparkAutoPauseDelayInMinutes')]"
78+
},
79+
"sparkVersion": "[parameters('sparkVersion')]",
80+
"libraryRequirements": {
81+
"filename": "[parameters('packagesRequirementsFileName')]",
82+
"content": "[parameters('packagesRequirementsContent')]"
83+
}
84+
}
85+
}
86+
],
87+
"outputs": {}
88+
}

‎samples/manage/synapse-analytics/spark/parameters.json‎

Lines changed: 53 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,53 @@
1+
{
2+
"$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentParameters.json#",
3+
"contentVersion": "1.0.0.0",
4+
"parameters": {
5+
"sparkPoolName": {
6+
"value": "jovanpopspark"
7+
},
8+
"workspaceName": {
9+
"value": "jovanpopws1"
10+
},
11+
"location": {
12+
"value": "westeurope"
13+
},
14+
"sparkPoolTags": {
15+
"value": {
16+
"Owner": "jovanpop"
17+
}
18+
},
19+
"sparkAutoScaleEnabled": {
20+
"value": true
21+
},
22+
"sparkMinNodeCount": {
23+
"value": 3
24+
},
25+
"sparkMaxNodeCount": {
26+
"value": 3
27+
},
28+
"sparkNodeCount": {
29+
"value": 0
30+
},
31+
"sparkNodeSizeFamily": {
32+
"value": "MemoryOptimized"
33+
},
34+
"sparkNodeSize": {
35+
"value": "Small"
36+
},
37+
"sparkAutoPauseEnabled": {
38+
"value": true
39+
},
40+
"sparkAutoPauseDelayInMinutes": {
41+
"value": 15
42+
},
43+
"sparkVersion": {
44+
"value": "2.4"
45+
},
46+
"packagesRequirementsFileName": {
47+
"value": ""
48+
},
49+
"packagesRequirementsContent": {
50+
"value": ""
51+
}
52+
}
53+
}

‎samples/manage/synapse-analytics/spark/template.json‎

Lines changed: 88 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,88 @@
1+
{
2+
"$schema": "http://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
3+
"contentVersion": "1.0.0.0",
4+
"parameters": {
5+
"sparkPoolName": {
6+
"type": "string"
7+
},
8+
"workspaceName": {
9+
"type": "string"
10+
},
11+
"location": {
12+
"type": "string"
13+
},
14+
"sparkPoolTags": {
15+
"type": "object",
16+
"defaultValue": {}
17+
},
18+
"sparkAutoScaleEnabled": {
19+
"type": "bool"
20+
},
21+
"sparkMinNodeCount": {
22+
"type": "int",
23+
"defaultValue": 0
24+
},
25+
"sparkMaxNodeCount": {
26+
"type": "int",
27+
"defaultValue": 0
28+
},
29+
"sparkNodeCount": {
30+
"type": "int",
31+
"defaultValue": 0
32+
},
33+
"sparkNodeSizeFamily": {
34+
"type": "string"
35+
},
36+
"sparkNodeSize": {
37+
"type": "string"
38+
},
39+
"sparkAutoPauseEnabled": {
40+
"type": "bool"
41+
},
42+
"sparkAutoPauseDelayInMinutes": {
43+
"type": "int",
44+
"defaultValue": 0
45+
},
46+
"sparkVersion": {
47+
"type": "string"
48+
},
49+
"packagesRequirementsFileName": {
50+
"type": "string",
51+
"defaultValue": ""
52+
},
53+
"packagesRequirementsContent": {
54+
"type": "string",
55+
"defaultValue": ""
56+
}
57+
},
58+
"variables": {},
59+
"resources": [
60+
{
61+
"type": "Microsoft.Synapse/workspaces/bigDataPools",
62+
"apiVersion": "2019-06-01-preview",
63+
"name": "[concat(parameters('workspaceName'), '/', parameters('sparkPoolName'))]",
64+
"location": "[parameters('location')]",
65+
"tags": "[parameters('sparkPoolTags')]",
66+
"properties": {
67+
"nodeCount": "[parameters('sparkNodeCount')]",
68+
"nodeSizeFamily": "[parameters('sparkNodeSizeFamily')]",
69+
"nodeSize": "[parameters('sparkNodeSize')]",
70+
"autoScale": {
71+
"enabled": "[parameters('sparkAutoScaleEnabled')]",
72+
"minNodeCount": "[parameters('sparkMinNodeCount')]",
73+
"maxNodeCount": "[parameters('sparkMaxNodeCount')]"
74+
},
75+
"autoPause": {
76+
"enabled": "[parameters('sparkAutoPauseEnabled')]",
77+
"delayInMinutes": "[parameters('sparkAutoPauseDelayInMinutes')]"
78+
},
79+
"sparkVersion": "[parameters('sparkVersion')]",
80+
"libraryRequirements": {
81+
"filename": "[parameters('packagesRequirementsFileName')]",
82+
"content": "[parameters('packagesRequirementsContent')]"
83+
}
84+
}
85+
}
86+
],
87+
"outputs": {}
88+
}

‎samples/manage/synapse-analytics/storage/azuredeploy.json‎

Lines changed: 77 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,77 @@
1+
{
2+
"$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
3+
"contentVersion": "1.0.0.0",
4+
"parameters": {
5+
"storageAccount": {
6+
"defaultValue": "jovanpopsynapse",
7+
"type": "String"
8+
}
9+
},
10+
"variables": {},
11+
"resources": [
12+
{
13+
"type": "Microsoft.Storage/storageAccounts",
14+
"apiVersion": "2019-04-01",
15+
"name": "[parameters('storageAccount')]",
16+
"location": "westeurope",
17+
"tags": {
18+
"owner": "SynapsePreview"
19+
},
20+
"sku": {
21+
"name": "Standard_RAGRS",
22+
"tier": "Standard"
23+
},
24+
"kind": "StorageV2",
25+
"properties": {
26+
"isHnsEnabled": true,
27+
"networkAcls": {
28+
"bypass": "AzureServices",
29+
"virtualNetworkRules": [],
30+
"ipRules": [],
31+
"defaultAction": "Allow"
32+
},
33+
"supportsHttpsTrafficOnly": true,
34+
"encryption": {
35+
"services": {
36+
"file": {
37+
"enabled": true
38+
},
39+
"blob": {
40+
"enabled": true
41+
}
42+
},
43+
"keySource": "Microsoft.Storage"
44+
},
45+
"accessTier": "Hot"
46+
}
47+
},
48+
{
49+
"type": "Microsoft.Storage/storageAccounts/blobServices",
50+
"apiVersion": "2019-04-01",
51+
"name": "[concat(parameters('storageAccount'), '/default')]",
52+
"dependsOn": [
53+
"[resourceId('Microsoft.Storage/storageAccounts', parameters('storageAccount'))]"
54+
],
55+
"properties": {
56+
"cors": {
57+
"corsRules": []
58+
},
59+
"deleteRetentionPolicy": {
60+
"enabled": false
61+
}
62+
}
63+
},
64+
{
65+
"type": "Microsoft.Storage/storageAccounts/blobServices/containers",
66+
"apiVersion": "2019-04-01",
67+
"name": "[concat(parameters('storageAccount'), '/default/workspace')]",
68+
"dependsOn": [
69+
"[resourceId('Microsoft.Storage/storageAccounts/blobServices', parameters('storageAccount'), 'default')]",
70+
"[resourceId('Microsoft.Storage/storageAccounts', parameters('storageAccount'))]"
71+
],
72+
"properties": {
73+
"publicAccess": "None"
74+
}
75+
}
76+
]
77+
}

‎samples/manage/synapse-analytics/storage/azuredeploy.parameters.json‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
{
2+
"$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentParameters.json#",
3+
"contentVersion": "1.0.0.0",
4+
"parameters": {
5+
"clusterStorageAccountName": {
6+
"value": "GEN-UNIQUE"
7+
}
8+
}
9+
}

‎samples/manage/synapse-analytics/storage/metadata.json‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
{
2+
"$schema": "https://aka.ms/azure-quickstart-templates-metadata-schema#",
3+
"type": "QuickStart",
4+
"itemDisplayName": "Deploy Azure Storage account for Synapse Workspace",
5+
"description": "This template allows you to deploy Azure Storage account for Synapse Workspace.",
6+
"summary": "Deploy Azure Storage account for Synapse Workspace.",
7+
"githubUsername": "jocapc",
8+
"dateUpdated": "2019-10-10"
9+
}
10+

‎samples/manage/synapse-analytics/storage/readme.md‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
# Deploy Azure Storage account for Synapse workspace
2+
3+
This template deploys Azure Storage account for Synapse workspace
4+
5+
<a href="https://portal.azure.com/#create/Microsoft.Template/uri/https%3A%2F%2Fraw.githubusercontent.com%2Fjocapc%2Fsql-server-samples%2Fsamples%2Fmanage%2Fsynapse-analytics%2Fstorage%2Fazuredeploy.json" target="_blank">
6+
<img src="https://raw.githubusercontent.com/Azure/azure-quickstart-templates/master/1-CONTRIBUTION-GUIDE/images/deploytoazure.png"/>
7+
</a>
8+
<a href="http://armviz.io/#/?load=https%3A%2F%2Fraw.githubusercontent.com%2Fjocapc%2Fsql-server-samples%2Fsamples%2Fmanage%2Fsynapse-analytics%2Fstorage%2Fazuredeploy.json" target="_blank">
9+
<img src="https://raw.githubusercontent.com/Azure/azure-quickstart-templates/master/1-CONTRIBUTION-GUIDE/images/visualizebutton.png"/>
10+
</a>
11+
12+
`Tags: Azure, Synapse, Storage`

0 commit comments

Comments
 (0)