Skip to content

Commit 528275f

Browse files
committed
Updates for CTP3.2
1 parent cc203d1 commit 528275f

9 files changed

Lines changed: 73 additions & 66 deletions

samples/features/sql-big-data-cluster/bootstrap-sample-db.sql

Lines changed: 18 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -76,28 +76,28 @@ BEGIN
7676

7777
-- Create default data sources for SQL Big Data Cluster
7878
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlDataPool')
79-
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
80-
CREATE EXTERNAL DATA SOURCE SqlDataPool
81-
WITH (LOCATION = 'sqldatapool://controller-svc:8080/datapools/default');
82-
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
83-
CREATE EXTERNAL DATA SOURCE SqlDataPool
84-
WITH (LOCATION = 'sqldatapool://controller-svc/default');
79+
CREATE EXTERNAL DATA SOURCE SqlDataPool
80+
WITH (LOCATION = 'sqldatapool://controller-svc/default');
8581

8682
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
87-
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
88-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
89-
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
90-
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
91-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
92-
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
83+
CREATE EXTERNAL DATA SOURCE SqlStoragePool
84+
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
9385

9486
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'HadoopData')
95-
CREATE EXTERNAL DATA SOURCE HadoopData
96-
WITH(
97-
TYPE=HADOOP,
98-
LOCATION='hdfs://nmnode-0-svc:9000/',
99-
RESOURCE_MANAGER_LOCATION='master-svc:8032'
100-
);
87+
IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
88+
CREATE EXTERNAL DATA SOURCE HadoopData
89+
WITH(
90+
TYPE=HADOOP,
91+
LOCATION='hdfs://nmnode-0-svc:9000/',
92+
RESOURCE_MANAGER_LOCATION='master-svc:8032'
93+
);
94+
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.2'
95+
CREATE EXTERNAL DATA SOURCE HadoopData
96+
WITH(
97+
TYPE=HADOOP,
98+
LOCATION='hdfs://nmnode-0-svc:9000/',
99+
RESOURCE_MANAGER_LOCATION='sparkhead-svc:8032'
100+
);
101101
END;
102102
GO
103103

samples/features/sql-big-data-cluster/data-virtualization/hadoop/inventory-export-hdfs-rcfile.sql

Lines changed: 15 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -17,12 +17,21 @@ GO
1717
-- execution.
1818
--
1919
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'HadoopData')
20-
CREATE EXTERNAL DATA SOURCE HadoopData
21-
WITH(
22-
TYPE=HADOOP,
23-
LOCATION='hdfs://nmnode-0-svc:9000/',
24-
RESOURCE_MANAGER_LOCATION='master-svc:8032'
25-
);
20+
IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
21+
CREATE EXTERNAL DATA SOURCE HadoopData
22+
WITH(
23+
TYPE=HADOOP,
24+
LOCATION='hdfs://nmnode-0-svc:9000/',
25+
RESOURCE_MANAGER_LOCATION='master-svc:8032'
26+
);
27+
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.2'
28+
CREATE EXTERNAL DATA SOURCE HadoopData
29+
WITH(
30+
TYPE=HADOOP,
31+
LOCATION='hdfs://nmnode-0-svc:9000/',
32+
RESOURCE_MANAGER_LOCATION='sparkhead-svc:8032'
33+
);
34+
2635

2736
-- Create file format for RCFILE with appropriate properties.
2837
--

samples/features/sql-big-data-cluster/data-virtualization/hadoop/product-reviews-hdfs-orc.sql

Lines changed: 15 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -7,12 +7,21 @@ GO
77
-- execution.
88
--
99
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'HadoopData')
10-
CREATE EXTERNAL DATA SOURCE HadoopData
11-
WITH(
12-
TYPE=HADOOP,
13-
LOCATION='hdfs://nmnode-0-svc:9000/',
14-
RESOURCE_MANAGER_LOCATION='master-svc:8032'
15-
);
10+
IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
11+
CREATE EXTERNAL DATA SOURCE HadoopData
12+
WITH(
13+
TYPE=HADOOP,
14+
LOCATION='hdfs://nmnode-0-svc:9000/',
15+
RESOURCE_MANAGER_LOCATION='master-svc:8032'
16+
);
17+
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.2'
18+
CREATE EXTERNAL DATA SOURCE HadoopData
19+
WITH(
20+
TYPE=HADOOP,
21+
LOCATION='hdfs://nmnode-0-svc:9000/',
22+
RESOURCE_MANAGER_LOCATION='sparkhead-svc:8032'
23+
);
24+
1625

1726
-- Create file format for orc file with appropriate properties.
1827
--

samples/features/sql-big-data-cluster/data-virtualization/hadoop/web-clickstreams-hdfs-orc.sql

Lines changed: 15 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -7,12 +7,21 @@ GO
77
-- execution.
88
--
99
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'HadoopData')
10-
CREATE EXTERNAL DATA SOURCE HadoopData
11-
WITH(
12-
TYPE=HADOOP,
13-
LOCATION='hdfs://nmnode-0-svc:9000/',
14-
RESOURCE_MANAGER_LOCATION='master-svc:8032'
15-
);
10+
IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
11+
CREATE EXTERNAL DATA SOURCE HadoopData
12+
WITH(
13+
TYPE=HADOOP,
14+
LOCATION='hdfs://nmnode-0-svc:9000/',
15+
RESOURCE_MANAGER_LOCATION='master-svc:8032'
16+
);
17+
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.2'
18+
CREATE EXTERNAL DATA SOURCE HadoopData
19+
WITH(
20+
TYPE=HADOOP,
21+
LOCATION='hdfs://nmnode-0-svc:9000/',
22+
RESOURCE_MANAGER_LOCATION='sparkhead-svc:8032'
23+
);
24+
1625

1726
-- Create file format for orc file with appropriate properties.
1827
--

samples/features/sql-big-data-cluster/data-virtualization/storage-pool/product-reviews-hdfs-csv.sql

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -4,12 +4,8 @@ GO
44
-- Create external data source for HDFS inside SQL big data cluster.
55
--
66
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
7-
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
8-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
9-
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
10-
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
11-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
12-
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
7+
CREATE EXTERNAL DATA SOURCE SqlStoragePool
8+
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
139

1410
-- Create file format for CSV separated file with appropriate properties.
1511
--

samples/features/sql-big-data-cluster/data-virtualization/storage-pool/product-reviews-hdfs-parquet.sql

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -4,12 +4,8 @@ GO
44
-- Create external data source for HDFS inside SQL big data cluster.
55
--
66
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
7-
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
8-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
9-
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
10-
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
11-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
12-
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
7+
CREATE EXTERNAL DATA SOURCE SqlStoragePool
8+
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
139

1410
-- Create file format for parquet file with appropriate properties.
1511
--

samples/features/sql-big-data-cluster/data-virtualization/storage-pool/product-reviews-hdfs-tsv.sql

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -4,12 +4,8 @@ GO
44
-- Create external data source for HDFS inside SQL big data cluster.
55
--
66
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
7-
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
8-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
9-
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
10-
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
11-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
12-
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
7+
CREATE EXTERNAL DATA SOURCE SqlStoragePool
8+
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
139

1410
-- Create file format for tab separated file with appropriate properties.
1511
--

samples/features/sql-big-data-cluster/data-virtualization/storage-pool/web-clickstreams-hdfs-csv.sql

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -4,12 +4,8 @@ GO
44
-- Create external data source for HDFS inside SQL big data cluster.
55
--
66
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
7-
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
8-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
9-
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
10-
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
11-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
12-
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
7+
CREATE EXTERNAL DATA SOURCE SqlStoragePool
8+
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
139

1410
-- Create file format for CSV file with appropriate properties.
1511
--

samples/features/sql-big-data-cluster/data-virtualization/storage-pool/web-clickstreams-hdfs-parquet.sql

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -4,12 +4,8 @@ GO
44
-- Create external data source for HDFS inside SQL big data cluster.
55
--
66
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
7-
IF SERVERPROPERTY('ProductLevel') = 'CTP3.0'
8-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
9-
WITH (LOCATION = 'sqlhdfs://controller-svc:8080/default');
10-
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP3.1'
11-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
12-
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
7+
CREATE EXTERNAL DATA SOURCE SqlStoragePool
8+
WITH (LOCATION = 'sqlhdfs://controller-svc/default');
139

1410
-- Create file format for parquet file with appropriate properties.
1511
--

0 commit comments

Comments
 (0)