Skip to content

Commit 06fe798

Browse files
committed
Added support for CTP 2.4
1 parent 6357693 commit 06fe798

3 files changed

Lines changed: 39 additions & 17 deletions

File tree

samples/features/sql-big-data-cluster/bootstrap-sample-db.sql

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -80,8 +80,14 @@ BEGIN
8080
WITH (LOCATION = 'sqldatapool://service-mssql-controller:8080/datapools/default');
8181

8282
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'SqlStoragePool')
83-
CREATE EXTERNAL DATA SOURCE SqlStoragePool
84-
WITH (LOCATION = 'sqlhdfs://service-mssql-controller:8080');
83+
BEGIN
84+
IF SERVERPROPERTY('ProductLevel') = 'CTP2.3'
85+
CREATE EXTERNAL DATA SOURCE SqlStoragePool
86+
WITH (LOCATION = 'sqlhdfs://service-mssql-controller:8080');
87+
ELSE IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
88+
CREATE EXTERNAL DATA SOURCE SqlStoragePool
89+
WITH (LOCATION = 'sqlhdfs://service-master-pool:50070');
90+
END
8591

8692
IF NOT EXISTS(SELECT * FROM sys.external_data_sources WHERE name = 'HadoopData')
8793
CREATE EXTERNAL DATA SOURCE HadoopData

samples/features/sql-big-data-cluster/data-pool/data-ingestion-sql.sql

Lines changed: 25 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -25,21 +25,33 @@ GO
2525
-- Insert results of a SELECT statement into the external table created on the data pool.
2626
-- Store summary results for quick access instead of going to the source tables always.
2727
--
28-
DECLARE @db_name SYSNAME = 'sales'
29-
DECLARE @schema_name SYSNAME = 'dbo'
30-
DECLARE @table_name SYSNAME = 'web_clickstream_clicks_data_pool'
31-
DECLARE @query NVARCHAR(MAX) = '
32-
SELECT wcs_user_sk, i_category_id, COUNT_BIG(*) as clicks
33-
FROM sales.dbo.web_clickstreams
34-
INNER JOIN sales.dbo.item it ON (wcs_item_sk = i_item_sk
35-
AND wcs_user_sk IS NOT NULL)
36-
GROUP BY wcs_user_sk, i_category_id
37-
HAVING COUNT_BIG(*) > 100;
38-
'
39-
EXEC model..sp_data_pool_table_insert_data @db_name, @schema_name, @table_name, @query
28+
IF SERVERPROPERTY('ProductLevel') = 'CTP2.3'
29+
BEGIN
30+
DECLARE @db_name SYSNAME = 'sales'
31+
DECLARE @schema_name SYSNAME = 'dbo'
32+
DECLARE @table_name SYSNAME = 'web_clickstream_clicks_data_pool'
33+
DECLARE @query NVARCHAR(MAX) = '
34+
SELECT wcs_user_sk, i_category_id, COUNT_BIG(*) as clicks
35+
FROM sales.dbo.web_clickstreams
36+
INNER JOIN sales.dbo.item it ON (wcs_item_sk = i_item_sk
37+
AND wcs_user_sk IS NOT NULL)
38+
GROUP BY wcs_user_sk, i_category_id
39+
HAVING COUNT_BIG(*) > 100;
40+
'
41+
EXEC model..sp_data_pool_table_insert_data @db_name, @schema_name, @table_name, @query
42+
END;
43+
44+
IF SERVERPROPERTY('ProductLevel') = 'CTP2.4'
45+
INSERT INTO web_clickstream_clicks_data_pool
46+
SELECT wcs_user_sk, i_category_id, COUNT_BIG(*) as clicks
47+
FROM sales.dbo.web_clickstreams_hdfs_parquet
48+
INNER JOIN sales.dbo.item it ON (wcs_item_sk = i_item_sk
49+
AND wcs_user_sk IS NOT NULL)
50+
GROUP BY wcs_user_sk, i_category_id
51+
HAVING COUNT_BIG(*) > 100;
4052
GO
4153

42-
-- Query data inserted from sp_data_pool_table_insert_data
54+
-- Query data inserted into the data pool table
4355
--
4456
SELECT count(*) FROM [dbo].[web_clickstream_clicks_data_pool]
4557
SELECT TOP 10 * FROM [dbo].[web_clickstream_clicks_data_pool]

samples/features/sql-big-data-cluster/data-virtualization/hadoop/inventory-export-hdfs-rcfile.sql

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,12 @@
11
USE sales
22
GO
33

4-
exec sp_configure 'allow polybase export', 1;
5-
RECONFIGURE WITH OVERRIDE;
4+
DECLARE @config_option nvarchar(100) = 'allow polybase export';
5+
IF NOT EXISTS(SELECT * FROM sys.configurations WHERE name = @config_option and value_in_use = 1)
6+
BEGIN
7+
EXECUTE sp_configure @config_option, 1;
8+
RECONFIGURE WITH OVERRIDE;
9+
END;
610
GO
711

812
-- Create file format for RCFILE with appropriate properties.

0 commit comments

Comments
 (0)