Skip to content

Commit 126d0ba

Browse files
committed
Modified ML scripts to use external table based views.
1 parent ba9b777 commit 126d0ba

5 files changed

Lines changed: 12 additions & 10 deletions

File tree

samples/features/sql-big-data-cluster/data-pool/data-ingestion-sql.sql

Lines changed: 12 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -15,11 +15,13 @@ IF NOT EXISTS(SELECT * FROM sys.external_tables WHERE name = 'web_clickstream_cl
1515
DISTRIBUTION = ROUND_ROBIN
1616
);
1717
GO
18+
1819
-- Currently the create external table operation is asynchronous and there is no
1920
-- way to determine completion of the operation. To prevent failures of the insert
2021
-- into the external table, wait for few minutes.
2122
WAITFOR DELAY '00:02:00';
2223
GO
24+
2325
-- Insert results of a SELECT statement into the external table created on the data pool.
2426
-- Store summary results for quick access instead of going to the source tables always.
2527
--
@@ -46,16 +48,16 @@ SELECT TOP 10 * FROM [dbo].[web_clickstream_clicks_data_pool]
4648
--
4749
SELECT TOP (100)
4850
w.wcs_user_sk,
49-
SUM( CASE WHEN i.i_category = 'Books' THEN 1 ELSE 0 END) AS book_category_clicks,
50-
SUM( CASE WHEN w.i_category_id = 1 THEN 1 ELSE 0 END) AS [Home & Kitchen],
51-
SUM( CASE WHEN w.i_category_id = 2 THEN 1 ELSE 0 END) AS [Music],
52-
SUM( CASE WHEN w.i_category_id = 3 THEN 1 ELSE 0 END) AS [Books],
53-
SUM( CASE WHEN w.i_category_id = 4 THEN 1 ELSE 0 END) AS [Clothing & Accessories],
54-
SUM( CASE WHEN w.i_category_id = 5 THEN 1 ELSE 0 END) AS [Electronics],
55-
SUM( CASE WHEN w.i_category_id = 6 THEN 1 ELSE 0 END) AS [Tools & Home Improvement],
56-
SUM( CASE WHEN w.i_category_id = 7 THEN 1 ELSE 0 END) AS [Toys & Games],
57-
SUM( CASE WHEN w.i_category_id = 8 THEN 1 ELSE 0 END) AS [Movies & TV],
58-
SUM( CASE WHEN w.i_category_id = 9 THEN 1 ELSE 0 END) AS [Sports & Outdoors]
51+
SUM( CASE WHEN i.i_category = 'Books' THEN w.clicks ELSE 0 END) AS book_category_clicks,
52+
SUM( CASE WHEN w.i_category_id = 1 THEN w.clicks ELSE 0 END) AS [Home & Kitchen],
53+
SUM( CASE WHEN w.i_category_id = 2 THEN w.clicks ELSE 0 END) AS [Music],
54+
SUM( CASE WHEN w.i_category_id = 3 THEN w.clicks ELSE 0 END) AS [Books],
55+
SUM( CASE WHEN w.i_category_id = 4 THEN w.clicks ELSE 0 END) AS [Clothing & Accessories],
56+
SUM( CASE WHEN w.i_category_id = 5 THEN w.clicks ELSE 0 END) AS [Electronics],
57+
SUM( CASE WHEN w.i_category_id = 6 THEN w.clicks ELSE 0 END) AS [Tools & Home Improvement],
58+
SUM( CASE WHEN w.i_category_id = 7 THEN w.clicks ELSE 0 END) AS [Toys & Games],
59+
SUM( CASE WHEN w.i_category_id = 8 THEN w.clicks ELSE 0 END) AS [Movies & TV],
60+
SUM( CASE WHEN w.i_category_id = 9 THEN w.clicks ELSE 0 END) AS [Sports & Outdoors]
5961
FROM [dbo].[web_clickstream_clicks_data_pool] as w
6062
INNER JOIN (SELECT DISTINCT i_category_id, i_category FROM item) as i
6163
ON i.i_category_id = w.i_category_id
Binary file not shown.
Binary file not shown.

0 commit comments

Comments
 (0)