github/spark-sql-perf
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #103 from juliuszsompolski/fixtypes

Browse Source 
Correct types of keys in schema
This commit is contained in:
Juliusz Sompolski 2017-05-26 11:53:19 +02:00 committed by GitHub
commit 75f3876e59
1 changed files with 34 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

68
src/main/scala/com/databricks/spark/sql/perf/tpcds/Tables.scala
View File

@ -277,7 +277,7 @@ class Tables(sqlContext: SQLContext, dsdgenDir: String, scaleFactor: Int) extend
'cs_warehouse_sk .int,
'cs_item_sk .int,
'cs_promo_sk .int,
'cs_order_number .int,
'cs_order_number .long,
'cs_quantity .int,
'cs_wholesale_cost .decimal(7,2),
'cs_list_price .decimal(7,2),
@ -312,7 +312,7 @@ class Tables(sqlContext: SQLContext, dsdgenDir: String, scaleFactor: Int) extend
'cr_ship_mode_sk .int,
'cr_warehouse_sk .int,
'cr_reason_sk .int,
'cr_order_number .int,
'cr_order_number .long,
'cr_return_quantity .int,
'cr_return_amount .decimal(7,2),
'cr_return_tax .decimal(7,2),
@ -340,7 +340,7 @@ class Tables(sqlContext: SQLContext, dsdgenDir: String, scaleFactor: Int) extend
'ss_addr_sk .int,
'ss_store_sk .int,
'ss_promo_sk .int,
'ss_ticket_number .int,
'ss_ticket_number .long,
'ss_quantity .int,
'ss_wholesale_cost .decimal(7,2),
'ss_list_price .decimal(7,2),
@ -356,17 +356,17 @@ class Tables(sqlContext: SQLContext, dsdgenDir: String, scaleFactor: Int) extend
'ss_net_profit .decimal(7,2)),
Table("store_returns",
partitionColumns = "sr_returned_date_sk" ::Nil,
'sr_returned_date_sk .long,
'sr_return_time_sk .long,
'sr_item_sk .long,
'sr_customer_sk .long,
'sr_cdemo_sk .long,
'sr_hdemo_sk .long,
'sr_addr_sk .long,
'sr_store_sk .long,
'sr_reason_sk .long,
'sr_returned_date_sk .int,
'sr_return_time_sk .int,
'sr_item_sk .int,
'sr_customer_sk .int,
'sr_cdemo_sk .int,
'sr_hdemo_sk .int,
'sr_addr_sk .int,
'sr_store_sk .int,
'sr_reason_sk .int,
'sr_ticket_number .long,
'sr_return_quantity .long,
'sr_return_quantity .int,
'sr_return_amt .decimal(7,2),
'sr_return_tax .decimal(7,2),
'sr_return_amt_inc_tax.decimal(7,2),
@ -395,7 +395,7 @@ class Tables(sqlContext: SQLContext, dsdgenDir: String, scaleFactor: Int) extend
'ws_ship_mode_sk .int,
'ws_warehouse_sk .int,
'ws_promo_sk .int,
'ws_order_number .int,
'ws_order_number .long,
'ws_quantity .int,
'ws_wholesale_cost .decimal(7,2),
'ws_list_price .decimal(7,2),
@ -414,21 +414,21 @@ class Tables(sqlContext: SQLContext, dsdgenDir: String, scaleFactor: Int) extend
'ws_net_profit .decimal(7,2)),
Table("web_returns",
partitionColumns = "wr_returned_date_sk" ::Nil,
'wr_returned_date_sk .long,
'wr_returned_time_sk .long,
'wr_item_sk .long,
'wr_refunded_customer_sk .long,
'wr_refunded_cdemo_sk .long,
'wr_refunded_hdemo_sk .long,
'wr_refunded_addr_sk .long,
'wr_returning_customer_sk .long,
'wr_returning_cdemo_sk .long,
'wr_returning_hdemo_sk .long,
'wr_returning_addr_sk .long,
'wr_web_page_sk .long,
'wr_reason_sk .long,
'wr_returned_date_sk .int,
'wr_returned_time_sk .int,
'wr_item_sk .int,
'wr_refunded_customer_sk .int,
'wr_refunded_cdemo_sk .int,
'wr_refunded_hdemo_sk .int,
'wr_refunded_addr_sk .int,
'wr_returning_customer_sk .int,
'wr_returning_cdemo_sk .int,
'wr_returning_hdemo_sk .int,
'wr_returning_addr_sk .int,
'wr_web_page_sk .int,
'wr_reason_sk .int,
'wr_order_number .long,
'wr_return_quantity .long,
'wr_return_quantity .int,
'wr_return_amt .decimal(7,2),
'wr_return_tax .decimal(7,2),
'wr_return_amt_inc_tax .decimal(7,2),
@ -532,7 +532,7 @@ class Tables(sqlContext: SQLContext, dsdgenDir: String, scaleFactor: Int) extend
partitionColumns = Nil,
'd_date_sk .int,
'd_date_id .string,
'd_date .string,
'd_date .date,
'd_month_seq .int,
'd_week_seq .int,
'd_quarter_seq .int,
@ -574,8 +574,8 @@ class Tables(sqlContext: SQLContext, dsdgenDir: String, scaleFactor: Int) extend
partitionColumns = Nil,
'i_item_sk .int,
'i_item_id .string,
'i_rec_start_date .string,
'i_rec_end_date .string,
'i_rec_start_date .date,
'i_rec_end_date .date,
'i_item_desc .string,
'i_current_price .decimal(7,2),
'i_wholesale_cost .decimal(7,2),
@ -632,8 +632,8 @@ class Tables(sqlContext: SQLContext, dsdgenDir: String, scaleFactor: Int) extend
partitionColumns = Nil,
's_store_sk .int,
's_store_id .string,
's_rec_start_date .string,
's_rec_end_date .string,
's_rec_start_date .date,
's_rec_end_date .date,
's_closed_date_sk .int,
's_store_name .string,
's_number_employees .int,
@ -729,7 +729,7 @@ class Tables(sqlContext: SQLContext, dsdgenDir: String, scaleFactor: Int) extend
'web_state .string,
'web_zip .string,
'web_country .string,
'web_gmt_offset .string,
'web_gmt_offset .decimal(5,2),
'web_tax_percentage .decimal(5,2))
)
}