### _Why are the changes needed?_ This PR upgrades Kyuubi playground components to latest versions, including Spark 3.3.1, Kyuubi 1.6.1-incubating, Iceberg 1.1.0, and reorganizes the files in catalog folders. The images has been uploaded to Docker Hub. ### _How was this patch tested?_ - [ ] Add some test cases that check the changes thoroughly including negative and positive cases if possible - [x] Add screenshots for manual tests if appropriate ``` cd docker/playground docker compose up -d ``` ``` docker exec -it kyuubi /opt/kyuubi/bin/beeline -u 'jdbc:hive2://0.0.0.0:10009/tpcds/tiny' ``` <img width="1416" alt="image" src="https://user-images.githubusercontent.com/26535726/204845474-b0dff173-d335-43bf-b61f-d8c34ee26ff8.png"> - [ ] [Run test](https://kyuubi.apache.org/docs/latest/develop_tools/testing.html#running-tests) locally before make a pull request Closes #3881 from pan3793/playground. Closes #3881 a3d42377 [Cheng Pan] Upgrade playground components to latest versions Authored-by: Cheng Pan <chengpan@apache.org> Signed-off-by: Cheng Pan <chengpan@apache.org>
134 lines
3.7 KiB
SQL
134 lines
3.7 KiB
SQL
-- Licensed to the Apache Software Foundation (ASF) under one or more
|
|
-- contributor license agreements. See the NOTICE file distributed with
|
|
-- this work for additional information regarding copyright ownership.
|
|
-- The ASF licenses this file to You under the Apache License, Version 2.0
|
|
-- (the "License"); you may not use this file except in compliance with
|
|
-- the License. You may obtain a copy of the License at
|
|
--
|
|
-- http://www.apache.org/licenses/LICENSE-2.0
|
|
--
|
|
-- Unless required by applicable law or agreed to in writing, software
|
|
-- distributed under the License is distributed on an "AS IS" BASIS,
|
|
-- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
-- See the License for the specific language governing permissions and
|
|
-- limitations under the License.
|
|
|
|
--
|
|
-- Tables for transaction management
|
|
--
|
|
|
|
CREATE TABLE TXNS (
|
|
TXN_ID bigint PRIMARY KEY,
|
|
TXN_STATE char(1) NOT NULL,
|
|
TXN_STARTED bigint NOT NULL,
|
|
TXN_LAST_HEARTBEAT bigint NOT NULL,
|
|
TXN_USER varchar(128) NOT NULL,
|
|
TXN_HOST varchar(128) NOT NULL,
|
|
TXN_AGENT_INFO varchar(128),
|
|
TXN_META_INFO varchar(128),
|
|
TXN_HEARTBEAT_COUNT integer
|
|
);
|
|
|
|
CREATE TABLE TXN_COMPONENTS (
|
|
TC_TXNID bigint REFERENCES TXNS (TXN_ID),
|
|
TC_DATABASE varchar(128) NOT NULL,
|
|
TC_TABLE varchar(128),
|
|
TC_PARTITION varchar(767) DEFAULT NULL,
|
|
TC_OPERATION_TYPE char(1) NOT NULL
|
|
);
|
|
|
|
CREATE INDEX TC_TXNID_INDEX ON TXN_COMPONENTS USING hash (TC_TXNID);
|
|
|
|
CREATE TABLE COMPLETED_TXN_COMPONENTS (
|
|
CTC_TXNID bigint,
|
|
CTC_DATABASE varchar(128) NOT NULL,
|
|
CTC_TABLE varchar(256),
|
|
CTC_PARTITION varchar(767)
|
|
);
|
|
|
|
CREATE TABLE NEXT_TXN_ID (
|
|
NTXN_NEXT bigint NOT NULL
|
|
);
|
|
INSERT INTO NEXT_TXN_ID VALUES(1);
|
|
|
|
CREATE TABLE HIVE_LOCKS (
|
|
HL_LOCK_EXT_ID bigint NOT NULL,
|
|
HL_LOCK_INT_ID bigint NOT NULL,
|
|
HL_TXNID bigint,
|
|
HL_DB varchar(128) NOT NULL,
|
|
HL_TABLE varchar(128),
|
|
HL_PARTITION varchar(767) DEFAULT NULL,
|
|
HL_LOCK_STATE char(1) NOT NULL,
|
|
HL_LOCK_TYPE char(1) NOT NULL,
|
|
HL_LAST_HEARTBEAT bigint NOT NULL,
|
|
HL_ACQUIRED_AT bigint,
|
|
HL_USER varchar(128) NOT NULL,
|
|
HL_HOST varchar(128) NOT NULL,
|
|
HL_HEARTBEAT_COUNT integer,
|
|
HL_AGENT_INFO varchar(128),
|
|
HL_BLOCKEDBY_EXT_ID bigint,
|
|
HL_BLOCKEDBY_INT_ID bigint,
|
|
PRIMARY KEY(HL_LOCK_EXT_ID, HL_LOCK_INT_ID)
|
|
);
|
|
|
|
CREATE INDEX HL_TXNID_INDEX ON HIVE_LOCKS USING hash (HL_TXNID);
|
|
|
|
CREATE TABLE NEXT_LOCK_ID (
|
|
NL_NEXT bigint NOT NULL
|
|
);
|
|
INSERT INTO NEXT_LOCK_ID VALUES(1);
|
|
|
|
CREATE TABLE COMPACTION_QUEUE (
|
|
CQ_ID bigint PRIMARY KEY,
|
|
CQ_DATABASE varchar(128) NOT NULL,
|
|
CQ_TABLE varchar(128) NOT NULL,
|
|
CQ_PARTITION varchar(767),
|
|
CQ_STATE char(1) NOT NULL,
|
|
CQ_TYPE char(1) NOT NULL,
|
|
CQ_TBLPROPERTIES varchar(2048),
|
|
CQ_WORKER_ID varchar(128),
|
|
CQ_START bigint,
|
|
CQ_RUN_AS varchar(128),
|
|
CQ_HIGHEST_TXN_ID bigint,
|
|
CQ_META_INFO bytea,
|
|
CQ_HADOOP_JOB_ID varchar(32)
|
|
);
|
|
|
|
CREATE TABLE NEXT_COMPACTION_QUEUE_ID (
|
|
NCQ_NEXT bigint NOT NULL
|
|
);
|
|
INSERT INTO NEXT_COMPACTION_QUEUE_ID VALUES(1);
|
|
|
|
CREATE TABLE COMPLETED_COMPACTIONS (
|
|
CC_ID bigint PRIMARY KEY,
|
|
CC_DATABASE varchar(128) NOT NULL,
|
|
CC_TABLE varchar(128) NOT NULL,
|
|
CC_PARTITION varchar(767),
|
|
CC_STATE char(1) NOT NULL,
|
|
CC_TYPE char(1) NOT NULL,
|
|
CC_TBLPROPERTIES varchar(2048),
|
|
CC_WORKER_ID varchar(128),
|
|
CC_START bigint,
|
|
CC_END bigint,
|
|
CC_RUN_AS varchar(128),
|
|
CC_HIGHEST_TXN_ID bigint,
|
|
CC_META_INFO bytea,
|
|
CC_HADOOP_JOB_ID varchar(32)
|
|
);
|
|
|
|
CREATE TABLE AUX_TABLE (
|
|
MT_KEY1 varchar(128) NOT NULL,
|
|
MT_KEY2 bigint NOT NULL,
|
|
MT_COMMENT varchar(255),
|
|
PRIMARY KEY(MT_KEY1, MT_KEY2)
|
|
);
|
|
|
|
CREATE TABLE WRITE_SET (
|
|
WS_DATABASE varchar(128) NOT NULL,
|
|
WS_TABLE varchar(128) NOT NULL,
|
|
WS_PARTITION varchar(767),
|
|
WS_TXNID bigint NOT NULL,
|
|
WS_COMMIT_ID bigint NOT NULL,
|
|
WS_OPERATION_TYPE char(1) NOT NULL
|
|
);
|