Skip to content

Commit 60d020f

Browse files
author
gituser
committed
Merge branch '1.10_test_4.2.x_0426' into 1.10_release_4.2.x
2 parents 7a4d685 + 63a33b1 commit 60d020f

File tree

31 files changed

+962
-248
lines changed

31 files changed

+962
-248
lines changed

docs/plugin/kafkaSource.md

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,7 @@ CREATE TABLE tableName(
4444
|topic | 需要读取的 topic 名称|||
4545
|topicIsPattern | topic是否是正则表达式格式(true|false) |否| false
4646
|offsetReset | 读取的topic 的offset初始位置[latest|earliest|指定offset值({"0":12312,"1":12321,"2":12312},{"partition_no":offset_value})]||latest|
47+
|offsetEnd | 任务停止时的offset位置|||
4748
|parallelism | 并行度设置||1|
4849
|sourcedatatype | 数据类型,avro,csv,json,dt_nest。dt_nest为默认JSON解析器,能够解析嵌套JSON数据类型,其他仅支持非嵌套格式||dt_nest|
4950
|schemaInfo | avro类型使用的schema信息|||
@@ -104,6 +105,23 @@ CREATE TABLE MyTable(
104105
parallelism ='1',
105106
sourcedatatype ='json' #可不设置
106107
);
108+
109+
CREATE TABLE two
110+
(
111+
id int,
112+
name string,
113+
message string
114+
) WITH (
115+
type = 'kafka11',
116+
bootstrapServers = 'kudu1:9092,kudu2:9092,kudu3:9092',
117+
zookeeperQuorum = 'kudu1:2181,kudu2:2181,kudu3:2181/kafka',
118+
offsetReset = '{"0": 0,"1": 0,"2":0}',
119+
-- offsetReset = '{"0": 34689}',
120+
-- offsetReset = 'earliest',
121+
offsetEnd = '{"0": 100,"1": 100,"2":100}',
122+
-- offsetEnd = '{"0": 34789}',
123+
topic = 'kafka'
124+
);
107125
```
108126
## 6.支持嵌套json、数据类型字段解析
109127

0 commit comments

Comments
 (0)