DTStack · Paddy0523 · May 27, 2022 · May 23, 2022
diff --git a/.../main/java/com/dtstack/chunjun/connector/binlog/inputformat/BinlogInputFormatBuilder.java b/.../main/java/com/dtstack/chunjun/connector/binlog/inputformat/BinlogInputFormatBuilder.java
@@ -60,7 +60,12 @@ public void setBinlogConf(BinlogConf binlogConf) {
     }
 
     public void setRowConverter(AbstractCDCRowConverter rowConverter) {
+        setRowConverter(rowConverter, false);
+    }
+
+    public void setRowConverter(AbstractCDCRowConverter rowConverter, boolean useAbstractColumn) {
         this.format.setRowConverter(rowConverter);
+        format.setUseAbstractColumn(useAbstractColumn);
     }
 
     @Override

diff --git a/...binlog/src/main/java/com/dtstack/chunjun/connector/binlog/source/BinlogSourceFactory.java b/...binlog/src/main/java/com/dtstack/chunjun/connector/binlog/source/BinlogSourceFactory.java
@@ -70,7 +70,7 @@ public DataStream<RowData> createSource() {
                             : TimestampFormat.ISO_8601;
             rowConverter = new BinlogRowConverter(rowType, format);
         }
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
         return createInput(builder.finish());
     }
 

diff --git a/...ndra/src/main/java/com/dtstack/chunjun/connector/cassandra/sink/CassandraSinkFactory.java b/...ndra/src/main/java/com/dtstack/chunjun/connector/cassandra/sink/CassandraSinkFactory.java
@@ -66,7 +66,8 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
         List<FieldConf> fieldConfList = sinkConf.getColumn();
 
         final RowType rowType = TableUtil.createRowType(fieldConfList, getRawTypeConverter());
-        builder.setRowConverter(new CassandraColumnConverter(rowType, fieldConfList));
+        builder.setRowConverter(
+                new CassandraColumnConverter(rowType, fieldConfList), useAbstractBaseColumn);
 
         return createOutput(dataSet, builder.finish());
     }

diff --git a/.../src/main/java/com/dtstack/chunjun/connector/cassandra/source/CassandraSourceFactory.java b/.../src/main/java/com/dtstack/chunjun/connector/cassandra/source/CassandraSourceFactory.java
@@ -71,7 +71,8 @@ public DataStream<RowData> createSource() {
         fieldConfList.forEach(fieldConf -> columnNameList.add(fieldConf.getName()));
 
         final RowType rowType = TableUtil.createRowType(fieldConfList, getRawTypeConverter());
-        builder.setRowConverter(new CassandraRowConverter(rowType, columnNameList));
+        builder.setRowConverter(
+                new CassandraRowConverter(rowType, columnNameList), useAbstractBaseColumn);
 
         return createInput(builder.finish());
     }

diff --git a/...ain/java/com/dtstack/chunjun/connector/elasticsearch7/sink/Elasticsearch7SinkFactory.java b/...ain/java/com/dtstack/chunjun/connector/elasticsearch7/sink/Elasticsearch7SinkFactory.java
@@ -91,7 +91,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
         } else {
             rowConverter = new ElasticsearchRowConverter(rowType);
         }
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
         return createOutput(dataSet, builder.finish());
     }
 

diff --git a/...java/com/dtstack/chunjun/connector/elasticsearch7/source/Elasticsearch7SourceFactory.java b/...java/com/dtstack/chunjun/connector/elasticsearch7/source/Elasticsearch7SourceFactory.java
@@ -76,7 +76,7 @@ public DataStream<RowData> createSource() {
         } else {
             rowConverter = new ElasticsearchRowConverter(rowType);
         }
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
         return createInput(builder.finish());
     }
 

diff --git a/...connector-emqx/src/main/java/com/dtstack/chunjun/connector/emqx/sink/EmqxSinkFactory.java b/...connector-emqx/src/main/java/com/dtstack/chunjun/connector/emqx/sink/EmqxSinkFactory.java
@@ -60,7 +60,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
         }
         EmqxOutputFormatBuilder builder = new EmqxOutputFormatBuilder();
         builder.setEmqxConf(emqxConf);
-        builder.setRowConverter(new EmqxColumnConverter(emqxConf));
+        builder.setRowConverter(new EmqxColumnConverter(emqxConf), useAbstractBaseColumn);
         return createOutput(dataSet, builder.finish());
     }
 }
diff --git a/...ector-emqx/src/main/java/com/dtstack/chunjun/connector/emqx/source/EmqxSourceFactory.java b/...ector-emqx/src/main/java/com/dtstack/chunjun/connector/emqx/source/EmqxSourceFactory.java
@@ -60,7 +60,7 @@ public DataStream<RowData> createSource() {
         }
         EmqxInputFormatBuilder builder = new EmqxInputFormatBuilder();
         builder.setEmqxConf(emqxConf);
-        builder.setRowConverter(new EmqxColumnConverter(emqxConf));
+        builder.setRowConverter(new EmqxColumnConverter(emqxConf), useAbstractBaseColumn);
         return createInput(builder.finish());
     }
 }
diff --git a/...tor-ftp/src/main/java/com/dtstack/chunjun/connector/ftp/converter/FtpColumnConverter.java b/...tor-ftp/src/main/java/com/dtstack/chunjun/connector/ftp/converter/FtpColumnConverter.java
@@ -112,7 +112,7 @@ protected ISerializationConverter<List<String>> wrapIntoNullableExternalConverte
             ISerializationConverter serializationConverter, FieldConf fieldConf) {
         return (rowData, index, list) -> {
             if (rowData == null || rowData.isNullAt(index)) {
-                list.set(index, null);
+                list.add(index, null);
             } else {
                 serializationConverter.serialize(rowData, index, list);
             }

diff --git a/...un-connector-ftp/src/main/java/com/dtstack/chunjun/connector/ftp/sink/FtpSinkFactory.java b/...un-connector-ftp/src/main/java/com/dtstack/chunjun/connector/ftp/sink/FtpSinkFactory.java
@@ -83,7 +83,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
         ftpConfig.setColumn(fieldConfList);
         final RowType rowType =
                 TableUtil.createRowType(ftpConfig.getColumn(), getRawTypeConverter());
-        builder.setRowConverter(new FtpColumnConverter(rowType, ftpConfig));
+        builder.setRowConverter(new FtpColumnConverter(rowType, ftpConfig), useAbstractBaseColumn);
 
         return createOutput(dataSet, builder.finish());
     }

diff --git a/...onnector-ftp/src/main/java/com/dtstack/chunjun/connector/ftp/source/FtpSourceFactory.java b/...onnector-ftp/src/main/java/com/dtstack/chunjun/connector/ftp/source/FtpSourceFactory.java
@@ -80,7 +80,7 @@ public DataStream<RowData> createSource() {
         ftpConfig.setColumn(fieldConfList);
         final RowType rowType =
                 TableUtil.createRowType(ftpConfig.getColumn(), getRawTypeConverter());
-        builder.setRowConverter(new FtpColumnConverter(rowType, ftpConfig));
+        builder.setRowConverter(new FtpColumnConverter(rowType, ftpConfig), useAbstractBaseColumn);
 
         return createInput(builder.finish());
     }

diff --git a/...base-1.4/src/main/java/com/dtstack/chunjun/connector/hbase14/sink/HBase14SinkFactory.java b/...base-1.4/src/main/java/com/dtstack/chunjun/connector/hbase14/sink/HBase14SinkFactory.java
@@ -95,7 +95,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
             rowConverter = new HbaseRowConverter(hbaseSchema, nullStringLiteral);
         }
 
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter,useAbstractBaseColumn);
         return createOutput(dataSet, builder.finish());
     }
 

diff --git a/...-1.4/src/main/java/com/dtstack/chunjun/connector/hbase14/source/HBase14SourceFactory.java b/...-1.4/src/main/java/com/dtstack/chunjun/connector/hbase14/source/HBase14SourceFactory.java
@@ -97,7 +97,7 @@ public DataStream<RowData> createSource() {
             rowConverter = new HbaseRowConverter(hbaseSchema, nullStringLiteral);
         }
 
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter,useAbstractBaseColumn);
         return createInput(builder.finish());
     }
 }
diff --git a/...ector-hdfs/src/main/java/com/dtstack/chunjun/connector/hdfs/sink/HdfsOrcOutputFormat.java b/...ector-hdfs/src/main/java/com/dtstack/chunjun/connector/hdfs/sink/HdfsOrcOutputFormat.java
@@ -24,7 +24,6 @@
 import com.dtstack.chunjun.connector.hdfs.util.HdfsUtil;
 import com.dtstack.chunjun.enums.ColumnType;
 import com.dtstack.chunjun.enums.SizeUnitType;
-import com.dtstack.chunjun.metrics.RowSizeCalculator;
 import com.dtstack.chunjun.throwable.ChunJunRuntimeException;
 import com.dtstack.chunjun.throwable.WriteRecordException;
 import com.dtstack.chunjun.util.ColumnTypeUtil;
@@ -77,11 +76,6 @@ public class HdfsOrcOutputFormat extends BaseHdfsOutputFormat {
 
     protected int[] colIndices;
 
-    /** 初始化对象大小计算器 */
-    protected void initRowSizeCalculator() {
-        rowSizeCalculator = RowSizeCalculator.getRowSizeCalculator();
-    }
-
     @Override
     @SuppressWarnings("unchecked")
     protected void openSource() {

diff --git a/...connector-hdfs/src/main/java/com/dtstack/chunjun/connector/hdfs/sink/HdfsSinkFactory.java b/...connector-hdfs/src/main/java/com/dtstack/chunjun/connector/hdfs/sink/HdfsSinkFactory.java
@@ -59,7 +59,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
                         hdfsConf.getColumn(),
                         getRawTypeConverter());
 
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
         return createOutput(dataSet, builder.finish());
     }
 

diff --git a/...ector-hdfs/src/main/java/com/dtstack/chunjun/connector/hdfs/source/HdfsSourceFactory.java b/...ector-hdfs/src/main/java/com/dtstack/chunjun/connector/hdfs/source/HdfsSourceFactory.java
@@ -58,7 +58,7 @@ public DataStream<RowData> createSource() {
                         hdfsConf.getColumn(),
                         getRawTypeConverter());
 
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
         return createInput(builder.finish());
     }
 

diff --git a/...onnector-hive/src/main/java/com/dtstack/chunjun/connector/hive/sink/HiveOutputFormat.java b/...onnector-hive/src/main/java/com/dtstack/chunjun/connector/hive/sink/HiveOutputFormat.java
@@ -321,7 +321,8 @@ private BaseHdfsOutputFormat createHdfsOutputFormat(
                             useAbstractBaseColumn,
                             copyHiveConf.getFileType(),
                             fieldConfList,
-                            HdfsRawTypeConverter::apply));
+                            HdfsRawTypeConverter::apply),
+                    useAbstractBaseColumn);
             builder.setInitAccumulatorAndDirty(false);
 
             BaseHdfsOutputFormat outputFormat = (BaseHdfsOutputFormat) builder.finish();

diff --git a/...ector-http/src/main/java/com/dtstack/chunjun/connector/http/source/HttpSourceFactory.java b/...ector-http/src/main/java/com/dtstack/chunjun/connector/http/source/HttpSourceFactory.java
@@ -134,7 +134,7 @@ public DataStream<RowData> createSource() {
         builder.setMetaHeaders(httpRestConfig.getHeader());
         builder.setMetaParams(httpRestConfig.getParam());
         builder.setMetaBodys(httpRestConfig.getBody());
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
         return createInput(builder.finish());
     }
 

diff --git a/...fluxdb/src/main/java/com/dtstack/chunjun/connector/influxdb/sink/InfluxdbSinkFactory.java b/...fluxdb/src/main/java/com/dtstack/chunjun/connector/influxdb/sink/InfluxdbSinkFactory.java
@@ -45,6 +45,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
         builder.setDatabase(influxdbConfig.getDatabase());
         builder.setMeasurement(influxdbConfig.getMeasurement());
         builder.setEnableBatch(influxdbConfig.isEnableBatch());
+        builder.setRowConverter(null, useAbstractBaseColumn);
         return createOutput(dataSet, builder.finish());
     }
 }
diff --git a/...db/src/main/java/com/dtstack/chunjun/connector/influxdb/source/InfluxdbSourceFactory.java b/...db/src/main/java/com/dtstack/chunjun/connector/influxdb/source/InfluxdbSourceFactory.java
@@ -85,6 +85,7 @@ public RawTypeConverter getRawTypeConverter() {
     public DataStream<RowData> createSource() {
         InfluxdbInputFormatBuilder builder = new InfluxdbInputFormatBuilder();
         builder.setInfluxdbConfig(config);
+        builder.setRowConverter(null, useAbstractBaseColumn);
         return createInput(builder.finish());
     }
 }
diff --git a/...ctor-jdbc-base/src/main/java/com/dtstack/chunjun/connector/jdbc/sink/JdbcSinkFactory.java b/...ctor-jdbc-base/src/main/java/com/dtstack/chunjun/connector/jdbc/sink/JdbcSinkFactory.java
@@ -105,7 +105,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
                     TableUtil.createRowType(jdbcConf.getColumn(), getRawTypeConverter());
             rowConverter = jdbcDialect.getRowConverter(rowType);
         }
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
 
         return createOutput(dataSet, builder.finish());
     }

diff --git a/...-jdbc-base/src/main/java/com/dtstack/chunjun/connector/jdbc/source/JdbcSourceFactory.java b/...-jdbc-base/src/main/java/com/dtstack/chunjun/connector/jdbc/source/JdbcSourceFactory.java
@@ -126,7 +126,7 @@ public DataStream<RowData> createSource() {
                     TableUtil.createRowType(jdbcConf.getColumn(), getRawTypeConverter());
             rowConverter = jdbcDialect.getRowConverter(rowType);
         }
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
 
         return createInput(builder.finish());
     }

diff --git a/...connector-kudu/src/main/java/com/dtstack/chunjun/connector/kudu/sink/KuduSinkFactory.java b/...connector-kudu/src/main/java/com/dtstack/chunjun/connector/kudu/sink/KuduSinkFactory.java
@@ -70,7 +70,8 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
         fieldConfList.forEach(field -> columnNames.add(field.getName()));
 
         final RowType rowType = TableUtil.createRowType(fieldConfList, getRawTypeConverter());
-        builder.setRowConverter(new KuduColumnConverter(rowType, columnNames));
+        builder.setRowConverter(
+                new KuduColumnConverter(rowType, columnNames), useAbstractBaseColumn);
         return createOutput(dataSet, builder.finish());
     }
 }
diff --git a/...ector-kudu/src/main/java/com/dtstack/chunjun/connector/kudu/source/KuduSourceFactory.java b/...ector-kudu/src/main/java/com/dtstack/chunjun/connector/kudu/source/KuduSourceFactory.java
@@ -73,7 +73,8 @@ public DataStream<RowData> createSource() {
         List<String> columnNameList = new ArrayList<>();
         fieldConfList.forEach(fieldConf -> columnNameList.add(fieldConf.getName()));
 
-        builder.setRowConverter(new KuduRowConverter(rowType, columnNameList));
+        builder.setRowConverter(
+                new KuduRowConverter(rowType, columnNameList), useAbstractBaseColumn);
 
         return createInput(builder.finish());
     }

diff --git a/...-mongodb/src/main/java/com/dtstack/chunjun/connector/mongodb/sink/MongodbSinkFactory.java b/...-mongodb/src/main/java/com/dtstack/chunjun/connector/mongodb/sink/MongodbSinkFactory.java
@@ -69,7 +69,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
         } else {
             converter = mongoConverterFactory.createRowConverter();
         }
-        builder.setRowConverter(converter);
+        builder.setRowConverter(converter, useAbstractBaseColumn);
         builder.setConfig(mongodbDataSyncConf);
         return createOutput(dataSet, builder.finish());
     }

diff --git a/...godb/src/main/java/com/dtstack/chunjun/connector/mongodb/source/MongodbSourceFactory.java b/...godb/src/main/java/com/dtstack/chunjun/connector/mongodb/source/MongodbSourceFactory.java
@@ -69,7 +69,7 @@ public DataStream<RowData> createSource() {
         } else {
             converter = mongoConverterFactory.createRowConverter();
         }
-        builder.setRowConverter(converter);
+        builder.setRowConverter(converter, useAbstractBaseColumn);
         builder.setConfig(mongodbDataSyncConf);
         return createInput(builder.finish());
     }

diff --git a/...rc/main/java/com/dtstack/chunjun/connector/pgwal/inputformat/PGWalInputFormatBuilder.java b/...rc/main/java/com/dtstack/chunjun/connector/pgwal/inputformat/PGWalInputFormatBuilder.java
@@ -46,7 +46,13 @@ public void setConf(PGWalConf conf) {
     }
 
     public void setRowConverter(AbstractCDCRowConverter rowConverter) {
+        setRowConverter(rowConverter, false);
+    }
+
+    public void setRowConverter(
+            AbstractCDCRowConverter rowConverter, boolean useAbstractBaseColumn) {
         this.format.setRowConverter(rowConverter);
+        this.format.setUseAbstractColumn(useAbstractBaseColumn);
     }
 
     @Override

diff --git a/...or-pgwal/src/main/java/com/dtstack/chunjun/connector/pgwal/source/PgwalSourceFactory.java b/...or-pgwal/src/main/java/com/dtstack/chunjun/connector/pgwal/source/PgwalSourceFactory.java
@@ -60,7 +60,7 @@ public DataStream<RowData> createSource() {
                     TableUtil.createRowType(conf.getColumn(), getRawTypeConverter());
             rowConverter = new PGWalRowConverter(rowType, TimestampFormat.SQL);
         }
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
         return createInput(builder.finish());
     }
 

diff --git a/...nector-redis/src/main/java/com/dtstack/chunjun/connector/redis/sink/RedisSinkFactory.java b/...nector-redis/src/main/java/com/dtstack/chunjun/connector/redis/sink/RedisSinkFactory.java
@@ -71,7 +71,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
         }
         RedisOutputFormatBuilder builder = new RedisOutputFormatBuilder();
         builder.setRedisConf(redisConf);
-        builder.setRowConverter(new RedisColumnConverter(redisConf));
+        builder.setRowConverter(new RedisColumnConverter(redisConf), useAbstractBaseColumn);
         return createOutput(dataSet, builder.finish());
     }
 }
diff --git a/...connector-solr/src/main/java/com/dtstack/chunjun/connector/solr/sink/SolrSinkFactory.java b/...connector-solr/src/main/java/com/dtstack/chunjun/connector/solr/sink/SolrSinkFactory.java
@@ -65,7 +65,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
         } else {
             converter = converterFactory.createRowConverter();
         }
-        builder.setRowConverter(converter);
+        builder.setRowConverter(converter, useAbstractBaseColumn);
         return createOutput(dataSet, builder.finish());
     }
 }
diff --git a/...ector-solr/src/main/java/com/dtstack/chunjun/connector/solr/source/SolrSourceFactory.java b/...ector-solr/src/main/java/com/dtstack/chunjun/connector/solr/source/SolrSourceFactory.java
@@ -65,7 +65,7 @@ public DataStream<RowData> createSource() {
         } else {
             converter = converterFactory.createRowConverter();
         }
-        builder.setRowConverter(converter);
+        builder.setRowConverter(converter, useAbstractBaseColumn);
         return createInput(builder.finish());
     }
 }
diff --git a/...om/dtstack/chunjun/connector/sqlservercdc/inputFormat/SqlServerCdcInputFormatBuilder.java b/...om/dtstack/chunjun/connector/sqlservercdc/inputFormat/SqlServerCdcInputFormatBuilder.java
@@ -67,7 +67,13 @@ public void setSqlServerCdcConf(SqlServerCdcConf sqlServerCdcConf) {
     }
 
     public void setRowConverter(AbstractCDCRowConverter rowConverter) {
+        setRowConverter(rowConverter, false);
+    }
+
+    public void setRowConverter(
+            AbstractCDCRowConverter rowConverter, boolean useAbstractBaseColumn) {
         this.format.setRowConverter(rowConverter);
+        this.format.setUseAbstractColumn(useAbstractBaseColumn);
     }
 
     @Override

diff --git a/...ain/java/com/dtstack/chunjun/connector/sqlservercdc/source/SqlservercdcSourceFactory.java b/...ain/java/com/dtstack/chunjun/connector/sqlservercdc/source/SqlservercdcSourceFactory.java
@@ -74,7 +74,7 @@ public DataStream<RowData> createSource() {
                             : TimestampFormat.ISO_8601;
             rowConverter = new SqlServerCdcRowConverter(rowType, format);
         }
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
         return createInput(builder.finish());
     }
 

diff --git a/...ocks/src/main/java/com/dtstack/chunjun/connector/starrocks/sink/StarrocksSinkFactory.java b/...ocks/src/main/java/com/dtstack/chunjun/connector/starrocks/sink/StarrocksSinkFactory.java
@@ -162,7 +162,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
             List<FieldConf> fieldList = syncConf.getWriter().getFieldList();
             typeInformation = TableUtil.getTypeInformation(fieldList, getRawTypeConverter());
         }
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
 
         builder.finish().initializeGlobal(1);
 

diff --git a/...tor-stream/src/main/java/com/dtstack/chunjun/connector/stream/sink/StreamSinkFactory.java b/...tor-stream/src/main/java/com/dtstack/chunjun/connector/stream/sink/StreamSinkFactory.java
@@ -65,7 +65,7 @@ public DataStreamSink<RowData> createSink(DataStream<RowData> dataSet) {
             converter = new StreamRowConverter(rowType);
         }
 
-        builder.setRowConverter(converter);
+        builder.setRowConverter(converter, useAbstractBaseColumn);
         return createOutput(dataSet, builder.finish());
     }
 

diff --git a/...stream/src/main/java/com/dtstack/chunjun/connector/stream/source/StreamSourceFactory.java b/...stream/src/main/java/com/dtstack/chunjun/connector/stream/source/StreamSourceFactory.java
@@ -64,7 +64,7 @@ public DataStream<RowData> createSource() {
                     TableUtil.createRowType(streamConf.getColumn(), getRawTypeConverter());
             rowConverter = new StreamRowConverter(rowType);
         }
-        builder.setRowConverter(rowConverter);
+        builder.setRowConverter(rowConverter, useAbstractBaseColumn);
 
         return createInput(builder.finish());
     }

diff --git a/chunjun-core/src/main/java/com/dtstack/chunjun/element/AbstractBaseColumn.java b/chunjun-core/src/main/java/com/dtstack/chunjun/element/AbstractBaseColumn.java
@@ -31,9 +31,11 @@
 public abstract class AbstractBaseColumn implements Serializable {
     private static final long serialVersionUID = 1L;
     protected Object data;
+    protected int byteSize;
 
-    public AbstractBaseColumn(final Object data) {
+    public AbstractBaseColumn(final Object data, int byteSize) {
         this.data = data;
+        this.byteSize = byteSize;
     }
 
     /**
@@ -181,6 +183,10 @@ public void setData(Object data) {
         this.data = data;
     }
 
+    public int getByteSize() {
+        return byteSize;
+    };
+
     @Override
     public String toString() {
         return this.data == null ? "" : this.asString();