apache / fluss

Code / Commits / b306ed0
[common] Introduce MAP type for ARROW, COMPACTED and INDEXED formats (#2190)
--------- Co-authored-by: Jark Wu <jark@apache.org>
ForwardXu ForwardXu committed on Jan 5, 2026, 02:03 AM
Showing 75 changed files +3859 additions -275 deletions
M fluss-client/src/test/java/org/apache/fluss/client/table/scanner/log/DefaultCompletedFetchTest.java +79 -28
M fluss-common/src/main/java/org/apache/fluss/row/AbstractBinaryWriter.java +7 -7
M fluss-common/src/main/java/org/apache/fluss/row/BinaryArray.java +10 -2
A fluss-common/src/main/java/org/apache/fluss/row/BinaryMap.java +137
M fluss-common/src/main/java/org/apache/fluss/row/BinarySegmentUtils.java +10 -12
M fluss-common/src/main/java/org/apache/fluss/row/BinaryWriter.java +9 -3
M fluss-common/src/main/java/org/apache/fluss/row/DataGetters.java +3
M fluss-common/src/main/java/org/apache/fluss/row/GenericArray.java +5 -2
A fluss-common/src/main/java/org/apache/fluss/row/GenericMap.java +153
M fluss-common/src/main/java/org/apache/fluss/row/GenericRow.java +4 -1
M fluss-common/src/main/java/org/apache/fluss/row/InternalArray.java +25 -8
M fluss-common/src/main/java/org/apache/fluss/row/InternalRow.java +24 -7
M fluss-common/src/main/java/org/apache/fluss/row/PaddingRow.java +5
M fluss-common/src/main/java/org/apache/fluss/row/ProjectedRow.java +4 -1
M fluss-common/src/main/java/org/apache/fluss/row/SequentialBinaryWriter.java +7 -2
M fluss-common/src/main/java/org/apache/fluss/row/aligned/AlignedRow.java +9 -1
M fluss-common/src/main/java/org/apache/fluss/row/array/AlignedArray.java +7
M fluss-common/src/main/java/org/apache/fluss/row/array/CompactedArray.java +14
M fluss-common/src/main/java/org/apache/fluss/row/array/IndexedArray.java +14
M fluss-common/src/main/java/org/apache/fluss/row/array/PrimitiveBinaryArray.java +9
A fluss-common/src/main/java/org/apache/fluss/row/arrow/vectors/ArrowMapColumnVector.java +59
A fluss-common/src/main/java/org/apache/fluss/row/arrow/writers/ArrowMapWriter.java +74
M fluss-common/src/main/java/org/apache/fluss/row/arrow/writers/ArrowRowWriter.java +8
M fluss-common/src/main/java/org/apache/fluss/row/columnar/ColumnarArray.java +5 -1
A fluss-common/src/main/java/org/apache/fluss/row/columnar/ColumnarMap.java +101
M fluss-common/src/main/java/org/apache/fluss/row/columnar/ColumnarRow.java +5 -1
A fluss-common/src/main/java/org/apache/fluss/row/columnar/MapColumnVector.java +26
M fluss-common/src/main/java/org/apache/fluss/row/columnar/VectorizedColumnBatch.java +5
M fluss-common/src/main/java/org/apache/fluss/row/compacted/CompactedRow.java +5 -1
M fluss-common/src/main/java/org/apache/fluss/row/compacted/CompactedRowDeserializer.java -2
M fluss-common/src/main/java/org/apache/fluss/row/compacted/CompactedRowReader.java +15 -1
M fluss-common/src/main/java/org/apache/fluss/row/compacted/CompactedRowWriter.java +12 -9
M fluss-common/src/main/java/org/apache/fluss/row/indexed/IndexedRow.java +22 -1
M fluss-common/src/main/java/org/apache/fluss/row/indexed/IndexedRowReader.java +19 -4
M fluss-common/src/main/java/org/apache/fluss/row/indexed/IndexedRowWriter.java +12 -9
A fluss-common/src/main/java/org/apache/fluss/row/map/AlignedMap.java +47
A fluss-common/src/main/java/org/apache/fluss/row/map/CompactedMap.java +55
A fluss-common/src/main/java/org/apache/fluss/row/map/IndexedMap.java +55
A fluss-common/src/main/java/org/apache/fluss/row/map/PrimitiveBinaryMap.java +47
A fluss-common/src/main/java/org/apache/fluss/row/serializer/MapSerializer.java +97
M fluss-common/src/main/java/org/apache/fluss/types/MapType.java +10 -6
M fluss-common/src/main/java/org/apache/fluss/utils/ArrowUtils.java +30 -4
A fluss-common/src/test/java/org/apache/fluss/row/BinaryMapTest.java +282
M fluss-common/src/test/java/org/apache/fluss/row/BinaryWriterTest.java +37 -8
A fluss-common/src/test/java/org/apache/fluss/row/GenericMapTest.java +372
M fluss-common/src/test/java/org/apache/fluss/row/InternalArrayTest.java -8
M fluss-common/src/test/java/org/apache/fluss/row/TestInternalRowGenerator.java +5 -10
A fluss-common/src/test/java/org/apache/fluss/row/array/CompactedArrayTest.java +196
M fluss-common/src/test/java/org/apache/fluss/row/arrow/ArrowReaderWriterTest.java +80 -1
A fluss-common/src/test/java/org/apache/fluss/row/columnar/ColumnarMapTest.java +345
M fluss-common/src/test/java/org/apache/fluss/row/indexed/IndexedRowReaderTest.java +17 -1
M fluss-common/src/test/java/org/apache/fluss/row/indexed/IndexedRowTest.java +15 -4
A fluss-common/src/test/java/org/apache/fluss/row/serializer/MapSerializerTest.java +263
M fluss-common/src/test/java/org/apache/fluss/testutils/DataTestUtils.java +29
M fluss-common/src/test/java/org/apache/fluss/testutils/InternalArrayAssert.java +135 -1
A fluss-common/src/test/java/org/apache/fluss/testutils/InternalMapAssert.java +86
M fluss-common/src/test/java/org/apache/fluss/testutils/InternalRowAssert.java +6 -10
M fluss-common/src/test/java/org/apache/fluss/types/DataTypeVisitorTest.java +1 -1
M fluss-common/src/test/java/org/apache/fluss/types/DataTypesTest.java +12 -4
M fluss-common/src/test/java/org/apache/fluss/utils/json/DataTypeJsonSerdeTest.java +3 -3
M fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/row/FlinkAsFlussArray.java +6
A fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/row/FlinkAsFlussMap.java +48
M fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/row/FlinkAsFlussRow.java +6
M fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/utils/FlinkRowToFlussRowConverter.java +3 -2
M fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/utils/FlinkTypeToFlussType.java +3 -4
M fluss-flink/fluss-flink-common/src/main/java/org/apache/fluss/flink/utils/FlussRowToFlinkRowConverter.java +29 -2
M fluss-flink/fluss-flink-common/src/test/java/org/apache/fluss/flink/sink/FlinkComplexTypeITCase.java +346 -87
M fluss-flink/fluss-flink-common/src/test/java/org/apache/fluss/flink/utils/FlinkConversionsTest.java +1 -1
M fluss-flink/fluss-flink-common/src/test/java/org/apache/fluss/flink/utils/FlinkRowToFlussRowConverterTest.java +14 -5
M fluss-flink/fluss-flink-common/src/test/java/org/apache/fluss/flink/utils/FlussRowToFlinkRowConverterTest.java +18 -5
M fluss-lake/fluss-lake-iceberg/src/main/java/org/apache/fluss/lake/iceberg/source/IcebergRecordAsFlussRow.java +8
M fluss-lake/fluss-lake-paimon/src/main/java/org/apache/fluss/lake/paimon/utils/PaimonArrayAsFlussArray.java +6
A fluss-lake/fluss-lake-paimon/src/main/java/org/apache/fluss/lake/paimon/utils/PaimonMapAsFlussMap.java +46
M fluss-lake/fluss-lake-paimon/src/main/java/org/apache/fluss/lake/paimon/utils/PaimonRowAsFlussRow.java +5 -5
A fluss-lake/fluss-lake-paimon/src/test/java/org/apache/fluss/lake/paimon/utils/PaimonMapAsFlussMapTest.java +192
Browse files at this commit →