Support materialize tables with JSONB fields (#544)

Author: andresgutgon

.changeset/olive-oranges-glow.md

@@ -0,0 +1,7 @@
+---
+"@latitude-data/postgresql-connector": minor
+"@latitude-data/source-manager": minor
+"@latitude-data/query_result": minor
+---
+
+Support materializing tables with JSONB fields

packages/connectors/postgresql/src/index.ts

@@ -191,6 +191,8 @@ export default class PostgresConnector extends BaseConnector<ConnectionParams> {
       case pgtypes.builtins.TIMESTAMP:
       case pgtypes.builtins.TIMESTAMPTZ:
         return DataType.Datetime
+      case pgtypes.builtins.JSONB:
+        return DataType.JSONB
 
       default:
         return fallbackType

packages/query_result/src/index.ts

@@ -7,6 +7,7 @@ export enum DataType {
   Integer = 'integer',
   Null = 'null',
   String = 'string',
+  JSONB = 'jsonb',
   Unknown = 'unknown',
 }
 

packages/source_manager/src/manager/parquetUtils.ts

@@ -41,6 +41,9 @@ function mapDataTypeToParquet(dataType: DataType): ParquetType {
     case DataType.Datetime:
       return ParquetLogicalType.TIMESTAMP_MICROS
 
+    case DataType.JSONB:
+      return ParquetLogicalType.BSON
+
     case DataType.Integer:
       // TODO: review this decision.
       // This will make all integers to be stored as INT64 in parquet, making the parquet file