[feature](ES Catalog) map nested/object type in ES to JSON type in Doris (#37101) (#37182)

backport #37101

Author: qidaye

be/src/exec/es/es_scroll_parser.cpp

@@ -40,6 +40,7 @@
 #include "runtime/decimalv2_value.h"
 #include "runtime/define_primitive_type.h"
 #include "runtime/descriptors.h"
+#include "runtime/jsonb_value.h"
 #include "runtime/primitive_type.h"
 #include "runtime/types.h"
 #include "util/binary_cast.hpp"
@@ -799,6 +800,12 @@ Status ScrollParser::fill_columns(const TupleDescriptor* tuple_desc,
             col_ptr->insert(array);
             break;
         }
+        case TYPE_JSONB: {
+            JsonBinaryValue binary_val(json_value_to_string(col));
+            vectorized::JsonbField json(binary_val.value(), binary_val.size());
+            col_ptr->insert(json);
+            break;
+        }
         default: {
             LOG(ERROR) << "Unsupported data type: " << type_to_string(type);
             DCHECK(false);

docker/thirdparties/docker-compose/elasticsearch/scripts/data/data1.json

@@ -29,5 +29,9 @@
     {"name": "Tim", "age": 28}
   ],
   "my_wildcard": "This string can be quite lengthy",
-  "level": "debug"
+  "level": "debug",
+  "c_user": [
+    {"first": "John", "last":  "Smith"},
+    {"first": "Alice", "last":  "White"}
+  ]
 }

docker/thirdparties/docker-compose/elasticsearch/scripts/data/data1_es6.json

@@ -23,5 +23,9 @@
   "c_person": [
     {"name": "Andy", "age": 18},
     {"name": "Tim", "age": 28}
+  ],
+  "c_user": [
+    {"first": "John", "last":  "Smith"},
+    {"first": "Alice", "last":  "White"}
   ]
 }

docker/thirdparties/docker-compose/elasticsearch/scripts/data/data2.json

@@ -28,5 +28,9 @@
     {"name": "Andy", "age": 18},
     {"name": "Tim", "age": 28}
   ],
-  "message": ""
+  "message": "",
+  "c_user": [
+    {"first": "John", "last":  "Smith"},
+    {"first": "Alice", "last":  "White"}
+  ]
 }

docker/thirdparties/docker-compose/elasticsearch/scripts/data/data2_es6.json

@@ -24,5 +24,9 @@
     {"name": "Andy", "age": 18},
     {"name": "Tim", "age": 28}
   ],
-  "message": ""
+  "message": "",
+  "c_user": [
+    {"first": "John", "last":  "Smith"},
+    {"first": "Alice", "last":  "White"}
+  ]
 }

docker/thirdparties/docker-compose/elasticsearch/scripts/data/data3.json

@@ -28,5 +28,9 @@
     {"name": "Andy", "age": 18},
     {"name": "Tim", "age": 28}
   ],
-  "message": "I'm not null or empty"
+  "message": "I'm not null or empty",
+  "c_user": [
+    {"first": "John", "last":  "Smith"},
+    {"first": "Alice", "last":  "White"}
+  ]
 }

docker/thirdparties/docker-compose/elasticsearch/scripts/data/data3_es5.json

@@ -24,5 +24,9 @@
     {"name": "Andy", "age": 18},
     {"name": "Tim", "age": 28}
   ],
-  "message": "I'm not null or empty"
+  "message": "I'm not null or empty",
+  "c_user": [
+    {"first": "John", "last":  "Smith"},
+    {"first": "Alice", "last":  "White"}
+  ]
 }

docker/thirdparties/docker-compose/elasticsearch/scripts/data/data3_es6.json

@@ -24,5 +24,9 @@
     {"name": "Andy", "age": 18},
     {"name": "Tim", "age": 28}
   ],
-  "message": "I'm not null or empty"
+  "message": "I'm not null or empty",
+  "c_user": [
+    {"first": "John", "last":  "Smith"},
+    {"first": "Alice", "last":  "White"}
+  ]
 }

docker/thirdparties/docker-compose/elasticsearch/scripts/data/data4.json

@@ -27,5 +27,9 @@
   "c_person": [
     {"name": "Andy", "age": 18},
     {"name": "Tim", "age": 28}
+  ],
+  "c_user": [
+    {"first": "John", "last":  "Smith"},
+    {"first": "Alice", "last":  "White"}
   ]
 }

docker/thirdparties/docker-compose/elasticsearch/scripts/index/array_meta.json

@@ -16,9 +16,8 @@
         "c_datetime",
         "c_keyword",
         "c_text",
-        "c_ip",
-        "c_person"
+        "c_ip"
       ]
     }
   }
-}
+}