Merge pull request #1 from rafalpotempa/fix-large-list-mapping

Fix Large List mapping

Author: xando

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "pyarrow-bigquery"
-version = "0.5.4"
+version = "0.5.5"
 description = "An extension library to write to and read from BigQuery tables as PyArrow tables."
 authors = [{ name = "Sebastian Pawluś" }]
 readme = "README.md"
@@ -33,4 +33,4 @@ ignore_missing_imports = true
 exclude = [".git"]
 
 line-length = 120
-indent-width = 4
+indent-width = 4

src/pyarrow/bigquery/write/pa_to_bq.py

@@ -13,7 +13,7 @@ def emit(schema):
         field_mode = "NULLABLE" if field.nullable else "REQUIRED"
         field_type = field.type
 
-        if pa.types.is_list(field_type):
+        if pa.types.is_list(field_type) or pa.types.is_large_list(field_type):
             field_mode = "REPEATED"
             field_type = field.type.value_type
 

src/pyarrow/bigquery/write/pa_to_pb.py

@@ -37,7 +37,7 @@ def emit(schema, message_name):
         _repeated = False
         _type = field.type
 
-        if pa.types.is_list(_type):
+        if pa.types.is_list(_type) or pa.types.is_large_list(_type):
             _repeated = True
             _type = field.type.value_type