Added "union" to accepted types in the avro schema (GoogleCloudPlatform#5561)

Julien-Bernardo · web-flow · commit c9e6692df040 · 2021-07-07T08:49:52.000-07:00
I opened an issue on this topic GoogleCloudPlatform#5560 and finally found the solution myself. I wanted to share this because it allows the user to read avro files with nulls in them. This change worked for me and the pipeline returns the intended csv.
diff --git a/dataflow/transforms/src/main/java/com/example/AvroToCsv.java b/dataflow/transforms/src/main/java/com/example/AvroToCsv.java
@@ -38,7 +38,7 @@ public class AvroToCsv {
 
   private static final Logger LOG = LoggerFactory.getLogger(AvroToCsv.class);
   private static final List<String> acceptedTypes = Arrays.asList(
-      new String[]{"string", "boolean", "int", "long", "float", "double"});
+      new String[]{"string", "boolean", "int", "long", "float", "double", "union"});
 
   private static String getSchema(String schemaPath) throws IOException {
     ReadableByteChannel channel = FileSystems.open(FileSystems.matchNewResource(
