TableSchemaBuilder seems to be working correctly for advance types.

Failing Component test when trying to write to BQ itself

Author: DamiaoCastro

AzureFunctions.Extensions.GoogleBigQuery.ComponentTests/BigQueryServiceTests.cs

@@ -1,20 +1,31 @@
 using AzureFunctions.Extensions.GoogleBigQuery.TestsCommon;
+using Microsoft.Azure.WebJobs.Host.Config;
 using Microsoft.VisualStudio.TestTools.UnitTesting;
 using System;
+using System.Threading;
+using System.Threading.Tasks;
 
 namespace AzureFunctions.Extensions.GoogleBigQuery.ComponentTests {
     [TestClass]
     public class BigQueryServiceTests {
 
+        private BigQueryService bigQueryService = null;
+
+        [TestInitialize]
+        public void Initialize() {
+            bigQueryService = new BigQueryService(null, "damiao-1982", "extensiontest", "table1", typeof(TestBigQueryRow));
+        }
+
         [TestMethod]
-        public void InsertRecord_NullablesNulls() {
+        public async Task InsertRowsAsync_EmptyTestBigQueryRow() {
 
             //Arrange
             TestBigQueryRow testBigQueryRow = new TestBigQueryRow(DateTime.UtcNow, "insertId_1") {
-                
+
             };
-            
+
             //Act
+            await bigQueryService.InsertRowsAsync(testBigQueryRow.Date, new TestBigQueryRow[] { testBigQueryRow }, CancellationToken.None);
 
             //Assert
 

AzureFunctions.Extensions.GoogleBigQuery.UnitTests/TableSchemaBuilderServiceTests.cs

@@ -23,6 +23,14 @@ public void GetTableSchema_TestBigQueryRow() {
 
             //...
 
+            Assert.IsNull(tabelSchema.Fields[4].Description);
+            Assert.AreEqual("BoolEnumerable", tabelSchema.Fields[4].Name);
+            Assert.AreEqual("REPEATED", tabelSchema.Fields[4].Mode);
+            Assert.AreEqual("BOOLEAN", tabelSchema.Fields[4].Type);
+            Assert.IsNull(tabelSchema.Fields[4].Fields);
+            
+            //...
+
             Assert.IsNull(tabelSchema.Fields[65].Description);
             Assert.AreEqual("Record1", tabelSchema.Fields[65].Name);
             Assert.AreEqual("NULLABLE", tabelSchema.Fields[65].Mode);

AzureFunctions.Extensions.GoogleBigQuery/BigQueryService.cs

@@ -10,7 +10,7 @@
 
 namespace AzureFunctions.Extensions.GoogleBigQuery {
 
-    internal class BigQueryService {
+    public class BigQueryService {
 
         private const string BigQueryDateTimeFormat = "yyyy-MM-dd HH:mm:ss";
         private System.Globalization.CultureInfo cultureUS = new System.Globalization.CultureInfo("en-US");
@@ -75,7 +75,10 @@ public BigQueryService(byte[] credentials, string projectId, string datasetId, s
 
         private Task<BigQueryTable> GetTable(DateTime date, CancellationToken cancellationToken) {
 
-            GoogleCredential googleCredential = GoogleCredential.FromStream(new System.IO.MemoryStream(credentials));
+            GoogleCredential googleCredential = null;
+            if (credentials != null) {
+                googleCredential = GoogleCredential.FromStream(new System.IO.MemoryStream(credentials));
+            }
             var client = Google.Cloud.BigQuery.V2.BigQueryClient.Create(projectId, googleCredential);
 
             return client.GetOrCreateTableAsync(

AzureFunctions.Extensions.GoogleBigQuery/TableSchemaBuilderService.cs

@@ -48,13 +48,10 @@ private static TableFieldSchema GetTableFieldSchema(PropertyInfo propertyInfo) {
                 innerPropertyType = propertyType.GenericTypeArguments[0];
             } else {
                 if (propertyType.IsArray) {
-
-                    //TODO: find real base type in array
-
-                    innerPropertyType = propertyType.GenericTypeArguments[0];
+                    innerPropertyType = propertyType.GetElementType();
                 }
             }
-            
+
             if (innerPropertyType.IsClass && innerPropertyType.Namespace != "System") {//crappy but works for now
 
                 mode = BigQueryFieldMode.Nullable;
@@ -123,6 +120,10 @@ private static (string, BigQueryFieldMode) GetBigQueryTypeAndMode(PropertyInfo p
                 isIEnumerable = true;
             }
 
+            if (isIEnumerable && propertyTypeName != "BYTE") {
+                fieldMode = BigQueryFieldMode.Repeated;
+            }
+
             switch (propertyTypeName) {
                 case "BOOLEAN":
                     type = "BOOLEAN";
@@ -150,6 +151,7 @@ private static (string, BigQueryFieldMode) GetBigQueryTypeAndMode(PropertyInfo p
                         type = "BYTES";
                     } else {
                         type = "INTEGER";
+                        fieldMode = BigQueryFieldMode.Repeated;
                     }
                     break;
             }