Merge pull request #2158 from firebase/next

Release BQ extension and scripts
firebase · Aug 15, 2024 · 6f15c2d · 6f15c2d
2 parents cf599e0 + 38a0c81
commit 6f15c2d
Show file tree

Hide file tree

Showing 10 changed files with 249 additions and 695 deletions.
diff --git a/firestore-bigquery-export/CHANGELOG.md b/firestore-bigquery-export/CHANGELOG.md
@@ -1,3 +1,7 @@
+## Version 0.1.53
+
+fixed - bump changetracker to fix npm vulnerabilities
+
 ## Version 0.1.52
 
 fixed - bump changetracker to fix npm vulnerabilities

diff --git a/firestore-bigquery-export/extension.yaml b/firestore-bigquery-export/extension.yaml
@@ -13,7 +13,7 @@
 # limitations under the License.
 
 name: firestore-bigquery-export
-version: 0.1.52
+version: 0.1.53
 specVersion: v1beta
 
 displayName: Stream Firestore to BigQuery

diff --git a/firestore-bigquery-export/functions/__tests__/e2e.test.ts b/firestore-bigquery-export/functions/__tests__/e2e.test.ts
@@ -2,13 +2,16 @@ import * as admin from "firebase-admin";
 import { BigQuery } from "@google-cloud/bigquery";
 
 /** Set defaults */
-const bqProjectId = "extensions-testing";
+const bqProjectId = "dev-extensions-testing";
 const datasetId = "firestore_export";
 const tableId = "bq_e2e_test_raw_changelog";
 
 /** Init resources */
 admin.initializeApp({ projectId: bqProjectId });
-const bq = new BigQuery({ projectId: "extensions-testing" });
+const bq = new BigQuery({
+  projectId: "dev-extensions-testing",
+  // location: "us-central1",
+});
 import { documentData } from "./fixtures/documentData";
 
 /***
@@ -27,7 +30,7 @@ describe("e2e", () => {
     const docRef = await db.collection("posts").add(testData);
 
     /** Wait for 20 seconds */
-    await new Promise((resolve) => setTimeout(resolve, 5000));
+    await new Promise((resolve) => setTimeout(resolve, 20000));
 
     /** Get the latest record from this table */
     const [changeLogQuery] = await bq.createQueryJob({
@@ -57,5 +60,5 @@ describe("e2e", () => {
     expect(result.singleReference).toBe("reference/reference1");
     expect(result.reference_list[0]).toBe("reference/reference1");
     expect(result.reference_list[1]).toBe("reference/reference2");
-  }, 10000);
+  }, 30000);
 });
diff --git a/firestore-bigquery-export/functions/package-lock.json b/firestore-bigquery-export/functions/package-lock.json
diff --git a/firestore-bigquery-export/functions/package.json b/firestore-bigquery-export/functions/package.json
@@ -13,7 +13,7 @@
   "author": "Jan Wyszynski <wyszynski@google.com>",
   "license": "Apache-2.0",
   "dependencies": {
-    "@firebaseextensions/firestore-bigquery-change-tracker": "^1.1.35",
+    "@firebaseextensions/firestore-bigquery-change-tracker": "^1.1.36",
     "@google-cloud/bigquery": "^7.6.0",
     "@types/chai": "^4.1.6",
     "@types/express-serve-static-core": "4.17.30",

diff --git a/firestore-bigquery-export/scripts/gen-schema-view/package-lock.json b/firestore-bigquery-export/scripts/gen-schema-view/package-lock.json
diff --git a/firestore-bigquery-export/scripts/gen-schema-view/package.json b/firestore-bigquery-export/scripts/gen-schema-view/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@firebaseextensions/fs-bq-schema-views",
-  "version": "0.4.7",
+  "version": "0.4.8",
   "description": "Generate strongly-typed BigQuery Views based on raw JSON",
   "main": "./lib/index.js",
   "repository": {
@@ -31,7 +31,7 @@
   "author": "Jan Wyszynski <wyszynski@google.com>",
   "license": "Apache-2.0",
   "dependencies": {
-    "@firebaseextensions/firestore-bigquery-change-tracker": "^1.1.33",
+    "@firebaseextensions/firestore-bigquery-change-tracker": "^1.1.36",
     "@google-cloud/bigquery": "^6.0.3",
     "commander": "5.0.0",
     "firebase-admin": "^12.1.0",