Skip to content

Commit

Permalink
Multi-database support kristianfreeman#4
Browse files Browse the repository at this point in the history
  • Loading branch information
@Stvad
Stvad committed Mar 7, 2020
1 parent c1bd2b6 commit fcb2dea
Showing 1 changed file with 83 additions and 59 deletions.
142 changes: 83 additions & 59 deletions index.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,86 +14,112 @@ const fs = require("fs");
const glob = require("glob");
const puppeteer = require("puppeteer");

const generateExport = async () => {
const browser = await puppeteer.launch();
const page = await browser.newPage();
try {
await page._client.send("Page.setDownloadBehavior", {
behavior: "allow",
downloadPath: process.cwd()
});
const roamBaseUrl = "https://roamresearch.com/#/";

const getDatabases =
async page => await page.$$eval(
"#app > div:nth-child(1) > div > h4:nth-child(1) > a:nth-child(1)",
nodes => nodes.map(n => n.innerText));

await page.goto("https://roamresearch.com/#/signin");
async function downloadDatabase(page, databaseName) {
if (databaseName) await page.goto(roamBaseUrl + "app/" + databaseName);

console.log("Logging into Roam");
await page.waitForSelector(
".flex-h-box > div > .bp3-popover-wrapper > .bp3-popover-target > .bp3-small"
);
await page.click(
".flex-h-box > div > .bp3-popover-wrapper > .bp3-popover-target > .bp3-small"
);

await page.focus('[name="email"]');
await page.keyboard.type(process.env.ROAM_EMAIL);
console.log(databaseName, ":: Opening Export menu");

await page.focus('[name="password"]');
await page.keyboard.type(process.env.ROAM_PASSWORD);
await page.waitForSelector(
".bp3-popover-content > .bp3-menu > li:nth-child(3) > .bp3-menu-item > .bp3-text-overflow-ellipsis"
);
await page.click(
".bp3-popover-content > .bp3-menu > li:nth-child(3) > .bp3-menu-item > .bp3-text-overflow-ellipsis"
);

await page.$eval(".bp3-button", el => el.click());
await page.waitForSelector(
".bp3-popover-wrapper > .bp3-popover-target > div > .bp3-button > .bp3-button-text"
);
await page.click(
".bp3-popover-wrapper > .bp3-popover-target > div > .bp3-button > .bp3-button-text"
);

await page.waitFor(5000);
console.log(databaseName, ":: Selecting JSON export");

console.log("Successfully logged in");
await page.waitForSelector(
"div > .bp3-menu > li > .bp3-menu-item > .bp3-text-overflow-ellipsis"
);
await page.click(
"div > .bp3-menu > li > .bp3-menu-item > .bp3-text-overflow-ellipsis"
);

await page.waitForSelector(
".flex-h-box > div > .bp3-popover-wrapper > .bp3-popover-target > .bp3-small"
);
await page.click(
".flex-h-box > div > .bp3-popover-wrapper > .bp3-popover-target > .bp3-small"
);
console.log(databaseName, ":: Creating export");

console.log("Opening Export menu");
await page.waitForSelector(
".bp3-dialog-container > .bp3-dialog > div > .flex-h-box > .bp3-intent-primary"
);
await page.click(
".bp3-dialog-container > .bp3-dialog > div > .flex-h-box > .bp3-intent-primary"
);

await page.waitForSelector(
".bp3-popover-content > .bp3-menu > li:nth-child(3) > .bp3-menu-item > .bp3-text-overflow-ellipsis"
);
await page.click(
".bp3-popover-content > .bp3-menu > li:nth-child(3) > .bp3-menu-item > .bp3-text-overflow-ellipsis"
);
console.log(databaseName, ":: Created export");

await page.waitForSelector(
".bp3-popover-wrapper > .bp3-popover-target > div > .bp3-button > .bp3-button-text"
);
await page.click(
".bp3-popover-wrapper > .bp3-popover-target > div > .bp3-button > .bp3-button-text"
);
console.log(databaseName, ":: Waiting 40 sec for it to download");
await page.waitFor(40000); // TODO: can wait till zip file appears instead
// TODO: rename resulting files after different databases
}

console.log("Selecting JSON export");
async function login(page) {
await page.goto(roamBaseUrl + "signin");

await page.waitForSelector(
"div > .bp3-menu > li > .bp3-menu-item > .bp3-text-overflow-ellipsis"
);
await page.click(
"div > .bp3-menu > li > .bp3-menu-item > .bp3-text-overflow-ellipsis"
);
console.log("Logging into Roam");

console.log("Creating export");
await page.focus('[name="email"]');
await page.keyboard.type(process.env.ROAM_EMAIL);

await page.waitForSelector(
".bp3-dialog-container > .bp3-dialog > div > .flex-h-box > .bp3-intent-primary"
);
await page.click(
".bp3-dialog-container > .bp3-dialog > div > .flex-h-box > .bp3-intent-primary"
);
await page.focus('[name="password"]');
await page.keyboard.type(process.env.ROAM_PASSWORD);

console.log("Created export");
await page.$eval(".bp3-button", el => el.click());

console.log("Waiting five seconds for it to download");
await page.waitFor(5000);
await page.waitFor(5000);

console.log("Successfully logged in");
}

const generateExport = async () => {
const browser = await puppeteer.launch();
const page = await browser.newPage();
try {
await page._client.send("Page.setDownloadBehavior", {
behavior: "allow",
downloadPath: process.cwd()
});

await login(page);

const databases = await getDatabases(page);
console.log("Found the following databases", databases);
if (databases && databases.length) {
await Promise.all(databases.map(name => downloadDatabase(page, name)))
} else {
// single-database
await downloadDatabase(page)
}
} catch (err) {
console.error("Something went wrong!");
console.error(err);

await page.screenshot({ path: "error.png" });
await page.screenshot({path: "error.png"});
}
await browser.close();
};

const uploadToS3 = async filename => {
console.log(`Uploading ${filename} to S3`);
try {
const fileContent = fs.readFileSync(filename);

Expand All @@ -111,15 +137,13 @@ const uploadToS3 = async filename => {
}
};

const main = async function() {
const main = async function () {
await generateExport();
const files = glob.sync("*.zip");
const filename = files[0];
if (!filename) {
if (!files.length) {
throw new Error("Couldn't find a file to upload, aborting");
}
console.log(`Uploading ${filename} to S3`);
await uploadToS3(filename);
await Promise.all(files.map(uploadToS3))
};

main();

0 comments on commit fcb2dea

Please sign in to comment.