sources/new-or-modified-files/new-or-modified-files.mjs
import { GOOGLE_DRIVE_NOTIFICATION_ADD, GOOGLE_DRIVE_NOTIFICATION_CHANGE, GOOGLE_DRIVE_NOTIFICATION_UPDATE, } from "../../common/constants.mjs"; import commonDedupeChanges from "../common-dedupe-changes.mjs"; import common from "../common-webhook.mjs"; import { stashFile } from "../../common/utils.mjs"; import sampleEmit from "./test-event.mjs"; const { googleDrive } = common.props; export default { ...common, key: "google_drive-new-or-modified-files", name: "New or Modified Files (Instant)", description: "Emit new event when a file in the selected Drive is created, modified or trashed.", version: "0.4.1", type: "source", dedupe: "unique", props: { ...common.props, folders: { type: "string[]", label: "Folder(s)", description: "The folder(s) to watch for changes. Leave blank to watch for any new or modified file in the Drive.", optional: true, default: [], options({ prevContext }) { const { nextPageToken } = prevContext; const baseOpts = { q: "mimeType = 'application/vnd.google-apps.folder' and trashed = false", }; const opts = this.isMyDrive() ? baseOpts : { ...baseOpts, corpora: "drive", driveId: this.getDriveId(), includeItemsFromAllDrives: true, supportsAllDrives: true, }; return this.googleDrive.listFilesOptions(nextPageToken, opts); }, }, watchForPropertiesChanges: { propDefinition: [ googleDrive, "watchForPropertiesChanges", ], }, includeLink: { label: "Include Link", type: "boolean", description: "Upload file to your File Stash and emit temporary download link to the file. Google Workspace documents will be converted to PDF. See [the docs](https://pipedream.com/docs/connect/components/files) to learn more about working with files in Pipedream.", default: false, optional: true, }, dir: { type: "dir", accessMode: "write", optional: true, }, ...commonDedupeChanges.props, }, hooks: { async deploy() { const daysAgo = new Date(); daysAgo.setDate(daysAgo.getDate() - 30); const timeString = daysAgo.toISOString(); const args = this.getListFilesOpts({ q: `mimeType != "application/vnd.google-apps.folder" and modifiedTime > "${timeString}" and trashed = false`, fields: "files", pageSize: 5, }); const { files } = await this.googleDrive.listFilesInPage(null, args); await this.processChanges(files); }, ...common.hooks, }, methods: { ...common.methods, shouldProcess(file) { if (file.mimeType !== "application/vnd.google-apps.folder") { const watchedFolders = new Set(this.folders); return ( watchedFolders.size == 0 || (file.parents && file.parents.some((p) => watchedFolders.has(p))) ); } }, getUpdateTypes() { return [ GOOGLE_DRIVE_NOTIFICATION_ADD, GOOGLE_DRIVE_NOTIFICATION_CHANGE, GOOGLE_DRIVE_NOTIFICATION_UPDATE, ]; }, generateMeta(data, headers) { const { id: fileId, name: summary, modifiedTime: tsString, } = data; const ts = Date.parse(tsString); const eventId = headers && headers["x-goog-message-number"]; return { id: `${fileId}-${eventId || ts}`, summary, ts, }; }, async getChanges(headers) { if (!headers) { return { change: { }, }; } const resourceUri = headers["x-goog-resource-uri"]; const metadata = await this.googleDrive.getFileMetadata(`${resourceUri}&fields=*`); return { ...metadata, change: { state: headers["x-goog-resource-state"], resourceURI: headers["x-goog-resource-uri"], changed: headers["x-goog-changed"], }, }; }, async processChanges(changedFiles, headers) { const changes = await this.getChanges(headers); const filteredFiles = this.checkMinimumInterval(changedFiles); for (const file of filteredFiles) { file.parents = (await this.googleDrive.getFile(file.id, { fields: "parents", })).parents; console.log(file); if (!this.shouldProcess(file)) { console.log(`Skipping file ${file.name}`); continue; } const eventToEmit = { file, ...changes, }; if (this.includeLink) { eventToEmit.fileURL = await stashFile(file, this.googleDrive, this.dir); } const meta = this.generateMeta(file, headers); this.$emit(eventToEmit, meta); } }, }, sampleEmit, };
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.