sources/changes-to-specific-files/changes-to-specific-files.mjs
import cronParser from "cron-parser"; import includes from "lodash/includes.js"; import { v4 as uuid } from "uuid"; import { MY_DRIVE_VALUE } from "../../common/constants.mjs"; import changesToSpecificFiles from "../changes-to-specific-files-shared-drive/changes-to-specific-files-shared-drive.mjs"; import { ConfigurationError } from "@pipedream/platform"; import sampleEmit from "./test-event.mjs"; export default { ...changesToSpecificFiles, key: "google_drive-changes-to-specific-files", name: "Changes to Specific Files", description: "Watches for changes to specific files, emitting an event when a change is made to one of those files. To watch for changes to [shared drive](https://support.google.com/a/users/answer/9310351) files, use the **Changes to Specific Files (Shared Drive)** source instead.", version: "0.3.1", type: "source", dedupe: "unique", props: { infoAlert: { type: "alert", alertType: "info", content: "This source uses `files.watch` and supports up to 10 file subscriptions. To watch for changes to more than 10 files, use the **Changes to Files in Drive** source instead (uses `changes.watch`).", }, ...changesToSpecificFiles.props, drive: { type: "string", label: "Drive", description: "Defaults to `My Drive`. To use a [Shared Drive](https://support.google.com/a/users/answer/9310351), use the **Changes to Specific Files (Shared Drive)** source instead.", optional: true, default: MY_DRIVE_VALUE, }, updateTypes: { propDefinition: [ changesToSpecificFiles.props.googleDrive, "updateTypes", ], }, includeLink: { label: "Include Link", type: "boolean", description: "Upload file to your File Stash and emit temporary download link to the file. Google Workspace documents will be converted to PDF. See [the docs](https://pipedream.com/docs/connect/components/files) to learn more about working with files in Pipedream.", default: false, optional: true, }, dir: { type: "dir", accessMode: "write", optional: true, }, }, hooks: { ...changesToSpecificFiles.hooks, async deploy() { if (this.files.length > 10) { throw new ConfigurationError("This source only supports up to 10 files"); } await changesToSpecificFiles.hooks.deploy.bind(this)(); }, async activate() { const channelID = uuid(); let subscriptions = this._getSubscriptions() || {}; const files = this.files; for (const fileID of files) { const { expiration, resourceId, } = await this.googleDrive.activateFileHook( channelID, this.http.endpoint, fileID, ); subscriptions[resourceId] = { expiration, fileID, }; } this._setSubscriptions(subscriptions); this._setChannelID(channelID); }, async deactivate() { const channelID = this._getChannelID(); if (!channelID) { console.log( "Channel not found, cannot stop notifications for non-existent channel", ); return; } const subscriptions = this._getSubscriptions() || {}; for (const resourceId of Object.keys(subscriptions)) { await this.googleDrive.stopNotifications(channelID, resourceId); } this._setSubscriptions({}); this._setChannelID(null); }, }, methods: { ...changesToSpecificFiles.methods, _getSubscriptions() { return this.db.get("subscriptions") || {}; }, _setSubscriptions(subscriptions) { this.db.set("subscriptions", subscriptions); }, _getNextTimerEventTimestamp(event) { if (event.cron) { return cronParser .parseExpression(event.cron) .next() .getTime(); } if (event.interval_seconds) { return Date.now() + event.interval_seconds * 1000; } }, async renewFileSubscriptions(event) { const subscriptions = this._getSubscriptions() || {}; const channelID = this._getChannelID(); const newChannelID = uuid(); const nextRunTimestamp = this._getNextTimerEventTimestamp(event); for (const [ currentResourceId, metadata, ] of Object.entries(subscriptions)) { const { fileID } = metadata; const subscription = { ...metadata, resourceId: currentResourceId, }; const { expiration, resourceId, } = await this.googleDrive.renewFileSubscription( subscription, this.http.endpoint, channelID, newChannelID, fileID, nextRunTimestamp, ); subscriptions[resourceId] = { expiration, fileID, }; } this._setSubscriptions(subscriptions); this._setChannelID(newChannelID); }, }, async run(event) { if (event.timestamp) { return this.renewFileSubscriptions(event); } const channelID = this._getChannelID(); let subscriptions = this._getSubscriptions() || {}; const { headers } = event; if ( !headers["x-goog-resource-state"] || !headers["x-goog-resource-id"] || !headers["x-goog-resource-uri"] || !headers["x-goog-message-number"] ) { console.log("Request missing necessary headers: ", headers); return; } const incomingChannelID = headers["x-goog-channel-id"]; if (incomingChannelID !== channelID) { console.log( `Channel ID of ${incomingChannelID} not equal to deployed component channel of ${channelID}`, ); return; } if (subscriptions[headers["x-goog-resource-id"]] === undefined) { console.log( `Resource ID of ${headers["x-goog-resource-id"]} not currently being tracked. Exiting`, ); return; } if (!includes(this.updateTypes, headers["x-goog-resource-state"])) { console.log( `Update type ${headers["x-goog-resource-state"]} not in list of updates to watch: `, this.updateTypes, ); return; } if ( !this.watchForPropertiesChanges && headers["x-goog-changed"] === "properties" ) { console.log( "Change to properties only, which this component is set to ignore. Exiting", ); return; } const file = await this.googleDrive.getFileMetadata( headers["x-goog-resource-uri"], ); if (!file || !Object.keys(file).length) { console.log("No file metadata returned, nothing to emit"); return; } const [ checkedFile, ] = this.checkMinimumInterval([ file, ]); if (checkedFile) { await this.processChange(file, headers); } }, sampleEmit, };
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.