sources/new-or-updated-event-instant/new-or-updated-event-instant.mjs
import { v4 as uuid } from "uuid"; import sampleEmit from "./test-event.mjs"; import googleCalendar from "../../google_calendar.app.mjs"; import constants from "../../common/constants.mjs"; export default { key: "google_calendar-new-or-updated-event-instant", type: "source", name: "New Created or Updated Event (Instant)", description: "Emit new event when a Google Calendar events is created or updated (does not emit cancelled events)", version: "0.1.16", dedupe: "unique", props: { googleCalendar, db: "$.service.db", calendarIds: { propDefinition: [ googleCalendar, "calendarId", ], type: "string[]", default: [ "primary", ], label: "Calendars", description: "Select one or more calendars to watch (defaults to the primary calendar)", }, newOnly: { label: "Emit only for new events", type: "boolean", description: "Emit new events only, and not updates to existing events (defaults to `false`)", optional: true, default: false, }, http: "$.interface.http", timer: { label: "Push notification renewal schedule", description: "The Google Calendar API requires occasional renewal of push notification subscriptions. **This runs in the background, so you should not need to modify this schedule**.", type: "$.interface.timer", static: { intervalSeconds: constants.WEBHOOK_SUBSCRIPTION_RENEWAL_SECONDS, }, }, }, hooks: { async deploy() { const events = []; const params = { maxResults: 25, orderBy: "updated", timeMin: new Date(new Date().setMonth(new Date().getMonth() - 1)).toISOString(), }; for (const calendarId of this.calendarIds) { params.calendarId = calendarId; const { items } = await this.googleCalendar.listEvents(params); events.push(...items); } events.sort((a, b) => (Date.parse(a.updated) > Date.parse(b.updated)) ? 1 : -1); for (const event of events.slice(-25)) { const meta = this.generateMeta(event); this.$emit(event, meta); } }, async activate() { await this.makeWatchRequest(); }, async deactivate() { try { await this.stopWatchRequest(); } catch (e) { console.log(`Error deactivating webhook. ${e}`); } }, }, methods: { setNextSyncToken(calendarId, nextSyncToken) { this.db.set(`${calendarId}.nextSyncToken`, nextSyncToken); }, getNextSyncToken(calendarId) { return this.db.get(`${calendarId}.nextSyncToken`); }, setChannelId(calendarId, channelId) { this.db.set(`${calendarId}.channelId`, channelId); }, getChannelId(calendarId) { return this.db.get(`${calendarId}.channelId`); }, setResourceId(calendarId, resourceId) { this.db.set(`${calendarId}.resourceId`, resourceId); }, getResourceId(calendarId) { return this.db.get(`${calendarId}.resourceId`); }, setExpiration(calendarId, expiration) { this.db.set(`${calendarId}.expiration`, expiration); }, getExpiration(calendarId) { return this.db.get(`${calendarId}.expiration`); }, _isNewEvent(event) { const { created, updated, } = event; const createdTimestampMilliseconds = Date.parse(created); const updatedTimestampMilliseconds = Date.parse(updated); const diffMilliseconds = Math.abs( updatedTimestampMilliseconds - createdTimestampMilliseconds, ); const maxDiffMilliseconds = 2000; return diffMilliseconds <= maxDiffMilliseconds; }, isEventRelevant(event) { return !this.newOnly || this._isNewEvent(event); }, generateMeta(event) { const { id, summary, updated: tsString, } = event; const ts = Date.parse(tsString); return { id: `${id}-${ts}`, summary, ts, }; }, async makeWatchRequest() { for (const calendarId of this.calendarIds) { const watchResp = await this.googleCalendar.watchEvents({ calendarId, requestBody: { id: uuid(), type: "web_hook", address: this.http.endpoint, }, }); const nextSyncToken = await this.googleCalendar.fullSync(calendarId); this.setNextSyncToken(calendarId, nextSyncToken); this.setChannelId(calendarId, watchResp.id); this.setResourceId(calendarId, watchResp.resourceId); this.setExpiration(calendarId, watchResp.expiration); } }, async stopWatchRequest() { for (const calendarId of this.calendarIds) { const id = this.getChannelId(calendarId); const resourceId = this.getResourceId(calendarId); if (id && resourceId) { const { status } = await this.googleCalendar.stopChannel({ returnOnlyData: false, requestBody: { id, resourceId, }, }); if (status === 204) { console.log("webhook deactivated"); this.setNextSyncToken(calendarId, null); this.setChannelId(calendarId, null); this.setResourceId(calendarId, null); this.setExpiration(calendarId, null); } else { console.log("There was a problem deactivating the webhook"); } } } }, getSoonestExpirationDate() { let min; for (const calendarId of this.calendarIds) { const expiration = parseInt(this.db.get(`${calendarId}.expiration`)); if (!min || expiration < min) { min = expiration; } } return new Date(min); }, getCalendarIdForChannelId(incomingChannelId) { for (const calendarId of this.calendarIds) { if (this.db.get(`${calendarId}.channelId`) === incomingChannelId) { return calendarId; } } return null; }, }, async run(event) { let calendarId = null; if (event.interval_seconds) { const now = new Date(); const intervalMs = event.interval_seconds * 1000; const expireDate = this.getSoonestExpirationDate(); if (now.getTime() + intervalMs > expireDate.getTime()) { await this.stopWatchRequest(); await this.makeWatchRequest(); } } else { const incomingChannelId = event?.headers?.["x-goog-channel-id"]; calendarId = this.getCalendarIdForChannelId(incomingChannelId); if (!calendarId) { console.log( `Unexpected channel ID ${incomingChannelId}. This likely means there are multiple, older subscriptions active.`, ); return; } const state = event?.headers?.["x-goog-resource-state"]; switch (state) { case "exists": break; case "not_exists": console.log("Resource does not exist. Exiting."); return; case "sync": console.log("New channel created"); return; default: console.log(`Unknown state: ${state}`); return; } } const checkCalendarIds = calendarId ? [ calendarId, ] : this.calendarIds; for (const calendarId of checkCalendarIds) { const syncToken = this.getNextSyncToken(calendarId); let nextSyncToken = null; let nextPageToken = null; while (!nextSyncToken) { try { const { data: syncData = {} } = await this.googleCalendar.listEvents({ returnOnlyData: false, calendarId, syncToken, pageToken: nextPageToken, maxResults: 2500, }); nextPageToken = syncData.nextPageToken; nextSyncToken = syncData.nextSyncToken; const { items: events = [] } = syncData; events .filter(this.isEventRelevant, this) .forEach((event) => { const { status } = event; if (status === "cancelled") { console.log("Event cancelled. Exiting."); return; } const meta = this.generateMeta(event); this.$emit(event, meta); }); } catch (error) { if (error === "Sync token is no longer valid, a full sync is required.") { console.log("Sync token invalid, resyncing"); nextSyncToken = await this.googleCalendar.fullSync(calendarId); break; } else { throw error; } } } this.setNextSyncToken(calendarId, nextSyncToken); } }, sampleEmit, };
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.