sources/updated-page/updated-page.mjs
import zlib from "zlib"; import notion from "../../notion.app.mjs"; import base from "../common/base.mjs"; import constants from "../common/constants.mjs"; import sampleEmit from "./test-event.mjs"; export default { ...base, key: "notion-updated-page", name: "New or Updated Page in Data Source (By Property)", description: "Emit new event when a page is created or updated in the selected data source. [See the documentation](https://developers.notion.com/reference/page)", version: "1.0.0", type: "source", dedupe: "unique", props: { ...base.props, dataSourceId: { propDefinition: [ notion, "dataSourceId", ], }, includeNewPages: { type: "boolean", label: "Include New Pages", description: "Set to `false` to emit events only for updates, not for new pages.", default: true, }, properties: { propDefinition: [ notion, "propertyTypes", (c) => ({ parentId: c.dataSourceId, parentType: "data_source", }), ], description: "Only emit events when one or more of the selected properties have changed", optional: true, }, alert: { type: "alert", alertType: "warning", content: "Source not saving? Your database might be too large. If deployment takes longer than one minute, an error will occur.", }, }, hooks: { async activate() { console.log("Activating: fetching pages and properties"); this._setLastUpdatedTimestamp(Date.now()); const propertyValues = {}; const propertiesToCheck = await this._getPropertiesToCheck(); const params = this.lastUpdatedSortParam(); const pagesStream = this.notion.getPages(this.dataSourceId, params); for await (const page of pagesStream) { for (const propertyName of propertiesToCheck) { const currentValue = this._maybeRemoveFileSubItems(page.properties[propertyName]); propertyValues[page.id] = { ...propertyValues[page.id], [propertyName]: currentValue, }; } } this._setPropertyValues(propertyValues); }, async deactivate() { console.log("Deactivating: clearing states"); this._setLastUpdatedTimestamp(null); }, }, methods: { ...base.methods, _getLastUpdatedTimestamp() { return this.db.get(constants.timestamps.LAST_EDITED_TIME); }, _setLastUpdatedTimestamp(ts) { this.db.set(constants.timestamps.LAST_EDITED_TIME, ts); }, _getPropertyValues() { const compressed = this.db.get("propertyValues"); const buffer = Buffer.from(compressed, "base64"); const decompressed = zlib.inflateSync(buffer).toString(); return JSON.parse(decompressed); }, _setPropertyValues(propertyValues) { const string = JSON.stringify(propertyValues); const compressed = zlib.deflateSync(string).toString("base64"); this.db.set("propertyValues", compressed); }, async _getPropertiesToCheck() { if (this.properties?.length) { return this.properties; } const { properties } = await this.notion.retrieveDataSource(this.dataSourceId); return Object.keys(properties); }, _maybeRemoveFileSubItems(property) { if (property.type === "files") { const modified = structuredClone(property); for (const file of modified.files) { if (file.type === "file") { delete file.file; } } return modified; } return property; }, _generateMeta(obj, summary) { const { id } = obj; const title = this.notion.extractPageTitle(obj); const ts = Date.now(); return { id: `${id}-${ts}`, summary: `${summary}: ${title}`, ts, }; }, _emitEvent(page, changes = [], isNewPage = true) { const meta = isNewPage ? this._generateMeta(page, constants.summaries.PAGE_ADDED) : this._generateMeta(page, constants.summaries.PAGE_UPDATED); const event = { page, changes, }; this.$emit(event, meta); }, }, async run() { const lastCheckedTimestamp = this._getLastUpdatedTimestamp(); const propertyValues = this._getPropertyValues(); if (!lastCheckedTimestamp) { console.log("Awaiting restart completion: skipping execution"); return; } const params = { ...this.lastUpdatedSortParam(), filter: { timestamp: "last_edited_time", last_edited_time: { on_or_after: new Date(lastCheckedTimestamp).toISOString(), }, }, }; let newLastUpdatedTimestamp = lastCheckedTimestamp; const propertiesToCheck = await this._getPropertiesToCheck(); const pagesStream = this.notion.getPages(this.dataSourceId, params); for await (const page of pagesStream) { const changes = []; let isNewPage = false; let propertyHasChanged = false; newLastUpdatedTimestamp = Math.max( newLastUpdatedTimestamp, Date.parse(page.last_edited_time), ); if (lastCheckedTimestamp > Date.parse(page.last_edited_time)) { break; } const pageExistsInDB = propertyValues[page.id] != null; isNewPage = !pageExistsInDB; for (const propertyName of propertiesToCheck) { const previousValue = structuredClone(propertyValues[page.id]?.[propertyName]); const currentValueToSave = this._maybeRemoveFileSubItems(page.properties[propertyName]); const currentValueToEmit = page.properties[propertyName]; const propertyChanged = JSON.stringify(previousValue) !== JSON.stringify(currentValueToSave); if (pageExistsInDB && propertyChanged) { propertyHasChanged = true; propertyValues[page.id] = { ...propertyValues[page.id], [propertyName]: currentValueToSave, }; changes.push({ property: propertyName, previousValue, currentValue: currentValueToEmit, }); } if (!pageExistsInDB) { if (!propertyValues[page.id]) { propertyValues[page.id] = {}; } propertyValues[page.id][propertyName] = currentValueToSave; if (this.includeNewPages) { propertyHasChanged = true; changes.push({ property: propertyName, previousValue, currentValue: currentValueToEmit, }); } } } if (propertyHasChanged && (!isNewPage || this.includeNewPages)) { this._emitEvent(page, changes, isNewPage); } } this._setLastUpdatedTimestamp(newLastUpdatedTimestamp); this._setPropertyValues(propertyValues); }, sampleEmit, };
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.