sources/new-modified-or-deleted-records/new-modified-or-deleted-records.mjs
import base from "../common/common.mjs"; import moment from "moment"; export default { ...base, name: "New, Modified or Deleted Records", description: "Emit new event each time a record is added, updated, or deleted in an Airtable table. Supports tables up to 10,000 records", key: "airtable_oauth-new-modified-or-deleted-records", version: "0.0.13", type: "source", dedupe: "unique", props: { ...base.props, tableId: { propDefinition: [ base.props.airtable, "tableId", ({ baseId }) => ({ baseId, }), ], description: "The table ID to watch for changes.", }, returnFieldsByFieldId: { propDefinition: [ base.props.airtable, "returnFieldsByFieldId", ], }, }, methods: { ...base.methods, _getPrevAllRecordIds() { return this.db.get("prevAllRecordIds"); }, _setPrevAllRecordIds(prevAllRecordIds) { this.db.set("prevAllRecordIds", prevAllRecordIds); }, }, async run(event) { const { baseId, tableId, viewId, } = this; const metadata = { baseId, tableId, viewId, }; const prevAllRecordIds = this._getPrevAllRecordIds(); const lastTimestamp = this._getLastTimestamp(); const params = this.getListRecordsParams({ formula: `LAST_MODIFIED_TIME() > "${lastTimestamp}"`, }); const records = await this.airtable.listRecords({ baseId, tableId, params, }); let newRecordsCount = 0, modifiedRecordsCount = 0, deletedRecordsCount = 0; if (records) { for (const record of records) { if (!lastTimestamp || moment(record.createdTime) > moment(lastTimestamp)) {; this.$emit({ ...record, type: "new_record", metadata, }, { id: record.id, summary: `New record: ${record.id}`, ts: moment(record.createdTime).valueOf(), }); newRecordsCount++; } else { const ts = Date.now(); const id = `${record.id}-${ts}`; this.$emit({ ...record, type: "record_modified", metadata, }, { id, summary: `Record modified: ${record.id}`, ts, }); modifiedRecordsCount++; } } } delete params.filterByFormula; const data = await this.airtable.listRecords({ baseId, tableId, params, }); const allRecordIds = data.map((record) => record.id); if (prevAllRecordIds) { const currentRecordIdSet = new Set(allRecordIds); const deletedRecordIds = prevAllRecordIds.filter((prevRecord) => !currentRecordIdSet.has(prevRecord)); for (const recordID of deletedRecordIds) { const ts = Date.now(); const id = `${recordID}-${ts}`; this.$emit({ id: recordID, metadata, type: "record_deleted", }, { id, summary: `Record deleted: ${recordID}`, ts, }); deletedRecordsCount++; } } console.log( `Emitted ${newRecordsCount} new records(s) and ${modifiedRecordsCount} modified record(s) and ${deletedRecordsCount} deleted records.`, ); this._setPrevAllRecordIds(allRecordIds); this.updateLastTimestamp(event); }, };
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.