sources/new-pubsub-messages/new-pubsub-messages.mjs
import { PubSub } from "@google-cloud/pubsub"; import googleCloud from "../../google_cloud.app.mjs"; export default { key: "google_cloud-new-pubsub-messages", name: "New Pub/Sub Messages", description: "Emit new Pub/Sub topic in your GCP account. Messages published to this topic are emitted from the Pipedream source.", version: "0.1.7", type: "source", dedupe: "unique", props: { googleCloud, http: "$.interface.http", db: "$.service.db", topicType: { type: "string", label: "Type", description: "Do you have an existing Pub/Sub topic, or would you like to create a new one?", options: [ "existing", "new", ], reloadProps: true, }, }, async additionalProps() { const topic = { type: "string", label: "Pub/Sub Topic Name", description: "Select a Pub/Sub topic from your GCP account to watch", options: async () => { return this.getTopics(); }, }; if (this.topicType === "new") { topic.description = "**Pipedream will create a Pub/Sub topic with this name in your account**, converting it to a [valid Pub/Sub topic name](https://cloud.google.com/pubsub/docs/admin#resource_names)."; delete topic.options; } return { topic, }; }, methods: { _getTopicName() { return this.db.get("topicName"); }, _setTopicName(topicName) { this.db.set("topicName", topicName); }, _getSubscriptionName() { return this.db.get("subscriptionName"); }, _setSubscriptionName(subscriptionName) { this.db.set("subscriptionName", subscriptionName); }, async getTopics() { const sdkParams = this.googleCloud.sdkParams(); const pubSubClient = new PubSub(sdkParams); const topics = (await pubSubClient.getTopics())[0]; if (topics.length > 0) { return topics.map((topic) => topic.name); } return []; }, convertNameToValidPubSubTopicName(name) { return name .replace(/(^goog.*)/g, "pd-$1") .replace(/^(?![a-zA-Z]+)/, "pd-") .replace(/[^a-zA-Z0-9_\-.~+%]+/g, "-"); }, }, hooks: { async activate() { const sdkParams = this.googleCloud.sdkParams(); const pubSubClient = new PubSub(sdkParams); const currentTopic = { name: this.topic, }; if (this.topicType === "new") { const topicName = this.convertNameToValidPubSubTopicName(this.topic); console.log(`Creating Pub/Sub topic ${topicName}`); const [ topic, ] = await pubSubClient.createTopic(topicName); currentTopic.name = topic.name; } this._setTopicName(currentTopic.name); const pushEndpoint = this.http.endpoint; const subscriptionName = this.convertNameToValidPubSubTopicName(pushEndpoint); const subscriptionOptions = { pushConfig: { pushEndpoint, }, }; console.log( `Subscribing this source's URL to the Pub/Sub topic: ${pushEndpoint} (under name ${subscriptionName}).`, ); const [ subscriptionResult, ] = await pubSubClient .topic(currentTopic.name) .createSubscription(subscriptionName, subscriptionOptions); this._setSubscriptionName(subscriptionResult.name); }, async deactivate() { const sdkParams = this.googleCloud.sdkParams(); const pubSubClient = new PubSub(sdkParams); const subscriptionName = this._getSubscriptionName(); if (subscriptionName) { await pubSubClient.subscription(subscriptionName).delete(); } if (this.topicType === "new") { const topicName = this._getTopicName(); if (topicName) { await pubSubClient.topic(topicName).delete(); } } }, }, async run(event) { const { data, messageId, publishTime, } = event.body.message; if (!data) { console.warn("No message present, exiting"); return; } const dataString = Buffer.from(data, "base64").toString("utf-8"); const metadata = { id: messageId, summary: dataString, ts: +new Date(publishTime), }; let dataObj; try { dataObj = JSON.parse(dataString); } catch (err) { console.error( `Couldn't parse message as JSON. Emitting raw message. Error: ${err}`, ); dataObj = { rawMessage: dataString, }; } this.$emit(dataObj, metadata); }, };
Chase Roberts@chsrbrts@benedictevans If you haven’t used @pipedream yet, then you haven’t lived.
✨Ellie Day✨@heyelliedayEvaluation update: @pipedream has quite literally been a dream to work with! I’m excited to leverage this tool for all the various workflows I need to write. I’m currently at 11k invocations a day from the initial workflows I’ve written in the past couple weeks.
Michael Braedley@MBraedleyUpdate: I got it working properly, and it's working so well that I'm dropping IFTTT. @pipedream can do everything that IFTTT basic can, and most (if not all things) IFTTT pro can for free or at a reasonable price if you need it. I am recommending it for basically any power user.
Thomas Cutting@mrthomascuttingWant quick+dirty integrations for a serverless workflow - @pipedream is my new go-to 😃
Matthew Roberts@mattdotrobertsday 013 - finally hit node js. This is the secret sauce of taking #nocode projects that one step further. Pumped about getting deeper into @pipedream now
Kenneth Auchenberg 💭@auchenbergYahoo Pipes is back! Kinda 😍 @pipedream
Raymond Camden 🥑@raymondcamdenAwesome video by the @pipedream folks showing real time twitter sentiment analysis integrated with Google Sheets. This is where Pipedream *really* shines, connecting systems together in easy workflows.
Nacho Caballero@nachocaballeroI couldn't recommend @pipedream more. It's an amazing service to integrate different APIs. Much more powerful than Zapier and more user-friendly than AWS Lambda. I'm very proud to wear this t-shirt #NoCode
Jason Snow@jyksnwDeveloped a working prototype environmental sensor IoT solution with @particle Photon, @pipedream, and @MongoDB with full graphing and alerting in less than a day! All amazing technology, will def. be exploring these more.
Steven Terrana@steven_terrana@burgwyn you've inspired me to finally set up my own blog. I'll make sure my first blog post explains the tech behind the setup. think @obsdmd + @GatsbyJS + @pipedream.
🚄 James Augeri, PhD@DotDotJamesWant to low-code your back end, need more horsepower than @Bubble / @KnackHQ, or just miss Yahoo! Pipes? Check out @PipeDream
Sébastien Chopin@AtinuxGitHub issues should be like @linear_app for maintainers. Looking forward more integrations with GH actions or tools like @pipedream 👀
Raul@raul_predescuIf you're a dev and not using @pipedream, you're missing out. Been using it for months, daily. FREE for devs. Plenty of integrations and good limits. Absolutely love it.
Bruno Skvorc@bitfallsSo @pipedream is pretty amazing. In 3 minutes I just made a flow which adds @rickastley's Never Gonna Give You Up to my @spotify playlist whenever a new pull request arrives in an old repo of mine.
Zach Lanich@ZachLanichUm, wow 🤯 @pipedream
Steven Bell@bellontechI just used @pipedream to build a Shopify App. Wow, they make small backed tasks easy.
Jay Hack 🎩🇺🇸@_jayhack_Very impressed with this bad boi - it reminds me of a @PalantirTech internal tool, but geared towards integrations instead of data analysis and far more customizable. Great expectations here 🚀🤩
Tree Sturgeon 🔥🚴♂️🌳@philsturgeonFor context this is day 2 of a really challenging and stupid migration from Notion to @airtable with disparate/missing data. It's going better than expected and thanks to @pipedream I don't have to bother the iOS dev to add W3W.