Fixed quotes and links

# [1.2.0](https://github.com/mauricerenck/mastodon-to-bluesky/compare/v1.1.1...v1.2.0) (2024-05-29)

### Features

* split long posts into replies ([#10](https://github.com/mauricerenck/mastodon-to-bluesky/issues/10)) ([b093c7d](b093c7d5fc))

.env.sample

@@ -3,3 +3,4 @@ MASTODON_USER="username"
 BLUESKY_ENDPOINT="https://bsky.social"
 BLUESKY_HANDLE="USERNAME.bsky.social"
 BLUESKY_PASSWORD="PASSWORD"
+INTERVAL_MINUTES=5

.github/workflows/main.yml

@@ -1,83 +0,0 @@
-name: CI
-on:
-    push:
-        branches:
-            - main
-
-env:
-    REGISTRY: ghcr.io
-    IMAGE_NAME: ${{ github.repository }}
-
-jobs:
-    build:
-        name: Build docker image
-        runs-on: ubuntu-latest
-        timeout-minutes: 5
-        permissions:
-            packages: write
-            contents: read
-        steps:
-            - name: Checkout repository
-              uses: actions/checkout@v4
-
-            - name: Read .nvmrc
-              run: echo "NODE_VERSION=$(awk -F. '{print $1}' .nvmrc)" >> $GITHUB_OUTPUT
-              id: nvm
-
-            - name: Login to container registry
-              uses: docker/login-action@v3
-              with:
-                  registry: ${{ env.REGISTRY }}
-                  username: ${{ github.actor }}
-                  password: ${{ secrets.GITHUB_TOKEN }}
-
-            - name: Extract Docker image metadata
-              id: meta
-              uses: docker/metadata-action@v5
-              with:
-                  images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
-                  tags: |
-                      type=schedule
-                      type=ref,event=pr
-                      type=semver,pattern={{version}}
-                      type=sha,prefix={{branch}}-,format=short
-                      type=sha,prefix=,format=short
-                      {{branch}}
-
-            - name: Build Docker image
-              uses: docker/build-push-action@v5
-              with:
-                  context: .
-                  labels: ${{ steps.meta.outputs.labels }}
-                  push: true
-                  tags: ${{ steps.meta.outputs.tags }}
-                  build-args: |
-                      NODE_VERSION=${{ steps.nvm.outputs.NODE_VERSION }}
-
-    release:
-        name: Release
-        needs: build
-        if: github.ref == 'refs/heads/main'
-        runs-on: ubuntu-latest
-        steps:
-            - name: Checkout
-              uses: actions/checkout@v4
-              with:
-                  fetch-depth: 0
-
-            - name: Read .nvmrc
-              run: echo "NODE_VERSION=$(cat .nvmrc)" >> $GITHUB_OUTPUT
-              id: nvm
-
-            - name: Setup Node
-              uses: actions/setup-node@v4
-              with:
-                  node-version: ${{ steps.nvm.outputs.NODE_VERSION }}
-
-            - name: Install
-              run: npm ci --ignore-scripts
-
-            - name: Release
-              env:
-                  GITHUB_TOKEN: ${{ secrets.PAT_SEMANTIC_RELEASE }}
-              run: npx semantic-release

.github/workflows/release.yml

@@ -1,44 +0,0 @@
-name: Release
-on:
-    release:
-        types:
-            - created
-env:
-    IMAGE_NAME: ${{ github.repository }}
-    REGISTRY: ghcr.io
-
-jobs:
-    release:
-        name: Release
-        runs-on: ubuntu-latest
-        timeout-minutes: 5
-
-        permissions:
-            packages: write
-            contents: read
-
-        steps:
-            - name: Checkout code
-              uses: actions/checkout@v4
-
-            - name: Login to container registry
-              uses: docker/login-action@v3
-              with:
-                  registry: ${{ env.REGISTRY }}
-                  username: ${{ github.actor }}
-                  password: ${{ secrets.GITHUB_TOKEN }}
-
-            - name: Get version
-              id: version
-              uses: battila7/get-version-action@v2
-
-            - name: Add Semantic Version tag to Docker Image
-              uses: shrink/actions-docker-registry-tag@v4
-              with:
-                  registry: ${{ env.REGISTRY }}
-                  repository: ${{ env.IMAGE_NAME }}
-                  target: 'main'
-                  tags: |
-                      ${{ steps.version.outputs.version-without-v }}
-                      ${{ steps.version.outputs.major }}.${{ steps.version.outputs.minor }}
-                      latest

CHANGELOG.md

@@ -1,3 +1,24 @@
+# [1.2.0](https://github.com/mauricerenck/mastodon-to-bluesky/compare/v1.1.1...v1.2.0) (2024-05-29)
+
+
+### Features
+
+* split long posts into replies ([#10](https://github.com/mauricerenck/mastodon-to-bluesky/issues/10)) ([b093c7d](https://github.com/mauricerenck/mastodon-to-bluesky/commit/b093c7d5fc6383da19c6434f57037e014da822de))
+
+## [1.1.1](https://github.com/mauricerenck/mastodon-to-bluesky/compare/v1.1.0...v1.1.1) (2024-04-24)
+
+
+### Bug Fixes
+
+* updating newTimestampId correctly ([0b753d2](https://github.com/mauricerenck/mastodon-to-bluesky/commit/0b753d234caff870e7a5fcb5b4bc4fac1a2e1acf))
+
+# [1.1.0](https://github.com/mauricerenck/mastodon-to-bluesky/compare/v1.0.0...v1.1.0) (2024-04-03)
+
+
+### Features
+
+* add error-handling for Bluesky posting; truncate messages with more than 300 chars ([#7](https://github.com/mauricerenck/mastodon-to-bluesky/issues/7)) ([032677e](https://github.com/mauricerenck/mastodon-to-bluesky/commit/032677e3715566db9d26dd79a93d38776ddd4bc1))
+
 # 1.0.0 (2024-03-30)
 
 

README.md

@@ -1,3 +1,56 @@
-# mastodon-to-bluesky
+# Mastodon to Bluesky
-A Node.js script for crossposting from mastodon to bluesky
+This is forked from https://github.com/mauricerenck/mastodon-to-bluesky. So far I have only added the following:
+
+- Upgraded packages due to issues with conversion to Bluesky.
+- Updated docker-compose to build the Docker image.
+
+#### Crosspost from Mastodon to Bluesky
+
+![GitHub release](https://img.shields.io/github/release/mauricerenck/mastodon-to-bluesky.svg?maxAge=1800) ![License](https://img.shields.io/github/license/mashape/apistatus.svg)
+
+---
+
+This scripts listens to your Mastodon account and crossposts your toots to your Bluesky account. It uses the Mastodon API and the Bluesky API to achieve this. The script is written in Node.js and can be run on your local machine or on a server.
+
+---
+
+## Installation
+
+You can run the script directly using Node.js or you can use the Docker image.
+
+### Node.js
+
+Clone this repository and install the dependencies:
+
+```bash
+git clone https://code.alexhyett.com/alexhyett/mastodon-to-bluesky.git
+cd mastodon-to-bluesky
+npm install
+```
+
+## Configuration
+
+Create a `.env` file in the root directory of the project and add the following variables:
+
+```bash
+MASTODON_INSTANCE: 'https://mastodon.instance'
+MASTODON_USER: 'username'
+BLUESKY_ENDPOINT: 'https://bsky.social'
+BLUESKY_HANDLE: 'USERNAME.bsky.social'
+BLUESKY_PASSWORD: 'PASSWORD'
+INTERVAL_MINUTES: 5
+```
+
+You can also set the same variables as environment variables in the `docker-compose.yml` file.
+
+## Usage
+
+To run the script, execute the following command:
+
+```bash
+node main.js
+```
+
+---
+
 For more details see: https://maurice-renck.de/hub/tooling/crosspost-from-mastodon-to-bluesky

docker-compose.yml

@@ -1,19 +1,12 @@
 version: '3'
 services:
     app:
-        image: host/mastodon-to-bluesky:latest
+        build: .
         container_name: mastodon-to-bluesky
-        environment:
+        env_file: '.env'
-            MASTODON_INSTANCE: 'https://mastodon.instance'
-            MASTODON_USER: 'username'
-            BLUESKY_ENDPOINT: 'https://bsky.social'
-            BLUESKY_HANDLE: 'USERNAME.bsky.social'
-            BLUESKY_PASSWORD: 'PASSWORD'
-            INTERVAL_MINUTES: 5
         volumes:
             - mastodon-to-bluesky:/usr/src/app/data
         restart: unless-stopped
 
 volumes:
     mastodon-to-bluesky:
-    external: true

main.js

@@ -1,65 +1,116 @@
 require("dotenv").config();
 const fs = require("fs");
 const path = require("path");
-const { RichText, BskyAgent } = require("@atproto/api");
+const { RichText, AtpAgent } = require("@atproto/api");
 const axios = require("axios");
+const he = require('he');
 
 // Mastodon credentials
 const mastodonInstance = process.env.MASTODON_INSTANCE;
 const mastodonUser = process.env.MASTODON_USER;
 
-// Bluesky agent
+async function main() {
-const agent = new BskyAgent({ service: process.env.BLUESKY_ENDPOINT });
+  // Bluesky agent
+  const agent = new AtpAgent({ service: process.env.BLUESKY_ENDPOINT });
+  const loginResponse = await agent.login({
+    identifier: process.env.BLUESKY_HANDLE,
+    password: process.env.BLUESKY_PASSWORD,
+  });
+  if (!loginResponse.success) console.error("🔒 login failed");
 
-// File to store the last processed Mastodon post ID
+  // File to store the last processed Mastodon post ID
-const lastProcessedPostIdFile = path.join(
+  const lastProcessedPostIdFile = path.join(
     __dirname,
     "data",
     "lastProcessedPostId.txt"
-);
+  );
 
-// Variable to store the last processed Mastodon post ID
+  // Variable to store the last processed Mastodon post ID
-let lastProcessedPostId = loadLastProcessedPostId();
+  let lastProcessedPostId = loadLastProcessedPostId();
 
-// Function to load the last processed post ID from the file
+  // Function to load the last processed post ID from the file
-function loadLastProcessedPostId() {
+  function loadLastProcessedPostId() {
     try {
       return fs.readFileSync(lastProcessedPostIdFile, "utf8").trim();
     } catch (error) {
       console.error("Error loading last processed post ID:", error);
       return null;
     }
-}
+  }
 
-// Function to save the last processed post ID to the file
+  // Function to save the last processed post ID to the file
-function saveLastProcessedPostId() {
+  function saveLastProcessedPostId() {
     try {
       fs.writeFileSync(lastProcessedPostIdFile, `${lastProcessedPostId}`);
     } catch (error) {
       console.error("Error saving last processed post ID:", error);
     }
-}
+  }
-
-async function postToBluesky(text) {
-  await agent.login({
-    identifier: process.env.BLUESKY_HANDLE,
-    password: process.env.BLUESKY_PASSWORD,
-  });
 
+  async function createBlueskyMessage(text) {
     const richText = new RichText({ text });
     await richText.detectFacets(agent);
-  await agent.post({
+
+    return {
       text: richText.text,
-    facets: richText.facets,
+      facets: richText.facets
+    };
+  }
+
+  async function postToBluesky(textParts) {
+    const blueskyMessage = await createBlueskyMessage(textParts[0]);
+    const rootMessageResponse = await agent.post(blueskyMessage);
+
+    if (textParts.length === 1) return;
+
+    let replyMessageResponse = null
+    for (let index = 1; index < textParts.length; index++) {
+      replyMessageResponse = await agent.post({
+        ...(await createBlueskyMessage(textParts[index])),
+        reply: {
+          root: rootMessageResponse,
+          parent: replyMessageResponse ?? rootMessageResponse,
+        }
       });
-}
+    }  
+  }
 
-function removeHtmlTags(input) {
+  function sanitizeHtml(input) {
-  return input.replace(/<[^>]*>/g, "");
+    const withoutHtml = input.replace(/<[^>]*>/g, "");
-}
+    const decodeQuotes = he.decode(withoutHtml);
+    const addSpace = decodeQuotes.replace(/(https?:\/\/)/g, ' $1');
+    return addSpace;
+  }
 
-// Function to periodically fetch new Mastodon posts
+  function splitText(text, maxLength) {
-async function fetchNewPosts() {
+    // Split the text by spaces
+    const words = text.split(" ");
+
+    let result = [];
+    let currentChunk = "";
+
+    for (const word of words) {
+        // Add the current word to the current chunk
+        const potentialChunk = `${currentChunk} ${word}`.trim();
+
+        if (potentialChunk.length <= maxLength) {
+            // If the current chunk is still under max length, add the word
+            currentChunk = potentialChunk;
+        } else {
+            // Otherwise, add the current chunk to the result and start a new chunk
+            result.push(currentChunk);
+            currentChunk = word;
+        }
+    }
+
+    // Add the last chunk to the result
+    result.push(currentChunk);
+
+    return result;
+  }
+
+  // Function to periodically fetch new Mastodon posts
+  async function fetchNewPosts() {
     const response = await axios.get(
       `${mastodonInstance}/users/${mastodonUser}/outbox?page=true`
     );
@@ -79,8 +130,13 @@ async function fetchNewPosts() {
       }
 
       if (currentTimestampId > lastProcessedPostId && lastProcessedPostId != 0) {
-      const text = removeHtmlTags(item.object.content);
+        try {
-      postToBluesky(text);
+          console.log('📧 posting to BlueSky', currentTimestampId)
+          const textParts = splitText(sanitizeHtml(item.object.content), 300);
+          postToBluesky(textParts);
+        } catch (error) {
+          console.error('🔥 can\'t post to Bluesky', currentTimestampId, error)
+        }
       }
     });
 
@@ -88,8 +144,11 @@ async function fetchNewPosts() {
       lastProcessedPostId = newTimestampId;
       saveLastProcessedPostId();
     }
+  }
+
+  fetchNewPosts();
+  // Fetch new posts every 5 minutes (adjust as needed)
+  setInterval(fetchNewPosts, (process.env.INTERVAL_MINUTES ?? 5) * 60 * 1000);
 }
 
-fetchNewPosts();
+main()
-// Fetch new posts every 5 minutes (adjust as needed)
-setInterval(fetchNewPosts, (process.env.INTERVAL_MINUTES ?? 5) * 60 * 1000);

package-lock.json

@@ -9,48 +9,51 @@
             "version": "1.0.0",
             "license": "MIT",
             "dependencies": {
-        "@atproto/api": "^0.12.2",
+                "@atproto/api": "^0.13.15",
                 "@semantic-release/changelog": "^6.0.3",
                 "@semantic-release/git": "^10.0.1",
-        "axios": "^1.6.8",
+                "axios": "^1.7.7",
                 "dotenv": "^16.4.5",
+                "he": "^1.2.0",
                 "mastodon-api": "^1.3.0"
             }
         },
         "node_modules/@atproto/api": {
-      "version": "0.12.2",
+            "version": "0.13.15",
-      "resolved": "https://registry.npmjs.org/@atproto/api/-/api-0.12.2.tgz",
+            "resolved": "https://registry.npmjs.org/@atproto/api/-/api-0.13.15.tgz",
-      "integrity": "sha512-UVzCiDZH2j0wrr/O8nb1edD5cYLVqB5iujueXUCbHS3rAwIxgmyLtA3Hzm2QYsGPo/+xsIg1fNvpq9rNT6KWUA==",
+            "integrity": "sha512-zC8KH+Spcr2HE6vD4hddP5rZpWrGUTWvL8hQmUxa/sAnlsjoFyv/Oja8ZHGXoDsAl6ie5Gd77cPNxaxWH/yIBQ==",
             "dependencies": {
-        "@atproto/common-web": "^0.3.0",
+                "@atproto/common-web": "^0.3.1",
-        "@atproto/lexicon": "^0.4.0",
+                "@atproto/lexicon": "^0.4.2",
                 "@atproto/syntax": "^0.3.0",
-        "@atproto/xrpc": "^0.5.0",
+                "@atproto/xrpc": "^0.6.3",
+                "await-lock": "^2.2.2",
                 "multiformats": "^9.9.0",
-        "tlds": "^1.234.0"
+                "tlds": "^1.234.0",
+                "zod": "^3.23.8"
             }
         },
         "node_modules/@atproto/common-web": {
-      "version": "0.3.0",
+            "version": "0.3.1",
-      "resolved": "https://registry.npmjs.org/@atproto/common-web/-/common-web-0.3.0.tgz",
+            "resolved": "https://registry.npmjs.org/@atproto/common-web/-/common-web-0.3.1.tgz",
-      "integrity": "sha512-67VnV6JJyX+ZWyjV7xFQMypAgDmjVaR9ZCuU/QW+mqlqI7fex2uL4Fv+7/jHadgzhuJHVd6OHOvNn0wR5WZYtA==",
+            "integrity": "sha512-N7wiTnus5vAr+lT//0y8m/FaHHLJ9LpGuEwkwDAeV3LCiPif4m/FS8x/QOYrx1PdZQwKso95RAPzCGWQBH5j6Q==",
             "dependencies": {
                 "graphemer": "^1.4.0",
                 "multiformats": "^9.9.0",
                 "uint8arrays": "3.0.0",
-        "zod": "^3.21.4"
+                "zod": "^3.23.8"
             }
         },
         "node_modules/@atproto/lexicon": {
-      "version": "0.4.0",
+            "version": "0.4.2",
-      "resolved": "https://registry.npmjs.org/@atproto/lexicon/-/lexicon-0.4.0.tgz",
+            "resolved": "https://registry.npmjs.org/@atproto/lexicon/-/lexicon-0.4.2.tgz",
-      "integrity": "sha512-RvCBKdSI4M8qWm5uTNz1z3R2yIvIhmOsMuleOj8YR6BwRD+QbtUBy3l+xQ7iXf4M5fdfJFxaUNa6Ty0iRwdKqQ==",
+            "integrity": "sha512-CXoOkhcdF3XVUnR2oNgCs2ljWfo/8zUjxL5RIhJW/UNLp/FSl+KpF8Jm5fbk8Y/XXVPGRAsv9OYfxyU/14N/pw==",
             "dependencies": {
-        "@atproto/common-web": "^0.3.0",
+                "@atproto/common-web": "^0.3.1",
                 "@atproto/syntax": "^0.3.0",
                 "iso-datestring-validator": "^2.2.2",
                 "multiformats": "^9.9.0",
-        "zod": "^3.21.4"
+                "zod": "^3.23.8"
             }
         },
         "node_modules/@atproto/syntax": {
@@ -59,12 +62,12 @@
             "integrity": "sha512-Weq0ZBxffGHDXHl9U7BQc2BFJi/e23AL+k+i5+D9hUq/bzT4yjGsrCejkjq0xt82xXDjmhhvQSZ0LqxyZ5woxA=="
         },
         "node_modules/@atproto/xrpc": {
-      "version": "0.5.0",
+            "version": "0.6.3",
-      "resolved": "https://registry.npmjs.org/@atproto/xrpc/-/xrpc-0.5.0.tgz",
+            "resolved": "https://registry.npmjs.org/@atproto/xrpc/-/xrpc-0.6.3.tgz",
-      "integrity": "sha512-swu+wyOLvYW4l3n+VAuJbHcPcES+tin2Lsrp8Bw5aIXIICiuFn1YMFlwK9JwVUzTH21Py1s1nHEjr4CJeElJog==",
+            "integrity": "sha512-S3tRvOdA9amPkKLll3rc4vphlDitLrkN5TwWh5Tu/jzk7mnobVVE3akYgICV9XCNHKjWM+IAPxFFI2qi+VW6nQ==",
             "dependencies": {
-        "@atproto/lexicon": "^0.4.0",
+                "@atproto/lexicon": "^0.4.2",
-        "zod": "^3.21.4"
+                "zod": "^3.23.8"
             }
         },
         "node_modules/@babel/code-frame": {
@@ -1138,6 +1141,11 @@
             "resolved": "https://registry.npmjs.org/asynckit/-/asynckit-0.4.0.tgz",
             "integrity": "sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q=="
         },
+        "node_modules/await-lock": {
+            "version": "2.2.2",
+            "resolved": "https://registry.npmjs.org/await-lock/-/await-lock-2.2.2.tgz",
+            "integrity": "sha512-aDczADvlvTGajTDjcjpJMqRkOF6Qdz3YbPZm/PyW6tKPkx2hlYBzxMhEywM/tU72HrVZjgl5VCdRuMlA7pZ8Gw=="
+        },
         "node_modules/aws-sign2": {
             "version": "0.7.0",
             "resolved": "https://registry.npmjs.org/aws-sign2/-/aws-sign2-0.7.0.tgz",
@@ -1152,9 +1160,9 @@
             "integrity": "sha512-NmWvPnx0F1SfrQbYwOi7OeaNGokp9XhzNioJ/CSBs8Qa4vxug81mhJEAVZwxXuBmYB5KDRfMq/F3RR0BIU7sWg=="
         },
         "node_modules/axios": {
-      "version": "1.6.8",
+            "version": "1.7.7",
-      "resolved": "https://registry.npmjs.org/axios/-/axios-1.6.8.tgz",
+            "resolved": "https://registry.npmjs.org/axios/-/axios-1.7.7.tgz",
-      "integrity": "sha512-v/ZHtJDU39mDpyBoFVkETcd/uNdxrWRrg3bKpOKzXFA6Bvqopts6ALSMU3y6ijYxbw2B+wPrIv46egTzJXCLGQ==",
+            "integrity": "sha512-S4kL7XrjgBmvdGut0sN3yJxqYzrDOnivkBiN0OFs6hLiUam3UPvswUo0kqGyhqUZGEOytHyumEdXsAkgCOUf3Q==",
             "dependencies": {
                 "follow-redirects": "^1.15.6",
                 "form-data": "^4.0.0",
@@ -3090,6 +3098,14 @@
                 "node": ">= 0.4"
             }
         },
+        "node_modules/he": {
+            "version": "1.2.0",
+            "resolved": "https://registry.npmjs.org/he/-/he-1.2.0.tgz",
+            "integrity": "sha512-F/1DnUGPopORZi0ni+CvrCgHQ5FyEAHRLSApuYWMmrbSwoN2Mn/7k+Gl38gJnR7yyDZk6WLXwiGod1JOWNDKGw==",
+            "bin": {
+                "he": "bin/he"
+            }
+        },
         "node_modules/highlight.js": {
             "version": "10.7.3",
             "resolved": "https://registry.npmjs.org/highlight.js/-/highlight.js-10.7.3.tgz",
@@ -9025,9 +9041,9 @@
             }
         },
         "node_modules/zod": {
-      "version": "3.22.4",
+            "version": "3.23.8",
-      "resolved": "https://registry.npmjs.org/zod/-/zod-3.22.4.tgz",
+            "resolved": "https://registry.npmjs.org/zod/-/zod-3.23.8.tgz",
-      "integrity": "sha512-iC+8Io04lddc+mVqQ9AZ7OQ2MrUKGN+oIQyq1vemgt46jwCwLfhq7/pwnBnNXXXZb8VTVLKwp9EDkx+ryxIWmg==",
+            "integrity": "sha512-XBx9AXhXktjUqnepgTiE5flcKIYWi/rme0Eaj+5Y0lftuGBq+jyRu/md4WnuxqgP1ubdpNCsYEYPxrzVHD8d6g==",
             "funding": {
                 "url": "https://github.com/sponsors/colinhacks"
             }

package.json

@@ -9,11 +9,12 @@
     "author": "Maurice Renck <hello@maurice-renck.de>",
     "license": "MIT",
     "dependencies": {
-    "@atproto/api": "^0.12.2",
+        "@atproto/api": "^0.13.15",
         "@semantic-release/changelog": "^6.0.3",
         "@semantic-release/git": "^10.0.1",
-    "axios": "^1.6.8",
+        "axios": "^1.7.7",
         "dotenv": "^16.4.5",
+        "he": "^1.2.0",
         "mastodon-api": "^1.3.0"
     }
 }