feat: Added scripts to migration strapi/sanity content to local markdown

scripts/sanity-to-markdown.mjs

@@ -0,0 +1,251 @@
+import { createClient } from '@sanity/client'
+import { mkdir, writeFile } from 'node:fs/promises'
+import path from 'path'
+import axios from 'axios'
+
+const languages = ['en', 'fr', 'es', 'de', 'nl']
+const sanity = {
+  projectId: 'hl5bw8cj',
+  dataset: 'site-content',
+  apiVersion: '2023-06-17',
+}
+
+/*
+ * content structure:
+ * blog:
+ *   - title
+ *   - slug
+ *   - data
+ *   - image
+ *   - caption
+ *   - intro
+ *   - body
+ *   - author
+ * showcase:
+ *   - title
+ *   - slug
+ *   - date
+ *   - imtro
+ *   - body
+ *   - image
+ *   - caption
+ *   - maker
+ */
+
+/*
+ * Query to load makers from Strapi
+ */
+const loadMakers = async () => {
+  const result = await axios.get(
+    'https://posts.freesewing.org/showcaseposts?_locale=en&_sort=date:ASC&_limit=500'
+  )
+  const makers = {}
+  for (const post of result.data) {
+    makers[post.slug] =
+      post.maker?.displayname && post.maker.displayname !== 'A FreeSewing Maker'
+        ? post.maker.displayname
+        : 'unknown'
+  }
+
+  return makers
+}
+
+/*
+ * Query to load all content
+ */
+const query = `{
+  "showcase": {
+  	${languages.map((l) => `"${l}": *[_type == 'showcase${l}'] `).join(', ')}
+  },
+  "blog": {
+  	${languages.map((l) => `"${l}": *[_type == 'blog${l}'] `).join(', ')}
+  },
+  "newsletter": *[_type == 'newsletter'],
+  "img": *[_type == 'contentimg'] {"id": _id, "url": image.asset->url}
+}`
+
+/** Loads all sanity content */
+const loadSanityPosts = () => {
+  const sanityClient = createClient(sanity)
+  return sanityClient.fetch(query)
+}
+
+/*
+ * Port a sanity blog post to markdown
+ */
+const sanityBlogPostToMd = (post, img) => `---
+author: ${JSON.stringify(post.author)}
+caption: ${JSON.stringify(post.caption)}
+date: ${JSON.stringify(post.date)}
+image: ${JSON.stringify(img)}
+intro: ${JSON.stringify(post.intro)}
+title: ${JSON.stringify(post.title)}
+---
+
+${post.body}
+`
+
+/*
+ * Helper method to create all blog posts
+ */
+const createBlogPosts = async (posts, images) => {
+  const promises = []
+  const root = ['markdown', 'org', 'blog']
+  // First create the folders
+  for (const post of posts.en)
+    promises.push(mkdir(path.resolve(path.join(...root, post.slug.current)), { recursive: true }))
+
+  // Ensure folders exists before we go on
+  await Promise.all(promises)
+
+  // Now create the content
+  for (const lang of languages) {
+    for (const post of posts[lang]) {
+      // fix the author
+      post.author = 'joostdecock'
+
+      //console.log(sanityBlogPostToMd(post, images.blog[post.slug.current]))
+      promises.push(
+        writeFile(
+          path.resolve(path.join(...root, post.slug.current, `${lang}.md`)),
+          sanityBlogPostToMd(post, images.blog[post.slug.current])
+        )
+      )
+    }
+  }
+
+  return await Promise.all(promises)
+}
+
+/*
+ * Port a sanity showcase post to markdown
+ */
+const sanityShowcasePostToMd = (post, img, maker) => `---
+maker: ${JSON.stringify(maker)}
+caption: ${JSON.stringify(post.caption)}
+date: ${JSON.stringify(post.date)}
+image: ${JSON.stringify(img)}
+intro: ${JSON.stringify(post.intro)}
+title: ${JSON.stringify(post.title)}
+---
+
+${post.body}
+`
+
+/*
+ * Helper method to create all showcase posts
+ */
+const createShowcasePosts = async (posts, images, makers) => {
+  const promises = []
+  const root = ['markdown', 'org', 'showcase']
+  // First create the folders
+  for (const post of posts.en)
+    promises.push(mkdir(path.resolve(path.join(...root, post.slug.current)), { recursive: true }))
+
+  // Ensure folders exists before we go on
+  await Promise.all(promises)
+
+  // Now create the content
+  for (const lang of languages) {
+    for (const post of posts[lang]) {
+      //console.log(sanityShowcasePostToMd(post, images.showcase[post.slug.current], makers[post.slug.current]))
+      promises.push(
+        writeFile(
+          path.resolve(path.join(...root, post.slug.current, `${lang}.md`)),
+          sanityShowcasePostToMd(
+            post,
+            images.showcase[post.slug.current],
+            makers[post.slug.current]
+          )
+        )
+      )
+    }
+  }
+
+  return await Promise.all(promises)
+}
+
+/*
+ * Port a sanity newsletter post to markdown
+ */
+const sanityNewsletterPostToMd = (post) => {
+  // Need to add a date
+  let date = post.slug.current.slice(0, 4)
+
+  const quarter = post.slug.current.slice(5, 6)
+  if (quarter === '1') date += '-01-01'
+  else if (quarter === '2') date += '-04-01'
+  else if (quarter === '3') date += '-07-01'
+  else if (quarter === '4') date += '-10-01'
+
+  return `---
+date: ${JSON.stringify(date)}
+edition: ${JSON.stringify(post.slug.current)}
+intro: ${JSON.stringify(post.intro)}
+title: ${JSON.stringify(post.title)}
+---
+
+${post.body}
+`
+}
+
+/*
+ * Helper method to create all newsletter posts
+ */
+const createNewsletterPosts = async (posts) => {
+  const promises = []
+  const root = ['markdown', 'org', 'newsletter']
+  // First create the folders
+  for (const post of posts)
+    promises.push(mkdir(path.resolve(path.join(...root, post.slug.current)), { recursive: true }))
+
+  // Ensure folders exists before we go on
+  await Promise.all(promises)
+
+  // Now create the content
+  for (const post of posts) {
+    //console.log(sanityNewsletterPostToMd(post))
+    promises.push(
+      writeFile(
+        path.resolve(path.join(...root, post.slug.current, 'en.md')),
+        sanityNewsletterPostToMd(post)
+      )
+    )
+  }
+
+  return await Promise.all(promises)
+}
+
+const sanityToMarkdown = async () => {
+  console.log('Migrating content to local markdown')
+  console.log(' - Loading content from sanity')
+  const content = await loadSanityPosts()
+  // Construct lookup table for images
+  const images = { blog: {}, showcase: {} }
+  for (const img of content.img) {
+    const [type, slug] = img.id.split('--')
+    images[type][slug] = img.url
+  }
+
+  //console.log(images)
+  //console.log(query)
+  //console.log(content.img)
+
+  // Migrate blog posts
+  console.log(' - Migrating blog posts')
+  await createBlogPosts(content.blog, images)
+
+  // We failed to migrate maker info, so let's load that from Strapi
+  console.log(' - Loading makers from strapi (missing in Sanity)')
+  const makers = await loadMakers()
+
+  // Migrate showcase posts
+  console.log(' - Migrating showcase posts')
+  await createShowcasePosts(content.showcase, images, makers)
+
+  // Migrate newsletter posts
+  console.log(' - Migrating newsletter posts')
+  await createNewsletterPosts(content.newsletter)
+}
+
+sanityToMarkdown()