images for markdown files

closes #10

Author: scriptPilot

README.md

@@ -4,15 +4,15 @@ Creates a local backup of your GitHub data.
 
 ## In Scope
 
-- ✅ Repositories: cloned, public and private ones
+- ✅ Repositories: cloned, public and private ones, images from markdown files
 - ✅ Releases: including images and assets
 - ✅ Issues: including comments and images, open and closed ones
 - ✅ User: details and starred repositories  
 
 ## In Progress
-- ⏳ Readme: Images and file attachments
 - ⏳ Releases: File attachments
 - ⏳ Issues: File attachments
+- ⏳ Markdown: File attachments
 - ⏳ Projects: classic per repo and new projects per user
 
 ## Usage

index.js

@@ -1,8 +1,9 @@
 import fs from 'fs-extra'
 import shell from 'shelljs'
-import { dirname, basename, extname } from 'path'
+import { relative, dirname, basename, extname } from 'path'
 import fetch from 'node-fetch'
 import { extension } from 'mime-types'
+import { glob } from 'glob'
 
 shell.config.fatal = true
 
@@ -129,7 +130,7 @@ function downloadFile(sourceFileUrl, targetFilePath) {
   })
 }
 
-function downloadImages(body, folder, filename) {
+function downloadImages(body, folder, filename, baseImagePath = './images') {
   return new Promise(async (resolve, reject) => {
     try {
       const images = body?.match(/["(]https:\/\/github\.com\/(.+)\/assets\/(.+)[)"]/g) || []
@@ -139,8 +140,8 @@ function downloadImages(body, folder, filename) {
         const sourceUrl = images[n].replace(/^["(](.+)[)"]$/, '$1')
         fs.ensureDirSync(folder)
         const realTargetFilename = basename(await downloadFile(sourceUrl, targetPath))
-        body = body.replace(`"${sourceUrl}"`, '"./images/' + realTargetFilename + '"')
-        body = body.replace(`(${sourceUrl})`, '(./images/' + realTargetFilename + ')')
+        body = body.replace(`"${sourceUrl}"`, `"${baseImagePath}/${realTargetFilename}"`)
+        body = body.replace(`(${sourceUrl})`, `(${baseImagePath}/${realTargetFilename})`)
       }
       return resolve(body)
     } catch (err) {
@@ -237,6 +238,30 @@ async function backup() {
       // Clone repository
       shell.exec(`git clone https://${TOKEN}@github.com/${USERNAME}/${repository.name}.git ${folder}/repositories/${repository.name}/repository`)
 
+      // Get markdown files
+      const repoFolder = `${folder}/repositories/${repository.name}/repository/`
+      const imageFolder = `${folder}/repositories/${repository.name}/images/`
+      const markdownFiles = await glob(`${repoFolder}**/*.{md,MD}`)
+
+      // Loop markdown files
+      for (const markdownFile of markdownFiles) {
+
+        // Download markdown images
+        const baseImagePath = relative(dirname(markdownFile), imageFolder)
+        const imageFileBasename = markdownFile.replace(repoFolder, '').replace(/\//g, '_').replace(/\.md$/i, '')
+        let markdownFileContent = fs.readFileSync(markdownFile, { encoding: 'utf8' })
+        markdownFileContent = await downloadImages(
+          markdownFileContent,
+          imageFolder,
+          `markdown_${imageFileBasename}_{id}`,
+          baseImagePath
+        )
+
+        // Update markdown file
+        fs.writeFileSync(markdownFile, markdownFileContent)
+
+      }
+
     }
 
     // Get user details

package.json

@@ -2,6 +2,7 @@
   "type": "module",
   "dependencies": {
     "fs-extra": "^11.1.1",
+    "glob": "^10.3.10",
     "mime-types": "^2.1.35",
     "node-fetch": "^3.3.2",
     "shelljs": "^0.8.5"