add scripts

Author: sarahs

script/content-migrations/removeMapTopics.js

@@ -0,0 +1,60 @@
+#!/usr/bin/env node
+
+const fs = require('fs')
+const path = require('path')
+const walk = require('walk-sync')
+
+const relativeRefRegex = /\/[a-zA-Z0-9-]+/g
+const linkString = /{% [^}]*?link.*? \/(.*?) ?%}/m
+const linksArray = new RegExp(linkString.source, 'gm')
+
+const fullDirectoryPath = path.join(process.cwd(), '/content')
+const files = walk(fullDirectoryPath, {
+  includeBasePath: true,
+  directories: false
+})
+
+files.forEach(file => {
+  if (path.basename(file) !== 'index.md') return
+
+  let fileContent = fs.readFileSync(file, 'utf-8')
+  // find array of TOC link strings
+  const rawItems = fileContent.match(linksArray)
+  if (!rawItems || !rawItems[0].includes('topic_link_in_list')) return
+
+  const pageToc = {}
+  let currentTopic = ''
+
+  // Create an object of topics and articles
+  rawItems.forEach(tocItem => {
+    const relativePath = tocItem.match(relativeRefRegex).pop().replace('/', '')
+    if (tocItem.includes('topic_link_in_list')) {
+      currentTopic = relativePath
+      pageToc[relativePath] = []
+    } else {
+      const tmpArray = pageToc[currentTopic]
+      tmpArray.push(relativePath)
+      pageToc[currentTopic] = tmpArray
+    }
+  })
+  for (const topic in pageToc) {
+    const oldTopicDirectory = path.dirname(file)
+    const newTopicDirectory = path.join(oldTopicDirectory, topic)
+    const topicFile = path.join(oldTopicDirectory, `${topic}.md`)
+
+    if (!fs.existsSync(newTopicDirectory)) fs.mkdirSync(newTopicDirectory)
+
+    let topicContent = fs.readFileSync(topicFile, 'utf-8')
+    topicContent = topicContent.replace('mapTopic: true\n', '')
+
+    const articles = pageToc[topic]
+
+    articles.forEach(article => {
+      fs.renameSync(`${oldTopicDirectory}/${article}.md`, `${newTopicDirectory}/${article}.md`)
+      topicContent = topicContent + `{% link_with_intro /${article} %}\n`
+      fileContent = fileContent.replace(`/{% link_in_list /${article}`, `/{% link_in_list /${newTopicDirectory}/${article}`)
+    })
+    fs.writeFileSync(`${newTopicDirectory}/index.md`, topicContent)
+    fs.unlinkSync(topicFile)
+  }
+})

script/content-migrations/update-tocs.js

@@ -0,0 +1,65 @@
+#!/usr/bin/env node
+
+const fs = require('fs')
+const path = require('path')
+const walk = require('walk-sync')
+const yaml = require('js-yaml')
+const frontmatter = require('../../lib/read-frontmatter')
+const getDocumentType = require('../../lib/get-document-type')
+
+const linkString = /{% [^}]*?link.*? (\/.*?) ?%}/m
+const linksArray = new RegExp(linkString.source, 'gm')
+
+// the product order is determined by data/products.yml
+const productsFile = path.join(process.cwd(), 'data/products.yml')
+const productsYml = yaml.load(fs.readFileSync(productsFile, 'utf8'))
+const sortedProductIds = productsYml.productsInOrder.concat('/early-access')
+
+walk(path.join(process.cwd(), 'content'), { includeBasePath: true, directories: false })
+  .filter(file => file.endsWith('index.md'))
+  .forEach(file => {
+    const relativePath = file.replace(`${path.join(process.cwd(), 'content/')}`, '')
+    const documentType = getDocumentType(relativePath)
+
+    const { data, content } = frontmatter(fs.readFileSync(file, 'utf8'))
+    let newContent = content
+
+    if (documentType === 'homepage') {
+      data.children = sortedProductIds
+    }
+
+    const linkItems = newContent.match(linksArray) || []
+
+    // Turn the `{% link /<link> %}` list into an array of /<link>
+    if (documentType === 'product' || documentType === 'mapTopic') {
+      data.children = getLinks(linkItems)
+    }
+
+    if (documentType === 'category') {
+      const childMapTopics = linkItems.filter(item => item.includes('topic_'))
+
+      data.children = childMapTopics.length ? getLinks(childMapTopics) : getLinks(linkItems)
+    }
+
+    linkItems.forEach(linkItem => {
+      newContent = newContent.replace(linkItem, '').trim()
+    })
+
+    newContent = newContent.replace(/###? Table of Contents\n/i, '')
+
+    // Fix this one weird file
+    if (file.relativePath === 'content/discussions/guides/index.md') {
+      data.children = [
+        '/best-practices-for-community-conversations-on-github',
+        '/finding-discussions-across-multiple-repositories',
+        '/granting-higher-permissions-to-top-contributors'
+      ]
+    }
+
+    fs.writeFileSync(file, frontmatter.stringify(newContent.trim(), data, { lineWidth: 10000 }))
+  })
+
+function getLinks (linkItemArray) {
+  // do a oneoff replacement while mapping
+  return linkItemArray.map(item => item.match(linkString)[1].replace('/discussions-guides', '/guides'))
+}