open-nomad/website/scripts/index_search_content.js

require('dotenv').config()

const algoliasearch = require('algoliasearch')
const glob = require('glob')
const path = require('path')
const matter = require('gray-matter')

// In addition to the content of the page,
// define additional front matter attributes that will be search-indexable
const SEARCH_DIMENSIONS = ['page_title', 'description']

main()

async function main() {
  const pagesFolder = path.join(__dirname, '../pages')

  // Grab all search-indexable content and format for Algolia
  const searchObjects = glob
    .sync(path.join(pagesFolder, '**/*.mdx'))
    .map((fullPath) => {
      const { content, data } = matter.read(fullPath)

      // Get path relative to `pages`
      const __resourcePath = fullPath.replace(`${pagesFolder}/`, '')

      // Use clean URL for Algolia id
      const objectID = __resourcePath.replace('.mdx', '')

      const searchableDimensions = Object.keys(data)
        .filter((key) => SEARCH_DIMENSIONS.includes(key))
        .map((dimension) => ({
          [dimension]: data[dimension],
        }))

      return {
        ...searchableDimensions,
        content,
        __resourcePath,
        objectID,
      }
    })

  try {
    await indexSearchContent(searchObjects)
  } catch (e) {
    console.error(e)
    process.exit(1)
  }
}

async function indexSearchContent(objects) {
  const {
    NEXT_PUBLIC_ALGOLIA_APP_ID: appId,
    NEXT_PUBLIC_ALGOLIA_INDEX: index,
    ALGOLIA_API_KEY: apiKey,
  } = process.env

  if (!apiKey || !appId || !index) {
    throw new Error(
      `[*** Algolia Search Indexing Error ***] Received: ALGOLIA_API_KEY=${apiKey} ALGOLIA_APP_ID=${appId} ALGOLIA_INDEX=${index} \n Please ensure all Algolia Search-related environment vars are set in CI settings.`
    )
  }

  console.log(`updating ${objects.length} indices...`)

  try {
    const searchClient = algoliasearch(appId, apiKey)
    const searchIndex = searchClient.initIndex(index)

    await searchIndex.partialUpdateObjects(objects, {
      createIfNotExists: true,
    })

    // Remove indices for items that aren't included in the new batch
    const newObjectIds = objects.map(({ objectID }) => objectID)
    let staleObjects = []

    await searchIndex.browseObjects({
      query: '',
      batch: (batch) => {
        staleObjects = staleObjects.concat(
          batch.filter(({ objectID }) => !newObjectIds.includes(objectID))
        )
      },
    })

    const staleIds = staleObjects.map(({ objectID }) => objectID)

    if (staleIds.length > 0) {
      console.log(`deleting ${staleIds.length} stale indices:`)
      console.log(staleIds)

      await searchIndex.deleteObjects(staleIds)
    }

    console.log('done')
    process.exit(0)
  } catch (error) {
    throw new Error(error)
  }
}