{"version":3,"file":"5.0.0-02-document-id.mjs","sources":["../../../src/migrations/internal-migrations/5.0.0-02-document-id.ts"],"sourcesContent":["/**\n * NOTE: This migration avoids using the `identifiers` utility.\n * As the `5.0.0-01-convert-identifiers-long-than-max-length`\n * migration does not convert the `localizations` join tables, as they are not\n * tables that exist anymore in v5 and are not in the db metadata.\n *\n * This migration therefore relies on the fact that those tables still exist, and\n * references them directly.\n *\n * Database join table name: `categories_localizations_links`\n * Actual `identifiers` returned join table name: `categories_localizations_lnk`\n *\n */\nimport { createId } from '@paralleldrive/cuid2';\nimport { snakeCase } from 'lodash/fp';\nimport type { Knex } from 'knex';\n\nimport type { Migration } from '../common';\nimport type { Database } from '../..';\nimport type { Meta } from '../../metadata';\n\nfunction getBatchSize(trx: Knex, defaultSize: number = 1000): number {\n  const client = trx.client.config.client;\n  const isSQLite =\n    typeof client === 'string' && ['sqlite', 'sqlite3', 'better-sqlite3'].includes(client);\n  return isSQLite ? Math.min(defaultSize, 250) : defaultSize;\n}\n\ninterface Params {\n  joinColumn: string;\n  inverseJoinColumn: string;\n  tableName: string;\n  joinTableName: string;\n}\n\nconst QUERIES = {\n  async postgres(knex: Knex, params: Params) {\n    const res = await knex.raw(\n      `\n    SELECT :tableName:.id as id, string_agg(DISTINCT :inverseJoinColumn:::character varying, ',') as other_ids\n    FROM :tableName:\n    LEFT JOIN :joinTableName: ON :tableName:.id = :joinTableName:.:joinColumn:\n    WHERE :tableName:.document_id IS NULL\n    GROUP BY :tableName:.id, :joinTableName:.:joinColumn:\n    LIMIT 1;\n  `,\n      params\n    );\n\n    return res.rows;\n  },\n  async mysql(knex: Knex, params: Params) {\n    const [res] = await knex.raw(\n      `\n    SELECT :tableName:.id as id, group_concat(DISTINCT :inverseJoinColumn:) as other_ids\n    FROM :tableName:\n    LEFT JOIN :joinTableName: ON :tableName:.id = :joinTableName:.:joinColumn:\n    WHERE :tableName:.document_id IS NULL\n    GROUP BY :tableName:.id, :joinTableName:.:joinColumn:\n    LIMIT 1;\n  `,\n      params\n    );\n\n    return res;\n  },\n  async sqlite(knex: Knex, params: Params) {\n    return knex.raw(\n      `\n    SELECT :tableName:.id as id, group_concat(DISTINCT :inverseJoinColumn:) as other_ids\n    FROM :tableName:\n    LEFT JOIN :joinTableName: ON :tableName:.id = :joinTableName:.:joinColumn:\n    WHERE :tableName:.document_id IS NULL\n    GROUP BY :joinTableName:.:joinColumn:\n    LIMIT 1;\n    `,\n      params\n    );\n  },\n};\n\nconst getNextIdsToCreateDocumentId = async (\n  db: Database,\n  knex: Knex,\n  {\n    joinColumn,\n    inverseJoinColumn,\n    tableName,\n    joinTableName,\n  }: {\n    joinColumn: string;\n    inverseJoinColumn: string;\n    tableName: string;\n    joinTableName: string;\n  }\n): Promise<number[]> => {\n  const res = await QUERIES[db.dialect.client as keyof typeof QUERIES](knex, {\n    joinColumn,\n    inverseJoinColumn,\n    tableName,\n    joinTableName,\n  });\n\n  if (res.length > 0) {\n    const row = res[0];\n    const otherIds = row.other_ids\n      ? row.other_ids.split(',').map((v: string) => parseInt(v, 10))\n      : [];\n\n    return [row.id, ...otherIds];\n  }\n\n  return [];\n};\n\n// Migrate document ids for tables that have localizations\nconst migrateDocumentIdsWithLocalizations = async (db: Database, knex: Knex, meta: Meta) => {\n  const singularName = meta.singularName.toLowerCase();\n  const joinColumn = snakeCase(`${singularName}_id`);\n  const inverseJoinColumn = snakeCase(`inv_${singularName}_id`);\n  let ids: number[];\n\n  do {\n    ids = await getNextIdsToCreateDocumentId(db, knex, {\n      joinColumn,\n      inverseJoinColumn,\n      tableName: meta.tableName,\n      joinTableName: snakeCase(`${meta.tableName}_localizations_links`),\n    });\n\n    if (ids.length > 0) {\n      await knex(meta.tableName).update({ document_id: createId() }).whereIn('id', ids);\n    }\n  } while (ids.length > 0);\n};\n\n// Migrate document ids for tables that don't have localizations\nconst migrationDocumentIds = async (db: Database, knex: Knex, meta: Meta) => {\n  const batchSize = getBatchSize(knex);\n  let recordsLeft = +(\n    await knex(meta.tableName).count('* as recordsLeft').whereNull('document_id')\n  )[0].recordsLeft;\n  while (recordsLeft > 0) {\n    const currentBatchSize = recordsLeft < batchSize ? recordsLeft : batchSize;\n    const updateRecords = (\n      await knex(meta.tableName).select('id').whereNull('document_id').limit(currentBatchSize)\n    ).map((item) => ({ id: item.id, document_id: createId() }));\n    await knex(meta.tableName).insert(updateRecords).onConflict('id').merge();\n    recordsLeft -= updateRecords.length;\n  }\n};\n\nconst isDuplicateColumnError = (error: unknown): boolean => {\n  if (!error || typeof error !== 'object') return false;\n  const e = error as { code?: string; errno?: number; message?: string };\n  if (e.code === '42701') return true;\n  if (e.errno === 1060) return true;\n  if (typeof e.message === 'string' && /duplicate column/i.test(e.message)) return true;\n  return false;\n};\n\nconst createDocumentIdColumn = async (knex: Knex, tableName: string) => {\n  try {\n    await knex.schema.alterTable(tableName, (table) => {\n      table.string('document_id');\n    });\n  } catch (error) {\n    if (!isDuplicateColumnError(error)) {\n      throw error;\n    }\n  }\n};\n\nconst hasLocalizationsJoinTable = async (knex: Knex, tableName: string) => {\n  const joinTableName = snakeCase(`${tableName}_localizations_links`);\n  return knex.schema.hasTable(joinTableName);\n};\n\nexport const createdDocumentId: Migration = {\n  name: '5.0.0-02-created-document-id',\n  async up(knex, db) {\n    // do sth\n    for (const meta of db.metadata.values()) {\n      const hasTable = await knex.schema.hasTable(meta.tableName);\n\n      if (!hasTable) {\n        continue;\n      }\n\n      if ('documentId' in meta.attributes) {\n        const hasDocumentIdColumn = await knex.schema.hasColumn(meta.tableName, 'document_id');\n\n        if (!hasDocumentIdColumn) {\n          await createDocumentIdColumn(knex, meta.tableName);\n        }\n\n        if (await hasLocalizationsJoinTable(knex, meta.tableName)) {\n          await migrateDocumentIdsWithLocalizations(db, knex, meta);\n        } else {\n          await migrationDocumentIds(db, knex, meta);\n        }\n      }\n    }\n  },\n  async down() {\n    throw new Error('not implemented');\n  },\n};\n"],"names":["getBatchSize","trx","defaultSize","client","config","isSQLite","includes","Math","min","QUERIES","postgres","knex","params","res","raw","rows","mysql","sqlite","getNextIdsToCreateDocumentId","db","joinColumn","inverseJoinColumn","tableName","joinTableName","dialect","length","row","otherIds","other_ids","split","map","v","parseInt","id","migrateDocumentIdsWithLocalizations","meta","singularName","toLowerCase","snakeCase","ids","update","document_id","createId","whereIn","migrationDocumentIds","batchSize","recordsLeft","count","whereNull","currentBatchSize","updateRecords","select","limit","item","insert","onConflict","merge","isDuplicateColumnError","error","e","code","errno","message","test","createDocumentIdColumn","schema","alterTable","table","string","hasLocalizationsJoinTable","hasTable","createdDocumentId","name","up","metadata","values","attributes","hasDocumentIdColumn","hasColumn","down","Error"],"mappings":";;;AAqBA,SAASA,YAAAA,CAAaC,GAAS,EAAEC,WAAAA,GAAsB,IAAI,EAAA;AACzD,IAAA,MAAMC,SAASF,GAAAA,CAAIE,MAAM,CAACC,MAAM,CAACD,MAAM;IACvC,MAAME,QAAAA,GACJ,OAAOF,MAAAA,KAAW,QAAA,IAAY;AAAC,QAAA,QAAA;AAAU,QAAA,SAAA;AAAW,QAAA;AAAiB,KAAA,CAACG,QAAQ,CAACH,MAAAA,CAAAA;AACjF,IAAA,OAAOE,QAAAA,GAAWE,IAAAA,CAAKC,GAAG,CAACN,aAAa,GAAA,CAAA,GAAOA,WAAAA;AACjD;AASA,MAAMO,OAAAA,GAAU;IACd,MAAMC,QAAAA,CAAAA,CAASC,IAAU,EAAEC,MAAc,EAAA;AACvC,QAAA,MAAMC,GAAAA,GAAM,MAAMF,IAAAA,CAAKG,GAAG,CACxB;;;;;;;AAOJ,EAAA,CAAC,EACGF,MAAAA,CAAAA;AAGF,QAAA,OAAOC,IAAIE,IAAI;AACjB,IAAA,CAAA;IACA,MAAMC,KAAAA,CAAAA,CAAML,IAAU,EAAEC,MAAc,EAAA;AACpC,QAAA,MAAM,CAACC,GAAAA,CAAI,GAAG,MAAMF,IAAAA,CAAKG,GAAG,CAC1B;;;;;;;AAOJ,EAAA,CAAC,EACGF,MAAAA,CAAAA;QAGF,OAAOC,GAAAA;AACT,IAAA,CAAA;IACA,MAAMI,MAAAA,CAAAA,CAAON,IAAU,EAAEC,MAAc,EAAA;QACrC,OAAOD,IAAAA,CAAKG,GAAG,CACb;;;;;;;AAOF,IAAA,CAAC,EACCF,MAAAA,CAAAA;AAEJ,IAAA;AACF,CAAA;AAEA,MAAMM,4BAAAA,GAA+B,OACnCC,EAAAA,EACAR,IAAAA,EACA,EACES,UAAU,EACVC,iBAAiB,EACjBC,SAAS,EACTC,aAAa,EAMd,GAAA;IAED,MAAMV,GAAAA,GAAM,MAAMJ,OAAO,CAACU,EAAAA,CAAGK,OAAO,CAACrB,MAAM,CAAyB,CAACQ,IAAAA,EAAM;AACzES,QAAAA,UAAAA;AACAC,QAAAA,iBAAAA;AACAC,QAAAA,SAAAA;AACAC,QAAAA;AACF,KAAA,CAAA;IAEA,IAAIV,GAAAA,CAAIY,MAAM,GAAG,CAAA,EAAG;QAClB,MAAMC,GAAAA,GAAMb,GAAG,CAAC,CAAA,CAAE;AAClB,QAAA,MAAMc,WAAWD,GAAAA,CAAIE,SAAS,GAC1BF,GAAAA,CAAIE,SAAS,CAACC,KAAK,CAAC,GAAA,CAAA,CAAKC,GAAG,CAAC,CAACC,IAAcC,QAAAA,CAASD,CAAAA,EAAG,OACxD,EAAE;QAEN,OAAO;AAACL,YAAAA,GAAAA,CAAIO,EAAE;AAAKN,YAAAA,GAAAA;AAAS,SAAA;AAC9B,IAAA;AAEA,IAAA,OAAO,EAAE;AACX,CAAA;AAEA;AACA,MAAMO,mCAAAA,GAAsC,OAAOf,EAAAA,EAAcR,IAAAA,EAAYwB,IAAAA,GAAAA;AAC3E,IAAA,MAAMC,YAAAA,GAAeD,IAAAA,CAAKC,YAAY,CAACC,WAAW,EAAA;AAClD,IAAA,MAAMjB,UAAAA,GAAakB,SAAAA,CAAU,CAAA,EAAGF,YAAAA,CAAa,GAAG,CAAC,CAAA;AACjD,IAAA,MAAMf,oBAAoBiB,SAAAA,CAAU,CAAC,IAAI,EAAEF,YAAAA,CAAa,GAAG,CAAC,CAAA;IAC5D,IAAIG,GAAAA;IAEJ,GAAG;QACDA,GAAAA,GAAM,MAAMrB,4BAAAA,CAA6BC,EAAAA,EAAIR,IAAAA,EAAM;AACjDS,YAAAA,UAAAA;AACAC,YAAAA,iBAAAA;AACAC,YAAAA,SAAAA,EAAWa,KAAKb,SAAS;AACzBC,YAAAA,aAAAA,EAAee,UAAU,CAAA,EAAGH,IAAAA,CAAKb,SAAS,CAAC,oBAAoB,CAAC;AAClE,SAAA,CAAA;QAEA,IAAIiB,GAAAA,CAAId,MAAM,GAAG,CAAA,EAAG;AAClB,YAAA,MAAMd,IAAAA,CAAKwB,IAAAA,CAAKb,SAAS,CAAA,CAAEkB,MAAM,CAAC;gBAAEC,WAAAA,EAAaC,QAAAA;aAAW,CAAA,CAAGC,OAAO,CAAC,IAAA,EAAMJ,GAAAA,CAAAA;AAC/E,QAAA;IACF,CAAA,OAASA,GAAAA,CAAId,MAAM,GAAG,CAAA;AACxB,CAAA;AAEA;AACA,MAAMmB,oBAAAA,GAAuB,OAAOzB,EAAAA,EAAcR,IAAAA,EAAYwB,IAAAA,GAAAA;AAC5D,IAAA,MAAMU,YAAY7C,YAAAA,CAAaW,IAAAA,CAAAA;AAC/B,IAAA,IAAImC,cAAc,CAChB,CAAA,MAAMnC,IAAAA,CAAKwB,KAAKb,SAAS,CAAA,CAAEyB,KAAK,CAAC,kBAAA,CAAA,CAAoBC,SAAS,CAAC,aAAA,CAAa,EAC5E,CAAA,CAAE,CAACF,WAAW;AAChB,IAAA,MAAOA,cAAc,CAAA,CAAG;QACtB,MAAMG,gBAAAA,GAAmBH,WAAAA,GAAcD,SAAAA,GAAYC,WAAAA,GAAcD,SAAAA;QACjE,MAAMK,aAAAA,GAAgB,CACpB,MAAMvC,KAAKwB,IAAAA,CAAKb,SAAS,CAAA,CAAE6B,MAAM,CAAC,IAAA,CAAA,CAAMH,SAAS,CAAC,aAAA,CAAA,CAAeI,KAAK,CAACH,gBAAAA,CAAgB,EACvFnB,GAAG,CAAC,CAACuB,IAAAA,IAAU;AAAEpB,gBAAAA,EAAAA,EAAIoB,KAAKpB,EAAE;gBAAEQ,WAAAA,EAAaC,QAAAA;aAAW,CAAA,CAAA;QACxD,MAAM/B,IAAAA,CAAKwB,IAAAA,CAAKb,SAAS,CAAA,CAAEgC,MAAM,CAACJ,aAAAA,CAAAA,CAAeK,UAAU,CAAC,IAAA,CAAA,CAAMC,KAAK,EAAA;AACvEV,QAAAA,WAAAA,IAAeI,cAAczB,MAAM;AACrC,IAAA;AACF,CAAA;AAEA,MAAMgC,yBAAyB,CAACC,KAAAA,GAAAA;AAC9B,IAAA,IAAI,CAACA,KAAAA,IAAS,OAAOA,KAAAA,KAAU,UAAU,OAAO,KAAA;AAChD,IAAA,MAAMC,CAAAA,GAAID,KAAAA;AACV,IAAA,IAAIC,CAAAA,CAAEC,IAAI,KAAK,OAAA,EAAS,OAAO,IAAA;AAC/B,IAAA,IAAID,CAAAA,CAAEE,KAAK,KAAK,IAAA,EAAM,OAAO,IAAA;IAC7B,IAAI,OAAOF,CAAAA,CAAEG,OAAO,KAAK,QAAA,IAAY,mBAAA,CAAoBC,IAAI,CAACJ,CAAAA,CAAEG,OAAO,CAAA,EAAG,OAAO,IAAA;IACjF,OAAO,KAAA;AACT,CAAA;AAEA,MAAME,sBAAAA,GAAyB,OAAOrD,IAAAA,EAAYW,SAAAA,GAAAA;IAChD,IAAI;AACF,QAAA,MAAMX,KAAKsD,MAAM,CAACC,UAAU,CAAC5C,WAAW,CAAC6C,KAAAA,GAAAA;AACvCA,YAAAA,KAAAA,CAAMC,MAAM,CAAC,aAAA,CAAA;AACf,QAAA,CAAA,CAAA;AACF,IAAA,CAAA,CAAE,OAAOV,KAAAA,EAAO;QACd,IAAI,CAACD,uBAAuBC,KAAAA,CAAAA,EAAQ;YAClC,MAAMA,KAAAA;AACR,QAAA;AACF,IAAA;AACF,CAAA;AAEA,MAAMW,yBAAAA,GAA4B,OAAO1D,IAAAA,EAAYW,SAAAA,GAAAA;AACnD,IAAA,MAAMC,aAAAA,GAAgBe,SAAAA,CAAU,CAAA,EAAGhB,SAAAA,CAAU,oBAAoB,CAAC,CAAA;AAClE,IAAA,OAAOX,IAAAA,CAAKsD,MAAM,CAACK,QAAQ,CAAC/C,aAAAA,CAAAA;AAC9B,CAAA;MAEagD,iBAAAA,GAA+B;IAC1CC,IAAAA,EAAM,8BAAA;IACN,MAAMC,EAAAA,CAAAA,CAAG9D,IAAI,EAAEQ,EAAE,EAAA;;AAEf,QAAA,KAAK,MAAMgB,IAAAA,IAAQhB,EAAAA,CAAGuD,QAAQ,CAACC,MAAM,EAAA,CAAI;YACvC,MAAML,QAAAA,GAAW,MAAM3D,IAAAA,CAAKsD,MAAM,CAACK,QAAQ,CAACnC,KAAKb,SAAS,CAAA;AAE1D,YAAA,IAAI,CAACgD,QAAAA,EAAU;AACb,gBAAA;AACF,YAAA;YAEA,IAAI,YAAA,IAAgBnC,IAAAA,CAAKyC,UAAU,EAAE;gBACnC,MAAMC,mBAAAA,GAAsB,MAAMlE,IAAAA,CAAKsD,MAAM,CAACa,SAAS,CAAC3C,IAAAA,CAAKb,SAAS,EAAE,aAAA,CAAA;AAExE,gBAAA,IAAI,CAACuD,mBAAAA,EAAqB;oBACxB,MAAMb,sBAAAA,CAAuBrD,IAAAA,EAAMwB,IAAAA,CAAKb,SAAS,CAAA;AACnD,gBAAA;AAEA,gBAAA,IAAI,MAAM+C,yBAAAA,CAA0B1D,IAAAA,EAAMwB,IAAAA,CAAKb,SAAS,CAAA,EAAG;oBACzD,MAAMY,mCAAAA,CAAoCf,IAAIR,IAAAA,EAAMwB,IAAAA,CAAAA;gBACtD,CAAA,MAAO;oBACL,MAAMS,oBAAAA,CAAqBzB,IAAIR,IAAAA,EAAMwB,IAAAA,CAAAA;AACvC,gBAAA;AACF,YAAA;AACF,QAAA;AACF,IAAA,CAAA;IACA,MAAM4C,IAAAA,CAAAA,GAAAA;AACJ,QAAA,MAAM,IAAIC,KAAAA,CAAM,iBAAA,CAAA;AAClB,IAAA;AACF;;;;"}