sascha
/
immich
mirror of https://github.com/immich-app/immich.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix(server): cjk migration (#24320) 

* join string

* use pagination instead
pull/24330/head
Mert 2025-12-01 16:41:19 +07:00 committed by GitHub
parent 95c29a8aea
commit 7c19b0591f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 20 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
server/src/schema/migrations/1764483051488-OCRBigramsForCJK.ts
Unescape Escape View File

@ -3,21 +3,28 @@ import { tokenizeForSearch } from 'src/utils/database';
export async function up(db: Kysely<any>): Promise<void> { export async function up(db: Kysely<any>): Promise<void> {
await sql`truncate ${sql.table('ocr_search')}`.execute(db); await sql`truncate ${sql.table('ocr_search')}`.execute(db);
const batch = [];
for await (const { assetId, text } of db let lastAssetId: string | undefined;
.selectFrom('asset_ocr') while (true) {
.select(['assetId', sql<string>`string_agg(text, ' ')`.as('text')]) const rows = await db
.groupBy('assetId') .selectFrom('asset_ocr')
.stream()) { .select(['assetId', sql<string>`string_agg(text, ' ')`.as('text')])
batch.push({ assetId, text: tokenizeForSearch(text) }); .$if(lastAssetId !== undefined, (qb) => qb.where('assetId', '>', lastAssetId))
if (batch.length >= 5000) { .groupBy('assetId')
await db.insertInto('ocr_search').values(batch).execute(); .orderBy('assetId')
batch.length = 0; .limit(5000)
.execute();
if (rows.length === 0) {
break;
} }
}
if (batch.length > 0) { await db
await db.insertInto('ocr_search').values(batch).execute(); .insertInto('ocr_search')
.values(rows.map(({ assetId, text }) => ({ assetId, text: tokenizeForSearch(text).join(' ') })))
.execute();
lastAssetId = rows.at(-1)!.assetId;
} }
} }