2024-03-21 12:59:49 +01:00
|
|
|
import { DatabaseExtension, IDatabaseRepository, VectorIndex } from 'src/interfaces/database.interface';
|
2024-04-17 03:00:31 +05:30
|
|
|
import { ILoggerRepository } from 'src/interfaces/logger.interface';
|
2024-03-21 00:07:30 +01:00
|
|
|
import { DatabaseService } from 'src/services/database.service';
|
2024-03-20 22:15:09 -05:00
|
|
|
import { Version, VersionType } from 'src/utils/version';
|
2024-03-20 19:32:04 +01:00
|
|
|
import { newDatabaseRepositoryMock } from 'test/repositories/database.repository.mock';
|
2024-04-17 03:00:31 +05:30
|
|
|
import { newLoggerRepositoryMock } from 'test/repositories/logger.repository.mock';
|
|
|
|
import { Mocked } from 'vitest';
|
2023-12-21 11:06:26 -05:00
|
|
|
|
|
|
|
describe(DatabaseService.name, () => {
|
|
|
|
let sut: DatabaseService;
|
2024-04-16 10:44:45 -04:00
|
|
|
let databaseMock: Mocked<IDatabaseRepository>;
|
2024-04-17 03:00:31 +05:30
|
|
|
let loggerMock: Mocked<ILoggerRepository>;
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-03-05 23:23:06 +01:00
|
|
|
beforeEach(() => {
|
2024-04-24 22:52:38 -04:00
|
|
|
delete process.env.DB_SKIP_MIGRATIONS;
|
2023-12-21 11:06:26 -05:00
|
|
|
databaseMock = newDatabaseRepositoryMock();
|
2024-04-17 03:00:31 +05:30
|
|
|
loggerMock = newLoggerRepositoryMock();
|
|
|
|
sut = new DatabaseService(databaseMock, loggerMock);
|
2023-12-21 11:06:26 -05:00
|
|
|
});
|
|
|
|
|
|
|
|
it('should work', () => {
|
|
|
|
expect(sut).toBeDefined();
|
|
|
|
});
|
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
describe.each([
|
|
|
|
[{ vectorExt: DatabaseExtension.VECTORS, extName: 'pgvecto.rs', minVersion: new Version(0, 1, 1) }],
|
|
|
|
[{ vectorExt: DatabaseExtension.VECTOR, extName: 'pgvector', minVersion: new Version(0, 5, 0) }],
|
|
|
|
] as const)('init', ({ vectorExt, extName, minVersion }) => {
|
2024-03-05 23:23:06 +01:00
|
|
|
beforeEach(() => {
|
2024-02-06 21:46:38 -05:00
|
|
|
databaseMock.getPreferredVectorExtension.mockReturnValue(vectorExt);
|
|
|
|
databaseMock.getExtensionVersion.mockResolvedValue(minVersion);
|
|
|
|
|
2024-04-17 03:00:31 +05:30
|
|
|
sut = new DatabaseService(databaseMock, loggerMock);
|
2024-02-06 21:46:38 -05:00
|
|
|
|
|
|
|
sut.minVectorVersion = minVersion;
|
|
|
|
sut.minVectorsVersion = minVersion;
|
|
|
|
sut.vectorVersionPin = VersionType.MINOR;
|
|
|
|
sut.vectorsVersionPin = VersionType.MINOR;
|
|
|
|
});
|
|
|
|
|
|
|
|
it(`should resolve successfully if minimum supported PostgreSQL and ${extName} version are installed`, async () => {
|
2024-01-07 00:24:09 +00:00
|
|
|
databaseMock.getPostgresVersion.mockResolvedValueOnce(new Version(14, 0, 0));
|
|
|
|
|
2024-01-07 01:53:09 +00:00
|
|
|
await expect(sut.init()).resolves.toBeUndefined();
|
2024-01-07 00:24:09 +00:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
expect(databaseMock.getPostgresVersion).toHaveBeenCalled();
|
|
|
|
expect(databaseMock.createExtension).toHaveBeenCalledWith(vectorExt);
|
2024-01-07 00:24:09 +00:00
|
|
|
expect(databaseMock.createExtension).toHaveBeenCalledTimes(1);
|
2024-02-06 21:46:38 -05:00
|
|
|
expect(databaseMock.getExtensionVersion).toHaveBeenCalled();
|
2024-01-07 00:24:09 +00:00
|
|
|
expect(databaseMock.runMigrations).toHaveBeenCalledTimes(1);
|
2024-04-17 03:00:31 +05:30
|
|
|
expect(loggerMock.fatal).not.toHaveBeenCalled();
|
2024-01-07 00:24:09 +00:00
|
|
|
});
|
|
|
|
|
2024-01-07 01:53:09 +00:00
|
|
|
it('should throw an error if PostgreSQL version is below minimum supported version', async () => {
|
2024-01-07 00:24:09 +00:00
|
|
|
databaseMock.getPostgresVersion.mockResolvedValueOnce(new Version(13, 0, 0));
|
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
await expect(sut.init()).rejects.toThrow('PostgreSQL version is 13');
|
2024-01-07 00:24:09 +00:00
|
|
|
|
|
|
|
expect(databaseMock.getPostgresVersion).toHaveBeenCalledTimes(1);
|
|
|
|
});
|
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
it(`should resolve successfully if minimum supported ${extName} version is installed`, async () => {
|
2024-01-07 01:53:09 +00:00
|
|
|
await expect(sut.init()).resolves.toBeUndefined();
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
expect(databaseMock.createExtension).toHaveBeenCalledWith(vectorExt);
|
2023-12-21 11:06:26 -05:00
|
|
|
expect(databaseMock.createExtension).toHaveBeenCalledTimes(1);
|
|
|
|
expect(databaseMock.runMigrations).toHaveBeenCalledTimes(1);
|
2024-04-17 03:00:31 +05:30
|
|
|
expect(loggerMock.fatal).not.toHaveBeenCalled();
|
2023-12-21 11:06:26 -05:00
|
|
|
});
|
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
it(`should throw an error if ${extName} version is not installed even after createVectorExtension`, async () => {
|
|
|
|
databaseMock.getExtensionVersion.mockResolvedValue(null);
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
await expect(sut.init()).rejects.toThrow(`Unexpected: ${extName} extension is not installed.`);
|
2023-12-21 11:06:26 -05:00
|
|
|
|
|
|
|
expect(databaseMock.createExtension).toHaveBeenCalledTimes(1);
|
2024-02-06 21:46:38 -05:00
|
|
|
expect(databaseMock.runMigrations).not.toHaveBeenCalled();
|
2023-12-21 11:06:26 -05:00
|
|
|
});
|
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
it(`should throw an error if ${extName} version is below minimum supported version`, async () => {
|
|
|
|
databaseMock.getExtensionVersion.mockResolvedValue(
|
|
|
|
new Version(minVersion.major, minVersion.minor - 1, minVersion.patch),
|
|
|
|
);
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
await expect(sut.init()).rejects.toThrow(extName);
|
2023-12-21 11:06:26 -05:00
|
|
|
|
|
|
|
expect(databaseMock.runMigrations).not.toHaveBeenCalled();
|
|
|
|
});
|
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
it.each([
|
|
|
|
{ type: VersionType.EQUAL, max: 'no', actual: 'patch' },
|
|
|
|
{ type: VersionType.PATCH, max: 'patch', actual: 'minor' },
|
|
|
|
{ type: VersionType.MINOR, max: 'minor', actual: 'major' },
|
|
|
|
] as const)(
|
|
|
|
`should throw an error if $max upgrade from min version is allowed and ${extName} version is $actual`,
|
|
|
|
async ({ type, actual }) => {
|
|
|
|
const version = new Version(minVersion.major, minVersion.minor, minVersion.patch);
|
|
|
|
version[actual] = minVersion[actual] + 1;
|
|
|
|
databaseMock.getExtensionVersion.mockResolvedValue(version);
|
|
|
|
if (vectorExt === DatabaseExtension.VECTOR) {
|
|
|
|
sut.minVectorVersion = minVersion;
|
|
|
|
sut.vectorVersionPin = type;
|
|
|
|
} else {
|
|
|
|
sut.minVectorsVersion = minVersion;
|
|
|
|
sut.vectorsVersionPin = type;
|
|
|
|
}
|
|
|
|
|
|
|
|
await expect(sut.init()).rejects.toThrow(extName);
|
|
|
|
|
|
|
|
expect(databaseMock.runMigrations).not.toHaveBeenCalled();
|
|
|
|
},
|
|
|
|
);
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
it(`should throw an error if ${extName} version is a nightly`, async () => {
|
|
|
|
databaseMock.getExtensionVersion.mockResolvedValue(new Version(0, 0, 0));
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
await expect(sut.init()).rejects.toThrow(extName);
|
|
|
|
|
|
|
|
expect(databaseMock.createExtension).toHaveBeenCalledTimes(1);
|
2023-12-21 11:06:26 -05:00
|
|
|
expect(databaseMock.runMigrations).not.toHaveBeenCalled();
|
|
|
|
});
|
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
it(`should throw error if ${extName} extension could not be created`, async () => {
|
|
|
|
databaseMock.createExtension.mockRejectedValue(new Error('Failed to create extension'));
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
await expect(sut.init()).rejects.toThrow('Failed to create extension');
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-04-17 03:00:31 +05:30
|
|
|
expect(loggerMock.fatal).toHaveBeenCalledTimes(1);
|
2024-02-06 21:46:38 -05:00
|
|
|
expect(databaseMock.createExtension).toHaveBeenCalledTimes(1);
|
2023-12-21 11:06:26 -05:00
|
|
|
expect(databaseMock.runMigrations).not.toHaveBeenCalled();
|
|
|
|
});
|
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
it(`should update ${extName} if a newer version is available`, async () => {
|
|
|
|
const version = new Version(minVersion.major, minVersion.minor + 1, minVersion.patch);
|
|
|
|
databaseMock.getAvailableExtensionVersion.mockResolvedValue(version);
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
await expect(sut.init()).resolves.toBeUndefined();
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
expect(databaseMock.updateVectorExtension).toHaveBeenCalledWith(vectorExt, version);
|
|
|
|
expect(databaseMock.updateVectorExtension).toHaveBeenCalledTimes(1);
|
|
|
|
expect(databaseMock.runMigrations).toHaveBeenCalledTimes(1);
|
2024-04-17 03:00:31 +05:30
|
|
|
expect(loggerMock.fatal).not.toHaveBeenCalled();
|
2023-12-21 11:06:26 -05:00
|
|
|
});
|
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
it(`should not update ${extName} if a newer version is higher than the maximum`, async () => {
|
|
|
|
const version = new Version(minVersion.major + 1, minVersion.minor, minVersion.patch);
|
|
|
|
databaseMock.getAvailableExtensionVersion.mockResolvedValue(version);
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
await expect(sut.init()).resolves.toBeUndefined();
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
expect(databaseMock.updateVectorExtension).not.toHaveBeenCalled();
|
|
|
|
expect(databaseMock.runMigrations).toHaveBeenCalledTimes(1);
|
2024-04-17 03:00:31 +05:30
|
|
|
expect(loggerMock.fatal).not.toHaveBeenCalled();
|
2023-12-21 11:06:26 -05:00
|
|
|
});
|
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
it(`should warn if attempted to update ${extName} and failed`, async () => {
|
|
|
|
const version = new Version(minVersion.major, minVersion.minor, minVersion.patch + 1);
|
|
|
|
databaseMock.getAvailableExtensionVersion.mockResolvedValue(version);
|
|
|
|
databaseMock.updateVectorExtension.mockRejectedValue(new Error('Failed to update extension'));
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
await expect(sut.init()).resolves.toBeUndefined();
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-04-17 03:00:31 +05:30
|
|
|
expect(loggerMock.warn).toHaveBeenCalledTimes(1);
|
|
|
|
expect(loggerMock.warn.mock.calls[0][0]).toContain(extName);
|
|
|
|
expect(loggerMock.error).toHaveBeenCalledTimes(1);
|
|
|
|
expect(loggerMock.fatal).not.toHaveBeenCalled();
|
2024-02-06 21:46:38 -05:00
|
|
|
expect(databaseMock.updateVectorExtension).toHaveBeenCalledWith(vectorExt, version);
|
|
|
|
expect(databaseMock.runMigrations).toHaveBeenCalledTimes(1);
|
2023-12-21 11:06:26 -05:00
|
|
|
});
|
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
it(`should warn if ${extName} update requires restart`, async () => {
|
|
|
|
const version = new Version(minVersion.major, minVersion.minor, minVersion.patch + 1);
|
|
|
|
databaseMock.getAvailableExtensionVersion.mockResolvedValue(version);
|
|
|
|
databaseMock.updateVectorExtension.mockResolvedValue({ restartRequired: true });
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-02-06 21:46:38 -05:00
|
|
|
await expect(sut.init()).resolves.toBeUndefined();
|
2023-12-21 11:06:26 -05:00
|
|
|
|
2024-04-17 03:00:31 +05:30
|
|
|
expect(loggerMock.warn).toHaveBeenCalledTimes(1);
|
|
|
|
expect(loggerMock.warn.mock.calls[0][0]).toContain(extName);
|
2024-02-06 21:46:38 -05:00
|
|
|
expect(databaseMock.updateVectorExtension).toHaveBeenCalledWith(vectorExt, version);
|
|
|
|
expect(databaseMock.runMigrations).toHaveBeenCalledTimes(1);
|
2024-04-17 03:00:31 +05:30
|
|
|
expect(loggerMock.fatal).not.toHaveBeenCalled();
|
2023-12-21 11:06:26 -05:00
|
|
|
});
|
2024-02-06 21:46:38 -05:00
|
|
|
|
|
|
|
it.each([{ index: VectorIndex.CLIP }, { index: VectorIndex.FACE }])(
|
|
|
|
`should reindex $index if necessary`,
|
|
|
|
async ({ index }) => {
|
|
|
|
databaseMock.shouldReindex.mockImplementation((indexArg) => Promise.resolve(indexArg === index));
|
|
|
|
|
|
|
|
await expect(sut.init()).resolves.toBeUndefined();
|
|
|
|
|
|
|
|
expect(databaseMock.shouldReindex).toHaveBeenCalledWith(index);
|
|
|
|
expect(databaseMock.shouldReindex).toHaveBeenCalledTimes(2);
|
|
|
|
expect(databaseMock.reindex).toHaveBeenCalledWith(index);
|
|
|
|
expect(databaseMock.reindex).toHaveBeenCalledTimes(1);
|
|
|
|
expect(databaseMock.runMigrations).toHaveBeenCalledTimes(1);
|
2024-04-17 03:00:31 +05:30
|
|
|
expect(loggerMock.fatal).not.toHaveBeenCalled();
|
2024-02-06 21:46:38 -05:00
|
|
|
},
|
|
|
|
);
|
|
|
|
|
|
|
|
it.each([{ index: VectorIndex.CLIP }, { index: VectorIndex.FACE }])(
|
|
|
|
`should not reindex $index if not necessary`,
|
|
|
|
async () => {
|
|
|
|
databaseMock.shouldReindex.mockResolvedValue(false);
|
|
|
|
|
|
|
|
await expect(sut.init()).resolves.toBeUndefined();
|
|
|
|
|
|
|
|
expect(databaseMock.shouldReindex).toHaveBeenCalledTimes(2);
|
|
|
|
expect(databaseMock.reindex).not.toHaveBeenCalled();
|
|
|
|
expect(databaseMock.runMigrations).toHaveBeenCalledTimes(1);
|
2024-04-17 03:00:31 +05:30
|
|
|
expect(loggerMock.fatal).not.toHaveBeenCalled();
|
2024-02-06 21:46:38 -05:00
|
|
|
},
|
|
|
|
);
|
2024-04-24 22:52:38 -04:00
|
|
|
|
|
|
|
it('should skip migrations if DB_SKIP_MIGRATIONS=true', async () => {
|
|
|
|
process.env.DB_SKIP_MIGRATIONS = 'true';
|
|
|
|
|
|
|
|
await expect(sut.init()).resolves.toBeUndefined();
|
|
|
|
|
|
|
|
expect(databaseMock.runMigrations).not.toHaveBeenCalled();
|
|
|
|
});
|
2023-12-21 11:06:26 -05:00
|
|
|
});
|
|
|
|
});
|