You've already forked joplin
mirror of
https://github.com/laurent22/joplin.git
synced 2025-06-12 22:57:38 +02:00
All: Finished service to clean up resources
This commit is contained in:
@ -1,52 +1,80 @@
|
||||
const ItemChange = require('lib/models/ItemChange');
|
||||
const NoteResource = require('lib/models/NoteResource');
|
||||
const Note = require('lib/models/Note');
|
||||
const Resource = require('lib/models/Resource');
|
||||
const BaseModel = require('lib/BaseModel');
|
||||
const BaseService = require('lib/services/BaseService');
|
||||
|
||||
class ResourceService {
|
||||
class ResourceService extends BaseService {
|
||||
|
||||
async indexNoteResources() {
|
||||
this.logger().info('ResourceService::indexNoteResources: Start');
|
||||
|
||||
let lastId = 0;
|
||||
let lastCreatedTime = 0
|
||||
|
||||
const processedChangeIds = [];
|
||||
|
||||
await ItemChange.waitForAllSaved();
|
||||
|
||||
while (true) {
|
||||
const changes = await ItemChange.modelSelectAll(`
|
||||
SELECT id, item_id, type, created_time
|
||||
SELECT id, item_id, type
|
||||
FROM item_changes
|
||||
WHERE item_type = ?
|
||||
AND id > ?
|
||||
AND created_time >= ?
|
||||
ORDER BY id, created_time ASC
|
||||
ORDER BY id ASC
|
||||
LIMIT 10
|
||||
`, [BaseModel.TYPE_NOTE, lastId, lastCreatedTime]);
|
||||
`, [BaseModel.TYPE_NOTE, lastId]);
|
||||
|
||||
if (!changes.length) break;
|
||||
|
||||
const noteIds = changes.map(a => a.item_id);
|
||||
const changesByNoteId = {};
|
||||
for (let i = 0; i < changes.length; i++) {
|
||||
changesByNoteId[changes[i].item_id] = changes[i];
|
||||
}
|
||||
|
||||
const notes = await Note.modelSelectAll('SELECT id, title, body FROM notes WHERE id IN ("' + noteIds.join('","') + '")');
|
||||
|
||||
for (let i = 0; i < notes.length; i++) {
|
||||
const note = notes[i];
|
||||
const change = changesByNoteId[note.id];
|
||||
const noteById = (noteId) => {
|
||||
for (let i = 0; i < notes.length; i++) {
|
||||
if (notes[i].id === noteId) return notes[i];
|
||||
}
|
||||
throw new Error('Invalid note ID: ' + noteId);
|
||||
}
|
||||
|
||||
for (let i = 0; i < changes.length; i++) {
|
||||
const change = changes[i];
|
||||
|
||||
if (change.type === ItemChange.TYPE_CREATE || change.type === ItemChange.TYPE_UPDATE) {
|
||||
const note = noteById(change.item_id);
|
||||
const resourceIds = Note.linkedResourceIds(note.body);
|
||||
await NoteResource.associate(note.id, resourceIds);
|
||||
await NoteResource.setAssociatedResources(note.id, resourceIds);
|
||||
} else if (change.type === ItemChange.TYPE_DELETE) {
|
||||
await NoteResource.remove(note.id);
|
||||
await NoteResource.remove(change.item_id);
|
||||
} else {
|
||||
throw new Error('Invalid change type: ' + change.type);
|
||||
}
|
||||
|
||||
lastId = change.id;
|
||||
lastCreatedTime = change.created_time;
|
||||
|
||||
processedChangeIds.push(change.id);
|
||||
}
|
||||
}
|
||||
|
||||
if (lastId) {
|
||||
await ItemChange.db().exec('DELETE FROM item_changes WHERE id <= ?', [lastId]);
|
||||
}
|
||||
|
||||
this.logger().info('ResourceService::indexNoteResources: Completed');
|
||||
}
|
||||
|
||||
async deleteOrphanResources(expiryDelay = null) {
|
||||
const resourceIds = await NoteResource.orphanResources(expiryDelay);
|
||||
this.logger().info('ResourceService::deleteOrphanResources:', resourceIds);
|
||||
for (let i = 0; i < resourceIds.length; i++) {
|
||||
await Resource.delete(resourceIds[i]);
|
||||
}
|
||||
}
|
||||
|
||||
async maintenance() {
|
||||
await this.indexNoteResources();
|
||||
await this.deleteOrphanResources();
|
||||
}
|
||||
|
||||
}
|
||||
|
Reference in New Issue
Block a user