1
0
mirror of https://github.com/laurent22/joplin.git synced 2025-06-12 22:57:38 +02:00

All: Finished service to clean up resources

This commit is contained in:
Laurent Cozic
2018-03-15 18:08:46 +00:00
parent 945018b698
commit c1bb51c12b
10 changed files with 205 additions and 28 deletions

View File

@ -1,52 +1,80 @@
const ItemChange = require('lib/models/ItemChange');
const NoteResource = require('lib/models/NoteResource');
const Note = require('lib/models/Note');
const Resource = require('lib/models/Resource');
const BaseModel = require('lib/BaseModel');
const BaseService = require('lib/services/BaseService');
class ResourceService {
class ResourceService extends BaseService {
async indexNoteResources() {
this.logger().info('ResourceService::indexNoteResources: Start');
let lastId = 0;
let lastCreatedTime = 0
const processedChangeIds = [];
await ItemChange.waitForAllSaved();
while (true) {
const changes = await ItemChange.modelSelectAll(`
SELECT id, item_id, type, created_time
SELECT id, item_id, type
FROM item_changes
WHERE item_type = ?
AND id > ?
AND created_time >= ?
ORDER BY id, created_time ASC
ORDER BY id ASC
LIMIT 10
`, [BaseModel.TYPE_NOTE, lastId, lastCreatedTime]);
`, [BaseModel.TYPE_NOTE, lastId]);
if (!changes.length) break;
const noteIds = changes.map(a => a.item_id);
const changesByNoteId = {};
for (let i = 0; i < changes.length; i++) {
changesByNoteId[changes[i].item_id] = changes[i];
}
const notes = await Note.modelSelectAll('SELECT id, title, body FROM notes WHERE id IN ("' + noteIds.join('","') + '")');
for (let i = 0; i < notes.length; i++) {
const note = notes[i];
const change = changesByNoteId[note.id];
const noteById = (noteId) => {
for (let i = 0; i < notes.length; i++) {
if (notes[i].id === noteId) return notes[i];
}
throw new Error('Invalid note ID: ' + noteId);
}
for (let i = 0; i < changes.length; i++) {
const change = changes[i];
if (change.type === ItemChange.TYPE_CREATE || change.type === ItemChange.TYPE_UPDATE) {
const note = noteById(change.item_id);
const resourceIds = Note.linkedResourceIds(note.body);
await NoteResource.associate(note.id, resourceIds);
await NoteResource.setAssociatedResources(note.id, resourceIds);
} else if (change.type === ItemChange.TYPE_DELETE) {
await NoteResource.remove(note.id);
await NoteResource.remove(change.item_id);
} else {
throw new Error('Invalid change type: ' + change.type);
}
lastId = change.id;
lastCreatedTime = change.created_time;
processedChangeIds.push(change.id);
}
}
if (lastId) {
await ItemChange.db().exec('DELETE FROM item_changes WHERE id <= ?', [lastId]);
}
this.logger().info('ResourceService::indexNoteResources: Completed');
}
async deleteOrphanResources(expiryDelay = null) {
const resourceIds = await NoteResource.orphanResources(expiryDelay);
this.logger().info('ResourceService::deleteOrphanResources:', resourceIds);
for (let i = 0; i < resourceIds.length; i++) {
await Resource.delete(resourceIds[i]);
}
}
async maintenance() {
await this.indexNoteResources();
await this.deleteOrphanResources();
}
}