mirror of
https://github.com/immich-app/immich.git
synced 2024-12-19 00:32:49 +02:00
9bd79ffc00
* feat(mobile): Adds file upload progress stats: current upload file size uploaded, current file size and formatted bytes per second upload speed. Closes #7379 * chore(mobile): Fix stan issues * chore(mobile): Remove non-'en-US' translations, as I saw on another PR review (just looking around) that localisation is done via Localizely and this was the instruction (to only provide the en-US localisation). * fix(mobile): Provide boundary checks to ensure overflow issues are accounted for on erroneous upload speed calculation, sometimes the numbers received back from the upload handler can be a bit wild. * fix(mobile): Some heuristic bug fixing. Whilst thinking what could trigger overflow issues or 'zero' readouts, left over values from the previous file may do that. So adding the last upload sent bytes to the values to be reset may help! The time isn't necessary, as the period/cycle is inconsequential in this circumstance, well it should be anyway. * fix(mobile): Actually, in combination to the last commit, some more heuristic bug fixing. I was thinking it would be advantageous not to reset the update time, as it would trigger a quicker first upload speed calculation. However, I realised that could also cause the calculation to be incorrect on the first cycle as the period wouldn't align. Not really sure if it would be a big deal, but I'm taking wild guesses in the dark here. Again, some purely heuristic debugging as I can't re-produce the underlying issue. This is mainly just ensuring that the state is fully reset and is a known state at the beginning of each file as a common strategy to reduce issues. * refactor(mobile): Move the UI for the file progress to underneath the progress bar, it makes more sense there than in the file information table which contains only static information pertaining to the file itself. Switching to a monospace font to keep the UI from jumping around as the numbers change. * refactor(mobile): In order to have the UI always present an 'active' upload speed (as per the discussion on PR #7760), this stores the 'upload speeds' (capped at the latest 10) in a list and calculates the current upload speed as the average over them. This way the UI can always display a 'constant' upload speed during uploading, instead of starting a fresh when each file starts uploading. Limiting it to the 10 latest keeps the average somewhat recent and ensures some level of sensible memory allocation.
395 lines
15 KiB
Dart
395 lines
15 KiB
Dart
import 'dart:io';
|
|
|
|
import 'package:cancellation_token_http/http.dart';
|
|
import 'package:collection/collection.dart';
|
|
import 'package:easy_localization/easy_localization.dart';
|
|
import 'package:flutter/widgets.dart';
|
|
import 'package:fluttertoast/fluttertoast.dart';
|
|
import 'package:hooks_riverpod/hooks_riverpod.dart';
|
|
import 'package:immich_mobile/modules/backup/background_service/background.service.dart';
|
|
import 'package:immich_mobile/modules/backup/models/backup_state.model.dart';
|
|
import 'package:immich_mobile/modules/backup/models/current_upload_asset.model.dart';
|
|
import 'package:immich_mobile/modules/backup/models/error_upload_asset.model.dart';
|
|
import 'package:immich_mobile/modules/backup/models/manual_upload_state.model.dart';
|
|
import 'package:immich_mobile/modules/backup/providers/backup.provider.dart';
|
|
import 'package:immich_mobile/modules/backup/providers/error_backup_list.provider.dart';
|
|
import 'package:immich_mobile/modules/backup/services/backup.service.dart';
|
|
import 'package:immich_mobile/modules/onboarding/providers/gallery_permission.provider.dart';
|
|
import 'package:immich_mobile/modules/settings/providers/app_settings.provider.dart';
|
|
import 'package:immich_mobile/modules/settings/services/app_settings.service.dart';
|
|
import 'package:immich_mobile/shared/models/asset.dart';
|
|
import 'package:immich_mobile/shared/providers/app_state.provider.dart';
|
|
import 'package:immich_mobile/shared/services/local_notification.service.dart';
|
|
import 'package:immich_mobile/shared/ui/immich_toast.dart';
|
|
import 'package:immich_mobile/utils/backup_progress.dart';
|
|
import 'package:logging/logging.dart';
|
|
import 'package:permission_handler/permission_handler.dart';
|
|
import 'package:photo_manager/photo_manager.dart';
|
|
|
|
final manualUploadProvider =
|
|
StateNotifierProvider<ManualUploadNotifier, ManualUploadState>((ref) {
|
|
return ManualUploadNotifier(
|
|
ref.watch(localNotificationService),
|
|
ref.watch(backupProvider.notifier),
|
|
ref,
|
|
);
|
|
});
|
|
|
|
class ManualUploadNotifier extends StateNotifier<ManualUploadState> {
|
|
final Logger _log = Logger("ManualUploadNotifier");
|
|
final LocalNotificationService _localNotificationService;
|
|
final BackupNotifier _backupProvider;
|
|
final Ref ref;
|
|
|
|
ManualUploadNotifier(
|
|
this._localNotificationService,
|
|
this._backupProvider,
|
|
this.ref,
|
|
) : super(
|
|
ManualUploadState(
|
|
progressInPercentage: 0,
|
|
progressInFileSize: "0 B / 0 B",
|
|
progressInFileSpeed: 0,
|
|
progressInFileSpeeds: const [],
|
|
progressInFileSpeedUpdateTime: DateTime.now(),
|
|
progressInFileSpeedUpdateSentBytes: 0,
|
|
cancelToken: CancellationToken(),
|
|
currentUploadAsset: CurrentUploadAsset(
|
|
id: '...',
|
|
fileCreatedAt: DateTime.parse('2020-10-04'),
|
|
fileName: '...',
|
|
fileType: '...',
|
|
),
|
|
totalAssetsToUpload: 0,
|
|
successfulUploads: 0,
|
|
currentAssetIndex: 0,
|
|
showDetailedNotification: false,
|
|
),
|
|
);
|
|
|
|
String _lastPrintedDetailContent = '';
|
|
String? _lastPrintedDetailTitle;
|
|
|
|
static const notifyInterval = Duration(milliseconds: 500);
|
|
late final ThrottleProgressUpdate _throttledNotifiy =
|
|
ThrottleProgressUpdate(_updateProgress, notifyInterval);
|
|
late final ThrottleProgressUpdate _throttledDetailNotify =
|
|
ThrottleProgressUpdate(_updateDetailProgress, notifyInterval);
|
|
|
|
void _updateProgress(String? title, int progress, int total) {
|
|
// Guard against throttling calling this method after the upload is done
|
|
if (_backupProvider.backupProgress == BackUpProgressEnum.manualInProgress) {
|
|
_localNotificationService.showOrUpdateManualUploadStatus(
|
|
"backup_background_service_in_progress_notification".tr(),
|
|
formatAssetBackupProgress(
|
|
state.currentAssetIndex,
|
|
state.totalAssetsToUpload,
|
|
),
|
|
maxProgress: state.totalAssetsToUpload,
|
|
progress: state.currentAssetIndex,
|
|
showActions: true,
|
|
);
|
|
}
|
|
}
|
|
|
|
void _updateDetailProgress(String? title, int progress, int total) {
|
|
// Guard against throttling calling this method after the upload is done
|
|
if (_backupProvider.backupProgress == BackUpProgressEnum.manualInProgress) {
|
|
final String msg =
|
|
total > 0 ? humanReadableBytesProgress(progress, total) : "";
|
|
// only update if message actually differs (to stop many useless notification updates on large assets or slow connections)
|
|
if (msg != _lastPrintedDetailContent ||
|
|
title != _lastPrintedDetailTitle) {
|
|
_lastPrintedDetailContent = msg;
|
|
_lastPrintedDetailTitle = title;
|
|
_localNotificationService.showOrUpdateManualUploadStatus(
|
|
title ?? 'Uploading',
|
|
msg,
|
|
progress: total > 0 ? (progress * 1000) ~/ total : 0,
|
|
maxProgress: 1000,
|
|
isDetailed: true,
|
|
// Detailed noitifcation is displayed for Single asset uploads. Show actions for such case
|
|
showActions: state.totalAssetsToUpload == 1,
|
|
);
|
|
}
|
|
}
|
|
}
|
|
|
|
void _onAssetUploaded(
|
|
String deviceAssetId,
|
|
String deviceId,
|
|
bool isDuplicated,
|
|
) {
|
|
state = state.copyWith(successfulUploads: state.successfulUploads + 1);
|
|
_backupProvider.updateServerInfo();
|
|
}
|
|
|
|
void _onAssetUploadError(ErrorUploadAsset errorAssetInfo) {
|
|
ref.watch(errorBackupListProvider.notifier).add(errorAssetInfo);
|
|
}
|
|
|
|
void _onProgress(int sent, int total) {
|
|
double lastUploadSpeed = state.progressInFileSpeed;
|
|
List<double> lastUploadSpeeds = state.progressInFileSpeeds.toList();
|
|
DateTime lastUpdateTime = state.progressInFileSpeedUpdateTime;
|
|
int lastSentBytes = state.progressInFileSpeedUpdateSentBytes;
|
|
|
|
final now = DateTime.now();
|
|
final duration = now.difference(lastUpdateTime);
|
|
|
|
// Keep the upload speed average span limited, to keep it somewhat relevant
|
|
if (lastUploadSpeeds.length > 10) {
|
|
lastUploadSpeeds.removeAt(0);
|
|
}
|
|
|
|
if (duration.inSeconds > 0) {
|
|
lastUploadSpeeds.add(
|
|
((sent - lastSentBytes) / duration.inSeconds).abs().roundToDouble(),
|
|
);
|
|
|
|
lastUploadSpeed = lastUploadSpeeds.average.abs().roundToDouble();
|
|
lastUpdateTime = now;
|
|
lastSentBytes = sent;
|
|
}
|
|
|
|
state = state.copyWith(
|
|
progressInPercentage: (sent.toDouble() / total.toDouble() * 100),
|
|
progressInFileSize: humanReadableFileBytesProgress(sent, total),
|
|
progressInFileSpeed: lastUploadSpeed,
|
|
progressInFileSpeeds: lastUploadSpeeds,
|
|
progressInFileSpeedUpdateTime: lastUpdateTime,
|
|
progressInFileSpeedUpdateSentBytes: lastSentBytes,
|
|
);
|
|
|
|
if (state.showDetailedNotification) {
|
|
final title = "backup_background_service_current_upload_notification"
|
|
.tr(args: [state.currentUploadAsset.fileName]);
|
|
_throttledDetailNotify(title: title, progress: sent, total: total);
|
|
}
|
|
}
|
|
|
|
void _onSetCurrentBackupAsset(CurrentUploadAsset currentUploadAsset) {
|
|
state = state.copyWith(
|
|
currentUploadAsset: currentUploadAsset,
|
|
currentAssetIndex: state.currentAssetIndex + 1,
|
|
);
|
|
if (state.totalAssetsToUpload > 1) {
|
|
_throttledNotifiy();
|
|
}
|
|
if (state.showDetailedNotification) {
|
|
_throttledDetailNotify.title =
|
|
"backup_background_service_current_upload_notification"
|
|
.tr(args: [currentUploadAsset.fileName]);
|
|
_throttledDetailNotify.progress = 0;
|
|
_throttledDetailNotify.total = 0;
|
|
}
|
|
}
|
|
|
|
Future<bool> _startUpload(Iterable<Asset> allManualUploads) async {
|
|
bool hasErrors = false;
|
|
try {
|
|
_backupProvider.updateBackupProgress(BackUpProgressEnum.manualInProgress);
|
|
|
|
if (ref.read(galleryPermissionNotifier.notifier).hasPermission) {
|
|
await PhotoManager.clearFileCache();
|
|
|
|
// We do not have 1:1 mapping of all AssetEntity fields to Asset. This results in cases
|
|
// where platform specific fields such as `subtype` used to detect platform specific assets such as
|
|
// LivePhoto in iOS is lost when we directly fetch the local asset from Asset using Asset.local
|
|
List<AssetEntity?> allAssetsFromDevice = await Future.wait(
|
|
allManualUploads
|
|
// Filter local only assets
|
|
.where((e) => e.isLocal && !e.isRemote)
|
|
.map((e) => e.local!.obtainForNewProperties()),
|
|
);
|
|
|
|
if (allAssetsFromDevice.length != allManualUploads.length) {
|
|
_log.warning(
|
|
'[_startUpload] Refreshed upload list -> ${allManualUploads.length - allAssetsFromDevice.length} asset will not be uploaded',
|
|
);
|
|
}
|
|
|
|
Set<AssetEntity> allUploadAssets = allAssetsFromDevice.nonNulls.toSet();
|
|
|
|
if (allUploadAssets.isEmpty) {
|
|
debugPrint("[_startUpload] No Assets to upload - Abort Process");
|
|
_backupProvider.updateBackupProgress(BackUpProgressEnum.idle);
|
|
return false;
|
|
}
|
|
|
|
state = state.copyWith(
|
|
progressInPercentage: 0,
|
|
progressInFileSize: "0 B / 0 B",
|
|
progressInFileSpeed: 0,
|
|
totalAssetsToUpload: allUploadAssets.length,
|
|
successfulUploads: 0,
|
|
currentAssetIndex: 0,
|
|
currentUploadAsset: CurrentUploadAsset(
|
|
id: '...',
|
|
fileCreatedAt: DateTime.parse('2020-10-04'),
|
|
fileName: '...',
|
|
fileType: '...',
|
|
),
|
|
cancelToken: CancellationToken(),
|
|
);
|
|
// Reset Error List
|
|
ref.watch(errorBackupListProvider.notifier).empty();
|
|
|
|
if (state.totalAssetsToUpload > 1) {
|
|
_throttledNotifiy();
|
|
}
|
|
|
|
// Show detailed asset if enabled in settings or if a single asset is uploaded
|
|
bool showDetailedNotification =
|
|
ref.read(appSettingsServiceProvider).getSetting<bool>(
|
|
AppSettingsEnum.backgroundBackupSingleProgress,
|
|
) ||
|
|
state.totalAssetsToUpload == 1;
|
|
state =
|
|
state.copyWith(showDetailedNotification: showDetailedNotification);
|
|
final pmProgressHandler = Platform.isIOS ? PMProgressHandler() : null;
|
|
|
|
final bool ok = await ref.read(backupServiceProvider).backupAsset(
|
|
allUploadAssets,
|
|
state.cancelToken,
|
|
pmProgressHandler,
|
|
_onAssetUploaded,
|
|
_onProgress,
|
|
_onSetCurrentBackupAsset,
|
|
_onAssetUploadError,
|
|
);
|
|
|
|
// Close detailed notification
|
|
await _localNotificationService.closeNotification(
|
|
LocalNotificationService.manualUploadDetailedNotificationID,
|
|
);
|
|
|
|
_log.info(
|
|
'[_startUpload] Manual Upload Completed - success: ${state.successfulUploads},'
|
|
' failed: ${state.totalAssetsToUpload - state.successfulUploads}',
|
|
);
|
|
|
|
// User cancelled upload
|
|
if (!ok && state.cancelToken.isCancelled) {
|
|
await _localNotificationService.showOrUpdateManualUploadStatus(
|
|
"backup_manual_title".tr(),
|
|
"backup_manual_cancelled".tr(),
|
|
presentBanner: true,
|
|
);
|
|
hasErrors = true;
|
|
} else if (state.successfulUploads == 0 ||
|
|
(!ok && !state.cancelToken.isCancelled)) {
|
|
await _localNotificationService.showOrUpdateManualUploadStatus(
|
|
"backup_manual_title".tr(),
|
|
"backup_manual_failed".tr(),
|
|
presentBanner: true,
|
|
);
|
|
hasErrors = true;
|
|
} else {
|
|
await _localNotificationService.showOrUpdateManualUploadStatus(
|
|
"backup_manual_title".tr(),
|
|
"backup_manual_success".tr(),
|
|
presentBanner: true,
|
|
);
|
|
}
|
|
} else {
|
|
openAppSettings();
|
|
debugPrint("[_startUpload] Do not have permission to the gallery");
|
|
}
|
|
} catch (e) {
|
|
debugPrint("ERROR _startUpload: ${e.toString()}");
|
|
hasErrors = true;
|
|
} finally {
|
|
_backupProvider.updateBackupProgress(BackUpProgressEnum.idle);
|
|
_handleAppInActivity();
|
|
await _localNotificationService.closeNotification(
|
|
LocalNotificationService.manualUploadDetailedNotificationID,
|
|
);
|
|
await _backupProvider.notifyBackgroundServiceCanRun();
|
|
}
|
|
return !hasErrors;
|
|
}
|
|
|
|
void _handleAppInActivity() {
|
|
final appState = ref.read(appStateProvider.notifier).getAppState();
|
|
// The app is currently in background. Perform the necessary cleanups which
|
|
// are on-hold for upload completion
|
|
if (appState != AppStateEnum.active && appState != AppStateEnum.resumed) {
|
|
ref.read(backupProvider.notifier).cancelBackup();
|
|
}
|
|
}
|
|
|
|
void cancelBackup() {
|
|
if (_backupProvider.backupProgress != BackUpProgressEnum.inProgress &&
|
|
_backupProvider.backupProgress != BackUpProgressEnum.manualInProgress) {
|
|
_backupProvider.notifyBackgroundServiceCanRun();
|
|
}
|
|
state.cancelToken.cancel();
|
|
if (_backupProvider.backupProgress != BackUpProgressEnum.manualInProgress) {
|
|
_backupProvider.updateBackupProgress(BackUpProgressEnum.idle);
|
|
}
|
|
state = state.copyWith(
|
|
progressInPercentage: 0,
|
|
progressInFileSize: "0 B / 0 B",
|
|
progressInFileSpeed: 0,
|
|
progressInFileSpeedUpdateTime: DateTime.now(),
|
|
progressInFileSpeedUpdateSentBytes: 0,
|
|
);
|
|
}
|
|
|
|
Future<bool> uploadAssets(
|
|
BuildContext context,
|
|
Iterable<Asset> allManualUploads,
|
|
) async {
|
|
// assumes the background service is currently running and
|
|
// waits until it has stopped to start the backup.
|
|
final bool hasLock =
|
|
await ref.read(backgroundServiceProvider).acquireLock();
|
|
if (!hasLock) {
|
|
debugPrint("[uploadAssets] could not acquire lock, exiting");
|
|
ImmichToast.show(
|
|
context: context,
|
|
msg: "backup_manual_failed".tr(),
|
|
toastType: ToastType.info,
|
|
gravity: ToastGravity.BOTTOM,
|
|
durationInSecond: 3,
|
|
);
|
|
return false;
|
|
}
|
|
|
|
bool showInProgress = false;
|
|
|
|
// check if backup is already in process - then return
|
|
if (_backupProvider.backupProgress == BackUpProgressEnum.manualInProgress) {
|
|
debugPrint("[uploadAssets] Manual upload is already running - abort");
|
|
showInProgress = true;
|
|
}
|
|
|
|
if (_backupProvider.backupProgress == BackUpProgressEnum.inProgress) {
|
|
debugPrint("[uploadAssets] Auto Backup is already in progress - abort");
|
|
showInProgress = true;
|
|
return false;
|
|
}
|
|
|
|
if (_backupProvider.backupProgress == BackUpProgressEnum.inBackground) {
|
|
debugPrint("[uploadAssets] Background backup is running - abort");
|
|
showInProgress = true;
|
|
}
|
|
|
|
if (showInProgress) {
|
|
if (context.mounted) {
|
|
ImmichToast.show(
|
|
context: context,
|
|
msg: "backup_manual_in_progress".tr(),
|
|
toastType: ToastType.info,
|
|
gravity: ToastGravity.BOTTOM,
|
|
durationInSecond: 3,
|
|
);
|
|
}
|
|
return false;
|
|
}
|
|
|
|
return _startUpload(allManualUploads);
|
|
}
|
|
}
|