mirror of
https://github.com/immich-app/immich.git
synced 2026-01-24 10:24:39 -08:00
* feat: ProcessRepository#createSpawnDuplexStream
* test: write tests for ProcessRepository#createSpawnDuplexStream
* feat: StorageRepository#createGzip,createGunzip,createPlainReadStream
* feat: backups util (args, create, restore, progress)
* feat: wait on maintenance operation lock on boot
* chore: use backup util from backup.service.ts
test: update backup.service.ts tests with new util
* feat: list/delete backups (maintenance services)
* chore: open api
fix: missing action in cli.service.ts
* chore: add missing repositories to MaintenanceModule
* refactor: move logSecret into module init
* feat: initialise StorageCore in maintenance mode
* feat: authenticate websocket requests in maintenance mode
* test: add mock for new storage fns
* feat: add MaintenanceEphemeralStateRepository
refactor: cache the secret in memory
* test: update service worker tests
* feat: add external maintenance mode status
* feat: synchronised status, restore db action
* test: backup restore service tests
* refactor: DRY end maintenance
* feat: list and delete backup routes
* feat: start action on boot
* fix: should set status on restore end
* refactor: add maintenanceStore to hold writables
* feat: sync status to web app
* feat: web impl.
* test: various utils for testings
* test: web e2e tests
* test: e2e maintenance spec
* test: update cli spec
* chore: e2e lint
* chore: lint fixes
* chore: lint fixes
* feat: start restore flow route
* test: update e2e tests
* chore: remove neon lights on maintenance action pages
* fix: use 'startRestoreFlow' on onboarding page
* chore: ignore any library folder in `docker/`
* fix: load status on boot
* feat: upload backups
* refactor: permit any .sql(.gz) to be listed/restored
* feat: download backups from list
* fix: permit uploading just .sql files
* feat: restore just .sql files
* fix: don't show backups list if logged out
* feat: system integrity check in restore flow
* test: not providing failed backups in API anymore
* test: util should also not try to use failedBackups
* fix: actually assign inputStream
* test: correct test backup prep.
* fix: ensure task is defined to show error
* test: fix docker cp command
* test: update e2e web spec to select next button
* test: update e2e api tests
* test: refactor timeouts
* chore: remove `showDelete` from maint. settings
* chore: lint
* chore: lint
* fix: make sure backups are correctly sorted for clean up
* test: update service spec
* test: adjust e2e timeout
* test: increase web timeouts for ci
* chore: move gitignore changes
* chore: additional filename validation
* refactor: better typings for integrity API
* feat: higher accuracy progress tracking
* chore: delay lock retry
* refactor: remove old maintenance settings
* refactor: clean up tailwind classes
* refactor: use while loop rather than recursive calls
* test: update service specs
* chore: check canParse too
* chore: lint
* fix: logic error causing infinite loop
* refactor: use <ProgressBar /> from ui library
* fix: create or overwrite file
* chore: i18n pass, update progress bar
* fix: wrong translation string
* chore: update colour variables
* test: update web test for new maint. page
* chore: format, fix key
* test: update tests to be more linter complaint & use new routines
* chore: update onClick -> onAction, title -> breadcrumbs
* fix: use wrench icon in admin settings sidebar
* chore: add translation strings to accordion
* chore: lint
* refactor: move maintenance worker init into service
* refactor: `maintenanceStatus` -> `getMaintenanceStatus`
refactor: `integrityCheck` -> `detectPriorInstall`
chore: add `v2.4.0` version
refactor: `/backups/list` -> `/backups`
refactor: use sendFile in download route
refactor: use separate backups permissions
chore: correct descriptions
refactor: permit handler that doesn't return promise for sendfile
* refactor: move status impl into service
refactor: add active flag to maintenance status
* refactor: split into database backup controller
* test: split api e2e tests and passing
* fix: move end button into authed default maint page
* fix: also show in restore flow
* fix: import getMaintenanceStatus
* test: split web e2e tests
* refactor: ensure detect install is consistently named
* chore: ensure admin for detect install while out of maint.
* refactor: remove state repository
* test: update maint. worker service spec
* test: split backup service spec
* refactor: rename db backup routes
* refactor: instead of param, allow bulk backup deletion
* test: update sdk use in e2e test
* test: correct deleteBackup call
* fix: correct type for serverinstall response dto
* chore: validate filename for deletion
* test: wip
* test: backups no longer take path param
* refactor: scope util to database-backups instead of backups
* fix: update worker controller with new route
* chore: use new admin page actions
* chore: remove stray comment
* test: rename outdated test
* refactor: getter pattern for maintenance secret
* refactor: `createSpawnDuplexStream` -> `spawnDuplexStream`
* refactor: prefer `Object.assign`
* refactor: remove useless try {} block
* refactor: prefer `type Props`
refactor: prefer arrow function
* refactor: use luxon API for minutesAgo
* chore: remove change to gitignore
* refactor: prefer `type Props`
* refactor: remove async from onMount
* refactor: use luxon toRelative for relative time
* refactor: duplicate logic check
* chore: open api
* refactor: begin moving code into web//services
* refactor: don't use template string with $t
* test: use dialog role to match prompt
* refactor: split actions into flow/restore
* test: fix action value
* refactor: move more service calls into web//services
* chore: should void fn return
* chore: bump 2.4.0 to 2.5.0 in controller
* chore: bump 2.4.0 to 2.5.0 in controller
* refactor: use events for web//services
* chore: open api
* chore: open api
* refactor: don't await returned promise
* refactor: remove redundant check
* refactor: add `type: command` to actions
* refactor: split backup entries into own component
* refactor: split restore flow into separate components
* refactor(web): split BackupDelete event
* chore: stylings
* chore: stylings
* fix: don't log query failure on first boot
* feat: support pg_dumpall backups
* feat: display information about each backup
* chore: i18n
* feat: rollback to restore point on migrations failure
* feat: health check after restore
* chore: format
* refactor: split health check into separate function
* refactor: split health into repository
test: write tests covering rollbacks
* fix: omit 'health' requirement from createDbBackup
* test(e2e): rollback test
* fix: wrap text in backup entry
* fix: don't shrink context menu button
* fix: correct CREATE DB syntax for postgres
* test: rename backups generated by test
* feat: add filesize to backup response dto
* feat: restore list
* feat: ui work
* fix: e2e test
* fix: e2e test
* pr feedback
* pr feedback
---------
Co-authored-by: Alex <alex.tran1502@gmail.com>
Co-authored-by: Jason Rasmussen <jason@rasm.me>
154 lines
5.9 KiB
TypeScript
154 lines
5.9 KiB
TypeScript
import { BullModule } from '@nestjs/bullmq';
|
|
import { Inject, Module, OnModuleDestroy, OnModuleInit, ValidationPipe } from '@nestjs/common';
|
|
import { APP_FILTER, APP_GUARD, APP_INTERCEPTOR, APP_PIPE } from '@nestjs/core';
|
|
import { ScheduleModule, SchedulerRegistry } from '@nestjs/schedule';
|
|
import { ClsModule } from 'nestjs-cls';
|
|
import { KyselyModule } from 'nestjs-kysely';
|
|
import { OpenTelemetryModule } from 'nestjs-otel';
|
|
import { commandsAndQuestions } from 'src/commands';
|
|
import { IWorker } from 'src/constants';
|
|
import { controllers } from 'src/controllers';
|
|
import { ImmichWorker } from 'src/enum';
|
|
import { MaintenanceAuthGuard } from 'src/maintenance/maintenance-auth.guard';
|
|
import { MaintenanceHealthRepository } from 'src/maintenance/maintenance-health.repository';
|
|
import { MaintenanceWebsocketRepository } from 'src/maintenance/maintenance-websocket.repository';
|
|
import { MaintenanceWorkerController } from 'src/maintenance/maintenance-worker.controller';
|
|
import { MaintenanceWorkerService } from 'src/maintenance/maintenance-worker.service';
|
|
import { AuthGuard } from 'src/middleware/auth.guard';
|
|
import { ErrorInterceptor } from 'src/middleware/error.interceptor';
|
|
import { FileUploadInterceptor } from 'src/middleware/file-upload.interceptor';
|
|
import { GlobalExceptionFilter } from 'src/middleware/global-exception.filter';
|
|
import { LoggingInterceptor } from 'src/middleware/logging.interceptor';
|
|
import { repositories } from 'src/repositories';
|
|
import { AppRepository } from 'src/repositories/app.repository';
|
|
import { ConfigRepository } from 'src/repositories/config.repository';
|
|
import { DatabaseRepository } from 'src/repositories/database.repository';
|
|
import { EventRepository } from 'src/repositories/event.repository';
|
|
import { LoggingRepository } from 'src/repositories/logging.repository';
|
|
import { ProcessRepository } from 'src/repositories/process.repository';
|
|
import { StorageRepository } from 'src/repositories/storage.repository';
|
|
import { SystemMetadataRepository } from 'src/repositories/system-metadata.repository';
|
|
import { teardownTelemetry, TelemetryRepository } from 'src/repositories/telemetry.repository';
|
|
import { WebsocketRepository } from 'src/repositories/websocket.repository';
|
|
import { services } from 'src/services';
|
|
import { AuthService } from 'src/services/auth.service';
|
|
import { CliService } from 'src/services/cli.service';
|
|
import { QueueService } from 'src/services/queue.service';
|
|
import { getKyselyConfig } from 'src/utils/database';
|
|
|
|
const common = [...repositories, ...services, GlobalExceptionFilter];
|
|
|
|
const commonMiddleware = [
|
|
{ provide: APP_FILTER, useClass: GlobalExceptionFilter },
|
|
{ provide: APP_PIPE, useValue: new ValidationPipe({ transform: true, whitelist: true }) },
|
|
{ provide: APP_INTERCEPTOR, useClass: LoggingInterceptor },
|
|
{ provide: APP_INTERCEPTOR, useClass: ErrorInterceptor },
|
|
];
|
|
|
|
const apiMiddleware = [FileUploadInterceptor, ...commonMiddleware, { provide: APP_GUARD, useClass: AuthGuard }];
|
|
|
|
const configRepository = new ConfigRepository();
|
|
const { bull, cls, database, otel } = configRepository.getEnv();
|
|
|
|
const commonImports = [
|
|
ClsModule.forRoot(cls.config),
|
|
KyselyModule.forRoot(getKyselyConfig(database.config)),
|
|
OpenTelemetryModule.forRoot(otel),
|
|
];
|
|
|
|
const bullImports = [BullModule.forRoot(bull.config), BullModule.registerQueue(...bull.queues)];
|
|
|
|
export class BaseModule implements OnModuleInit, OnModuleDestroy {
|
|
constructor(
|
|
@Inject(IWorker) private worker: ImmichWorker,
|
|
logger: LoggingRepository,
|
|
private authService: AuthService,
|
|
private eventRepository: EventRepository,
|
|
private queueService: QueueService,
|
|
private telemetryRepository: TelemetryRepository,
|
|
private websocketRepository: WebsocketRepository,
|
|
) {
|
|
logger.setAppName(this.worker);
|
|
}
|
|
|
|
async onModuleInit() {
|
|
this.telemetryRepository.setup({ repositories });
|
|
|
|
this.queueService.setServices(services);
|
|
|
|
this.websocketRepository.setAuthFn(async (client) =>
|
|
this.authService.authenticate({
|
|
headers: client.request.headers,
|
|
queryParams: {},
|
|
metadata: { adminRoute: false, sharedLinkRoute: false, uri: '/api/socket.io' },
|
|
}),
|
|
);
|
|
|
|
this.eventRepository.setup({ services });
|
|
await this.eventRepository.emit('AppBootstrap');
|
|
}
|
|
|
|
async onModuleDestroy() {
|
|
await this.eventRepository.emit('AppShutdown');
|
|
await teardownTelemetry();
|
|
}
|
|
}
|
|
|
|
@Module({
|
|
imports: [...bullImports, ...commonImports, ScheduleModule.forRoot()],
|
|
controllers: [...controllers],
|
|
providers: [...common, ...apiMiddleware, { provide: IWorker, useValue: ImmichWorker.Api }],
|
|
})
|
|
export class ApiModule extends BaseModule {}
|
|
|
|
@Module({
|
|
imports: [...commonImports],
|
|
controllers: [MaintenanceWorkerController],
|
|
providers: [
|
|
ConfigRepository,
|
|
LoggingRepository,
|
|
StorageRepository,
|
|
ProcessRepository,
|
|
DatabaseRepository,
|
|
SystemMetadataRepository,
|
|
AppRepository,
|
|
MaintenanceHealthRepository,
|
|
MaintenanceWebsocketRepository,
|
|
MaintenanceWorkerService,
|
|
...commonMiddleware,
|
|
{ provide: APP_GUARD, useClass: MaintenanceAuthGuard },
|
|
{ provide: IWorker, useValue: ImmichWorker.Maintenance },
|
|
],
|
|
})
|
|
export class MaintenanceModule {
|
|
constructor(
|
|
@Inject(IWorker) private worker: ImmichWorker,
|
|
logger: LoggingRepository,
|
|
private maintenanceWorkerService: MaintenanceWorkerService,
|
|
) {
|
|
logger.setAppName(this.worker);
|
|
}
|
|
|
|
async onModuleInit() {
|
|
await this.maintenanceWorkerService.init();
|
|
}
|
|
}
|
|
|
|
@Module({
|
|
imports: [...bullImports, ...commonImports],
|
|
providers: [...common, { provide: IWorker, useValue: ImmichWorker.Microservices }, SchedulerRegistry],
|
|
})
|
|
export class MicroservicesModule extends BaseModule {}
|
|
|
|
@Module({
|
|
imports: [...bullImports, ...commonImports],
|
|
providers: [...common, ...commandsAndQuestions, SchedulerRegistry],
|
|
})
|
|
export class ImmichAdminModule implements OnModuleDestroy {
|
|
constructor(private service: CliService) {}
|
|
|
|
async onModuleDestroy() {
|
|
await this.service.cleanup();
|
|
}
|
|
}
|