mirror of
https://github.com/Start9Labs/start-os.git
synced 2026-03-26 18:31:52 +00:00
* wip: static-server errors * wip: fix wifi * wip: Fix the service_effects * wip: Fix cors in the middleware * wip(chore): Auth clean up the lint. * wip(fix): Vhost * wip: continue manager refactor Co-authored-by: J H <Blu-J@users.noreply.github.com> * wip: service manager refactor * wip: Some fixes * wip(fix): Fix the lib.rs * wip * wip(fix): Logs * wip: bins * wip(innspect): Add in the inspect * wip: config * wip(fix): Diagnostic * wip(fix): Dependencies * wip: context * wip(fix) Sorta auth * wip: warnings * wip(fix): registry/admin * wip(fix) marketplace * wip(fix) Some more converted and fixed with the linter and config * wip: Working on the static server * wip(fix)static server * wip: Remove some asynnc * wip: Something about the request and regular rpc * wip: gut install Co-authored-by: J H <Blu-J@users.noreply.github.com> * wip: Convert the static server into the new system * wip delete file * test * wip(fix) vhost does not need the with safe defaults * wip: Adding in the wifi * wip: Fix the developer and the verify * wip: new install flow Co-authored-by: J H <Blu-J@users.noreply.github.com> * fix middleware * wip * wip: Fix the auth * wip * continue service refactor * feature: Service get_config * feat: Action * wip: Fighting the great fight against the borrow checker * wip: Remove an error in a file that I just need to deel with later * chore: Add in some more lifetime stuff to the services * wip: Install fix on lifetime * cleanup * wip: Deal with the borrow later * more cleanup * resolve borrowchecker errors * wip(feat): add in the handler for the socket, for now * wip(feat): Update the service_effect_handler::action * chore: Add in the changes to make sure the from_service goes to context * chore: Change the * refactor service map * fix references to service map * fill out restore * wip: Before I work on the store stuff * fix backup module * handle some warnings * feat: add in the ui components on the rust side * feature: Update the procedures * chore: Update the js side of the main and a few of the others * chore: Update the rpc listener to match the persistant container * wip: Working on updating some things to have a better name * wip(feat): Try and get the rpc to return the correct shape? * lxc wip * wip(feat): Try and get the rpc to return the correct shape? * build for container runtime wip * remove container-init * fix build * fix error * chore: Update to work I suppose * lxc wip * remove docker module and feature * download alpine squashfs automatically * overlays effect Co-authored-by: Jade <Blu-J@users.noreply.github.com> * chore: Add the overlay effect * feat: Add the mounter in the main * chore: Convert to use the mounts, still need to work with the sandbox * install fixes * fix ssl * fixes from testing * implement tmpfile for upload * wip * misc fixes * cleanup * cleanup * better progress reporting * progress for sideload * return real guid * add devmode script * fix lxc rootfs path * fix percentage bar * fix progress bar styling * fix build for unstable * tweaks * label progress * tweaks * update progress more often * make symlink in rpc_client * make socket dir * fix parent path * add start-cli to container * add echo and gitInfo commands * wip: Add the init + errors * chore: Add in the exit effect for the system * chore: Change the type to null for failure to parse * move sigterm timeout to stopping status * update order * chore: Update the return type * remove dbg * change the map error * chore: Update the thing to capture id * chore add some life changes * chore: Update the loging * chore: Update the package to run module * us From for RpcError * chore: Update to use import instead * chore: update * chore: Use require for the backup * fix a default * update the type that is wrong * chore: Update the type of the manifest * chore: Update to make null * only symlink if not exists * get rid of double result * better debug info for ErrorCollection * chore: Update effects * chore: fix * mount assets and volumes * add exec instead of spawn * fix mounting in image * fix overlay mounts Co-authored-by: Jade <Blu-J@users.noreply.github.com> * misc fixes * feat: Fix two * fix: systemForEmbassy main * chore: Fix small part of main loop * chore: Modify the bundle * merge * fixMain loop" * move tsc to makefile * chore: Update the return types of the health check * fix client * chore: Convert the todo to use tsmatches * add in the fixes for the seen and create the hack to allow demo * chore: Update to include the systemForStartOs * chore UPdate to the latest types from the expected outout * fixes * fix typo * Don't emit if failure on tsc * wip Co-authored-by: Jade <Blu-J@users.noreply.github.com> * add s9pk api * add inspection * add inspect manifest * newline after display serializable * fix squashfs in image name * edit manifest Co-authored-by: Jade <Blu-J@users.noreply.github.com> * wait for response on repl * ignore sig for now * ignore sig for now * re-enable sig verification * fix * wip * env and chroot * add profiling logs * set uid & gid in squashfs to 100000 * set uid of sqfs to 100000 * fix mksquashfs args * add env to compat * fix * re-add docker feature flag * fix docker output format being stupid * here be dragons * chore: Add in the cross compiling for something * fix npm link * extract logs from container on exit * chore: Update for testing * add log capture to drop trait * chore: add in the modifications that I make * chore: Update small things for no updates * chore: Update the types of something * chore: Make main not complain * idmapped mounts * idmapped volumes * re-enable kiosk * chore: Add in some logging for the new system * bring in start-sdk * remove avahi * chore: Update the deps * switch to musl * chore: Update the version of prettier * chore: Organize' * chore: Update some of the headers back to the standard of fetch * fix musl build * fix idmapped mounts * fix cross build * use cross compiler for correct arch * feat: Add in the faked ssl stuff for the effects * @dr_bonez Did a solution here * chore: Something that DrBonez * chore: up * wip: We have a working server!!! * wip * uninstall * wip * tes --------- Co-authored-by: J H <dragondef@gmail.com> Co-authored-by: J H <Blu-J@users.noreply.github.com> Co-authored-by: J H <2364004+Blu-J@users.noreply.github.com>
182 lines
5.2 KiB
TypeScript
182 lines
5.2 KiB
TypeScript
import { SDKManifest } from "../manifest/ManifestTypes"
|
|
import * as T from "../types"
|
|
|
|
export type BACKUP = "BACKUP"
|
|
export const DEFAULT_OPTIONS: T.BackupOptions = {
|
|
delete: true,
|
|
force: true,
|
|
ignoreExisting: false,
|
|
exclude: [],
|
|
}
|
|
export type BackupSet<Volumes extends string> = {
|
|
srcPath: string
|
|
srcVolume: Volumes | BACKUP
|
|
dstPath: string
|
|
dstVolume: Volumes | BACKUP
|
|
options?: Partial<T.BackupOptions>
|
|
}
|
|
/**
|
|
* This utility simplifies the volume backup process.
|
|
* ```ts
|
|
* export const { createBackup, restoreBackup } = Backups.volumes("main").build();
|
|
* ```
|
|
*
|
|
* Changing the options of the rsync, (ie exludes) use either
|
|
* ```ts
|
|
* Backups.volumes("main").set_options({exclude: ['bigdata/']}).volumes('excludedVolume').build()
|
|
* // or
|
|
* Backups.with_options({exclude: ['bigdata/']}).volumes('excludedVolume').build()
|
|
* ```
|
|
*
|
|
* Using the more fine control, using the addSets for more control
|
|
* ```ts
|
|
* Backups.addSets({
|
|
* srcVolume: 'main', srcPath:'smallData/', dstPath: 'main/smallData/', dstVolume: : Backups.BACKUP
|
|
* }, {
|
|
* srcVolume: 'main', srcPath:'bigData/', dstPath: 'main/bigData/', dstVolume: : Backups.BACKUP, options: {exclude:['bigData/excludeThis']}}
|
|
* ).build()q
|
|
* ```
|
|
*/
|
|
export class Backups<M extends SDKManifest> {
|
|
static BACKUP: BACKUP = "BACKUP"
|
|
|
|
private constructor(
|
|
private options = DEFAULT_OPTIONS,
|
|
private backupSet = [] as BackupSet<M["volumes"][0]>[],
|
|
) {}
|
|
static volumes<M extends SDKManifest = never>(
|
|
...volumeNames: Array<M["volumes"][0]>
|
|
): Backups<M> {
|
|
return new Backups<M>().addSets(
|
|
...volumeNames.map((srcVolume) => ({
|
|
srcVolume,
|
|
srcPath: "./",
|
|
dstPath: `./${srcVolume}/`,
|
|
dstVolume: Backups.BACKUP,
|
|
})),
|
|
)
|
|
}
|
|
static addSets<M extends SDKManifest = never>(
|
|
...options: BackupSet<M["volumes"][0]>[]
|
|
) {
|
|
return new Backups().addSets(...options)
|
|
}
|
|
static with_options<M extends SDKManifest = never>(
|
|
options?: Partial<T.BackupOptions>,
|
|
) {
|
|
return new Backups({ ...DEFAULT_OPTIONS, ...options })
|
|
}
|
|
|
|
static withOptions = Backups.with_options
|
|
setOptions(options?: Partial<T.BackupOptions>) {
|
|
this.options = {
|
|
...this.options,
|
|
...options,
|
|
}
|
|
return this
|
|
}
|
|
volumes(...volumeNames: Array<M["volumes"][0]>) {
|
|
return this.addSets(
|
|
...volumeNames.map((srcVolume) => ({
|
|
srcVolume,
|
|
srcPath: "./",
|
|
dstPath: `./${srcVolume}/`,
|
|
dstVolume: Backups.BACKUP,
|
|
})),
|
|
)
|
|
}
|
|
addSets(...options: BackupSet<M["volumes"][0]>[]) {
|
|
options.forEach((x) =>
|
|
this.backupSet.push({ ...x, options: { ...this.options, ...x.options } }),
|
|
)
|
|
return this
|
|
}
|
|
build() {
|
|
const createBackup: T.ExpectedExports.createBackup = async ({
|
|
effects,
|
|
}) => {
|
|
// const previousItems = (
|
|
// await effects
|
|
// .readDir({
|
|
// volumeId: Backups.BACKUP,
|
|
// path: ".",
|
|
// })
|
|
// .catch(() => [])
|
|
// ).map((x) => `${x}`)
|
|
// const backupPaths = this.backupSet
|
|
// .filter((x) => x.dstVolume === Backups.BACKUP)
|
|
// .map((x) => x.dstPath)
|
|
// .map((x) => x.replace(/\.\/([^]*)\//, "$1"))
|
|
// const filteredItems = previousItems.filter(
|
|
// (x) => backupPaths.indexOf(x) === -1,
|
|
// )
|
|
// for (const itemToRemove of filteredItems) {
|
|
// effects.console.error(`Trying to remove ${itemToRemove}`)
|
|
// await effects
|
|
// .removeDir({
|
|
// volumeId: Backups.BACKUP,
|
|
// path: itemToRemove,
|
|
// })
|
|
// .catch(() =>
|
|
// effects.removeFile({
|
|
// volumeId: Backups.BACKUP,
|
|
// path: itemToRemove,
|
|
// }),
|
|
// )
|
|
// .catch(() => {
|
|
// console.warn(`Failed to remove ${itemToRemove} from backup volume`)
|
|
// })
|
|
// }
|
|
for (const item of this.backupSet) {
|
|
// if (notEmptyPath(item.dstPath)) {
|
|
// await effects.createDir({
|
|
// volumeId: item.dstVolume,
|
|
// path: item.dstPath,
|
|
// })
|
|
// }
|
|
// await effects
|
|
// .runRsync({
|
|
// ...item,
|
|
// options: {
|
|
// ...this.options,
|
|
// ...item.options,
|
|
// },
|
|
// })
|
|
// .wait()
|
|
}
|
|
return
|
|
}
|
|
const restoreBackup: T.ExpectedExports.restoreBackup = async ({
|
|
effects,
|
|
}) => {
|
|
for (const item of this.backupSet) {
|
|
// if (notEmptyPath(item.srcPath)) {
|
|
// await new Promise((resolve, reject) => fs.mkdir(items.src)).createDir(
|
|
// {
|
|
// volumeId: item.srcVolume,
|
|
// path: item.srcPath,
|
|
// },
|
|
// )
|
|
// }
|
|
// await effects
|
|
// .runRsync({
|
|
// options: {
|
|
// ...this.options,
|
|
// ...item.options,
|
|
// },
|
|
// srcVolume: item.dstVolume,
|
|
// dstVolume: item.srcVolume,
|
|
// srcPath: item.dstPath,
|
|
// dstPath: item.srcPath,
|
|
// })
|
|
// .wait()
|
|
}
|
|
return
|
|
}
|
|
return { createBackup, restoreBackup }
|
|
}
|
|
}
|
|
function notEmptyPath(file: string) {
|
|
return ["", ".", "./"].indexOf(file) === -1
|
|
}
|