mirror of
https://github.com/Start9Labs/start-os.git
synced 2026-03-31 04:23:40 +00:00
* wip: static-server errors * wip: fix wifi * wip: Fix the service_effects * wip: Fix cors in the middleware * wip(chore): Auth clean up the lint. * wip(fix): Vhost * wip: continue manager refactor Co-authored-by: J H <Blu-J@users.noreply.github.com> * wip: service manager refactor * wip: Some fixes * wip(fix): Fix the lib.rs * wip * wip(fix): Logs * wip: bins * wip(innspect): Add in the inspect * wip: config * wip(fix): Diagnostic * wip(fix): Dependencies * wip: context * wip(fix) Sorta auth * wip: warnings * wip(fix): registry/admin * wip(fix) marketplace * wip(fix) Some more converted and fixed with the linter and config * wip: Working on the static server * wip(fix)static server * wip: Remove some asynnc * wip: Something about the request and regular rpc * wip: gut install Co-authored-by: J H <Blu-J@users.noreply.github.com> * wip: Convert the static server into the new system * wip delete file * test * wip(fix) vhost does not need the with safe defaults * wip: Adding in the wifi * wip: Fix the developer and the verify * wip: new install flow Co-authored-by: J H <Blu-J@users.noreply.github.com> * fix middleware * wip * wip: Fix the auth * wip * continue service refactor * feature: Service get_config * feat: Action * wip: Fighting the great fight against the borrow checker * wip: Remove an error in a file that I just need to deel with later * chore: Add in some more lifetime stuff to the services * wip: Install fix on lifetime * cleanup * wip: Deal with the borrow later * more cleanup * resolve borrowchecker errors * wip(feat): add in the handler for the socket, for now * wip(feat): Update the service_effect_handler::action * chore: Add in the changes to make sure the from_service goes to context * chore: Change the * refactor service map * fix references to service map * fill out restore * wip: Before I work on the store stuff * fix backup module * handle some warnings * feat: add in the ui components on the rust side * feature: Update the procedures * chore: Update the js side of the main and a few of the others * chore: Update the rpc listener to match the persistant container * wip: Working on updating some things to have a better name * wip(feat): Try and get the rpc to return the correct shape? * lxc wip * wip(feat): Try and get the rpc to return the correct shape? * build for container runtime wip * remove container-init * fix build * fix error * chore: Update to work I suppose * lxc wip * remove docker module and feature * download alpine squashfs automatically * overlays effect Co-authored-by: Jade <Blu-J@users.noreply.github.com> * chore: Add the overlay effect * feat: Add the mounter in the main * chore: Convert to use the mounts, still need to work with the sandbox * install fixes * fix ssl * fixes from testing * implement tmpfile for upload * wip * misc fixes * cleanup * cleanup * better progress reporting * progress for sideload * return real guid * add devmode script * fix lxc rootfs path * fix percentage bar * fix progress bar styling * fix build for unstable * tweaks * label progress * tweaks * update progress more often * make symlink in rpc_client * make socket dir * fix parent path * add start-cli to container * add echo and gitInfo commands * wip: Add the init + errors * chore: Add in the exit effect for the system * chore: Change the type to null for failure to parse * move sigterm timeout to stopping status * update order * chore: Update the return type * remove dbg * change the map error * chore: Update the thing to capture id * chore add some life changes * chore: Update the loging * chore: Update the package to run module * us From for RpcError * chore: Update to use import instead * chore: update * chore: Use require for the backup * fix a default * update the type that is wrong * chore: Update the type of the manifest * chore: Update to make null * only symlink if not exists * get rid of double result * better debug info for ErrorCollection * chore: Update effects * chore: fix * mount assets and volumes * add exec instead of spawn * fix mounting in image * fix overlay mounts Co-authored-by: Jade <Blu-J@users.noreply.github.com> * misc fixes * feat: Fix two * fix: systemForEmbassy main * chore: Fix small part of main loop * chore: Modify the bundle * merge * fixMain loop" * move tsc to makefile * chore: Update the return types of the health check * fix client * chore: Convert the todo to use tsmatches * add in the fixes for the seen and create the hack to allow demo * chore: Update to include the systemForStartOs * chore UPdate to the latest types from the expected outout * fixes * fix typo * Don't emit if failure on tsc * wip Co-authored-by: Jade <Blu-J@users.noreply.github.com> * add s9pk api * add inspection * add inspect manifest * newline after display serializable * fix squashfs in image name * edit manifest Co-authored-by: Jade <Blu-J@users.noreply.github.com> * wait for response on repl * ignore sig for now * ignore sig for now * re-enable sig verification * fix * wip * env and chroot * add profiling logs * set uid & gid in squashfs to 100000 * set uid of sqfs to 100000 * fix mksquashfs args * add env to compat * fix * re-add docker feature flag * fix docker output format being stupid * here be dragons * chore: Add in the cross compiling for something * fix npm link * extract logs from container on exit * chore: Update for testing * add log capture to drop trait * chore: add in the modifications that I make * chore: Update small things for no updates * chore: Update the types of something * chore: Make main not complain * idmapped mounts * idmapped volumes * re-enable kiosk * chore: Add in some logging for the new system * bring in start-sdk * remove avahi * chore: Update the deps * switch to musl * chore: Update the version of prettier * chore: Organize' * chore: Update some of the headers back to the standard of fetch * fix musl build * fix idmapped mounts * fix cross build * use cross compiler for correct arch * feat: Add in the faked ssl stuff for the effects * @dr_bonez Did a solution here * chore: Something that DrBonez * chore: up * wip: We have a working server!!! * wip * uninstall * wip * tes --------- Co-authored-by: J H <dragondef@gmail.com> Co-authored-by: J H <Blu-J@users.noreply.github.com> Co-authored-by: J H <2364004+Blu-J@users.noreply.github.com>
314 lines
8.2 KiB
TypeScript
314 lines
8.2 KiB
TypeScript
import { Address, Effects, HostName, NetworkInterface } from "../types"
|
|
import * as regexes from "./regexes"
|
|
import { NetworkInterfaceType } from "./utils"
|
|
|
|
export type UrlString = string
|
|
export type HostId = string
|
|
|
|
const getHostnameRegex = /^(\w+:\/\/)?([^\/\:]+)(:\d{1,3})?(\/)?/
|
|
export const getHostname = (url: string): HostName | null => {
|
|
const founds = url.match(getHostnameRegex)?.[2]
|
|
if (!founds) return null
|
|
const parts = founds.split("@")
|
|
const last = parts[parts.length - 1] as HostName | null
|
|
return last
|
|
}
|
|
|
|
export type Filled = {
|
|
hostnames: HostName[]
|
|
onionHostnames: HostName[]
|
|
localHostnames: HostName[]
|
|
ipHostnames: HostName[]
|
|
ipv4Hostnames: HostName[]
|
|
ipv6Hostnames: HostName[]
|
|
nonIpHostnames: HostName[]
|
|
allHostnames: HostName[]
|
|
|
|
urls: UrlString[]
|
|
onionUrls: UrlString[]
|
|
localUrls: UrlString[]
|
|
ipUrls: UrlString[]
|
|
ipv4Urls: UrlString[]
|
|
ipv6Urls: UrlString[]
|
|
nonIpUrls: UrlString[]
|
|
allUrls: UrlString[]
|
|
}
|
|
export type FilledAddress = Address & Filled
|
|
export type NetworkInterfaceFilled = {
|
|
interfaceId: string
|
|
/** The title of this field to be displayed */
|
|
name: string
|
|
/** Human readable description, used as tooltip usually */
|
|
description: string
|
|
/** Whether or not the interface has a primary URL */
|
|
hasPrimary: boolean
|
|
/** Whether or not the interface disabled */
|
|
disabled: boolean
|
|
/** All URIs */
|
|
addresses: FilledAddress[]
|
|
|
|
/** Indicates if we are a ui/ p2p/ api/ other for the kind of interface that this is representing */
|
|
type: NetworkInterfaceType
|
|
|
|
primaryHostname: HostName | null
|
|
primaryUrl: UrlString | null
|
|
} & Filled
|
|
const either =
|
|
<A>(...args: ((a: A) => boolean)[]) =>
|
|
(a: A) =>
|
|
args.some((x) => x(a))
|
|
const negate =
|
|
<A>(fn: (a: A) => boolean) =>
|
|
(a: A) =>
|
|
!fn(a)
|
|
const unique = <A>(values: A[]) => Array.from(new Set(values))
|
|
const addressHostToUrl = (
|
|
{ options, username, suffix }: Address,
|
|
host: HostName,
|
|
): UrlString => {
|
|
const scheme = host.endsWith(".onion")
|
|
? options.scheme
|
|
: options.addSsl
|
|
? options.addSsl.scheme
|
|
: options.scheme // TODO: encode whether hostname transport is "secure"?
|
|
return `${scheme ? `${scheme}//` : ""}${
|
|
username ? `${username}@` : ""
|
|
}${host}${suffix}`
|
|
}
|
|
export const filledAddress = (
|
|
mapHostnames: {
|
|
[hostId: string]: HostName[]
|
|
},
|
|
address: Address,
|
|
): FilledAddress => {
|
|
const toUrl = addressHostToUrl.bind(null, address)
|
|
const hostnames = mapHostnames[address.hostId] ?? []
|
|
return {
|
|
...address,
|
|
hostnames,
|
|
get onionHostnames() {
|
|
return hostnames.filter(regexes.torHostname.test)
|
|
},
|
|
get localHostnames() {
|
|
return hostnames.filter(regexes.localHostname.test)
|
|
},
|
|
get ipHostnames() {
|
|
return hostnames.filter(either(regexes.ipv4.test, regexes.ipv6.test))
|
|
},
|
|
get ipv4Hostnames() {
|
|
return hostnames.filter(regexes.ipv4.test)
|
|
},
|
|
get ipv6Hostnames() {
|
|
return hostnames.filter(regexes.ipv6.test)
|
|
},
|
|
get nonIpHostnames() {
|
|
return hostnames.filter(
|
|
negate(either(regexes.ipv4.test, regexes.ipv6.test)),
|
|
)
|
|
},
|
|
allHostnames: hostnames,
|
|
get urls() {
|
|
return hostnames.map(toUrl)
|
|
},
|
|
get onionUrls() {
|
|
return hostnames.filter(regexes.torHostname.test).map(toUrl)
|
|
},
|
|
get localUrls() {
|
|
return hostnames.filter(regexes.localHostname.test).map(toUrl)
|
|
},
|
|
get ipUrls() {
|
|
return hostnames
|
|
.filter(either(regexes.ipv4.test, regexes.ipv6.test))
|
|
.map(toUrl)
|
|
},
|
|
get ipv4Urls() {
|
|
return hostnames.filter(regexes.ipv4.test).map(toUrl)
|
|
},
|
|
get ipv6Urls() {
|
|
return hostnames.filter(regexes.ipv6.test).map(toUrl)
|
|
},
|
|
get nonIpUrls() {
|
|
return hostnames
|
|
.filter(negate(either(regexes.ipv4.test, regexes.ipv6.test)))
|
|
.map(toUrl)
|
|
},
|
|
get allUrls() {
|
|
return hostnames.map(toUrl)
|
|
},
|
|
}
|
|
}
|
|
|
|
export const networkInterfaceFilled = (
|
|
interfaceValue: NetworkInterface,
|
|
primaryUrl: UrlString | null,
|
|
addresses: FilledAddress[],
|
|
): NetworkInterfaceFilled => {
|
|
return {
|
|
...interfaceValue,
|
|
addresses,
|
|
get hostnames() {
|
|
return unique(addresses.flatMap((x) => x.hostnames))
|
|
},
|
|
get onionHostnames() {
|
|
return unique(addresses.flatMap((x) => x.onionHostnames))
|
|
},
|
|
get localHostnames() {
|
|
return unique(addresses.flatMap((x) => x.localHostnames))
|
|
},
|
|
get ipHostnames() {
|
|
return unique(addresses.flatMap((x) => x.ipHostnames))
|
|
},
|
|
get ipv4Hostnames() {
|
|
return unique(addresses.flatMap((x) => x.ipv4Hostnames))
|
|
},
|
|
get ipv6Hostnames() {
|
|
return unique(addresses.flatMap((x) => x.ipv6Hostnames))
|
|
},
|
|
get nonIpHostnames() {
|
|
return unique(addresses.flatMap((x) => x.nonIpHostnames))
|
|
},
|
|
get allHostnames() {
|
|
return unique(addresses.flatMap((x) => x.allHostnames))
|
|
},
|
|
get primaryHostname() {
|
|
if (primaryUrl == null) return null
|
|
return getHostname(primaryUrl)
|
|
},
|
|
get urls() {
|
|
return unique(addresses.flatMap((x) => x.urls))
|
|
},
|
|
get onionUrls() {
|
|
return unique(addresses.flatMap((x) => x.onionUrls))
|
|
},
|
|
get localUrls() {
|
|
return unique(addresses.flatMap((x) => x.localUrls))
|
|
},
|
|
get ipUrls() {
|
|
return unique(addresses.flatMap((x) => x.ipUrls))
|
|
},
|
|
get ipv4Urls() {
|
|
return unique(addresses.flatMap((x) => x.ipv4Urls))
|
|
},
|
|
get ipv6Urls() {
|
|
return unique(addresses.flatMap((x) => x.ipv6Urls))
|
|
},
|
|
get nonIpUrls() {
|
|
return unique(addresses.flatMap((x) => x.nonIpUrls))
|
|
},
|
|
get allUrls() {
|
|
return unique(addresses.flatMap((x) => x.allUrls))
|
|
},
|
|
primaryUrl,
|
|
}
|
|
}
|
|
const makeInterfaceFilled = async ({
|
|
effects,
|
|
interfaceId,
|
|
packageId,
|
|
callback,
|
|
}: {
|
|
effects: Effects
|
|
interfaceId: string
|
|
packageId: string | undefined
|
|
callback: () => void
|
|
}) => {
|
|
const interfaceValue = await effects.getInterface({
|
|
interfaceId,
|
|
packageId,
|
|
callback,
|
|
})
|
|
const hostIdsRecord = Promise.all(
|
|
unique(interfaceValue.addresses.map((x) => x.hostId)).map(
|
|
async (hostId) =>
|
|
[
|
|
hostId,
|
|
await effects.getHostnames({
|
|
packageId,
|
|
hostId,
|
|
callback,
|
|
}),
|
|
] as const,
|
|
),
|
|
)
|
|
const primaryUrl = effects.getPrimaryUrl({
|
|
interfaceId,
|
|
packageId,
|
|
callback,
|
|
})
|
|
|
|
const fillAddress = filledAddress.bind(
|
|
null,
|
|
Object.fromEntries(await hostIdsRecord),
|
|
)
|
|
const interfaceFilled: NetworkInterfaceFilled = networkInterfaceFilled(
|
|
interfaceValue,
|
|
await primaryUrl,
|
|
interfaceValue.addresses.map(fillAddress),
|
|
)
|
|
return interfaceFilled
|
|
}
|
|
|
|
export class GetNetworkInterface {
|
|
constructor(
|
|
readonly effects: Effects,
|
|
readonly opts: { interfaceId: string; packageId?: string },
|
|
) {}
|
|
|
|
/**
|
|
* Returns the value of Store at the provided path. Restart the service if the value changes
|
|
*/
|
|
async const() {
|
|
const { interfaceId, packageId } = this.opts
|
|
const callback = this.effects.restart
|
|
const interfaceFilled: NetworkInterfaceFilled = await makeInterfaceFilled({
|
|
effects: this.effects,
|
|
interfaceId,
|
|
packageId,
|
|
callback,
|
|
})
|
|
|
|
return interfaceFilled
|
|
}
|
|
/**
|
|
* Returns the value of NetworkInterfacesFilled at the provided path. Does nothing if the value changes
|
|
*/
|
|
async once() {
|
|
const { interfaceId, packageId } = this.opts
|
|
const callback = () => {}
|
|
const interfaceFilled: NetworkInterfaceFilled = await makeInterfaceFilled({
|
|
effects: this.effects,
|
|
interfaceId,
|
|
packageId,
|
|
callback,
|
|
})
|
|
|
|
return interfaceFilled
|
|
}
|
|
|
|
/**
|
|
* Watches the value of NetworkInterfacesFilled at the provided path. Takes a custom callback function to run whenever the value changes
|
|
*/
|
|
async *watch() {
|
|
const { interfaceId, packageId } = this.opts
|
|
while (true) {
|
|
let callback: () => void = () => {}
|
|
const waitForNext = new Promise<void>((resolve) => {
|
|
callback = resolve
|
|
})
|
|
yield await makeInterfaceFilled({
|
|
effects: this.effects,
|
|
interfaceId,
|
|
packageId,
|
|
callback,
|
|
})
|
|
await waitForNext
|
|
}
|
|
}
|
|
}
|
|
export function getNetworkInterface(
|
|
effects: Effects,
|
|
opts: { interfaceId: string; packageId?: string },
|
|
) {
|
|
return new GetNetworkInterface(effects, opts)
|
|
}
|