Gateways, domains, and new service interface (#3001)

* add support for inbound proxies

* backend changes

* fix file type

* proxy -> tunnel, implement backend apis

* wip start-tunneld

* add domains and gateways, remove routers, fix docs links

* dont show hidden actions

* show and test dns

* edit instead of chnage acme and change gateway

* refactor: domains page

* refactor: gateways page

* domains and acme refactor

* certificate authorities

* refactor public/private gateways

* fix fe types

* domains mostly finished

* refactor: add file control to form service

* add ip util to sdk

* domains api + migration

* start service interface page, WIP

* different options for clearnet domains

* refactor: styles for interfaces page

* minor

* better placeholder for no addresses

* start sorting addresses

* best address logic

* comments

* fix unnecessary export

* MVP of service interface page

* domains preferred

* fix: address comments

* only translations left

* wip: start-tunnel & fix build

* forms for adding domain, rework things based on new ideas

* fix: dns testing

* public domain, max width, descriptions for dns

* nix StartOS domains, implement public and private domains at interface scope

* restart tor instead of reset

* better icon for restart tor

* dns

* fix sort functions for public and private domains

* with todos

* update types

* clean up tech debt, bump dependencies

* revert to ts-rs v9

* fix all types

* fix dns form

* add missing translations

* it builds

* fix: comments (#3009)

* fix: comments

* undo default

---------

Co-authored-by: Matt Hill <mattnine@protonmail.com>

* fix: refactor legacy components (#3010)

* fix: comments

* fix: refactor legacy components

* remove default again

---------

Co-authored-by: Matt Hill <mattnine@protonmail.com>

* more translations

* wip

* fix deadlock

* coukd work

* simple renaming

* placeholder for empty service interfaces table

* honor hidden form values

* remove logs

* reason instead of description

* fix dns

* misc fixes

* implement toggling gateways for service interface

* fix showing dns records

* move status column in service list

* remove unnecessary truthy check

* refactor: refactor forms components and remove legacy Taiga UI package (#3012)

* handle wh file uploads

* wip: debugging tor

* socks5 proxy working

* refactor: fix multiple comments (#3013)

* refactor: fix multiple comments

* styling changes, add documentation to sidebar

* translations for dns page

* refactor: subtle colors

* rearrange service page

---------

Co-authored-by: Matt Hill <mattnine@protonmail.com>

* fix file_stream and remove non-terminating test

* clean  up logs

* support for sccache

* fix gha sccache

* more marketplace translations

* install wizard clarity

* stub hostnameInfo in migration

* fix address info after setup, fix styling on SI page, new 040 release notes

* remove tor logs from os

* misc fixes

* reset tor still not functioning...

* update ts

* minor styling and wording

* chore: some fixes (#3015)

* fix gateway renames

* different handling for public domains

* styling fixes

* whole navbar should not be clickable on service show page

* timeout getState request

* remove links from changelog

* misc fixes from pairing

* use custom name for gateway in more places

* fix dns parsing

* closes #3003

* closes #2999

* chore: some fixes (#3017)

* small copy change

* revert hardcoded error for testing

* dont require port forward if gateway is public

* use old wan ip when not available

* fix .const hanging on undefined

* fix test

* fix doc test

* fix renames

* update deps

* allow specifying dependency metadata directly

* temporarily make dependencies not cliackable in marketplace listings

* fix socks bind

* fix test

---------

Co-authored-by: Aiden McClelland <me@drbonez.dev>
Co-authored-by: waterplea <alexander@inkin.ru>

sdk/base/lib/util/Hostname.ts

@@ -1,25 +0,0 @@
-import { HostnameInfo } from "../types"
-
-export function hostnameInfoToAddress(hostInfo: HostnameInfo): string {
-  if (hostInfo.kind === "onion") {
-    return `${hostInfo.hostname.value}`
-  }
-  if (hostInfo.kind !== "ip") {
-    throw Error("Expecting that the kind is ip.")
-  }
-  const hostname = hostInfo.hostname
-  if (hostname.kind === "domain") {
-    return `${hostname.subdomain ? `${hostname.subdomain}.` : ""}${hostname.domain}`
-  }
-  const port = hostname.sslPort || hostname.port
-  const portString = port ? `:${port}` : ""
-  if ("ipv4" === hostname.kind || "ipv6" === hostname.kind) {
-    return `${hostname.value}${portString}`
-  }
-  if ("local" === hostname.kind) {
-    return `${hostname.value}${portString}`
-  }
-  throw Error(
-    "Expecting to have a valid hostname kind." + JSON.stringify(hostname),
-  )
-}

sdk/base/lib/util/getServiceInterface.ts

@@ -3,6 +3,7 @@ import { knownProtocols } from "../interfaces/Host"
 import { AddressInfo, Host, Hostname, HostnameInfo } from "../types"
 import { Effects } from "../Effects"
 import { DropGenerator, DropPromise } from "./Drop"
+import { IPV6_LINK_LOCAL } from "./ip"
 
 export type UrlString = string
 export type HostId = string
@@ -95,9 +96,9 @@ export const addressHostToUrl = (
       hostname = host.hostname.value
     } else if (host.kind === "ip") {
       if (host.hostname.kind === "domain") {
-        hostname = `${host.hostname.subdomain ? `${host.hostname.subdomain}.` : ""}${host.hostname.domain}`
+        hostname = host.hostname.value
       } else if (host.hostname.kind === "ipv6") {
-        hostname = host.hostname.value.startsWith("fe80::")
+        hostname = IPV6_LINK_LOCAL.contains(host.hostname.value)
           ? `[${host.hostname.value}%${host.hostname.scopeId}]`
           : `[${host.hostname.value}]`
       } else {
@@ -164,7 +165,7 @@ export const filledAddress = (
   addressInfo: AddressInfo,
 ): FilledAddressInfo => {
   const toUrl = addressHostToUrl.bind(null, addressInfo)
-  const hostnames = host.hostnameInfo[addressInfo.internalPort]
+  const hostnames = host.hostnameInfo[addressInfo.internalPort] ?? []
 
   return {
     ...addressInfo,

sdk/base/lib/util/index.ts

@@ -1,6 +1,7 @@
 /// Currently being used
 export { addressHostToUrl } from "./getServiceInterface"
 export { getDefaultString } from "./getDefaultString"
+export * from "./ip"
 
 /// Not being used, but known to be browser compatible
 export { GetServiceInterface, getServiceInterface } from "./getServiceInterface"
@@ -16,6 +17,5 @@ export { splitCommand } from "./splitCommand"
 export { nullIfEmpty } from "./nullIfEmpty"
 export { deepMerge, partialDiff } from "./deepMerge"
 export { deepEqual } from "./deepEqual"
-export { hostnameInfoToAddress } from "./Hostname"
 export * as regexes from "./regexes"
 export { stringFromStdErrOut } from "./stringFromStdErrOut"

sdk/base/lib/util/ip.ts

@@ -0,0 +1,85 @@
+export class IpAddress {
+  readonly octets: number[]
+  constructor(readonly address: string) {
+    if (address.includes(":")) {
+      this.octets = new Array(16).fill(0)
+      const segs = address.split(":")
+      let idx = 0
+      let octIdx = 0
+      while (segs[idx]) {
+        const num = parseInt(segs[idx], 16)
+        this.octets[octIdx++] = num >> 8
+        this.octets[octIdx++] = num & 255
+        idx += 1
+      }
+      const lastSegIdx = segs.length - 1
+      if (idx < lastSegIdx) {
+        idx = lastSegIdx
+        octIdx = 15
+        while (segs[idx]) {
+          const num = parseInt(segs[idx], 16)
+          this.octets[octIdx--] = num & 255
+          this.octets[octIdx--] = num >> 8
+          idx -= 1
+        }
+      }
+    } else {
+      this.octets = address.split(".").map(Number)
+      if (this.octets.length !== 4) throw new Error("invalid ipv4 address")
+    }
+    if (this.octets.some((o) => o >= 256)) {
+      throw new Error("invalid ip address")
+    }
+  }
+  static parse(address: string): IpAddress {
+    return new IpAddress(address)
+  }
+  isIpv4(): boolean {
+    return this.octets.length === 4
+  }
+  isIpv6(): boolean {
+    return this.octets.length === 16
+  }
+  isPublic(): boolean {
+    return this.isIpv4() && !PRIVATE_IPV4_RANGES.some((r) => r.contains(this))
+  }
+}
+
+export class IpNet extends IpAddress {
+  readonly prefix
+  constructor(readonly ipnet: string) {
+    const [address, prefixStr] = ipnet.split("/", 2)
+    super(address)
+    this.prefix = Number(prefixStr)
+  }
+  static parse(ipnet: string): IpNet {
+    return new IpNet(ipnet)
+  }
+  contains(address: string | IpAddress): boolean {
+    if (typeof address === "string") address = new IpAddress(address)
+    if (this.octets.length !== address.octets.length) return false
+    let prefix = this.prefix
+    let idx = 0
+    while (idx < this.octets.length && prefix >= 8) {
+      if (this.octets[idx] !== address.octets[idx]) {
+        return false
+      }
+      idx += 1
+      prefix -= 8
+    }
+    if (prefix === 0 || idx >= this.octets.length) return true
+    const mask = 255 << prefix
+    return (this.octets[idx] & mask) === (address.octets[idx] & mask)
+  }
+}
+
+export const PRIVATE_IPV4_RANGES = [
+  new IpNet("127.0.0.0/8"),
+  new IpNet("10.0.0.0/8"),
+  new IpNet("172.16.0.0/12"),
+  new IpNet("192.168.0.0/16"),
+]
+
+export const IPV6_LINK_LOCAL = new IpNet("fe80::/10")
+
+export const CGNAT = new IpNet("100.64.0.0/10")