add clearnet functionality to frontend (#2814)

* add clearnet functionality to frontend

* add pattern and add sync db on rpcs

* add domain pattern

* show acme name instead of url if known

* dont blow up if domain not present after delete

* use common name for letsencrypt

* normalize urls

* refactor start-os ui net service

* backend migration and rpcs for serverInfo.host

* fix cors

* implement clearnet for main startos ui

* ability to add and remove tor addresses, including vanity

* add guard to prevent duplicate addresses

* misc bugfixes

* better heuristics for launching UIs

* fix ipv6 mocks

* fix ipv6 display bug

* rewrite url selection for launch ui

---------

Co-authored-by: Aiden McClelland <me@drbonez.dev>

core/startos/src/version/mod.rs

@@ -30,8 +30,9 @@ mod v0_3_6_alpha_9;
 
 mod v0_3_6_alpha_10;
 mod v0_3_6_alpha_11;
+mod v0_3_6_alpha_12;
 
-pub type Current = v0_3_6_alpha_11::Version; // VERSION_BUMP
+pub type Current = v0_3_6_alpha_12::Version; // VERSION_BUMP
 
 impl Current {
     #[instrument(skip(self, db))]
@@ -113,6 +114,7 @@ enum Version {
     V0_3_6_alpha_9(Wrapper<v0_3_6_alpha_9::Version>),
     V0_3_6_alpha_10(Wrapper<v0_3_6_alpha_10::Version>),
     V0_3_6_alpha_11(Wrapper<v0_3_6_alpha_11::Version>),
+    V0_3_6_alpha_12(Wrapper<v0_3_6_alpha_12::Version>),
     Other(exver::Version),
 }
 
@@ -148,6 +150,7 @@ impl Version {
             Self::V0_3_6_alpha_9(v) => DynVersion(Box::new(v.0)),
             Self::V0_3_6_alpha_10(v) => DynVersion(Box::new(v.0)),
             Self::V0_3_6_alpha_11(v) => DynVersion(Box::new(v.0)),
+            Self::V0_3_6_alpha_12(v) => DynVersion(Box::new(v.0)),
             Self::Other(v) => {
                 return Err(Error::new(
                     eyre!("unknown version {v}"),
@@ -175,6 +178,7 @@ impl Version {
             Version::V0_3_6_alpha_9(Wrapper(x)) => x.semver(),
             Version::V0_3_6_alpha_10(Wrapper(x)) => x.semver(),
             Version::V0_3_6_alpha_11(Wrapper(x)) => x.semver(),
+            Version::V0_3_6_alpha_12(Wrapper(x)) => x.semver(),
             Version::Other(x) => x.clone(),
         }
     }

core/startos/src/version/v0_3_6_alpha_0.rs

@@ -478,7 +478,7 @@ async fn previous_account_info(pg: &sqlx::Pool<sqlx::Postgres>) -> Result<Accoun
             password: account_query
                 .try_get("password")
                 .with_ctx(|_| (ErrorKind::Database, "password"))?,
-            tor_key: TorSecretKeyV3::try_from(
+            tor_keys: vec![TorSecretKeyV3::try_from(
                 if let Some(bytes) = account_query
                     .try_get::<Option<Vec<u8>>, _>("tor_key")
                     .with_ctx(|_| (ErrorKind::Database, "tor_key"))?
@@ -503,7 +503,7 @@ async fn previous_account_info(pg: &sqlx::Pool<sqlx::Postgres>) -> Result<Accoun
                             .with_ctx(|_| (ErrorKind::Database, "password.u8 32"))?,
                     )
                 },
-            )?,
+            )?],
             server_id: account_query
                 .try_get("server_id")
                 .with_ctx(|_| (ErrorKind::Database, "server_id"))?,

core/startos/src/version/v0_3_6_alpha_12.rs

@@ -0,0 +1,68 @@
+use std::collections::BTreeMap;
+
+use exver::{PreReleaseSegment, VersionRange};
+use imbl_value::json;
+
+use super::v0_3_5::V0_3_0_COMPAT;
+use super::{v0_3_6_alpha_11, VersionT};
+use crate::prelude::*;
+
+lazy_static::lazy_static! {
+    static ref V0_3_6_alpha_12: exver::Version = exver::Version::new(
+        [0, 3, 6],
+        [PreReleaseSegment::String("alpha".into()), 12.into()]
+    );
+}
+
+#[derive(Clone, Copy, Debug, Default)]
+pub struct Version;
+
+impl VersionT for Version {
+    type Previous = v0_3_6_alpha_11::Version;
+    type PreUpRes = ();
+
+    async fn pre_up(self) -> Result<Self::PreUpRes, Error> {
+        Ok(())
+    }
+    fn semver(self) -> exver::Version {
+        V0_3_6_alpha_12.clone()
+    }
+    fn compat(self) -> &'static VersionRange {
+        &V0_3_0_COMPAT
+    }
+    fn up(self, db: &mut Value, _: Self::PreUpRes) -> Result<(), Error> {
+        let bindings: BTreeMap<u16, Value> = [(
+            80,
+            json!({
+                "enabled": false,
+                "options": {
+                    "preferredExternalPort": 80,
+                    "addSsl": {
+                        "preferredExternalPort": 443,
+                        "alpn": { "specified": [ "http/1.1", "h2" ] },
+                    },
+                    "secure": null,
+                },
+                "net": {
+                    "assignedPort": null,
+                    "assignedSslPort": 443,
+                    "public": false,
+                }
+            }),
+        )]
+        .into_iter()
+        .collect();
+        let onion = db["public"]["serverInfo"]["onionAddress"].clone();
+        db["public"]["serverInfo"]["host"] = json!({
+            "bindings": bindings,
+            "onions": [onion],
+            "domains": {},
+            "hostnameInfo": {},
+        });
+
+        Ok(())
+    }
+    fn down(self, _db: &mut Value) -> Result<(), Error> {
+        Ok(())
+    }
+}