diff --git a/.gitea/workflows/build-iso.yml b/.gitea/workflows/build-iso.yml new file mode 100644 index 00000000..d1abdc54 --- /dev/null +++ b/.gitea/workflows/build-iso.yml @@ -0,0 +1,62 @@ +name: Build Archipelago release ISO (gated) + +# Resurrected from image-recipe/_archived/.gitea-workflows/build-iso-dev.yml. +# Dispatch-only on purpose: the ISO is cut per release, not per push, and +# the iso-builder runner is a live node — builds are deliberate events. +on: + workflow_dispatch: + +jobs: + build-iso: + runs-on: iso-builder + timeout-minutes: 180 + steps: + - name: Sync source to workspace + run: | + # Direct fetch + sync (actions/checkout token is broken on this Gitea) + REPO_DIR="$HOME/Projects/archy" + [ -d "$REPO_DIR" ] || REPO_DIR="$HOME/archy" + cd "$REPO_DIR" && git fetch origin main && git reset --hard origin/main + echo "=== Source at commit: $(git log --oneline -1) ===" + + - name: Install ISO build dependencies + run: | + if dpkg -s debootstrap squashfs-tools xorriso isolinux syslinux-common mtools \ + grub-efi-amd64-bin grub-pc-bin grub-common >/dev/null 2>&1; then + echo "ISO build deps already installed, skipping apt" + else + sudo apt-get update -qq + sudo apt-get install -y -qq \ + debootstrap squashfs-tools xorriso \ + isolinux syslinux-common mtools \ + grub-efi-amd64-bin grub-pc-bin grub-common + fi + + - name: Build backend + frontend if stale + run: | + REPO_DIR="$HOME/Projects/archy" + [ -d "$REPO_DIR" ] || REPO_DIR="$HOME/archy" + cd "$REPO_DIR" + . "$HOME/.cargo/env" 2>/dev/null || true + VERSION=$(grep -m1 '^version' core/archipelago/Cargo.toml | sed 's/.*"\(.*\)".*/\1/') + if ! strings core/target/release/archipelago 2>/dev/null | grep -qF "$VERSION"; then + cargo build --release --manifest-path core/Cargo.toml -p archipelago + fi + if ! grep -rqoF "$VERSION" web/dist/neode-ui/assets/*.js 2>/dev/null; then + (cd neode-ui && npm ci && npm run build) + fi + + - name: Gated ISO build (gates + build + smoke + qemu) + run: | + REPO_DIR="$HOME/Projects/archy" + [ -d "$REPO_DIR" ] || REPO_DIR="$HOME/archy" + cd "$REPO_DIR" + . "$HOME/.cargo/env" 2>/dev/null || true + bash scripts/build-iso-release.sh + + - name: Report artifacts + if: always() + run: | + REPO_DIR="$HOME/Projects/archy" + [ -d "$REPO_DIR" ] || REPO_DIR="$HOME/archy" + ls -lh "$REPO_DIR"/image-recipe/results/*.iso 2>/dev/null | tail -3 || echo "no ISO produced" diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index beacd6d0..ef60d323 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -1,16 +1,16 @@ ## Summary - + -## Changes +## Verification -- + ## Checklist -- [ ] TypeScript type-check passes (`npm run type-check`) -- [ ] Frontend builds (`npm run build`) -- [ ] Tests pass (`npm test`) -- [ ] Rust clippy clean (if backend changes) -- [ ] No new compiler warnings -- [ ] Tested on live server +- [ ] Rust formatting/clippy/tests pass when backend code changed. +- [ ] Frontend type-check/build/tests pass when frontend code changed. +- [ ] App manifests validate when app packaging changed. +- [ ] Generated catalogs are updated when manifest-owned catalog fields changed. +- [ ] Docs are updated for user-facing or developer-facing behavior changes. +- [ ] No secrets, generated build outputs, local screenshots, or private host details are included. diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 88697e19..d385323b 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -8,11 +8,11 @@ on: env: RUST_VERSION: stable - NODE_VERSION: 18 + NODE_VERSION: 20 jobs: rust: - name: Rust (fmt + clippy + test) + name: Rust runs-on: ubuntu-latest defaults: run: @@ -28,17 +28,17 @@ jobs: toolchain: ${{ env.RUST_VERSION }} components: rustfmt, clippy - - name: Check formatting + - name: Format run: cargo fmt --all -- --check - name: Clippy run: cargo clippy --all-targets --all-features -- -D warnings - - name: Tests + - name: Test run: cargo test --all-features frontend: - name: Frontend (type-check + lint) + name: Frontend runs-on: ubuntu-latest defaults: run: @@ -52,14 +52,31 @@ jobs: uses: actions/setup-node@v4 with: node-version: ${{ env.NODE_VERSION }} - cache: 'npm' + cache: npm cache-dependency-path: neode-ui/package-lock.json - - name: Install dependencies + - name: Install run: npm ci - name: Type check run: npm run type-check + - name: Test + run: npm test + - name: Build run: npm run build + + manifests: + name: App Manifests + runs-on: ubuntu-latest + + steps: + - name: Checkout + uses: actions/checkout@v4 + + - name: Validate manifests + run: | + for manifest in apps/*/manifest.yml; do + ./scripts/validate-app-manifest.sh --repo-audit "$manifest" + done diff --git a/.gitignore b/.gitignore index 53492bb0..82c46e47 100644 --- a/.gitignore +++ b/.gitignore @@ -1,10 +1,9 @@ -# SSH keys (sandbox copies) +# SSH keys and sandbox copies .ssh/ # Rust build output target/ **/target/ -Cargo.lock # Node.js node_modules/ @@ -12,7 +11,6 @@ node_modules/ npm-debug.log* yarn-debug.log* yarn-error.log* -package-lock.json pnpm-debug.log* # Build outputs @@ -28,49 +26,46 @@ build/ *.swo *~ .DS_Store +._* +Thumbs.db # Environment and local overrides .env .env.local .env.*.local +.env.production +core/.env.production scripts/deploy-config.sh # Logs logs/ *.log -# OS -.DS_Store -Thumbs.db - # Testing coverage/ .nyc_output/ -# Temporary files -*.tmp -*.temp - -# Build artifacts +# Image / release artifacts *.iso *.img *.dmg *.app +*.apk +*.keystore +*.s9pk +*.tar.gz -# Release artifacts live in Gitea Release attachments, not Git history. +# Release artifacts live in release attachments, not Git history. releases/** !releases/ !releases/manifest.json -# macOS build output -build/macos/ - # Image recipe output image-recipe/output/ image-recipe/*.iso image-recipe/*.img -# Loop tool artifacts (created in every subdirectory) +# Loop tool artifacts */loop/ loop/loop/ loop/loop.log.bak @@ -78,19 +73,17 @@ loop/loop.log.bak # Separate repos nested in tree web/ -._* - -# Resilience harness reports (generated, contains session cookies) +# Resilience harness reports contain session cookies. scripts/resilience/reports/ # Codex / pnpm / python caches / editor backups .codex .codex-target-*/ .codex-tmp/ +.claude/ .pnpm-store/ **/__pycache__/ *.bak -.claude/scheduled_tasks.lock # Local evidence screenshots; intentional UI screenshots should live under an # app/docs asset path with a descriptive filename. diff --git a/Android/COMPANION_RELEASE.md b/Android/COMPANION_RELEASE.md index 1ef25999..e508c580 100644 --- a/Android/COMPANION_RELEASE.md +++ b/Android/COMPANION_RELEASE.md @@ -23,6 +23,10 @@ used by the `.githooks/pre-push` hook), which: **aborts** if any is missing. 5. Stages the signed APK at `neode-ui/public/packages/archipelago-companion.apk`, commits, and pushes with `SHIP_COMPANION=1` (the sanctioned pre-push bypass). +6. The first-launch companion modal and Android "Share this app" QR point at + `http://146.59.87.168:2100/packages/archipelago-companion.apk`. After the + repo artifact is built, mirror that exact APK to the VPS2-served path before + calling the release done. **Never** hand-roll `gradlew assembleDebug` + `cp` to the served path. That path skips the clean build and the signature enforcement and is exactly how a broken @@ -82,13 +86,16 @@ home-screen app layouts wiped by an over-broad action. ## Verify the published download after shipping -The download served to nodes is Gitea raw-on-main. Confirm the live bytes match -what you built and signed: +The checked-in artifact is Gitea raw-on-main. The QR/App Store download served +to users is the VPS2 `:2100` URL. Confirm both live byte streams match what you +built and signed: ```bash SERVED=neode-ui/public/packages/archipelago-companion.apk -URL=http://146.59.87.168:3000/lfg2025/archy/raw/branch/main/$SERVED -curl -sS -o /tmp/live.apk "$URL" -shasum -a 256 "$SERVED" /tmp/live.apk # must match -apksigner verify -v --min-sdk-version 21 /tmp/live.apk | grep -i "scheme" # v1/v2/v3 = true +GITEA_URL=http://146.59.87.168:3000/lfg2025/archy/raw/branch/main/$SERVED +QR_URL=http://146.59.87.168:2100/packages/archipelago-companion.apk +curl -sS -o /tmp/live-gitea.apk "$GITEA_URL" +curl -sS -o /tmp/live-qr.apk "$QR_URL" +shasum -a 256 "$SERVED" /tmp/live-gitea.apk /tmp/live-qr.apk # all must match +apksigner verify -v --min-sdk-version 21 /tmp/live-qr.apk | grep -i "scheme" # v1/v2/v3 = true ``` diff --git a/Android/app/build.gradle.kts b/Android/app/build.gradle.kts index 5cbbe440..0fb58dd7 100644 --- a/Android/app/build.gradle.kts +++ b/Android/app/build.gradle.kts @@ -11,8 +11,8 @@ android { applicationId = "com.archipelago.app" minSdk = 26 targetSdk = 35 - versionCode = 26 - versionName = "0.5.6" + versionCode = 45 + versionName = "0.5.25" vectorDrawables { useSupportLibrary = true diff --git a/Android/app/debug.keystore b/Android/app/debug.keystore deleted file mode 100644 index d99c47cf..00000000 Binary files a/Android/app/debug.keystore and /dev/null differ diff --git a/Android/app/src/main/AndroidManifest.xml b/Android/app/src/main/AndroidManifest.xml index bad2ab4d..1ed5e9a3 100644 --- a/Android/app/src/main/AndroidManifest.xml +++ b/Android/app/src/main/AndroidManifest.xml @@ -23,6 +23,18 @@ android:usesCleartextTraffic="true" tools:targetApi="35"> + + + + + + scope.launch { + prefs.upsertPartyPeer(peer) + FipsManager.requestMeshRestart(this@ArchyVpnService) + } + } } } @@ -116,26 +160,40 @@ class ArchyVpnService : VpnService() { warmerJob?.cancel() warmerJob = scope.launch { val prefs = ServerPreferences(this@ArchyVpnService) + val fipsPrefs = FipsPreferences(this@ArchyVpnService) var round = 0 while (isActive && FipsNative.isRunning()) { - val ulas = try { - prefs.savedServers.first().mapNotNull { it.meshIp.ifBlank { null } }.distinct() + val targets = try { + prefs.savedServers.first() + .mapNotNull { it.meshIp.ifBlank { null } } + .map { it to 80 } + + // Party phones answer on the flare port, not :80. + fipsPrefs.partyPeers().map { it.ula to PartyQr.FLARE_PORT } } catch (_: Exception) { emptyList() - } - for (ula in ulas) { - try { - java.net.Socket().use { s -> - s.connect( - java.net.InetSocketAddress(java.net.InetAddress.getByName(ula), 80), - 20_000, - ) + }.distinct() + if (round == 0) Log.i(TAG, "session warmer: ${targets.map { it.first }}") + // Probe all targets CONCURRENTLY with a short timeout — the + // old sequential 20s-per-target loop let one cold node starve + // every other target for the whole aggressive window. + targets.map { (ula, port) -> + launch { + try { + java.net.Socket().use { s -> + s.connect( + java.net.InetSocketAddress( + java.net.InetAddress.getByName(ula), + port, + ), + 5_000, + ) + } + } catch (_: Exception) { + // Cold path / node away — the attempt still drove + // session establishment; try again next round. } - } catch (_: Exception) { - // Cold path / node away — the connect attempt still - // drove session establishment; try again next round. } - } + }.forEach { it.join() } round++ // Aggressive for the first ~minute (session bring-up), then a // slow keep-warm tick that costs nearly nothing. @@ -144,14 +202,83 @@ class ArchyVpnService : VpnService() { } } + /** + * Track the phone's default network and hand the mesh over to it as the + * phone roams (Wi-Fi ⇄ 5G, and later BLE). Two actions per change: + * 1. setUnderlyingNetworks(new) — the tunnel's packets follow the live + * network instead of dying on the one it launched with. + * 2. re-home the mesh — kick the session warmer so discovery + sessions + * rebuild on the new path immediately; the node's own fast-reconnect + * (1s) redials peers over the new route. + * onAvailable also fires for the FIRST network, which is how the initial + * underlying network gets set. + */ + private fun registerNetworkHandoff() { + if (networkCallback != null) return + val cm = getSystemService(ConnectivityManager::class.java) ?: return + connectivityManager = cm + val request = NetworkRequest.Builder() + .addCapability(NetworkCapabilities.NET_CAPABILITY_INTERNET) + .build() + val cb = object : ConnectivityManager.NetworkCallback() { + override fun onAvailable(network: Network) { + handoffTo(network) + } + + override fun onLost(network: Network) { + // The lost network was our underlying one — clear the pin so + // the system falls back to whatever default remains; the next + // onAvailable re-pins explicitly. + if (network == currentUnderlying) { + currentUnderlying = null + runCatching { setUnderlyingNetworks(null) } + } + } + } + networkCallback = cb + // requestNetwork tracks the BEST network of the request; when the + // phone moves Wi-Fi→5G the callback re-fires onAvailable with the new + // one. (registerDefaultNetworkCallback would also work; requestNetwork + // lets us extend to BLE-capable transports later.) + runCatching { cm.requestNetwork(request, cb) } + } + + private fun handoffTo(network: Network) { + val changed = network != currentUnderlying + currentUnderlying = network + // Always re-assert; cheap and covers capability changes on the same + // Network object. + runCatching { setUnderlyingNetworks(arrayOf(network)) } + if (changed && FipsNative.isRunning()) { + Log.i(TAG, "network handoff → re-homing mesh on new default network") + // Fresh warmer pass drives immediate rediscovery/session rebuild + // on the new path instead of waiting out dead-link timeouts. + startSessionWarmer() + } + } + + private fun unregisterNetworkHandoff() { + val cm = connectivityManager + val cb = networkCallback + if (cm != null && cb != null) { + runCatching { cm.unregisterNetworkCallback(cb) } + } + networkCallback = null + connectivityManager = null + currentUnderlying = null + } + private fun shutdown() { warmerJob?.cancel() + unregisterNetworkHandoff() + FlareServer.stop() FipsNative.stop() stopForeground(STOP_FOREGROUND_REMOVE) stopSelf() } override fun onDestroy() { + unregisterNetworkHandoff() FipsNative.stop() scope.cancel() super.onDestroy() diff --git a/Android/app/src/main/java/com/archipelago/app/fips/FipsManager.kt b/Android/app/src/main/java/com/archipelago/app/fips/FipsManager.kt index 346089ca..398356ec 100644 --- a/Android/app/src/main/java/com/archipelago/app/fips/FipsManager.kt +++ b/Android/app/src/main/java/com/archipelago/app/fips/FipsManager.kt @@ -21,6 +21,12 @@ object FipsManager { private val _consentNeeded = MutableStateFlow(false) val consentNeeded: StateFlow = _consentNeeded + /** True after a pairing changed the peer set while the node was running — + * tells the service a restart is genuinely needed (the ONLY case; a + * routine app open must keep the warm mesh, not rebuild it). */ + @Volatile + var peersDirty: Boolean = false + fun consentHandled() { _consentNeeded.value = false } @@ -34,7 +40,16 @@ object FipsManager { val prefs = FipsPreferences(context) ensureIdentity(prefs) prefs.upsertNodePeer(info, alias) - _consentNeeded.value = true + peersDirty = true + // Restart the mesh with the new peer RIGHT NOW when consent already + // exists — relying on the consentNeeded collector left a running + // mesh on the OLD peer list whenever the collector wasn't active + // (fresh pairings looked dead until a full app restart). + if (VpnService.prepare(context) == null) { + startService(context) + } else { + _consentNeeded.value = true + } } /** Generate-once mesh identity. Returns null only if the RNG/native fails. */ @@ -64,6 +79,22 @@ object FipsManager { context.startForegroundService(intent) } + /** + * Re-run the mesh with current prefs (party listen toggled, peer added). + * Marks the peer set dirty so startMesh genuinely restarts the node — + * otherwise the keep-warm fast path would skip the new config. + * First-timers go through the consent flow. + */ + fun requestMeshRestart(context: Context) { + if (!FipsNative.available) return + peersDirty = true + if (VpnService.prepare(context) == null) { + startService(context) + } else { + _consentNeeded.value = true + } + } + fun stopService(context: Context) { val intent = Intent(context, ArchyVpnService::class.java) .setAction(ArchyVpnService.ACTION_STOP) diff --git a/Android/app/src/main/java/com/archipelago/app/fips/FipsNative.kt b/Android/app/src/main/java/com/archipelago/app/fips/FipsNative.kt index f81734eb..cd52a13a 100644 --- a/Android/app/src/main/java/com/archipelago/app/fips/FipsNative.kt +++ b/Android/app/src/main/java/com/archipelago/app/fips/FipsNative.kt @@ -21,7 +21,13 @@ object FipsNative { external fun generateIdentity(): String external fun deriveIdentity(secret: String): String - external fun start(secret: String, peersJson: String, tunFd: Int): String + + /** + * [listenPort] 0 = outbound-only (default posture). Non-zero binds UDP on + * that port so a nearby phone can dial us directly (party mode); the node + * stays leaf-only either way. + */ + external fun start(secret: String, peersJson: String, tunFd: Int, listenPort: Int): String external fun stop() external fun isRunning(): Boolean external fun statusJson(): String diff --git a/Android/app/src/main/java/com/archipelago/app/fips/FipsPreferences.kt b/Android/app/src/main/java/com/archipelago/app/fips/FipsPreferences.kt index d0d4df8e..7065f82f 100644 --- a/Android/app/src/main/java/com/archipelago/app/fips/FipsPreferences.kt +++ b/Android/app/src/main/java/com/archipelago/app/fips/FipsPreferences.kt @@ -3,9 +3,12 @@ package com.archipelago.app.fips import android.content.Context import androidx.datastore.core.DataStore import androidx.datastore.preferences.core.Preferences +import androidx.datastore.preferences.core.booleanPreferencesKey import androidx.datastore.preferences.core.edit import androidx.datastore.preferences.core.stringPreferencesKey +import kotlinx.coroutines.flow.Flow import kotlinx.coroutines.flow.first +import kotlinx.coroutines.flow.map import org.json.JSONArray import org.json.JSONObject import androidx.datastore.preferences.preferencesDataStore @@ -22,6 +25,26 @@ internal const val ARCHY_ANCHOR_NPUB = internal const val ARCHY_ANCHOR_ADDR = "146.59.87.168:8444" internal const val ARCHY_ANCHOR_TRANSPORT = "tcp" +/** + * Public FIPS network anchors (join.fips.network — the dual-transport TCP + * pair; keep in lockstep with core/archipelago/src/fips/anchors.rs + * fips_network_anchors()). Baked into every pairing at trailing priority so + * a degraded/unreachable vps2 anchor can never strand the phone: the mesh + * still joins the public tree and routes to the node through it. + */ +internal val PUBLIC_FIPS_ANCHORS = listOf( + Triple( + "npub10yffd020a4ag8zcy75f9pruq3rnghvvhd5hphl9s62zgp35s560qrksp9u", + "23.182.128.74:443", + "tcp", + ), + Triple( + "npub1qmc3cvfz0yu2hx96nq3gp55zdan2qclealn7xshgr448d3nh6lks7zel98", + "217.77.8.91:443", + "tcp", + ), +) + /** * Mesh identity + known node peers. Follows the same plaintext-DataStore * storage model as ServerPreferences (the server password lives there the @@ -34,6 +57,12 @@ class FipsPreferences(private val context: Context) { private val addressKey = stringPreferencesKey("fips_address") /** JSON array of node peers in fips PeerConfig shape (see NodePeer). */ private val peersKey = stringPreferencesKey("fips_node_peers") + /** JSON array of phone party peers (PartyPeer shape, NOT PeerConfig). */ + private val partyPeersKey = stringPreferencesKey("fips_party_peers") + /** Party mode: accept a direct inbound mesh link (UDP 2121). */ + private val partyListenKey = booleanPreferencesKey("fips_party_listen") + /** Name shown in this phone's party QR and outgoing flares. */ + private val partyNameKey = stringPreferencesKey("fips_party_name") suspend fun identity(): FipsNative.Identity? { val prefs = context.fipsDataStore.data.first() @@ -60,6 +89,157 @@ class FipsPreferences(private val context: Context) { suspend fun hasPeers(): Boolean = JSONArray(peersJson()).length() > 0 + // ── Mesh Party (phone↔phone) ──────────────────────────────────────────── + + suspend fun partyListen(): Boolean = + context.fipsDataStore.data.first()[partyListenKey] ?: false + + val partyListenFlow: Flow + get() = context.fipsDataStore.data.map { it[partyListenKey] ?: false } + + suspend fun setPartyListen(enabled: Boolean) { + context.fipsDataStore.edit { it[partyListenKey] = enabled } + } + + suspend fun partyName(): String = + context.fipsDataStore.data.first()[partyNameKey] + ?: android.os.Build.MODEL.orEmpty().ifBlank { "Phone" } + + suspend fun setPartyName(name: String) { + context.fipsDataStore.edit { it[partyNameKey] = name.trim() } + } + + val partyPeersFlow: Flow> + get() = context.fipsDataStore.data.map { parsePartyPeers(it[partyPeersKey] ?: "[]") } + + suspend fun partyPeers(): List = + parsePartyPeers(context.fipsDataStore.data.first()[partyPeersKey] ?: "[]") + + /** Matched by npub, so re-scanning updates the direct-dial address in place. */ + suspend fun upsertPartyPeer(peer: PartyPeer) { + context.fipsDataStore.edit { prefs -> + val kept = parsePartyPeers(prefs[partyPeersKey] ?: "[]").filter { it.npub != peer.npub } + prefs[partyPeersKey] = toJson(kept + peer) + } + } + + suspend fun removePartyPeer(npub: String) { + context.fipsDataStore.edit { prefs -> + val kept = parsePartyPeers(prefs[partyPeersKey] ?: "[]").filter { it.npub != npub } + prefs[partyPeersKey] = toJson(kept) + } + } + + /** + * Node peers + direct-dial party peers, in the fips PeerConfig JSON the + * Rust node deserializes. Party peers get the best priority: on a shared + * LAN/hotspot the direct link beats every anchor path, and while off-LAN + * the failed dial is cheap (auto-reconnect keeps retrying, which is + * exactly what makes the link snap up the moment both phones share WiFi). + * Party peers without an underlay address are mesh-routed and need no + * entry here at all. + */ + suspend fun combinedPeersJson(): String { + val merged = JSONArray(peersJson()) + val party = partyPeers() + for (peer in party) { + if (peer.ip.isBlank() || peer.port <= 0) continue + merged.put(JSONObject().apply { + put("npub", peer.npub) + put("alias", hostSafeAlias(peer.name.ifBlank { "party-phone" })) + put("addresses", JSONArray().put(JSONObject().apply { + put("transport", "udp") + put("addr", "${peer.ip}:${peer.port}") + put("priority", 5) + })) + }) + } + // A party-only phone (never paired with a node) still needs a public + // rendezvous to reach its peers ACROSS the internet — without it, two + // bare phones would be hotspot/LAN-only. Node pairing normally bakes + // this anchor in; do the same when there are party peers. + if (party.isNotEmpty() && + (0 until merged.length()).none { + merged.optJSONObject(it)?.optString("npub") == ARCHY_ANCHOR_NPUB + } + ) { + merged.put(JSONObject().apply { + put("npub", ARCHY_ANCHOR_NPUB) + put("alias", "archipelago-anchor") + put("addresses", JSONArray().put(JSONObject().apply { + put("transport", ARCHY_ANCHOR_TRANSPORT) + put("addr", ARCHY_ANCHOR_ADDR) + put("priority", 40) + })) + }) + } + // Backfill anchor peers for entries paired before newer QR/app + // releases added them. `upsertNodePeer` persists these on re-scan, but + // startup must also self-heal old DataStore state so updating the APK is + // enough to get off-LAN redundancy. + if (merged.length() > 0) { + addAnchorIfMissing(merged, ARCHY_ANCHOR_NPUB, "archipelago-anchor", ARCHY_ANCHOR_ADDR, ARCHY_ANCHOR_TRANSPORT, 40) + for ((i, anchor) in PUBLIC_FIPS_ANCHORS.withIndex()) { + val (npub, addr, transport) = anchor + addAnchorIfMissing(merged, npub, "fips-network-anchor-${i + 1}", addr, transport, 50 + i * 10) + } + } + return merged.toString() + } + + private fun addAnchorIfMissing( + peers: JSONArray, + npub: String, + alias: String, + addr: String, + transport: String, + priority: Int, + ) { + if ((0 until peers.length()).any { peers.optJSONObject(it)?.optString("npub") == npub }) return + peers.put(JSONObject().apply { + put("npub", npub) + put("alias", alias) + put("addresses", JSONArray().put(JSONObject().apply { + put("transport", transport) + put("addr", addr) + put("priority", priority) + })) + }) + } + + private fun parsePartyPeers(json: String): List = try { + val arr = JSONArray(json) + (0 until arr.length()).mapNotNull { i -> + val o = arr.optJSONObject(i) ?: return@mapNotNull null + val npub = o.optString("npub") + val ula = o.optString("ula") + if (npub.isBlank() || ula.isBlank()) return@mapNotNull null + PartyPeer( + npub = npub, + ula = ula, + name = o.optString("name").ifBlank { "Phone" }, + ip = o.optString("ip"), + port = o.optInt("port"), + ) + } + } catch (_: Exception) { + emptyList() + } + + private fun toJson(peers: List): String { + val arr = JSONArray() + for (p in peers) { + arr.put(JSONObject().apply { + put("npub", p.npub) + put("ula", p.ula) + put("name", p.name) + put("ip", p.ip) + put("port", p.port) + }) + } + return arr.toString() + } + /** * Add or update the node peer plus its rendezvous anchors (each matched * by npub, so re-pairing updates addresses instead of duplicating). @@ -71,16 +251,19 @@ class FipsPreferences(private val context: Context) { val incoming = mutableListOf() incoming += JSONObject().apply { put("npub", info.npub) - put("alias", alias.ifBlank { "Archipelago" }) + put("alias", hostSafeAlias(alias.ifBlank { "Archipelago" })) val addresses = JSONArray() - if (info.udpPort > 0) { + // .fips hosts are unresolvable on Android (no system .fips DNS): + // storing one gives the mesh a dial target that fails every + // handshake and stalls first connect on anchor discovery. + if (info.udpPort > 0 && !info.host.endsWith(".fips")) { addresses.put(JSONObject().apply { put("transport", "udp") put("addr", "${info.host}:${info.udpPort}") put("priority", 10) }) } - if (info.tcpPort > 0) { + if (info.tcpPort > 0 && !info.host.endsWith(".fips")) { addresses.put(JSONObject().apply { put("transport", "tcp") put("addr", "${info.host}:${info.tcpPort}") @@ -91,9 +274,10 @@ class FipsPreferences(private val context: Context) { } for (anchor in info.anchors) { if (anchor.npub == info.npub) continue + if (anchor.addr.substringBeforeLast(":").endsWith(".fips")) continue incoming += JSONObject().apply { put("npub", anchor.npub) - put("alias", "Mesh anchor") + put("alias", "mesh-anchor") put("addresses", JSONArray().put(JSONObject().apply { put("transport", anchor.transport) put("addr", anchor.addr) @@ -108,7 +292,7 @@ class FipsPreferences(private val context: Context) { ) { incoming += JSONObject().apply { put("npub", ARCHY_ANCHOR_NPUB) - put("alias", "Archipelago anchor") + put("alias", "archipelago-anchor") put("addresses", JSONArray().put(JSONObject().apply { put("transport", ARCHY_ANCHOR_TRANSPORT) put("addr", ARCHY_ANCHOR_ADDR) @@ -116,6 +300,21 @@ class FipsPreferences(private val context: Context) { })) } } + // And the public FIPS network anchors at trailing priority, so one + // degraded rendezvous (vps2, 2026-07-24) can never strand the phone. + for ((i, anchor) in PUBLIC_FIPS_ANCHORS.withIndex()) { + val (npub, addr, transport) = anchor + if (info.npub == npub || incoming.any { it.optString("npub") == npub }) continue + incoming += JSONObject().apply { + put("npub", npub) + put("alias", "fips-network-anchor-${i + 1}") + put("addresses", JSONArray().put(JSONObject().apply { + put("transport", transport) + put("addr", addr) + put("priority", 50 + i * 10) + })) + } + } val incomingNpubs = incoming.map { it.optString("npub") }.toSet() context.fipsDataStore.edit { prefs -> val current = JSONArray(prefs[peersKey] ?: "[]") @@ -129,3 +328,14 @@ class FipsPreferences(private val context: Context) { } } } + +/** + * Peer aliases feed the fips host map as `.fips` hostnames; anything + * that isn't a valid DNS label ("Framework PT" — the space) gets rejected and + * silently drops the peer from name resolution. Slug it instead of losing it. + */ +internal fun hostSafeAlias(alias: String): String = + alias.lowercase() + .replace(Regex("[^a-z0-9.-]+"), "-") + .trim('-', '.') + .ifBlank { "archipelago" } diff --git a/Android/app/src/main/java/com/archipelago/app/fips/FlareServer.kt b/Android/app/src/main/java/com/archipelago/app/fips/FlareServer.kt new file mode 100644 index 00000000..a48a2294 --- /dev/null +++ b/Android/app/src/main/java/com/archipelago/app/fips/FlareServer.kt @@ -0,0 +1,398 @@ +package com.archipelago.app.fips + +import android.content.Context +import android.util.Log +import kotlinx.coroutines.flow.MutableStateFlow +import kotlinx.coroutines.flow.StateFlow +import okhttp3.MediaType.Companion.toMediaType +import okhttp3.OkHttpClient +import okhttp3.Request +import okhttp3.RequestBody.Companion.toRequestBody +import org.json.JSONObject +import java.io.BufferedInputStream +import java.io.File +import java.io.InputStream +import java.net.InetAddress +import java.net.InetSocketAddress +import java.net.ServerSocket +import java.net.Socket +import java.util.UUID +import java.util.concurrent.ExecutorService +import java.util.concurrent.Executors +import java.util.concurrent.TimeUnit + +/** One chat/photo message in a party conversation, keyed by the peer's npub. */ +data class FlareMessage( + val id: String, + val peerNpub: String, + val fromMe: Boolean, + val name: String, + val text: String = "", + val photoPath: String = "", + val ts: Long, + val status: Status = Status.RECEIVED, +) { + enum class Status { SENDING, SENT, FAILED, RECEIVED } +} + +/** In-memory conversation store (demo scope — nothing persists across restarts). */ +object FlareStore { + private val _messages = MutableStateFlow>(emptyList()) + val messages: StateFlow> = _messages + + fun add(message: FlareMessage) { + _messages.value = _messages.value + message + } + + fun setStatus(id: String, status: FlareMessage.Status) { + _messages.value = _messages.value.map { if (it.id == id) it.copy(status = status) else it } + } +} + +/** + * Minimal HTTP listener bound ONLY on this phone's mesh ULA — plain HTTP is + * fine there because FIPS is the encryption + peer-identity layer (same + * stance as the node's ULA-only peer listener). This is what makes the phone + * a *server* on the mesh: another phone (or `curl -6` from any mesh node) + * reaches it by npub-derived address with no port forwarding, DNS, or CA. + * + * FIPS authenticates the node, not the request (project doctrine), so inputs + * are still validated at this boundary: size caps, JSON shape, no + * client-controlled paths. + */ +object FlareServer { + private const val TAG = "FlareServer" + private const val MAX_PHOTO_BYTES = 8 * 1024 * 1024 + private const val MAX_TEXT_CHARS = 4_000 + private const val MAX_HEADER_BYTES = 16 * 1024 + + private var socket: ServerSocket? = null + private var pool: ExecutorService? = null + @Volatile private var identityName = "Phone" + @Volatile private var identityNpub = "" + @Volatile private var photoDir: File? = null + + /** Invoked when a peer announces itself (POST /hello) — pairing used to + * be one-way: only the SCANNING phone learned the other side, so the + * scanned phone had no peer, no chat entry, no way in. The VPN service + * wires this to upsert the peer + restart the mesh config. */ + @Volatile var onHello: ((PartyPeer) -> Unit)? = null + + @Synchronized + fun start(context: Context, ula: String, myNpub: String, myName: String) { + stop() + identityNpub = myNpub + identityName = myName + photoDir = File(context.cacheDir, "flare").apply { mkdirs() } + val pool = Executors.newCachedThreadPool().also { this.pool = it } + pool.execute { + try { + val server = ServerSocket().apply { + reuseAddress = true + bind(InetSocketAddress(InetAddress.getByName(ula), PartyQr.FLARE_PORT)) + } + socket = server + Log.i(TAG, "flare listening on [$ula]:${PartyQr.FLARE_PORT}") + while (!server.isClosed) { + val client = try { + server.accept() + } catch (_: Exception) { + break + } + pool.execute { handle(client) } + } + } catch (e: Exception) { + Log.e(TAG, "flare server died: $e") + } + } + } + + @Synchronized + fun stop() { + try { + socket?.close() + } catch (_: Exception) { + } + socket = null + pool?.shutdownNow() + pool = null + } + + private fun handle(client: Socket) { + client.use { sock -> + sock.soTimeout = 30_000 + try { + val input = BufferedInputStream(sock.getInputStream()) + val requestLine = readLine(input) ?: return + val parts = requestLine.trim().split(" ") + if (parts.size < 2) return respond(sock, 400, json("bad_request")) + val (method, path) = parts[0] to parts[1] + + var contentLength = 0 + var from = "" + var fromName = "" + var headerBytes = requestLine.length + while (true) { + val line = readLine(input) ?: return + if (line.isEmpty()) break + headerBytes += line.length + if (headerBytes > MAX_HEADER_BYTES) return respond(sock, 431, json("headers_too_large")) + val idx = line.indexOf(':') + if (idx <= 0) continue + val key = line.substring(0, idx).trim().lowercase() + val value = line.substring(idx + 1).trim() + when (key) { + "content-length" -> contentLength = value.toIntOrNull() ?: 0 + "x-from" -> from = value.take(80) + "x-name" -> fromName = value.take(80) + } + } + + when { + method == "GET" && (path == "/" || path.startsWith("/?")) -> + respondHtml(sock, profilePage()) + method == "POST" && path == "/hello" -> { + if (contentLength !in 1..MAX_HEADER_BYTES) return respond(sock, 413, json("too_large")) + val body = readExactly(input, contentLength) ?: return + receiveHello(String(body, Charsets.UTF_8)) + respond(sock, 200, """{"ok":true}""") + } + method == "POST" && path == "/flare" -> { + if (contentLength !in 1..MAX_HEADER_BYTES) return respond(sock, 413, json("too_large")) + val body = readExactly(input, contentLength) ?: return + receiveFlare(String(body, Charsets.UTF_8)) + respond(sock, 200, """{"ok":true}""") + } + method == "POST" && path == "/photo" -> { + if (contentLength !in 1..MAX_PHOTO_BYTES) return respond(sock, 413, json("too_large")) + if (!from.startsWith("npub1")) return respond(sock, 400, json("bad_request")) + val body = readExactly(input, contentLength) ?: return + receivePhoto(from, fromName, body) + respond(sock, 200, """{"ok":true}""") + } + else -> respond(sock, 404, json("not_found")) + } + } catch (e: Exception) { + Log.w(TAG, "request failed: $e") + } + } + } + + /** A peer that scanned OUR QR announces itself — mutual pairing. */ + private fun receiveHello(body: String) { + val o = try { + JSONObject(body) + } catch (_: Exception) { + return + } + val from = o.optString("from") + val ula = o.optString("ula") + if (!from.startsWith("npub1") || !ula.startsWith("fd")) return + if (from == identityNpub) return + val peer = PartyPeer( + npub = from.take(80), + ula = ula.take(64), + name = o.optString("name").take(24).ifBlank { "Phone" }, + ip = o.optString("ip").take(40), + port = o.optInt("port", 0), + ) + onHello?.invoke(peer) + // Seed the conversation so the chat has a visible entry on this side. + FlareStore.add( + FlareMessage( + id = UUID.randomUUID().toString(), + peerNpub = peer.npub, + fromMe = false, + name = peer.name, + text = "👋 ${peer.name} joined the party", + ts = System.currentTimeMillis(), + ) + ) + } + + private fun receiveFlare(body: String) { + val o = try { + JSONObject(body) + } catch (_: Exception) { + return + } + val from = o.optString("from") + if (!from.startsWith("npub1")) return + val text = o.optString("text").take(MAX_TEXT_CHARS) + if (text.isBlank()) return + FlareStore.add( + FlareMessage( + id = UUID.randomUUID().toString(), + peerNpub = from, + fromMe = false, + name = o.optString("name").take(80).ifBlank { "Phone" }, + text = text, + ts = System.currentTimeMillis(), + ) + ) + } + + private fun receivePhoto(from: String, fromName: String, bytes: ByteArray) { + // Server-generated filename — the sender never controls the path. + val dir = photoDir ?: return + val file = File(dir, "${UUID.randomUUID()}.jpg") + file.writeBytes(bytes) + FlareStore.add( + FlareMessage( + id = UUID.randomUUID().toString(), + peerNpub = from, + fromMe = false, + name = fromName.ifBlank { "Phone" }, + photoPath = file.absolutePath, + ts = System.currentTimeMillis(), + ) + ) + } + + private fun profilePage(): String { + val npub = identityNpub + val name = identityName + return """ + + + $name — on the mesh +
+

⚡ $name

+
$npub
+

This page is being served by a phone, addressed by its + cryptographic identity over the FIPS mesh.

+

No port forwarding. No DNS. No certificate authority. No cloud. + The key is the address — and the transport underneath can be + 5G, WiFi, or a hotspot with no internet at all.

+
+ """.trimIndent() + } + + // ── tiny HTTP plumbing ────────────────────────────────────────────────── + + /** Read one CRLF-terminated header line as ISO-8859-1; null on EOF. */ + private fun readLine(input: InputStream): String? { + val sb = StringBuilder() + while (true) { + val b = input.read() + if (b == -1) return if (sb.isEmpty()) null else sb.toString() + if (b == '\n'.code) return sb.toString().trimEnd('\r') + sb.append(b.toChar()) + if (sb.length > MAX_HEADER_BYTES) return null + } + } + + private fun readExactly(input: InputStream, length: Int): ByteArray? { + val buf = ByteArray(length) + var off = 0 + while (off < length) { + val n = input.read(buf, off, length - off) + if (n == -1) return null + off += n + } + return buf + } + + private fun json(code: String) = """{"error":{"code":"$code","message":"request rejected"}}""" + + private fun respond(sock: Socket, status: Int, body: String) = + writeResponse(sock, status, "application/json", body.toByteArray(Charsets.UTF_8)) + + private fun respondHtml(sock: Socket, body: String) = + writeResponse(sock, 200, "text/html; charset=utf-8", body.toByteArray(Charsets.UTF_8)) + + private fun writeResponse(sock: Socket, status: Int, contentType: String, body: ByteArray) { + val reason = when (status) { + 200 -> "OK"; 400 -> "Bad Request"; 404 -> "Not Found" + 413 -> "Payload Too Large"; 431 -> "Headers Too Large" + else -> "Error" + } + val head = "HTTP/1.1 $status $reason\r\n" + + "Content-Type: $contentType\r\n" + + "Content-Length: ${body.size}\r\n" + + "Connection: close\r\n\r\n" + sock.getOutputStream().apply { + write(head.toByteArray(Charsets.ISO_8859_1)) + write(body) + flush() + } + } +} + +/** Outbound flares: plain HTTP to the peer's ULA — FIPS encrypts underneath. */ +object FlareClient { + // Connect timeout must outlive cold mesh-session establishment (~15s via + // the public tree per HANDOFF-2026-07-23); the attempt itself drives + // session setup, same trick as the VPN service's session warmer. + private val http = OkHttpClient.Builder() + .connectTimeout(25, TimeUnit.SECONDS) + .readTimeout(15, TimeUnit.SECONDS) + .writeTimeout(60, TimeUnit.SECONDS) + .build() + + private fun base(peer: PartyPeer) = "http://[${peer.ula}]:${PartyQr.FLARE_PORT}" + + /** Announce myself to a freshly scanned peer so pairing becomes MUTUAL — + * their phone gets me as a peer + a chat entry without scanning back. + * Blocking — call from Dispatchers.IO. */ + fun sendHello( + peer: PartyPeer, + myNpub: String, + myName: String, + myUla: String, + myIp: String?, + myPort: Int, + ): Boolean = try { + val body = JSONObject() + .put("from", myNpub) + .put("name", myName) + .put("ula", myUla) + .put("ip", myIp ?: "") + .put("port", if (myIp != null) myPort else 0) + .toString() + .toRequestBody("application/json".toMediaType()) + http.newCall( + Request.Builder().url("${base(peer)}/hello").post(body).build() + ).execute().use { it.isSuccessful } + } catch (_: Exception) { + false + } + + /** Blocking — call from Dispatchers.IO. */ + fun sendText(peer: PartyPeer, myNpub: String, myName: String, text: String): Boolean = try { + val body = JSONObject() + .put("from", myNpub) + .put("name", myName) + .put("text", text) + .put("ts", System.currentTimeMillis()) + .toString() + .toRequestBody("application/json".toMediaType()) + http.newCall( + Request.Builder().url("${base(peer)}/flare").post(body).build() + ).execute().use { it.isSuccessful } + } catch (_: Exception) { + false + } + + /** Blocking — call from Dispatchers.IO. */ + fun sendPhoto(peer: PartyPeer, myNpub: String, myName: String, jpeg: ByteArray): Boolean = try { + http.newCall( + Request.Builder() + .url("${base(peer)}/photo") + .header("X-From", myNpub) + .header("X-Name", myName) + .post(jpeg.toRequestBody("image/jpeg".toMediaType())) + .build() + ).execute().use { it.isSuccessful } + } catch (_: Exception) { + false + } +} diff --git a/Android/app/src/main/java/com/archipelago/app/fips/PartyQr.kt b/Android/app/src/main/java/com/archipelago/app/fips/PartyQr.kt new file mode 100644 index 00000000..b79e148e --- /dev/null +++ b/Android/app/src/main/java/com/archipelago/app/fips/PartyQr.kt @@ -0,0 +1,102 @@ +package com.archipelago.app.fips + +import android.net.Uri +import java.net.Inet4Address +import java.net.NetworkInterface + +/** + * Phone↔phone mesh pairing ("Mesh Party") QR contract: + * + * archipelago://party?v=1&npub=&ula=&name=[&ip=&port=] + * + * npub + ula alone are enough to chat *through* the mesh (anchors route by + * node address, no underlay info needed). ip/port are present only while the + * showing phone has its inbound UDP listener up (party mode) — the scanner + * then also gets a direct-dial link that works on a shared LAN/hotspot with + * no internet at all. Same versioning stance as the node pairing QR + * (docs/companion-pairing-qr.md): unknown params tolerated under v=1. + */ +data class PartyPeer( + val npub: String, + val ula: String, + val name: String, + /** Direct-dial underlay endpoint; empty when the peer wasn't listening. */ + val ip: String = "", + val port: Int = 0, +) + +object PartyQr { + const val SCHEME_HOST = "party" + private const val SUPPORTED_MAJOR = 1 + + /** UDP port a party-mode phone listens on (matches the node's mesh port). */ + const val PARTY_UDP_PORT = 2121 + + /** Application-layer chat/beam port, bound only on the mesh ULA. */ + const val FLARE_PORT = 5680 + + fun build(npub: String, ula: String, name: String, ip: String?, port: Int): String { + val b = Uri.Builder() + .scheme("archipelago") + .authority(SCHEME_HOST) + .appendQueryParameter("v", "1") + .appendQueryParameter("npub", npub) + .appendQueryParameter("ula", ula) + .appendQueryParameter("name", name) + if (!ip.isNullOrBlank() && port > 0) { + b.appendQueryParameter("ip", ip) + b.appendQueryParameter("port", port.toString()) + } + return b.build().toString() + } + + /** Null when [raw] is not a valid party QR (foreign codes just keep scanning). */ + fun parse(raw: String): PartyPeer? { + val uri = try { + Uri.parse(raw.trim()) + } catch (_: Exception) { + return null + } + if (!"archipelago".equals(uri.scheme, ignoreCase = true)) return null + if (uri.isOpaque || !SCHEME_HOST.equals(uri.host, ignoreCase = true)) return null + val major = uri.getQueryParameter("v")?.takeWhile { it.isDigit() }?.toIntOrNull() ?: return null + if (major != SUPPORTED_MAJOR) return null + + val npub = uri.getQueryParameter("npub")?.trim().orEmpty() + val ula = uri.getQueryParameter("ula")?.trim().orEmpty() + if (!npub.startsWith("npub1") || !ula.startsWith("fd")) return null + return PartyPeer( + npub = npub, + ula = ula, + name = uri.getQueryParameter("name")?.trim().orEmpty().ifBlank { "Phone" }, + ip = uri.getQueryParameter("ip")?.trim().orEmpty(), + port = uri.getQueryParameter("port")?.toIntOrNull() ?: 0, + ) + } + + /** + * This phone's private IPv4 on WiFi or its own hotspot, for the QR's + * direct-dial hint. Hotspot interfaces (ap/swlan/softap) win over wlan so + * the hotspot-host phone advertises the address its guests can reach. + */ + fun localWifiIpv4(): String? { + val candidates = mutableListOf>() // ifname → addr + try { + for (nif in NetworkInterface.getNetworkInterfaces()) { + if (!nif.isUp || nif.isLoopback) continue + for (addr in nif.inetAddresses) { + if (addr is Inet4Address && addr.isSiteLocalAddress) { + candidates += nif.name to addr.hostAddress.orEmpty() + } + } + } + } catch (_: Exception) { + return null + } + val hotspot = candidates.firstOrNull { + it.first.startsWith("ap") || it.first.startsWith("swlan") || it.first.startsWith("softap") + } + return (hotspot ?: candidates.firstOrNull { it.first.startsWith("wlan") } ?: candidates.firstOrNull()) + ?.second + } +} diff --git a/Android/app/src/main/java/com/archipelago/app/ui/components/MeshLoadingScreen.kt b/Android/app/src/main/java/com/archipelago/app/ui/components/MeshLoadingScreen.kt new file mode 100644 index 00000000..aac1270a --- /dev/null +++ b/Android/app/src/main/java/com/archipelago/app/ui/components/MeshLoadingScreen.kt @@ -0,0 +1,77 @@ +package com.archipelago.app.ui.components + +import androidx.compose.foundation.background +import androidx.compose.foundation.border +import androidx.compose.foundation.layout.Box +import androidx.compose.foundation.layout.Column +import androidx.compose.foundation.layout.Spacer +import androidx.compose.foundation.layout.fillMaxSize +import androidx.compose.foundation.layout.height +import androidx.compose.foundation.layout.size +import androidx.compose.material3.CircularProgressIndicator +import androidx.compose.material3.Text +import androidx.compose.runtime.Composable +import androidx.compose.ui.Alignment +import androidx.compose.ui.Modifier +import androidx.compose.ui.draw.clip +import androidx.compose.ui.graphics.Color +import androidx.compose.ui.text.font.FontWeight +import androidx.compose.ui.text.style.TextAlign +import androidx.compose.ui.unit.dp +import androidx.compose.ui.unit.sp +import com.archipelago.app.ui.screens.PixelArtLogo +import com.archipelago.app.ui.theme.BitcoinOrange +import com.archipelago.app.ui.theme.SurfaceBlack +import com.archipelago.app.ui.theme.TextMuted + +/** + * The branded "F*CK IPs" full-screen loader — shown whenever the app is + * dialing the node over the mesh (relaunch race, post-scan first connect), + * instead of an anonymous spinner. The point of the brand: what's loading + * is a connection to a cryptographic identity, not an IP. + */ +@Composable +fun MeshLoadingScreen(message: String = "Dialing your node by its key — no IPs harmed") { + Box( + Modifier + .fillMaxSize() + .background(SurfaceBlack), + contentAlignment = Alignment.Center, + ) { + Column(horizontalAlignment = Alignment.CenterHorizontally) { + // The brand's circle-container logo (as on the connect screen / + // web login): pixel-art "a" centered in a black disc. + Box( + Modifier + .size(120.dp) + .clip(androidx.compose.foundation.shape.CircleShape) + .background(Color.Black) + .border( + 1.dp, + Color.White.copy(alpha = 0.14f), + androidx.compose.foundation.shape.CircleShape, + ), + contentAlignment = Alignment.Center, + ) { + PixelArtLogo(Modifier.size(64.dp)) + } + Spacer(Modifier.height(20.dp)) + Text( + text = "F*CK IPs MESH", + color = BitcoinOrange, + fontSize = 18.sp, + fontWeight = FontWeight.Bold, + letterSpacing = 4.sp, + ) + Spacer(Modifier.height(8.dp)) + Text( + text = message, + color = TextMuted, + fontSize = 13.sp, + textAlign = TextAlign.Center, + ) + Spacer(Modifier.height(24.dp)) + CircularProgressIndicator(color = BitcoinOrange) + } + } +} diff --git a/Android/app/src/main/java/com/archipelago/app/ui/components/NESController.kt b/Android/app/src/main/java/com/archipelago/app/ui/components/NESController.kt index 724f7c3b..00931af1 100644 --- a/Android/app/src/main/java/com/archipelago/app/ui/components/NESController.kt +++ b/Android/app/src/main/java/com/archipelago/app/ui/components/NESController.kt @@ -23,6 +23,7 @@ import androidx.compose.foundation.layout.width import androidx.compose.foundation.shape.CircleShape import androidx.compose.foundation.shape.RoundedCornerShape import androidx.compose.material.icons.Icons +import androidx.compose.material.icons.filled.Palette import androidx.compose.material.icons.filled.Settings import androidx.compose.material3.Icon import androidx.compose.material3.Text @@ -108,6 +109,7 @@ fun NESController( onKey: (String) -> Unit, onMenu: () -> Unit, onPlayerToggle: () -> Unit = {}, + onToggleStyle: (() -> Unit)? = null, modifier: Modifier = Modifier, ) { val c = paletteFor(style) @@ -205,6 +207,7 @@ fun NESController( ) { PlayerPill(c, playerId, onPlayerToggle) SettingsBtn(c, Modifier, onMenu) + onToggleStyle?.let { StyleBtn(c, Modifier, it) } } } } @@ -431,6 +434,23 @@ fun SettingsBtn(c: NESPalette, modifier: Modifier = Modifier, onClick: () -> Uni } } +/** Dark/Classic style toggle — lives next to the settings gear (the menu hub + * no longer carries it). */ +@Composable +fun StyleBtn(c: NESPalette, modifier: Modifier = Modifier, onClick: () -> Unit) { + var p by remember { mutableStateOf(false) } + Box( + modifier = modifier + .size(48.dp) + .clip(CircleShape) + .background(if (p) c.capsulePress else c.capsule) + .pointerInput(Unit) { detectTapGestures(onPress = { p = true; onClick(); tryAwaitRelease(); p = false }) }, + contentAlignment = Alignment.Center, + ) { + Icon(Icons.Default.Palette, "Controller style", Modifier.size(26.dp), tint = c.labelMuted) + } +} + /** Player ID toggle pill (P1/P2/ALL) */ @Composable fun PlayerPill(c: NESPalette, playerId: Int, onToggle: () -> Unit) { diff --git a/Android/app/src/main/java/com/archipelago/app/ui/components/NESMenu.kt b/Android/app/src/main/java/com/archipelago/app/ui/components/NESMenu.kt index 929573a3..3e7ef978 100644 --- a/Android/app/src/main/java/com/archipelago/app/ui/components/NESMenu.kt +++ b/Android/app/src/main/java/com/archipelago/app/ui/components/NESMenu.kt @@ -21,20 +21,40 @@ import androidx.compose.foundation.layout.padding import androidx.compose.foundation.layout.size import androidx.compose.foundation.layout.width import androidx.compose.foundation.layout.widthIn +import androidx.compose.foundation.layout.statusBarsPadding +import androidx.compose.foundation.rememberScrollState +import androidx.compose.foundation.verticalScroll +import androidx.compose.material.icons.automirrored.filled.ArrowBack +import androidx.compose.material.icons.filled.Bolt +import androidx.compose.material.icons.filled.Dashboard +import androidx.compose.material.icons.filled.Dns +import androidx.compose.material.icons.filled.Groups +import androidx.compose.material.icons.filled.Keyboard +import androidx.compose.material.icons.filled.SportsEsports +import androidx.compose.foundation.layout.heightIn import androidx.compose.foundation.shape.RoundedCornerShape import androidx.compose.foundation.text.KeyboardActions import androidx.compose.foundation.text.KeyboardOptions import androidx.compose.material.icons.Icons +import androidx.compose.material.icons.filled.Close import androidx.compose.material.icons.filled.QrCodeScanner import androidx.compose.material3.Icon import androidx.compose.material3.OutlinedTextField import androidx.compose.material3.OutlinedTextFieldDefaults import androidx.compose.material3.Text import androidx.compose.runtime.Composable +import androidx.compose.runtime.LaunchedEffect import androidx.compose.runtime.getValue import androidx.compose.runtime.mutableStateOf import androidx.compose.runtime.remember import androidx.compose.runtime.setValue +import androidx.compose.ui.platform.LocalClipboardManager +import androidx.compose.ui.platform.LocalConfiguration +import androidx.compose.ui.platform.LocalContext +import androidx.compose.ui.text.AnnotatedString +import com.archipelago.app.fips.FipsManager +import com.archipelago.app.fips.FipsNative +import com.archipelago.app.fips.FipsPreferences import androidx.compose.ui.Alignment import androidx.compose.ui.Modifier import androidx.compose.ui.draw.clip @@ -51,7 +71,6 @@ import androidx.compose.ui.unit.sp import com.archipelago.app.R import com.archipelago.app.data.ServerEntry import com.archipelago.app.ui.theme.BitcoinOrange -import com.archipelago.app.ui.theme.ControllerStyle import com.archipelago.app.ui.theme.SurfaceDark import com.archipelago.app.ui.theme.TextMuted import com.archipelago.app.ui.theme.TextPrimary @@ -75,26 +94,29 @@ fun NESMenu( visible: Boolean, servers: List, activeServer: ServerEntry?, - isGamepadMode: Boolean, - controllerStyle: ControllerStyle, onDismiss: () -> Unit, onSelectServer: (ServerEntry) -> Unit, onAddServer: (ServerEntry) -> Unit, onScanQr: (() -> Unit)? = null, onEditServer: (ServerEntry, ServerEntry) -> Unit, onRemoveServer: (ServerEntry) -> Unit, - onToggleMode: () -> Unit, - onToggleStyle: () -> Unit, + onRemote: () -> Unit, + onKeyboard: () -> Unit, onBackToWebView: (() -> Unit)? = null, + onMeshParty: (() -> Unit)? = null, ) { AnimatedVisibility(visible = visible, enter = fadeIn(), exit = fadeOut()) { + // Contained hub overlay: a centred glass panel (not full-screen) that + // holds the card page and its sub-pages (Nodes, FIPS) and scrolls + // inside its own bounds when content is tall. Tapping the dimmed + // backdrop dismisses. Box( Modifier.fillMaxSize().background(Color.Black.copy(alpha = 0.7f)) .clickable(indication = null, interactionSource = remember { MutableInteractionSource() }) { onDismiss() }, contentAlignment = Alignment.Center, ) { AnimatedVisibility(visible = visible, enter = fadeIn() + scaleIn(initialScale = 0.95f), exit = fadeOut() + scaleOut(targetScale = 0.95f)) { - MenuPanel(servers, activeServer, isGamepadMode, controllerStyle, onDismiss, onSelectServer, onAddServer, onScanQr, onEditServer, onRemoveServer, onToggleMode, onToggleStyle, onBackToWebView) + MenuPanel(servers, activeServer, onDismiss, onSelectServer, onAddServer, onScanQr, onEditServer, onRemoveServer, onRemote, onKeyboard, onBackToWebView, onMeshParty) } } } @@ -104,17 +126,16 @@ fun NESMenu( private fun MenuPanel( servers: List, activeServer: ServerEntry?, - isGamepadMode: Boolean, - controllerStyle: ControllerStyle, onDismiss: () -> Unit, onSelectServer: (ServerEntry) -> Unit, onAddServer: (ServerEntry) -> Unit, onScanQr: (() -> Unit)?, onEditServer: (ServerEntry, ServerEntry) -> Unit, onRemoveServer: (ServerEntry) -> Unit, - onToggleMode: () -> Unit, - onToggleStyle: () -> Unit, + onRemote: () -> Unit, + onKeyboard: () -> Unit, onBackToWebView: (() -> Unit)?, + onMeshParty: (() -> Unit)?, ) { var showAdd by remember { mutableStateOf(false) } // The saved server being edited, or null when adding a new one. @@ -122,14 +143,15 @@ private fun MenuPanel( var nm by remember { mutableStateOf("") } var addr by remember { mutableStateOf("") } var pwd by remember { mutableStateOf("") } + var https by remember { mutableStateOf(false) } fun resetForm() { - nm = ""; addr = ""; pwd = ""; showAdd = false; editing = null + nm = ""; addr = ""; pwd = ""; https = false; showAdd = false; editing = null } fun startEdit(server: ServerEntry) { editing = server - nm = server.name; addr = server.address; pwd = server.password + nm = server.name; addr = server.address; pwd = server.password; https = server.useHttps showAdd = false } @@ -137,156 +159,381 @@ private fun MenuPanel( if (addr.isBlank()) return val orig = editing if (orig != null) { - // Preserve fields the compact form doesn't expose (scheme, port). - onEditServer(orig, orig.copy(address = addr, password = pwd, name = nm)) + // Preserve port (compact form doesn't expose it); scheme is now editable. + onEditServer(orig, orig.copy(address = addr, useHttps = https, password = pwd, name = nm)) } else { - onAddServer(ServerEntry(addr, false, password = pwd, name = nm)) + onAddServer(ServerEntry(addr, https, password = pwd, name = nm)) } resetForm() } + var page by remember { mutableStateOf(HubPage.HUB) } + Column( modifier = Modifier .widthIn(max = 420.dp) + .fillMaxWidth() .padding(horizontal = 20.dp) + // Cap height just short of the full screen; the panel wraps short + // content and only scrolls in the rare case it outgrows this. + .heightIn(max = (LocalConfiguration.current.screenHeightDp * 0.92f).dp) .clip(RoundedCornerShape(PANEL_R)) - .background(PanelBg) + .background(PanelBg.copy(alpha = 0.86f)) .border(1.dp, PanelBorder, RoundedCornerShape(PANEL_R)) .clickable(indication = null, interactionSource = remember { MutableInteractionSource() }) {} - .padding(22.dp), - verticalArrangement = Arrangement.spacedBy(10.dp), + .verticalScroll(rememberScrollState()) + .padding(20.dp), + verticalArrangement = Arrangement.spacedBy(12.dp), ) { - // Title - Text( - "Menu", - color = TextPrimary, - fontSize = 18.sp, - fontWeight = FontWeight.SemiBold, - letterSpacing = 2.sp, - modifier = Modifier.fillMaxWidth(), - textAlign = TextAlign.Center, - ) - Spacer(Modifier.height(2.dp)) - - // Servers - servers.forEach { server -> - val active = server.serialize() == activeServer?.serialize() - MenuItem( - label = server.displayName(), - selected = active, - onClick = { onSelectServer(server) }, - onEdit = { startEdit(server) }, - onRemove = { onRemoveServer(server) }, - ) - } - - if (servers.isEmpty()) { - Text("No servers", color = TextMuted, fontSize = 14.sp, modifier = Modifier.padding(vertical = 4.dp)) - } - - // Add / edit server - if (showAdd || editing != null) { - Column( - Modifier - .fillMaxWidth() - .clip(RoundedCornerShape(ROW_R)) - .background(FieldBg) - .border(1.dp, RowBorder, RoundedCornerShape(ROW_R)) - .padding(12.dp), - verticalArrangement = Arrangement.spacedBy(8.dp), - ) { - Row( - Modifier.fillMaxWidth(), - verticalAlignment = Alignment.CenterVertically, - horizontalArrangement = Arrangement.SpaceBetween, - ) { + // Header: back (on sub-pages) or title, and a close on the hub. + Row( + Modifier.fillMaxWidth(), + verticalAlignment = Alignment.CenterVertically, + horizontalArrangement = Arrangement.SpaceBetween, + ) { + if (page == HubPage.HUB) { + Text("Menu", color = TextPrimary, fontSize = 20.sp, fontWeight = FontWeight.SemiBold, letterSpacing = 2.sp) + IconRound(Icons.Default.Close, "Close") { onDismiss() } + } else { + Row(verticalAlignment = Alignment.CenterVertically) { + IconRound(Icons.AutoMirrored.Filled.ArrowBack, "Back") { resetForm(); page = HubPage.HUB } + Spacer(Modifier.width(12.dp)) Text( - if (editing != null) "Edit Server" else "Add Server", - color = TextMuted, - fontSize = 13.sp, - letterSpacing = 1.sp, - fontWeight = FontWeight.Medium, - ) - Text( - "Cancel", - color = TextMuted, - fontSize = 13.sp, - modifier = Modifier.clickable { resetForm() }.padding(start = 8.dp), + if (page == HubPage.NODES) "Nodes" else "FIPS Mesh", + color = TextPrimary, fontSize = 20.sp, fontWeight = FontWeight.SemiBold, letterSpacing = 1.sp, ) } - GlassField( - value = nm, onValueChange = { nm = it }, - placeholder = "Name (optional)", - keyboardOptions = KeyboardOptions(keyboardType = KeyboardType.Text, imeAction = ImeAction.Next), - ) - GlassField( - value = addr, onValueChange = { addr = it.trim() }, - placeholder = "192.168.1.100", - keyboardOptions = KeyboardOptions(keyboardType = KeyboardType.Uri, imeAction = ImeAction.Next), - ) - Row(horizontalArrangement = Arrangement.spacedBy(8.dp), verticalAlignment = Alignment.CenterVertically) { - GlassField( - value = pwd, onValueChange = { pwd = it }, - placeholder = "Password", - modifier = Modifier.weight(1f), - visualTransformation = PasswordVisualTransformation(), - keyboardOptions = KeyboardOptions(keyboardType = KeyboardType.Password, imeAction = ImeAction.Go), - keyboardActions = KeyboardActions(onGo = { submit() }), - ) - Box( - Modifier.size(FIELD_H).clip(RoundedCornerShape(12.dp)).background(BitcoinOrange.copy(alpha = 0.15f)) - .border(1.dp, BitcoinOrange.copy(alpha = 0.4f), RoundedCornerShape(12.dp)) - .clickable { submit() }, - contentAlignment = Alignment.Center, - ) { Text("OK", color = BitcoinOrange, fontSize = 14.sp, fontWeight = FontWeight.Bold) } - } + IconRound(Icons.Default.Close, "Close") { onDismiss() } } - } else { - Row(Modifier.fillMaxWidth(), horizontalArrangement = Arrangement.spacedBy(10.dp)) { - Box(Modifier.weight(1f)) { - MenuItem(label = "Add Server", labelColor = BitcoinOrange, onClick = { showAdd = true }) + } + Spacer(Modifier.height(4.dp)) + + when (page) { + HubPage.HUB -> { + // Card page — one card per destination. Dashboard first: it's a + // peer of the others so three-finger → hub → Dashboard returns + // to the node UI, same shape as every other option. + if (onBackToWebView != null) { + HubCard(Icons.Default.Dashboard, "Dashboard", "The node's web interface") { onBackToWebView() } } - if (onScanQr != null) { - // Add server by scanning the node's pairing QR - Box( + HubCard(Icons.Default.SportsEsports, "Remote", "Game controller for the node") { onRemote() } + HubCard(Icons.Default.Keyboard, "Keyboard", "Type into the node") { onKeyboard() } + HubCard(Icons.Default.Dns, "Nodes", activeServer?.displayName() ?: "Add or switch servers") { + page = HubPage.NODES + } + if (FipsNative.available) { + HubCard(Icons.Default.Bolt, "FIPS Mesh", "Mesh identity & status") { page = HubPage.FIPS } + } + if (onMeshParty != null) { + HubCard(Icons.Default.Groups, "Mesh Party", "Phone-to-phone chat & beam") { onMeshParty() } + } + // Dark/Classic style lives on the remote/keyboard screen next to + // the settings button — not here. + } + + HubPage.NODES -> { + servers.forEach { server -> + val active = server.serialize() == activeServer?.serialize() + MenuItem( + label = server.displayName(), + selected = active, + onClick = { onSelectServer(server) }, + onEdit = { startEdit(server) }, + onRemove = { onRemoveServer(server) }, + ) + } + if (servers.isEmpty()) { + Text("No servers", color = TextMuted, fontSize = 14.sp, modifier = Modifier.padding(vertical = 4.dp)) + } + + if (showAdd || editing != null) { + Column( Modifier - .size(ROW_H) + .fillMaxWidth() .clip(RoundedCornerShape(ROW_R)) - .background(RowBg) + .background(FieldBg) .border(1.dp, RowBorder, RoundedCornerShape(ROW_R)) - .clickable { onScanQr() }, - contentAlignment = Alignment.Center, + .padding(12.dp), + verticalArrangement = Arrangement.spacedBy(8.dp), ) { - Icon( - Icons.Default.QrCodeScanner, - contentDescription = stringResource(R.string.add_server_qr), - tint = BitcoinOrange, - modifier = Modifier.size(24.dp), + Row( + Modifier.fillMaxWidth(), + verticalAlignment = Alignment.CenterVertically, + horizontalArrangement = Arrangement.SpaceBetween, + ) { + Text( + if (editing != null) "Edit Server" else "Add Server", + color = TextMuted, fontSize = 13.sp, letterSpacing = 1.sp, fontWeight = FontWeight.Medium, + ) + Text( + "Cancel", color = TextMuted, fontSize = 13.sp, + modifier = Modifier.clickable { resetForm() }.padding(start = 8.dp), + ) + } + GlassField( + value = nm, onValueChange = { nm = it }, + placeholder = "Name (optional)", + keyboardOptions = KeyboardOptions(keyboardType = KeyboardType.Text, imeAction = ImeAction.Next), ) + GlassField( + value = addr, onValueChange = { addr = it.trim() }, + placeholder = "192.168.1.100", + keyboardOptions = KeyboardOptions(keyboardType = KeyboardType.Uri, imeAction = ImeAction.Next), + ) + Row(horizontalArrangement = Arrangement.spacedBy(8.dp), verticalAlignment = Alignment.CenterVertically) { + GlassField( + value = pwd, onValueChange = { pwd = it }, + placeholder = "Password", + modifier = Modifier.weight(1f), + visualTransformation = PasswordVisualTransformation(), + keyboardOptions = KeyboardOptions(keyboardType = KeyboardType.Password, imeAction = ImeAction.Go), + keyboardActions = KeyboardActions(onGo = { submit() }), + ) + Box( + Modifier.size(FIELD_H).clip(RoundedCornerShape(12.dp)).background(BitcoinOrange.copy(alpha = 0.15f)) + .border(1.dp, BitcoinOrange.copy(alpha = 0.4f), RoundedCornerShape(12.dp)) + .clickable { submit() }, + contentAlignment = Alignment.Center, + ) { Text("OK", color = BitcoinOrange, fontSize = 14.sp, fontWeight = FontWeight.Bold) } + } + // HTTPS scheme toggle (available on both add and edit). + Row( + Modifier + .fillMaxWidth() + .clip(RoundedCornerShape(ROW_R)) + .clickable { https = !https } + .padding(vertical = 2.dp), + verticalAlignment = Alignment.CenterVertically, + horizontalArrangement = Arrangement.SpaceBetween, + ) { + Text("Use HTTPS", color = TextMuted, fontSize = 13.sp) + Box( + Modifier + .width(46.dp).height(26.dp) + .clip(RoundedCornerShape(13.dp)) + .background(if (https) BitcoinOrange.copy(alpha = 0.9f) else RowBg) + .border(1.dp, if (https) BitcoinOrange else RowBorder, RoundedCornerShape(13.dp)), + contentAlignment = if (https) Alignment.CenterEnd else Alignment.CenterStart, + ) { + Box( + Modifier + .padding(horizontal = 3.dp) + .size(20.dp) + .clip(RoundedCornerShape(10.dp)) + .background(if (https) Color.White else TextMuted), + ) + } + } + } + } else { + Row(Modifier.fillMaxWidth(), horizontalArrangement = Arrangement.spacedBy(10.dp)) { + Box(Modifier.weight(1f)) { + MenuItem(label = "Add Server", labelColor = BitcoinOrange, onClick = { showAdd = true }) + } + if (onScanQr != null) { + Box( + Modifier + .size(ROW_H) + .clip(RoundedCornerShape(ROW_R)) + .background(RowBg) + .border(1.dp, RowBorder, RoundedCornerShape(ROW_R)) + .clickable { onScanQr() }, + contentAlignment = Alignment.Center, + ) { + Icon( + Icons.Default.QrCodeScanner, + contentDescription = stringResource(R.string.add_server_qr), + tint = BitcoinOrange, + modifier = Modifier.size(24.dp), + ) + } + } } } } + + HubPage.FIPS -> { + FipsSection(embedded = true) + } } + } +} - Spacer(Modifier.height(2.dp)) - Box(Modifier.fillMaxWidth().height(1.dp).background(PanelBorder)) - Spacer(Modifier.height(2.dp)) +private enum class HubPage { HUB, NODES, FIPS } - // Mode toggle - MenuItem( - label = if (isGamepadMode) "Switch to Keyboard" else "Switch to Gamepad", - onClick = onToggleMode, +/** Big tappable destination card for the hub page: icon + title + subtitle. */ +@Composable +private fun HubCard( + icon: androidx.compose.ui.graphics.vector.ImageVector, + title: String, + subtitle: String, + onClick: () -> Unit, +) { + Row( + Modifier + .fillMaxWidth() + .clip(RoundedCornerShape(ROW_R)) + .background(RowBg) + .border(1.dp, RowBorder, RoundedCornerShape(ROW_R)) + .clickable { onClick() } + .padding(16.dp), + verticalAlignment = Alignment.CenterVertically, + horizontalArrangement = Arrangement.spacedBy(14.dp), + ) { + Box( + Modifier.size(40.dp).clip(RoundedCornerShape(12.dp)).background(BitcoinOrange.copy(alpha = 0.14f)), + contentAlignment = Alignment.Center, + ) { + Icon(icon, contentDescription = title, tint = BitcoinOrange, modifier = Modifier.size(22.dp)) + } + Column(Modifier.weight(1f)) { + Text(title, color = TextPrimary, fontSize = 16.sp, fontWeight = FontWeight.SemiBold) + Text(subtitle, color = TextMuted, fontSize = 12.sp, maxLines = 1) + } + } +} + +/** Small circular icon button used in the hub header. */ +@Composable +private fun IconRound( + icon: androidx.compose.ui.graphics.vector.ImageVector, + desc: String, + onClick: () -> Unit, +) { + Box( + Modifier + .size(40.dp) + .clip(RoundedCornerShape(20.dp)) + .background(RowBg) + .border(1.dp, RowBorder, RoundedCornerShape(20.dp)) + .clickable { onClick() }, + contentAlignment = Alignment.Center, + ) { + Icon(icon, contentDescription = desc, tint = TextPrimary, modifier = Modifier.size(20.dp)) + } +} + +/** Snapshot of the phone's mesh identity + state for the FIPS menu section. */ +private data class FipsInfo( + val available: Boolean, + val running: Boolean, + val npub: String, + val meshAddress: String, + val peerCount: Int, +) + +/** + * FIPS mesh oversight: shows what the phone's embedded mesh node is doing — + * running state, its mesh identity (npub), its mesh address (fd…ULA), how + * many peers/anchors it's configured with — and a one-tap Reconnect that + * re-homes the mesh (also the manual fix if a network handoff ever misses). + * Collapsed by default so the menu stays compact. + */ +@Composable +private fun FipsSection(embedded: Boolean = false) { + if (!FipsNative.available) return + val context = LocalContext.current + val clipboard = LocalClipboardManager.current + var expanded by remember { mutableStateOf(embedded) } + var info by remember { mutableStateOf(null) } + + // Load identity/state when the section opens (cheap DataStore + JSON read). + LaunchedEffect(expanded) { + if (expanded && info == null) { + val prefs = FipsPreferences(context) + val id = prefs.identity() + val peers = runCatching { + org.json.JSONArray(prefs.peersJson()).length() + }.getOrDefault(0) + info = FipsInfo( + available = true, + running = FipsNative.isRunning(), + npub = id?.npub.orEmpty(), + meshAddress = id?.address.orEmpty(), + peerCount = peers, + ) + } + } + + Column(Modifier.fillMaxWidth()) { + // Embedded in the hub's FIPS sub-page the header row would duplicate + // the page title, so only the standalone (collapsible) form shows it. + if (!embedded) MenuItem( + label = "FIPS Mesh", + labelColor = BitcoinOrange, + onClick = { expanded = !expanded }, ) + if (expanded) { + val i = info + Column( + Modifier + .fillMaxWidth() + .padding(top = 6.dp) + .clip(RoundedCornerShape(ROW_R)) + .background(FieldBg) + .border(1.dp, RowBorder, RoundedCornerShape(ROW_R)) + .padding(14.dp), + verticalArrangement = Arrangement.spacedBy(10.dp), + ) { + if (i == null) { + Text("Loading…", color = TextMuted, fontSize = 13.sp) + } else { + FipsRow("Status", if (i.running) "Connected" else "Stopped", + valueColor = if (i.running) BitcoinOrange else TextMuted) + if (i.meshAddress.isNotBlank()) { + FipsRow("Mesh address", i.meshAddress, mono = true, + onCopy = { clipboard.setText(AnnotatedString(i.meshAddress)) }) + } + if (i.npub.isNotBlank()) { + FipsRow("Identity (npub)", i.npub, mono = true, + onCopy = { clipboard.setText(AnnotatedString(i.npub)) }) + } + FipsRow("Peers & anchors", i.peerCount.toString()) + Text( + "Your node reaches this phone over the mesh by its npub — no ports opened to the internet.", + color = TextMuted, fontSize = 11.sp, + ) + MenuItem( + label = "Reconnect mesh", + labelColor = BitcoinOrange, + onClick = { + FipsManager.requestMeshRestart(context) + info = null + if (!embedded) expanded = false + }, + ) + } + } + } + } +} - // Style toggle - MenuItem( - label = if (controllerStyle == ControllerStyle.CLASSIC) "Style: Classic" else "Style: Dark", - onClick = onToggleStyle, +@Composable +private fun FipsRow( + label: String, + value: String, + valueColor: Color = TextPrimary, + mono: Boolean = false, + onCopy: (() -> Unit)? = null, +) { + Row( + Modifier + .fillMaxWidth() + .then(if (onCopy != null) Modifier.clickable { onCopy() } else Modifier), + verticalAlignment = Alignment.CenterVertically, + horizontalArrangement = Arrangement.SpaceBetween, + ) { + Text(label, color = TextMuted, fontSize = 12.sp, modifier = Modifier.width(120.dp)) + Text( + value, + color = valueColor, + fontSize = if (mono) 11.sp else 13.sp, + fontWeight = FontWeight.Medium, + modifier = Modifier.weight(1f), + textAlign = TextAlign.End, ) - - // Back to dashboard - if (onBackToWebView != null) { - MenuItem(label = "Back to Dashboard", onClick = onBackToWebView) + if (onCopy != null) { + Text("⧉", color = TextMuted, fontSize = 13.sp, modifier = Modifier.padding(start = 8.dp)) } } } diff --git a/Android/app/src/main/java/com/archipelago/app/ui/components/NESPortraitController.kt b/Android/app/src/main/java/com/archipelago/app/ui/components/NESPortraitController.kt index 0b93e684..eaf3afc0 100644 --- a/Android/app/src/main/java/com/archipelago/app/ui/components/NESPortraitController.kt +++ b/Android/app/src/main/java/com/archipelago/app/ui/components/NESPortraitController.kt @@ -43,6 +43,7 @@ fun NESPortraitController( onMouseScroll: (Int) -> Unit = { _ -> }, onMenu: () -> Unit, onPlayerToggle: () -> Unit = {}, + onToggleStyle: (() -> Unit)? = null, ) { val c = paletteFor(style) val isClassic = style == ControllerStyle.CLASSIC @@ -151,6 +152,10 @@ fun NESPortraitController( PlayerPill(c, playerId, onPlayerToggle) Spacer(Modifier.width(10.dp)) SettingsBtn(c, Modifier, onMenu) + onToggleStyle?.let { + Spacer(Modifier.width(10.dp)) + StyleBtn(c, Modifier, it) + } } } } diff --git a/Android/app/src/main/java/com/archipelago/app/ui/components/QrScannerOverlay.kt b/Android/app/src/main/java/com/archipelago/app/ui/components/QrScannerOverlay.kt index e6d531e3..61a7940a 100644 --- a/Android/app/src/main/java/com/archipelago/app/ui/components/QrScannerOverlay.kt +++ b/Android/app/src/main/java/com/archipelago/app/ui/components/QrScannerOverlay.kt @@ -238,6 +238,7 @@ internal fun CameraQrPreview(onDecoded: (String) -> Unit) { val mainExecutor = ContextCompat.getMainExecutor(context) val providerFuture = ProcessCameraProvider.getInstance(context) var provider: ProcessCameraProvider? = null + val focusScheduler = Executors.newSingleThreadScheduledExecutor() providerFuture.addListener({ val p = providerFuture.get() @@ -245,12 +246,15 @@ internal fun CameraQrPreview(onDecoded: (String) -> Unit) { val preview = Preview.Builder().build().also { it.setSurfaceProvider(previewView.surfaceProvider) } - // CameraX's analysis default is 640x480 — too few pixels per module - // to decode a modal-sized QR at arm's length. 1280x720 more than - // doubles the pixel density at negligible analysis cost. + // Dense Lightning-invoice QRs need BOTH enough pixels per module and + // sharp focus. 1280x720 + a far-focused camera (e.g. Pixel 9a's main + // lens, which won't focus close) left dense invoices undecodable + // while sparse address QRs still read — the "scanner doesn't pick up + // invoices" report. 1920x1080 roughly doubles module resolution so a + // QR held at the camera's actual focus distance still resolves. @Suppress("DEPRECATION") val analysis = ImageAnalysis.Builder() - .setTargetResolution(android.util.Size(1280, 720)) + .setTargetResolution(android.util.Size(1920, 1080)) .setBackpressureStrategy(ImageAnalysis.STRATEGY_KEEP_ONLY_LATEST) .build() .also { @@ -261,13 +265,27 @@ internal fun CameraQrPreview(onDecoded: (String) -> Unit) { } try { p.unbindAll() - p.bindToLifecycle(lifecycleOwner, CameraSelector.DEFAULT_BACK_CAMERA, preview, analysis) + val cam = p.bindToLifecycle(lifecycleOwner, CameraSelector.DEFAULT_BACK_CAMERA, preview, analysis) + // Force a centre autofocus on a repeating tick. A hand-held QR is + // a static scene, so continuous-AF often never retriggers and the + // lens sits at its resting (far) focus — fatal for dense codes. + // A normalized centre point works before the view is measured. + val point = androidx.camera.core.SurfaceOrientedMeteringPointFactory(1f, 1f) + .createPoint(0.5f, 0.5f) + val focusAction = androidx.camera.core.FocusMeteringAction.Builder( + point, + androidx.camera.core.FocusMeteringAction.FLAG_AF, + ).disableAutoCancel().build() + focusScheduler.scheduleWithFixedDelay({ + runCatching { cam.cameraControl.startFocusAndMetering(focusAction) } + }, 0, 2, java.util.concurrent.TimeUnit.SECONDS) } catch (_: Exception) { // Camera unavailable — the user can dismiss and enter details manually. } }, mainExecutor) onDispose { + focusScheduler.shutdownNow() provider?.unbindAll() analysisExecutor.shutdown() } diff --git a/Android/app/src/main/java/com/archipelago/app/ui/navigation/NavGraph.kt b/Android/app/src/main/java/com/archipelago/app/ui/navigation/NavGraph.kt index 8ec48d87..138c817b 100644 --- a/Android/app/src/main/java/com/archipelago/app/ui/navigation/NavGraph.kt +++ b/Android/app/src/main/java/com/archipelago/app/ui/navigation/NavGraph.kt @@ -12,15 +12,19 @@ import androidx.compose.runtime.remember import androidx.compose.runtime.rememberCoroutineScope import androidx.compose.runtime.setValue import androidx.compose.ui.platform.LocalContext +import androidx.navigation.NavType import androidx.navigation.compose.NavHost import androidx.navigation.compose.composable import androidx.navigation.compose.rememberNavController +import androidx.navigation.navArgument import com.archipelago.app.data.PairResult import com.archipelago.app.data.ServerEntry import com.archipelago.app.data.ServerPreferences import com.archipelago.app.data.ServerQrParser import com.archipelago.app.fips.FipsManager +import com.archipelago.app.ui.screens.FlareScreen import com.archipelago.app.ui.screens.IntroScreen +import com.archipelago.app.ui.screens.PartyScreen import com.archipelago.app.ui.screens.RemoteInputScreen import com.archipelago.app.ui.screens.ServerConnectScreen import com.archipelago.app.ui.screens.WebViewScreen @@ -31,6 +35,8 @@ object Routes { const val SERVER_CONNECT = "server_connect" const val WEB_VIEW = "web_view" const val REMOTE_INPUT = "remote_input" + const val MESH_PARTY = "mesh_party" + const val FLARE = "flare" } @Composable @@ -122,6 +128,9 @@ fun AppNavHost( ) { composable(Routes.INTRO) { IntroScreen( + onMeshParty = { + navController.navigate(Routes.MESH_PARTY) + }, onContinue = { scope.launch { prefs.markIntroSeen() @@ -170,15 +179,46 @@ fun AppNavHost( onRemoteInput = { navController.navigate(Routes.REMOTE_INPUT) }, + onRemoteKeyboard = { + navController.navigate("${Routes.REMOTE_INPUT}?keyboard=true") + }, + onMeshParty = { + navController.navigate(Routes.MESH_PARTY) + }, ) } } - composable(Routes.REMOTE_INPUT) { + composable( + "${Routes.REMOTE_INPUT}?keyboard={keyboard}", + arguments = listOf( + navArgument("keyboard") { + type = NavType.BoolType + defaultValue = false + }, + ), + ) { entry -> RemoteInputScreen( onBack = { navController.popBackStack() }, + onMeshParty = { + navController.navigate(Routes.MESH_PARTY) + }, + startInKeyboard = entry.arguments?.getBoolean("keyboard") == true, + ) + } + + composable(Routes.MESH_PARTY) { + PartyScreen( + onBack = { navController.popBackStack() }, + onOpenChat = { navController.navigate(Routes.FLARE) }, + ) + } + + composable(Routes.FLARE) { + FlareScreen( + onBack = { navController.popBackStack() }, ) } } diff --git a/Android/app/src/main/java/com/archipelago/app/ui/screens/FlareScreen.kt b/Android/app/src/main/java/com/archipelago/app/ui/screens/FlareScreen.kt new file mode 100644 index 00000000..f9f24a30 --- /dev/null +++ b/Android/app/src/main/java/com/archipelago/app/ui/screens/FlareScreen.kt @@ -0,0 +1,359 @@ +package com.archipelago.app.ui.screens + +import android.graphics.Bitmap +import android.graphics.BitmapFactory +import android.net.Uri +import androidx.activity.compose.BackHandler +import androidx.activity.compose.rememberLauncherForActivityResult +import androidx.activity.result.contract.ActivityResultContracts +import androidx.compose.foundation.Image +import androidx.compose.foundation.background +import androidx.compose.foundation.border +import androidx.compose.foundation.clickable +import androidx.compose.foundation.layout.Arrangement +import androidx.compose.foundation.layout.Box +import androidx.compose.foundation.layout.Column +import androidx.compose.foundation.layout.Row +import androidx.compose.foundation.layout.Spacer +import androidx.compose.foundation.layout.fillMaxSize +import androidx.compose.foundation.layout.fillMaxWidth +import androidx.compose.foundation.layout.height +import androidx.compose.foundation.layout.imePadding +import androidx.compose.foundation.layout.navigationBarsPadding +import androidx.compose.foundation.layout.padding +import androidx.compose.foundation.layout.size +import androidx.compose.foundation.layout.statusBarsPadding +import androidx.compose.foundation.layout.widthIn +import androidx.compose.foundation.lazy.LazyColumn +import androidx.compose.foundation.lazy.items +import androidx.compose.foundation.lazy.rememberLazyListState +import androidx.compose.foundation.shape.RoundedCornerShape +import androidx.compose.foundation.text.KeyboardActions +import androidx.compose.foundation.text.KeyboardOptions +import androidx.compose.material.icons.Icons +import androidx.compose.material.icons.filled.Image +import androidx.compose.material3.Icon +import androidx.compose.material3.OutlinedTextField +import androidx.compose.material3.OutlinedTextFieldDefaults +import androidx.compose.material3.Text +import androidx.compose.runtime.Composable +import androidx.compose.runtime.LaunchedEffect +import androidx.compose.runtime.collectAsState +import androidx.compose.runtime.getValue +import androidx.compose.runtime.mutableStateOf +import androidx.compose.runtime.remember +import androidx.compose.runtime.rememberCoroutineScope +import androidx.compose.runtime.setValue +import androidx.compose.ui.Alignment +import androidx.compose.ui.Modifier +import androidx.compose.ui.draw.clip +import androidx.compose.ui.graphics.Color +import androidx.compose.ui.graphics.asImageBitmap +import androidx.compose.ui.layout.ContentScale +import androidx.compose.ui.platform.LocalContext +import androidx.compose.ui.text.TextStyle +import androidx.compose.ui.text.font.FontWeight +import androidx.compose.ui.text.input.ImeAction +import androidx.compose.ui.unit.dp +import androidx.compose.ui.unit.sp +import com.archipelago.app.fips.FipsManager +import com.archipelago.app.fips.FipsNative +import com.archipelago.app.fips.FipsPreferences +import com.archipelago.app.fips.FlareClient +import com.archipelago.app.fips.FlareMessage +import com.archipelago.app.fips.FlareStore +import com.archipelago.app.fips.PartyPeer +import com.archipelago.app.ui.theme.BitcoinOrange +import com.archipelago.app.ui.theme.SurfaceDark +import com.archipelago.app.ui.theme.TextMuted +import com.archipelago.app.ui.theme.TextPrimary +import kotlinx.coroutines.Dispatchers +import kotlinx.coroutines.launch +import kotlinx.coroutines.withContext +import java.io.ByteArrayOutputStream +import java.io.File +import java.util.UUID + +private val BubbleTheirs = Color.White.copy(alpha = 0.07f) +private val BubbleBorder = Color.White.copy(alpha = 0.08f) + +/** + * Flare — phone↔phone chat and photo beam over the FIPS mesh. Every byte is + * E2E encrypted by the mesh layer and addressed by npub; whether it travels + * via a public anchor (5G) or a direct hotspot link is invisible up here — + * which is the entire point. + */ +@Composable +fun FlareScreen(onBack: () -> Unit) { + val context = LocalContext.current + val prefs = remember { FipsPreferences(context) } + val scope = rememberCoroutineScope() + + var identity by remember { mutableStateOf(null) } + var myName by remember { mutableStateOf("Phone") } + val peers by prefs.partyPeersFlow.collectAsState(initial = emptyList()) + var selectedNpub by remember { mutableStateOf(null) } + val allMessages by FlareStore.messages.collectAsState() + var draft by remember { mutableStateOf("") } + + LaunchedEffect(Unit) { + identity = FipsManager.ensureIdentity(prefs) + myName = prefs.partyName() + } + LaunchedEffect(peers) { + if (selectedNpub == null || peers.none { it.npub == selectedNpub }) { + selectedNpub = peers.firstOrNull()?.npub + } + } + + val peer = peers.firstOrNull { it.npub == selectedNpub } + val messages = allMessages.filter { it.peerNpub == selectedNpub } + val listState = rememberLazyListState() + LaunchedEffect(messages.size) { + if (messages.isNotEmpty()) listState.animateScrollToItem(messages.size - 1) + } + + fun sendText() { + val target = peer ?: return + val me = identity ?: return + val text = draft.trim() + if (text.isEmpty()) return + draft = "" + val msg = FlareMessage( + id = UUID.randomUUID().toString(), + peerNpub = target.npub, + fromMe = true, + name = myName, + text = text, + ts = System.currentTimeMillis(), + status = FlareMessage.Status.SENDING, + ) + FlareStore.add(msg) + scope.launch(Dispatchers.IO) { + val ok = FlareClient.sendText(target, me.npub, myName, text) + FlareStore.setStatus(msg.id, if (ok) FlareMessage.Status.SENT else FlareMessage.Status.FAILED) + } + } + + fun sendPhoto(uri: Uri) { + val target = peer ?: return + val me = identity ?: return + scope.launch(Dispatchers.IO) { + val jpeg = compressPhoto(context, uri) ?: return@launch + // Local copy so our own bubble renders the sent photo. + val dir = File(context.cacheDir, "flare").apply { mkdirs() } + val local = File(dir, "${UUID.randomUUID()}.jpg").apply { writeBytes(jpeg) } + val msg = FlareMessage( + id = UUID.randomUUID().toString(), + peerNpub = target.npub, + fromMe = true, + name = myName, + photoPath = local.absolutePath, + ts = System.currentTimeMillis(), + status = FlareMessage.Status.SENDING, + ) + FlareStore.add(msg) + val ok = FlareClient.sendPhoto(target, me.npub, myName, jpeg) + FlareStore.setStatus(msg.id, if (ok) FlareMessage.Status.SENT else FlareMessage.Status.FAILED) + } + } + + val photoPicker = rememberLauncherForActivityResult( + ActivityResultContracts.GetContent() + ) { uri -> uri?.let { sendPhoto(it) } } + + BackHandler { onBack() } + + Column( + Modifier + .fillMaxSize() + .background(SurfaceDark) + .statusBarsPadding() + .navigationBarsPadding() + .imePadding(), + ) { + // Header + Row( + Modifier.fillMaxWidth().padding(horizontal = 16.dp, vertical = 10.dp), + verticalAlignment = Alignment.CenterVertically, + horizontalArrangement = Arrangement.SpaceBetween, + ) { + Text("‹ Back", color = TextMuted, fontSize = 15.sp, modifier = Modifier.clickable { onBack() }.padding(6.dp)) + Column(horizontalAlignment = Alignment.CenterHorizontally) { + Text("FLARE", color = TextPrimary, fontSize = 16.sp, fontWeight = FontWeight.SemiBold, letterSpacing = 3.sp) + peer?.let { + Text( + it.name + if (it.ip.isNotBlank()) " · direct+mesh" else " · mesh", + color = BitcoinOrange, + fontSize = 11.sp, + ) + } + } + Spacer(Modifier.size(48.dp)) + } + + // Peer tabs when chatting with more than one phone + if (peers.size > 1) { + Row( + Modifier.fillMaxWidth().padding(horizontal = 16.dp), + horizontalArrangement = Arrangement.spacedBy(8.dp), + ) { + peers.forEach { p -> + val active = p.npub == selectedNpub + Text( + p.name, + color = if (active) BitcoinOrange else TextMuted, + fontSize = 13.sp, + modifier = Modifier + .clip(RoundedCornerShape(10.dp)) + .background(if (active) BitcoinOrange.copy(alpha = 0.12f) else Color.Transparent) + .border( + 1.dp, + if (active) BitcoinOrange.copy(alpha = 0.4f) else BubbleBorder, + RoundedCornerShape(10.dp), + ) + .clickable { selectedNpub = p.npub } + .padding(horizontal = 12.dp, vertical = 6.dp), + ) + } + } + } + + if (peer == null) { + Box(Modifier.weight(1f).fillMaxWidth(), contentAlignment = Alignment.Center) { + Text("No party peers yet — scan a phone first", color = TextMuted, fontSize = 14.sp) + } + } else { + LazyColumn( + state = listState, + modifier = Modifier.weight(1f).fillMaxWidth(), + contentPadding = androidx.compose.foundation.layout.PaddingValues(16.dp), + verticalArrangement = Arrangement.spacedBy(8.dp), + ) { + items(messages, key = { it.id }) { msg -> + MessageBubble(msg) + } + } + + // Composer + Row( + Modifier.fillMaxWidth().padding(horizontal = 12.dp, vertical = 8.dp), + verticalAlignment = Alignment.CenterVertically, + horizontalArrangement = Arrangement.spacedBy(8.dp), + ) { + Box( + Modifier + .size(48.dp) + .clip(RoundedCornerShape(12.dp)) + .background(BubbleTheirs) + .border(1.dp, BubbleBorder, RoundedCornerShape(12.dp)) + .clickable { photoPicker.launch("image/*") }, + contentAlignment = Alignment.Center, + ) { + Icon(Icons.Default.Image, "Beam a photo", tint = BitcoinOrange, modifier = Modifier.size(22.dp)) + } + OutlinedTextField( + value = draft, + onValueChange = { draft = it }, + placeholder = { Text("Send a flare…", color = TextMuted, fontSize = 14.sp) }, + modifier = Modifier.weight(1f), + singleLine = true, + keyboardOptions = KeyboardOptions(imeAction = ImeAction.Send), + keyboardActions = KeyboardActions(onSend = { sendText() }), + textStyle = TextStyle(color = TextPrimary, fontSize = 15.sp), + colors = OutlinedTextFieldDefaults.colors( + focusedBorderColor = Color.White.copy(alpha = 0.3f), + unfocusedBorderColor = Color.White.copy(alpha = 0.12f), + cursorColor = BitcoinOrange, + focusedTextColor = TextPrimary, + unfocusedTextColor = TextPrimary, + ), + shape = RoundedCornerShape(12.dp), + ) + Box( + Modifier + .size(48.dp) + .clip(RoundedCornerShape(12.dp)) + .background(BitcoinOrange.copy(alpha = 0.15f)) + .border(1.dp, BitcoinOrange.copy(alpha = 0.4f), RoundedCornerShape(12.dp)) + .clickable { sendText() }, + contentAlignment = Alignment.Center, + ) { + Text("➤", color = BitcoinOrange, fontSize = 18.sp) + } + } + } + } +} + +@Composable +private fun MessageBubble(msg: FlareMessage) { + Row( + Modifier.fillMaxWidth(), + horizontalArrangement = if (msg.fromMe) Arrangement.End else Arrangement.Start, + ) { + Column( + Modifier + .widthIn(max = 300.dp) + .clip(RoundedCornerShape(16.dp)) + .background(if (msg.fromMe) BitcoinOrange.copy(alpha = 0.14f) else BubbleTheirs) + .border( + 1.dp, + if (msg.fromMe) BitcoinOrange.copy(alpha = 0.35f) else BubbleBorder, + RoundedCornerShape(16.dp), + ) + .padding(horizontal = 12.dp, vertical = 8.dp), + ) { + if (msg.photoPath.isNotBlank()) { + val bmp = remember(msg.photoPath) { BitmapFactory.decodeFile(msg.photoPath) } + bmp?.let { + Image( + bitmap = it.asImageBitmap(), + contentDescription = "Beamed photo", + modifier = Modifier + .fillMaxWidth() + .clip(RoundedCornerShape(10.dp)), + contentScale = ContentScale.FillWidth, + ) + } + } + if (msg.text.isNotBlank()) { + Text(msg.text, color = TextPrimary, fontSize = 15.sp) + } + Text( + when (msg.status) { + FlareMessage.Status.SENDING -> "sending…" + FlareMessage.Status.SENT -> "sent · E2E via mesh" + FlareMessage.Status.FAILED -> "failed — tap to retry later" + FlareMessage.Status.RECEIVED -> msg.name + }, + color = if (msg.status == FlareMessage.Status.FAILED) BitcoinOrange else TextMuted, + fontSize = 10.sp, + modifier = Modifier.padding(top = 2.dp), + ) + } + } +} + +/** Decode, downscale (≤1600px) and JPEG-compress a picked photo off-main. */ +private suspend fun compressPhoto(context: android.content.Context, uri: Uri): ByteArray? = + withContext(Dispatchers.IO) { + try { + val bounds = BitmapFactory.Options().apply { inJustDecodeBounds = true } + context.contentResolver.openInputStream(uri)?.use { + BitmapFactory.decodeStream(it, null, bounds) + } + var sample = 1 + while (maxOf(bounds.outWidth, bounds.outHeight) / sample > 1600) sample *= 2 + val opts = BitmapFactory.Options().apply { inSampleSize = sample } + val bitmap = context.contentResolver.openInputStream(uri)?.use { + BitmapFactory.decodeStream(it, null, opts) + } ?: return@withContext null + val out = ByteArrayOutputStream() + bitmap.compress(Bitmap.CompressFormat.JPEG, 80, out) + bitmap.recycle() + out.toByteArray() + } catch (_: Exception) { + null + } + } diff --git a/Android/app/src/main/java/com/archipelago/app/ui/screens/IntroScreen.kt b/Android/app/src/main/java/com/archipelago/app/ui/screens/IntroScreen.kt index 5426a825..db42dff9 100644 --- a/Android/app/src/main/java/com/archipelago/app/ui/screens/IntroScreen.kt +++ b/Android/app/src/main/java/com/archipelago/app/ui/screens/IntroScreen.kt @@ -55,7 +55,12 @@ import com.archipelago.app.ui.theme.TextPrimary import kotlinx.coroutines.delay @Composable -fun IntroScreen(onContinue: () -> Unit) { +fun IntroScreen( + onContinue: () -> Unit, + // Mesh Party works with no node at all (phone↔phone) — offered right on + // the first screen so a friend who just got the app can join a party. + onMeshParty: () -> Unit = {}, +) { val logoAlpha = remember { Animatable(0f) } var showContent by remember { mutableStateOf(false) } @@ -143,6 +148,14 @@ fun IntroScreen(onContinue: () -> Unit) { onClick = onContinue, modifier = Modifier.fillMaxWidth().height(56.dp), ) + + Spacer(modifier = Modifier.height(12.dp)) + + GlassButton( + text = stringResource(R.string.mesh_party), + onClick = onMeshParty, + modifier = Modifier.fillMaxWidth().height(48.dp), + ) } } } diff --git a/Android/app/src/main/java/com/archipelago/app/ui/screens/PartyScreen.kt b/Android/app/src/main/java/com/archipelago/app/ui/screens/PartyScreen.kt new file mode 100644 index 00000000..31494993 --- /dev/null +++ b/Android/app/src/main/java/com/archipelago/app/ui/screens/PartyScreen.kt @@ -0,0 +1,519 @@ +package com.archipelago.app.ui.screens + +import android.graphics.Bitmap +import androidx.activity.compose.BackHandler +import androidx.compose.animation.AnimatedVisibility +import androidx.compose.animation.fadeIn +import androidx.compose.animation.fadeOut +import androidx.compose.foundation.Image +import androidx.compose.foundation.background +import androidx.compose.foundation.border +import androidx.compose.foundation.clickable +import androidx.compose.foundation.layout.Arrangement +import androidx.compose.foundation.layout.Box +import androidx.compose.foundation.layout.Column +import androidx.compose.foundation.layout.Row +import androidx.compose.foundation.layout.Spacer +import androidx.compose.foundation.layout.fillMaxSize +import androidx.compose.foundation.layout.fillMaxWidth +import androidx.compose.foundation.layout.height +import androidx.compose.foundation.layout.padding +import androidx.compose.foundation.layout.size +import androidx.compose.foundation.layout.statusBarsPadding +import androidx.compose.foundation.rememberScrollState +import androidx.compose.foundation.shape.RoundedCornerShape +import androidx.compose.foundation.text.KeyboardOptions +import androidx.compose.foundation.verticalScroll +import androidx.compose.material3.OutlinedTextField +import androidx.compose.material3.OutlinedTextFieldDefaults +import androidx.compose.material3.Switch +import androidx.compose.material3.SwitchDefaults +import androidx.compose.material3.Text +import androidx.compose.runtime.Composable +import androidx.compose.runtime.LaunchedEffect +import androidx.compose.runtime.collectAsState +import androidx.compose.runtime.getValue +import androidx.compose.runtime.mutableStateOf +import androidx.compose.runtime.remember +import androidx.compose.runtime.rememberCoroutineScope +import androidx.compose.runtime.setValue +import androidx.compose.ui.Alignment +import androidx.compose.ui.Modifier +import androidx.compose.ui.draw.clip +import androidx.compose.ui.graphics.Color +import androidx.compose.ui.graphics.asImageBitmap +import androidx.compose.ui.platform.LocalContext +import androidx.compose.ui.text.TextStyle +import androidx.compose.ui.text.font.FontWeight +import androidx.compose.ui.text.input.ImeAction +import androidx.compose.ui.text.style.TextAlign +import androidx.compose.ui.unit.dp +import androidx.compose.ui.unit.sp +import com.archipelago.app.fips.FipsManager +import com.archipelago.app.fips.FipsNative +import com.archipelago.app.fips.FipsPreferences +import com.archipelago.app.fips.FlareClient +import com.archipelago.app.fips.PartyPeer +import com.archipelago.app.fips.PartyQr +import com.archipelago.app.ui.components.CameraQrPreview +import com.archipelago.app.ui.theme.BitcoinOrange +import com.archipelago.app.ui.theme.SurfaceDark +import com.archipelago.app.ui.theme.TextMuted +import com.archipelago.app.ui.theme.TextPrimary +import com.google.zxing.BarcodeFormat +import com.google.zxing.EncodeHintType +import com.google.zxing.qrcode.QRCodeWriter +import kotlinx.coroutines.Dispatchers +import kotlinx.coroutines.delay +import kotlinx.coroutines.launch +import kotlinx.coroutines.withContext + +private val CardBg = Color.White.copy(alpha = 0.05f) +private val CardBorder = Color.White.copy(alpha = 0.08f) + +/** Public companion download (vps2 demo host — serves the same APK as the + * nodes' QR link). Rendered as the "Share this app" QR. */ +private const val APP_DOWNLOAD_URL = + "http://146.59.87.168:2100/packages/archipelago-companion.apk" + +/** + * Mesh Party — phone↔phone FIPS pairing. Show your QR, scan theirs, and the + * two embedded mesh nodes link up: through anchors when there's internet, + * directly over any shared WiFi/hotspot when there isn't. + */ +@Composable +fun PartyScreen( + onBack: () -> Unit, + onOpenChat: () -> Unit, +) { + val context = LocalContext.current + val prefs = remember { FipsPreferences(context) } + val scope = rememberCoroutineScope() + + var identity by remember { mutableStateOf(null) } + var name by remember { mutableStateOf("") } + var localIp by remember { mutableStateOf(null) } + var showScanner by remember { mutableStateOf(false) } + var showShareQr by remember { mutableStateOf(false) } + var scanHint by remember { mutableStateOf(null) } + + // Camera permission — fresh installs (and reinstalls: uninstall wipes + // grants) land here with no CAMERA grant, and the raw preview just showed + // black. Ask the moment the scanner opens. + var hasCamera by remember { + mutableStateOf( + androidx.core.content.ContextCompat.checkSelfPermission( + context, android.Manifest.permission.CAMERA, + ) == android.content.pm.PackageManager.PERMISSION_GRANTED + ) + } + val cameraPermLauncher = androidx.activity.compose.rememberLauncherForActivityResult( + androidx.activity.result.contract.ActivityResultContracts.RequestPermission() + ) { hasCamera = it } + LaunchedEffect(showScanner) { + if (showScanner && !hasCamera) { + cameraPermLauncher.launch(android.Manifest.permission.CAMERA) + } + } + val listenOn by prefs.partyListenFlow.collectAsState(initial = false) + val peers by prefs.partyPeersFlow.collectAsState(initial = emptyList()) + + LaunchedEffect(Unit) { + identity = FipsManager.ensureIdentity(prefs) + name = prefs.partyName() + // The hotspot/WiFi address can change while this screen is open + // (e.g. the user flips the hotspot on mid-demo) — keep it fresh. + while (true) { + localIp = withContext(Dispatchers.IO) { PartyQr.localWifiIpv4() } + delay(3_000) + } + } + + val qrPayload = identity?.let { id -> + PartyQr.build( + npub = id.npub, + ula = id.address, + name = name.ifBlank { "Phone" }, + ip = if (listenOn) localIp else null, + port = PartyQr.PARTY_UDP_PORT, + ) + } + val qrBitmap = remember(qrPayload) { qrPayload?.let { renderQr(it) } } + + BackHandler { + when { + showScanner -> showScanner = false + showShareQr -> showShareQr = false + else -> onBack() + } + } + + Box(Modifier.fillMaxSize().background(SurfaceDark)) { + Column( + Modifier + .fillMaxSize() + .statusBarsPadding() + .verticalScroll(rememberScrollState()) + .padding(horizontal = 24.dp, vertical = 16.dp), + verticalArrangement = Arrangement.spacedBy(14.dp), + ) { + Row( + Modifier.fillMaxWidth(), + verticalAlignment = Alignment.CenterVertically, + horizontalArrangement = Arrangement.SpaceBetween, + ) { + Text("‹ Back", color = TextMuted, fontSize = 15.sp, modifier = Modifier.clickable { onBack() }.padding(8.dp)) + Text("MESH PARTY", color = TextPrimary, fontSize = 17.sp, fontWeight = FontWeight.SemiBold, letterSpacing = 3.sp) + Spacer(Modifier.size(56.dp)) + } + + // My QR card + Column( + Modifier + .fillMaxWidth() + .clip(RoundedCornerShape(20.dp)) + .background(CardBg) + .border(1.dp, CardBorder, RoundedCornerShape(20.dp)) + .padding(18.dp), + horizontalAlignment = Alignment.CenterHorizontally, + verticalArrangement = Arrangement.spacedBy(12.dp), + ) { + qrBitmap?.let { bmp -> + Box( + Modifier + .clip(RoundedCornerShape(16.dp)) + .background(Color.White) + .padding(12.dp), + ) { + Image( + bitmap = bmp.asImageBitmap(), + contentDescription = "My mesh party QR", + modifier = Modifier.size(220.dp), + ) + } + } ?: Text("Mesh identity unavailable on this device", color = TextMuted, fontSize = 14.sp) + + identity?.let { + Text( + it.npub.take(16) + "…" + it.npub.takeLast(6), + color = TextMuted, + fontSize = 12.sp, + textAlign = TextAlign.Center, + ) + } + + OutlinedTextField( + value = name, + onValueChange = { + name = it.take(24) + scope.launch { prefs.setPartyName(name) } + }, + placeholder = { Text("Your name", color = TextMuted, textAlign = TextAlign.Center, modifier = Modifier.fillMaxWidth()) }, + modifier = Modifier.fillMaxWidth().height(56.dp), + singleLine = true, + keyboardOptions = KeyboardOptions(imeAction = ImeAction.Done), + textStyle = TextStyle(color = TextPrimary, fontSize = 15.sp, textAlign = TextAlign.Center), + colors = OutlinedTextFieldDefaults.colors( + focusedBorderColor = Color.White.copy(alpha = 0.3f), + unfocusedBorderColor = Color.White.copy(alpha = 0.12f), + cursorColor = BitcoinOrange, + focusedTextColor = TextPrimary, + unfocusedTextColor = TextPrimary, + ), + shape = RoundedCornerShape(12.dp), + ) + + // Direct-link toggle (hotspot mode) + Row( + Modifier.fillMaxWidth(), + verticalAlignment = Alignment.CenterVertically, + horizontalArrangement = Arrangement.SpaceBetween, + ) { + Column(Modifier.padding(end = 12.dp)) { + Text("Accept direct links", color = TextPrimary, fontSize = 15.sp, fontWeight = FontWeight.Medium) + Text( + when { + listenOn && localIp != null -> "Dialable at $localIp:${PartyQr.PARTY_UDP_PORT} — no internet needed" + listenOn -> "Waiting for a WiFi/hotspot address…" + else -> "Off — mesh routes via anchors only" + }, + color = if (listenOn) BitcoinOrange else TextMuted, + fontSize = 12.sp, + ) + } + Switch( + checked = listenOn, + onCheckedChange = { on -> + scope.launch { + prefs.setPartyListen(on) + FipsManager.requestMeshRestart(context) + } + }, + colors = SwitchDefaults.colors( + checkedTrackColor = BitcoinOrange, + checkedThumbColor = Color.White, + ), + ) + } + } + + GlassButton( + text = "Scan a Phone", + onClick = { showScanner = true }, + modifier = Modifier.fillMaxWidth().height(56.dp), + ) + + if (peers.isNotEmpty()) { + Text("PARTY PEERS", color = TextMuted, fontSize = 12.sp, letterSpacing = 2.sp) + peers.forEach { peer -> + Row( + Modifier + .fillMaxWidth() + .clip(RoundedCornerShape(14.dp)) + .background(CardBg) + .border(1.dp, CardBorder, RoundedCornerShape(14.dp)) + .clickable { onOpenChat() } + .padding(horizontal = 16.dp, vertical = 12.dp), + verticalAlignment = Alignment.CenterVertically, + horizontalArrangement = Arrangement.SpaceBetween, + ) { + Column(Modifier.padding(end = 8.dp)) { + Text(peer.name, color = TextPrimary, fontSize = 15.sp, fontWeight = FontWeight.Medium) + Text( + peer.npub.take(14) + "…" + if (peer.ip.isNotBlank()) " · direct ${peer.ip}" else " · via mesh", + color = TextMuted, + fontSize = 11.sp, + ) + } + Text( + "✕", + color = TextMuted, + fontSize = 16.sp, + modifier = Modifier.clickable { + scope.launch { + prefs.removePartyPeer(peer.npub) + FipsManager.requestMeshRestart(context) + } + }.padding(8.dp), + ) + } + } + GlassButton( + text = "Open Flare Chat", + onClick = onOpenChat, + modifier = Modifier.fillMaxWidth().height(56.dp), + ) + } else { + Text( + "Scan another phone's party QR (or let them scan yours) to link your mesh nodes — works over 5G via anchors, or over any shared WiFi/hotspot with zero internet.", + color = TextMuted, + fontSize = 13.sp, + textAlign = TextAlign.Center, + modifier = Modifier.fillMaxWidth().padding(horizontal = 8.dp), + ) + } + Spacer(Modifier.height(12.dp)) + // Hand the app itself to a friend: shares this install's own APK + // through the system sheet (Quick Share/Bluetooth), so a nearby + // phone gets the companion with zero internet — the whole party + // premise. + GlassButton( + text = "Share this app", + onClick = { showShareQr = true }, + modifier = Modifier.fillMaxWidth().height(48.dp), + ) + Spacer(Modifier.height(12.dp)) + } + + // "Share this app" — a QR of the public download link, so the other + // phone scans it with its normal camera and installs over any + // internet. (The vps2 demo host serves the same APK the nodes do.) + AnimatedVisibility(visible = showShareQr, enter = fadeIn(), exit = fadeOut()) { + Box( + Modifier + .fillMaxSize() + .background(Color.Black.copy(alpha = 0.94f)) + .clickable { showShareQr = false }, + contentAlignment = Alignment.Center, + ) { + Column(horizontalAlignment = Alignment.CenterHorizontally) { + val dlQr = remember { renderQr(APP_DOWNLOAD_URL) } + dlQr?.let { bmp -> + Box( + Modifier + .clip(RoundedCornerShape(16.dp)) + .background(Color.White) + .padding(14.dp), + ) { + Image( + bitmap = bmp.asImageBitmap(), + contentDescription = "Companion download QR", + modifier = Modifier.size(240.dp), + ) + } + } + Spacer(Modifier.height(18.dp)) + Text( + "Scan with any camera to download\nthe Archipelago Companion", + color = TextPrimary, + fontSize = 15.sp, + textAlign = TextAlign.Center, + ) + Spacer(Modifier.height(10.dp)) + Text( + "…or send the APK file directly", + color = BitcoinOrange, + fontSize = 13.sp, + modifier = Modifier.clickable { shareCompanionApk(context) }.padding(8.dp), + ) + Spacer(Modifier.height(6.dp)) + Text("Close", color = TextMuted, fontSize = 14.sp, modifier = Modifier.clickable { showShareQr = false }.padding(8.dp)) + } + } + } + + // Party QR scanner overlay + AnimatedVisibility(visible = showScanner, enter = fadeIn(), exit = fadeOut()) { + Box(Modifier.fillMaxSize().background(Color.Black)) { + if (!hasCamera) { + Column( + Modifier.align(Alignment.Center).padding(horizontal = 32.dp), + horizontalAlignment = Alignment.CenterHorizontally, + verticalArrangement = Arrangement.spacedBy(14.dp), + ) { + Text( + "Camera access is needed to scan a party QR.", + color = TextPrimary, + fontSize = 15.sp, + textAlign = TextAlign.Center, + ) + GlassButton( + text = "Grant camera access", + onClick = { cameraPermLauncher.launch(android.Manifest.permission.CAMERA) }, + modifier = Modifier.fillMaxWidth().height(48.dp), + ) + } + } else CameraQrPreview(onDecoded = { text -> + val peer = PartyQr.parse(text) + when { + peer == null -> scanHint = "Not a mesh party QR" + peer.npub == identity?.npub -> scanHint = "That's your own QR" + else -> { + showScanner = false + scanHint = null + scope.launch { + prefs.upsertPartyPeer(peer) + // Pick up the direct-dial PeerConfig (and the + // listener, if ours is on) immediately. + FipsManager.requestMeshRestart(context) + // Pairing must be MUTUAL: announce ourselves so + // the scanned phone gets us as a peer + a chat + // entry without scanning back. Retried while + // the fresh link/session comes up. + val me = identity + if (me != null) { + launch(Dispatchers.IO) { + for (attempt in 0 until 6) { + val ok = FlareClient.sendHello( + peer = peer, + myNpub = me.npub, + myName = name.ifBlank { "Phone" }, + myUla = me.address, + myIp = if (listenOn) localIp else null, + myPort = PartyQr.PARTY_UDP_PORT, + ) + if (ok) break + delay(3_000) + } + } + } + onOpenChat() + } + } + } + }) + Box( + Modifier + .align(Alignment.Center) + .size(260.dp) + .border(2.dp, BitcoinOrange.copy(alpha = 0.85f), RoundedCornerShape(20.dp)), + ) + Text( + "Close", + color = TextPrimary, + fontSize = 16.sp, + modifier = Modifier + .align(Alignment.TopEnd) + .statusBarsPadding() + .clickable { showScanner = false } + .padding(20.dp), + ) + scanHint?.let { + Text( + it, + color = BitcoinOrange, + fontSize = 14.sp, + textAlign = TextAlign.Center, + modifier = Modifier + .align(Alignment.BottomCenter) + .padding(bottom = 48.dp) + .fillMaxWidth(), + ) + } + } + } + } + + // Scan hints fade so the camera feels live again. + LaunchedEffect(scanHint) { + if (scanHint != null) { + delay(2500) + scanHint = null + } + } +} + +/** Render a QR payload as a bitmap (dark modules on white). */ +private fun renderQr(payload: String, size: Int = 640): Bitmap? = try { + val matrix = QRCodeWriter().encode( + payload, + BarcodeFormat.QR_CODE, + size, + size, + mapOf(EncodeHintType.MARGIN to 1), + ) + val pixels = IntArray(size * size) + for (y in 0 until size) { + for (x in 0 until size) { + pixels[y * size + x] = if (matrix[x, y]) 0xFF0A0A0A.toInt() else 0xFFFFFFFF.toInt() + } + } + Bitmap.createBitmap(pixels, size, size, Bitmap.Config.ARGB_8888) +} catch (_: Exception) { + null +} + +/** Share this install's own APK via the system share sheet — a nearby friend + * gets the companion with no internet at all (Quick Share / Bluetooth). */ +private fun shareCompanionApk(context: android.content.Context) { + try { + val src = java.io.File(context.applicationInfo.sourceDir) + val dir = java.io.File(context.cacheDir, "share").apply { mkdirs() } + val out = java.io.File(dir, "archipelago-companion.apk") + src.copyTo(out, overwrite = true) + val uri = androidx.core.content.FileProvider.getUriForFile( + context, "${context.packageName}.fileprovider", out, + ) + val send = android.content.Intent(android.content.Intent.ACTION_SEND).apply { + type = "application/vnd.android.package-archive" + putExtra(android.content.Intent.EXTRA_STREAM, uri) + addFlags(android.content.Intent.FLAG_GRANT_READ_URI_PERMISSION) + } + context.startActivity( + android.content.Intent.createChooser(send, "Share Archipelago Companion") + .addFlags(android.content.Intent.FLAG_ACTIVITY_NEW_TASK), + ) + } catch (_: Exception) { + // No share targets / copy failed — nothing sensible to do here. + } +} diff --git a/Android/app/src/main/java/com/archipelago/app/ui/screens/RemoteInputScreen.kt b/Android/app/src/main/java/com/archipelago/app/ui/screens/RemoteInputScreen.kt index f38cc485..9af0ba08 100644 --- a/Android/app/src/main/java/com/archipelago/app/ui/screens/RemoteInputScreen.kt +++ b/Android/app/src/main/java/com/archipelago/app/ui/screens/RemoteInputScreen.kt @@ -4,8 +4,10 @@ import android.content.res.Configuration import androidx.activity.compose.BackHandler import androidx.compose.foundation.Image import androidx.compose.foundation.background +import androidx.compose.foundation.layout.Arrangement import androidx.compose.foundation.layout.Box import androidx.compose.foundation.layout.Column +import androidx.compose.foundation.layout.Row import androidx.compose.foundation.layout.WindowInsets import androidx.compose.foundation.layout.fillMaxSize import androidx.compose.foundation.layout.fillMaxWidth @@ -54,7 +56,12 @@ import com.archipelago.app.ui.theme.TextMuted import kotlinx.coroutines.launch @Composable -fun RemoteInputScreen(onBack: () -> Unit) { +fun RemoteInputScreen( + onBack: () -> Unit, + onMeshParty: (() -> Unit)? = null, + // Land on the keyboard instead of the gamepad (hub menu's Keyboard card). + startInKeyboard: Boolean = false, +) { val context = LocalContext.current val prefs = remember { ServerPreferences(context) } val scope = rememberCoroutineScope() @@ -63,7 +70,7 @@ fun RemoteInputScreen(onBack: () -> Unit) { val savedServers by prefs.savedServers.collectAsState(initial = emptyList()) val activeServer by prefs.activeServer.collectAsState(initial = null) - var isGamepadMode by remember { mutableStateOf(true) } + var isGamepadMode by remember { mutableStateOf(!startInKeyboard) } var showModal by remember { mutableStateOf(false) } var showQrScanner by remember { mutableStateOf(false) } var controllerStyle by remember { mutableStateOf(ControllerStyle.DARK) } @@ -90,6 +97,9 @@ fun RemoteInputScreen(onBack: () -> Unit) { playerId = when (playerId) { 0 -> 1; 1 -> 2; else -> 0 } ws.playerId = playerId } + fun toggleStyle() { + controllerStyle = if (controllerStyle == ControllerStyle.CLASSIC) ControllerStyle.DARK else ControllerStyle.CLASSIC + } val connectionState by ws.state.collectAsState() val lifecycleOwner = LocalLifecycleOwner.current @@ -153,6 +163,7 @@ fun RemoteInputScreen(onBack: () -> Unit) { onKey = { ws.sendKey(it) }, onMenu = { showModal = true }, onPlayerToggle = ::togglePlayer, + onToggleStyle = ::toggleStyle, ) isGamepadMode && !isLandscape -> NESPortraitController( style = controllerStyle, @@ -163,6 +174,7 @@ fun RemoteInputScreen(onBack: () -> Unit) { onMouseScroll = { ws.sendScroll(it) }, onMenu = { showModal = true }, onPlayerToggle = ::togglePlayer, + onToggleStyle = ::toggleStyle, ) else -> { // Keyboard mode: trackpad fills top, keyboard pinned bottom @@ -182,12 +194,20 @@ fun RemoteInputScreen(onBack: () -> Unit) { modifier = Modifier.fillMaxWidth(), ) } - // Settings icon top-right in keyboard mode - com.archipelago.app.ui.components.SettingsBtn( - c = com.archipelago.app.ui.components.paletteFor(controllerStyle), - modifier = Modifier.align(Alignment.TopEnd).padding(8.dp), - onClick = { showModal = true }, - ) + // Settings + style icons top-right in keyboard mode + Row( + Modifier.align(Alignment.TopEnd).padding(8.dp), + horizontalArrangement = Arrangement.spacedBy(8.dp), + ) { + com.archipelago.app.ui.components.SettingsBtn( + c = com.archipelago.app.ui.components.paletteFor(controllerStyle), + onClick = { showModal = true }, + ) + com.archipelago.app.ui.components.StyleBtn( + c = com.archipelago.app.ui.components.paletteFor(controllerStyle), + onClick = ::toggleStyle, + ) + } } } } @@ -210,8 +230,6 @@ fun RemoteInputScreen(onBack: () -> Unit) { visible = showModal, servers = savedServers, activeServer = activeServer, - isGamepadMode = isGamepadMode, - controllerStyle = controllerStyle, onDismiss = { showModal = false }, onSelectServer = { server -> scope.launch { ws.disconnect(); prefs.setActiveServer(server) }; showModal = false @@ -245,11 +263,10 @@ fun RemoteInputScreen(onBack: () -> Unit) { } } }, - onToggleMode = { isGamepadMode = !isGamepadMode; showModal = false }, - onToggleStyle = { - controllerStyle = if (controllerStyle == ControllerStyle.CLASSIC) ControllerStyle.DARK else ControllerStyle.CLASSIC - }, + onRemote = { isGamepadMode = true; showModal = false }, + onKeyboard = { isGamepadMode = false; showModal = false }, onBackToWebView = { showModal = false; onBack() }, + onMeshParty = onMeshParty?.let { open -> { showModal = false; open() } }, ) // Pairing-QR scan launched from the menu's Add Server row. The menu stays diff --git a/Android/app/src/main/java/com/archipelago/app/ui/screens/ServerConnectScreen.kt b/Android/app/src/main/java/com/archipelago/app/ui/screens/ServerConnectScreen.kt index 0eb1de37..166f527f 100644 --- a/Android/app/src/main/java/com/archipelago/app/ui/screens/ServerConnectScreen.kt +++ b/Android/app/src/main/java/com/archipelago/app/ui/screens/ServerConnectScreen.kt @@ -75,6 +75,7 @@ import com.archipelago.app.data.PairResult import com.archipelago.app.data.ServerEntry import com.archipelago.app.data.ServerPreferences import com.archipelago.app.fips.FipsManager +import com.archipelago.app.ui.components.MeshLoadingScreen import com.archipelago.app.ui.components.QrScannerOverlay import com.archipelago.app.ui.theme.BitcoinOrange import com.archipelago.app.ui.theme.ErrorRed @@ -610,6 +611,14 @@ fun ServerConnectScreen( onDismiss = { showScanner = false }, onServerScanned = { onQrScanned(it) }, ) + + // Full-screen branded loader while the first connect runs — most + // visibly right after a pairing-QR scan, when the mesh may still be + // establishing (LAN probe → tunnel up → ULA probe can take a while). + // The small inline spinner stays for context; this owns the screen. + if (isConnecting) { + MeshLoadingScreen() + } } } diff --git a/Android/app/src/main/java/com/archipelago/app/ui/screens/WebViewScreen.kt b/Android/app/src/main/java/com/archipelago/app/ui/screens/WebViewScreen.kt index 01bc313e..dbf90741 100644 --- a/Android/app/src/main/java/com/archipelago/app/ui/screens/WebViewScreen.kt +++ b/Android/app/src/main/java/com/archipelago/app/ui/screens/WebViewScreen.kt @@ -23,20 +23,28 @@ import androidx.compose.animation.fadeIn import androidx.compose.animation.fadeOut import androidx.compose.foundation.Image import androidx.compose.foundation.background +import androidx.compose.foundation.clickable +import androidx.compose.foundation.interaction.MutableInteractionSource import androidx.compose.foundation.layout.Arrangement import androidx.compose.foundation.layout.Box import androidx.compose.foundation.layout.Column import androidx.compose.foundation.layout.Row import androidx.compose.foundation.layout.Spacer import androidx.compose.foundation.layout.WindowInsets +import androidx.compose.foundation.layout.WindowInsetsSides import androidx.compose.foundation.layout.fillMaxSize import androidx.compose.foundation.layout.fillMaxWidth import androidx.compose.foundation.layout.height +import androidx.compose.foundation.layout.navigationBars +import androidx.compose.foundation.layout.only import androidx.compose.foundation.layout.padding import androidx.compose.foundation.layout.safeDrawing import androidx.compose.foundation.layout.size +import androidx.compose.foundation.layout.statusBars import androidx.compose.foundation.layout.width +import androidx.compose.foundation.layout.windowInsetsBottomHeight import androidx.compose.foundation.layout.windowInsetsPadding +import androidx.compose.foundation.layout.windowInsetsTopHeight import androidx.compose.foundation.shape.RoundedCornerShape import androidx.compose.material.icons.Icons import androidx.compose.material.icons.automirrored.filled.ArrowBack @@ -64,19 +72,30 @@ import androidx.compose.runtime.snapshotFlow import androidx.compose.ui.Alignment import androidx.compose.ui.Modifier import androidx.compose.ui.draw.clip +import androidx.compose.ui.graphics.Color import androidx.compose.ui.graphics.asImageBitmap import androidx.compose.ui.platform.LocalContext import androidx.compose.ui.res.stringResource +import androidx.compose.ui.text.SpanStyle +import androidx.compose.ui.text.buildAnnotatedString +import androidx.compose.ui.text.font.FontWeight import androidx.compose.ui.text.style.TextAlign import androidx.compose.ui.text.style.TextOverflow +import androidx.compose.ui.text.withStyle import androidx.compose.ui.unit.dp +import androidx.compose.ui.unit.sp import androidx.compose.ui.viewinterop.AndroidView import android.webkit.ValueCallback import com.archipelago.app.R import com.archipelago.app.data.ServerPreferences +import com.archipelago.app.fips.FipsManager import com.archipelago.app.ui.components.GestureHintOverlay +import com.archipelago.app.ui.components.MeshLoadingScreen +import com.archipelago.app.ui.components.NESMenu +import com.archipelago.app.ui.components.QrScannerOverlay import com.archipelago.app.ui.components.WalletQrScannerModal import com.archipelago.app.ui.theme.BitcoinOrange +import com.archipelago.app.ui.theme.ErrorRed import com.archipelago.app.ui.theme.SurfaceBlack import com.archipelago.app.ui.theme.TextMuted import com.archipelago.app.ui.theme.TextPrimary @@ -87,28 +106,6 @@ import kotlinx.coroutines.launch import kotlinx.coroutines.withContext import org.json.JSONObject -/** True when a TCP listener answers at [base]'s host:port within [timeoutMs]. */ -private fun tcpAnswers(base: String, timeoutMs: Int): Boolean = try { - val u = android.net.Uri.parse(base) - val port = if (u.port != -1) u.port else if (u.scheme == "https") 443 else 80 - java.net.Socket().use { - it.connect(java.net.InetSocketAddress(u.host, port), timeoutMs) - true - } -} catch (_: Exception) { - false -} - -/** Fastest answering origin: LAN inside a short window, else the mesh ULA - * (patient — a cold session may still be establishing), else LAN anyway so - * the existing error/fallback path handles it. */ -private suspend fun pickStartUrl(lanUrl: String, meshUrl: String?): String = - withContext(Dispatchers.IO) { - if (tcpAnswers(lanUrl, 2500)) return@withContext lanUrl - if (meshUrl != null && tcpAnswers(meshUrl, 12_000)) return@withContext meshUrl - lanUrl - } - /** Open a URL in the phone's default browser (genuinely external links). */ private fun openExternalUrl(context: android.content.Context, url: String) { try { @@ -137,6 +134,158 @@ private fun isSameHost(url: String, base: String): Boolean { } } +/** Kiosk WebView retained across navigation (remote ⇄ dashboard) so leaving + * the kiosk and coming back reattaches the LIVE page — no reload, no + * re-login, no reconnect. Dropped on retry/disconnect/server change. */ +private object KioskWebView { + var instance: WebView? = null + var url: String? = null + + // Live-composition delegates for the JS bridges (see the factory) — the + // registered interface objects call through these, so reattaching the + // retained view re-points them instead of leaving stale closures. + var onRouteOutbound: (String) -> Unit = {} + var onOpenInApp: (String) -> Unit = {} + var onQrOpen: () -> Unit = {} + var onQrStatus: (String, Boolean) -> Unit = { _, _ -> } + var onQrClose: () -> Unit = {} + + fun drop() { + instance?.let { + (it.parent as? ViewGroup)?.removeView(it) + it.destroy() + } + instance = null + url = null + } +} + +/** Inject the safe-area CSS vars from the CURRENT window insets. Android + * WebView doesn't populate env(safe-area-inset-*); worse, on a cold start + * onPageFinished can run before the view is attached — rootWindowInsets is + * null then, and injecting 0px collapsed the UI's top/bottom margins (and + * put the tab bar inside the gesture zone, killing its taps). Called from + * onPageFinished, from the window-insets listener (fires when real insets + * arrive), and on reattach. */ +private fun injectSafeAreaVars(view: WebView) { + val insets = view.rootWindowInsets ?: return // listener re-fires when real + val density = view.resources.displayMetrics.density + val sat = (insets.getInsets(android.view.WindowInsets.Type.statusBars()).top / density).toInt() + val sab = (insets.getInsets(android.view.WindowInsets.Type.navigationBars()).bottom / density).toInt() + view.evaluateJavascript( + """ + (function() { + var style = document.getElementById('archipelago-android-insets'); + if (!style) { + style = document.createElement('style'); + style.id = 'archipelago-android-insets'; + document.head.appendChild(style); + } + style.textContent = ':root { --safe-area-top: ${sat}px; --safe-area-bottom: ${sab}px; }'; + // Vue components sample the var into reactive state; tell them it + // changed (an authenticated session can mount before we run). + window.dispatchEvent(new CustomEvent('archy-insets', { detail: { top: ${sat}, bottom: ${sab} } })); + })(); + """.trimIndent(), + null, + ) +} + +/** In-app browser pages (node apps + same-node links) don't consume the + * neode-ui `--safe-area-top` var, so with the WebView drawing edge-to-edge + * their content ran up under the status bar. Pad the document body down by + * the status-bar height: the padded strip shows the page's OWN background + * (padding is inside the element), so the bar keeps the page colour while + * content starts below it — the pre-edge-to-edge look, without the black bar. + * + * Body padding only moves normal-flow content. fixed/sticky elements anchored + * at the viewport top (IndeeHub's floating header) stayed glued under the + * status bar, so we also push each of those down by the inset — once, marked + * via data attribute — and keep a throttled MutationObserver running so + * headers an SPA mounts after load get the same treatment. + * Idempotent; runs on start (early) and finish (after the app rewrites head). */ +private fun injectTopInset(view: WebView) { + val insets = view.rootWindowInsets ?: return + val density = view.resources.displayMetrics.density + val sat = (insets.getInsets(android.view.WindowInsets.Type.statusBars()).top / density).toInt() + if (sat <= 0) return + view.evaluateJavascript( + """ + (function() { + var SAT = $sat; + var s = document.getElementById('archy-top-inset'); + if (!s) { + s = document.createElement('style'); + s.id = 'archy-top-inset'; + (document.head || document.documentElement).appendChild(s); + } + s.textContent = + 'body{padding-top:' + SAT + 'px!important;box-sizing:border-box!important;}'; + function push(el) { + if (el.dataset.archyInset) return; + var cs = getComputedStyle(el); + if (cs.position !== 'fixed' && cs.position !== 'sticky') return; + var top = parseFloat(cs.top); // 'auto' -> NaN skips bottom bars + if (isNaN(top) || top >= SAT) return; + el.style.setProperty('top', (top + SAT) + 'px', 'important'); + el.dataset.archyInset = '1'; + } + function sweep() { + if (!document.body) return; + // Fixed/sticky bars live shallow in the tree (portals mount on + // body); depth cap keeps the computed-style pass off big lists. + var els = document.body.querySelectorAll( + 'body > *, body > * > *, body > * > * > *, body > * > * > * > *'); + for (var i = 0; i < els.length; i++) push(els[i]); + } + sweep(); + if (!window.__archyInsetObserver) { + var queued = false, last = 0; + window.__archyInsetObserver = new MutationObserver(function() { + if (queued) return; + queued = true; + var wait = Math.max(0, 250 - (Date.now() - last)); + setTimeout(function() { + queued = false; + last = Date.now(); + sweep(); + }, wait); + }); + window.__archyInsetObserver.observe(document.documentElement, + { childList: true, subtree: true }); + } + })(); + """.trimIndent(), + null, + ) +} + +/** True when a TCP listener answers at [base]'s host:port within [timeoutMs]. */ +private fun tcpAnswers(base: String, timeoutMs: Int): Boolean = try { + val u = android.net.Uri.parse(base) + val port = if (u.port != -1) u.port else if (u.scheme == "https") 443 else 80 + java.net.Socket().use { + it.connect(java.net.InetSocketAddress(u.host, port), timeoutMs) + true + } +} catch (_: Exception) { + false +} + +/** Fastest answering origin: LAN inside a short window, else the mesh ULA + * (patient — a cold session may still be establishing). If NEITHER answers, + * fall back to the mesh URL when we have one — off-LAN the LAN IP is + * unreachable, and loading it just produced a confusing "can't reach + * 192.168.x.x" error page (user-reported 2026-07-27). Targeting the mesh URL + * instead means the load retries against the path that's actually coming up, + * and any error shows the mesh address rather than a dead LAN IP. */ +private suspend fun pickStartUrl(lanUrl: String, meshUrl: String?): String = + withContext(Dispatchers.IO) { + if (tcpAnswers(lanUrl, 2500)) return@withContext lanUrl + if (meshUrl != null && tcpAnswers(meshUrl, 12_000)) return@withContext meshUrl + meshUrl ?: lanUrl + } + /** Apply the WebView settings shared by the kiosk view and the in-app browser. * These are tuned for SPA performance and parity with the mobile browser; * none of them alter how a page renders visually. */ @@ -175,6 +324,10 @@ fun WebViewScreen( serverUrl: String, onDisconnect: () -> Unit, onRemoteInput: () -> Unit = {}, + // Like onRemoteInput but landing on the keyboard (the hub menu's Keyboard card). + onRemoteKeyboard: () -> Unit = {}, + // Opens the phone-to-phone Mesh Party screen; null hides its hub card. + onMeshParty: (() -> Unit)? = null, // Stored password for this server (from QR pairing or manual entry). When // non-blank, the login page is auto-filled and submitted — the one-step // demo flow from docs/companion-pairing-qr.md. @@ -185,6 +338,13 @@ fun WebViewScreen( meshFallbackUrl: String? = null, ) { var isLoading by remember { mutableStateOf(true) } + // First kiosk load (often over the FIPS mesh) gets the full branded + // loader; later navigations keep just the slim top progress bar. + var firstLoadDone by remember { mutableStateOf(false) } + LaunchedEffect(Unit) { + snapshotFlow { isLoading }.first { !it } + firstLoadDone = true + } var loadProgress by remember { mutableIntStateOf(0) } var triedMeshFallback by remember { mutableStateOf(false) } var hasError by remember { mutableStateOf(false) } @@ -198,6 +358,13 @@ fun WebViewScreen( var startUrl by remember(serverUrl) { mutableStateOf(null) } var raceNonce by remember { mutableIntStateOf(0) } LaunchedEffect(serverUrl, meshFallbackUrl, raceNonce) { + // A retained live session exists — reattach instantly: no race, no + // reload, no re-login (remote ⇄ dashboard round trip). + if (KioskWebView.instance != null && KioskWebView.url == serverUrl) { + isLoading = false + startUrl = serverUrl + return@LaunchedEffect + } val picked = pickStartUrl(serverUrl, meshFallbackUrl) // Starting on the mesh: don't bounce back to it on error (it IS it). if (picked != serverUrl) triedMeshFallback = true @@ -226,7 +393,7 @@ fun WebViewScreen( // Same node = EITHER of its addresses. Over the mesh the kiosk's host is // the ULA while app links may carry the LAN IP (and vice versa) — // comparing against one host bounced same-node apps (Pine, Home - // Assistant) out to the phone's external browser. + // Assistant, BTCPay) out to the phone's external browser. fun isSameNode(url: String): Boolean = isSameHost(url, serverUrl) || (meshFallbackUrl != null && isSameHost(url, meshFallbackUrl)) @@ -239,6 +406,14 @@ fun WebViewScreen( // One-time three-finger-hold teaching overlay (initial=true: never flash // it while DataStore is still loading). val prefs = remember { ServerPreferences(webViewContext) } + + // Hub menu overlay state — the three-finger hold opens the menu right here + // over the dashboard (it used to jump to the remote screen). + val savedServers by prefs.savedServers.collectAsState(initial = emptyList()) + val activeServer by prefs.activeServer.collectAsState(initial = null) + var showHubMenu by remember { mutableStateOf(false) } + var showPairScanner by remember { mutableStateOf(false) } + val gestureHintSeen by prefs.gestureHintSeen.collectAsState(initial = true) var gestureHintDismissed by remember { mutableStateOf(false) } // Don't teach the gesture on top of the login/splash — arm the overlay @@ -313,7 +488,10 @@ fun WebViewScreen( text = stringResource(R.string.retry), onClick = { // Re-race LAN vs mesh — the network we're on may have - // changed since the last pick. + // changed since the last pick. Drop the retained view: + // an errored session must genuinely reload. + KioskWebView.drop() + webView = null hasError = false isLoading = true triedMeshFallback = false @@ -327,16 +505,17 @@ fun WebViewScreen( GlassButton( text = stringResource(R.string.disconnect), - onClick = onDisconnect, + onClick = { + KioskWebView.drop() + onDisconnect() + }, modifier = Modifier.fillMaxWidth().height(48.dp), ) } } else if (startUrl == null) { // Racing LAN vs mesh (≤2.5s at home, a few seconds off-LAN) — // far cheaper than letting Chromium retry a dead LAN IP. - Box(Modifier.fillMaxSize(), contentAlignment = Alignment.Center) { - CircularProgressIndicator(color = BitcoinOrange) - } + MeshLoadingScreen() } else { // Edge-to-edge WebView — background bleeds behind status bar. // Safe area values injected as CSS env() polyfill on each page load. @@ -344,7 +523,15 @@ fun WebViewScreen( AndroidView( modifier = Modifier.fillMaxSize(), factory = { context -> - WebView(context).apply { + // Reattach the retained kiosk WebView (remote ⇄ dashboard + // must not reload the node UI). Everything configured + // below is idempotent, and re-running it rebinds clients, + // bridges and listeners to THIS composition's state — + // stale closures from the previous visit are replaced. + if (KioskWebView.url != serverUrl) KioskWebView.drop() + val reused = KioskWebView.instance + (reused ?: WebView(context)).apply { + (parent as? ViewGroup)?.removeView(this) layoutParams = ViewGroup.LayoutParams( ViewGroup.LayoutParams.MATCH_PARENT, ViewGroup.LayoutParams.MATCH_PARENT, @@ -368,6 +555,14 @@ fun WebViewScreen( val webViewRef = this + // Re-inject the safe-area vars whenever REAL insets + // arrive — on cold start onPageFinished often beats + // window attachment and would otherwise bake in 0px. + setOnApplyWindowInsetsListener { v, insets -> + (v as? WebView)?.let { injectSafeAreaVars(it) } + v.onApplyWindowInsets(insets) + } + // Decide where an outbound URL goes: // - same host as the node → in-app WebView overlay // (this is the "open in browser" target for apps the @@ -381,20 +576,38 @@ fun WebViewScreen( } } + // Bridge callbacks are DELEGATED through the holder: + // the interface objects registered on a retained + // WebView survive recomposition, and re-registering + // them doesn't reliably swap the JS-visible object + // without a reload — with direct closures, a + // remote ⇄ dashboard round trip left the bridges + // writing to a dead composition's state ("apps don't + // launch"). These assignments re-point the live + // interface objects at THIS composition every attach. + KioskWebView.onRouteOutbound = { url -> routeOutbound(url) } + KioskWebView.onOpenInApp = { url -> inAppUrl = url } + KioskWebView.onQrOpen = { + walletScannerStatus = null + walletScannerVisible = true + } + KioskWebView.onQrStatus = { msg, err -> walletScannerStatus = msg to err } + KioskWebView.onQrClose = { walletScannerVisible = false } + // JS bridge. The web UI calls: // window.ArchipelagoNative.openExternal(url) — host-routed // window.ArchipelagoNative.openInApp(url) — force in-app // Falls back to window.open in a plain mobile browser. - addJavascriptInterface( + if (reused == null) addJavascriptInterface( object { @android.webkit.JavascriptInterface fun openExternal(url: String) { - webViewRef.post { routeOutbound(url) } + webViewRef.post { KioskWebView.onRouteOutbound(url) } } @android.webkit.JavascriptInterface fun openInApp(url: String) { - webViewRef.post { inAppUrl = url } + webViewRef.post { KioskWebView.onOpenInApp(url) } } }, "ArchipelagoNative", @@ -406,24 +619,21 @@ fun WebViewScreen( // window.ArchipelagoQr.close() — code accepted, tear down // Decodes flow back through window.__archyQrResult(text); // a user cancel calls window.__archyQrCancelled(). - addJavascriptInterface( + if (reused == null) addJavascriptInterface( object { @android.webkit.JavascriptInterface fun open() { - webViewRef.post { - walletScannerStatus = null - walletScannerVisible = true - } + webViewRef.post { KioskWebView.onQrOpen() } } @android.webkit.JavascriptInterface fun setStatus(message: String, isError: Boolean) { - webViewRef.post { walletScannerStatus = message to isError } + webViewRef.post { KioskWebView.onQrStatus(message, isError) } } @android.webkit.JavascriptInterface fun close() { - webViewRef.post { walletScannerVisible = false } + webViewRef.post { KioskWebView.onQrClose() } } }, "ArchipelagoQr", @@ -439,34 +649,7 @@ fun WebViewScreen( isLoading = false if (view == null) return - // Convert physical pixels → CSS pixels - val density = view.resources.displayMetrics.density - val satPx = view.rootWindowInsets - ?.getInsets(android.view.WindowInsets.Type.statusBars()) - ?.top ?: 0 - val sabPx = view.rootWindowInsets - ?.getInsets(android.view.WindowInsets.Type.navigationBars()) - ?.bottom ?: 0 - val sat = (satPx / density).toInt() - val sab = (sabPx / density).toInt() - - // Android WebView doesn't populate env(safe-area-inset-*). - // Set CSS custom properties the web UI can use as fallback: - // var(--safe-area-top, env(safe-area-inset-top, 0px)) - view.evaluateJavascript( - """ - (function() { - var style = document.getElementById('archipelago-android-insets'); - if (!style) { - style = document.createElement('style'); - style.id = 'archipelago-android-insets'; - document.head.appendChild(style); - } - style.textContent = ':root { --safe-area-top: ${sat}px; --safe-area-bottom: ${sab}px; }'; - })(); - """.trimIndent(), - null, - ) + injectSafeAreaVars(view) // Auto-login with the stored password (QR pairing / // saved server) — only on our own server's pages @@ -616,7 +799,8 @@ fun WebViewScreen( } } - // Three-finger hold (500ms) → navigate to remote input. + // Three-finger hold (500ms) → open the hub menu overlay + // in place (Remote/Keyboard cards do the navigating). // Three fingers, not two: two-finger scroll/pinch on the // page collided with the old two-finger hold. var threeFingerStart = 0L @@ -634,7 +818,7 @@ fun WebViewScreen( if (pointerCount >= 3 && !threeFingerFired && threeFingerStart > 0) { if (System.currentTimeMillis() - threeFingerStart > 500) { threeFingerFired = true - onRemoteInput() + showHubMenu = true } } } @@ -650,7 +834,21 @@ fun WebViewScreen( } webView = this - loadUrl(initialUrl) + if (reused == null) { + KioskWebView.instance = this + KioskWebView.url = serverUrl + loadUrl(initialUrl) + } else { + // Reattached views keep stale measurements until an + // input event — that was the top/bottom UI being + // wrong until a tap. Force a fresh pass, and re-sync + // the page's safe-area vars while we're at it. + post { + requestLayout() + invalidate() + injectSafeAreaVars(this) + } + } } }, ) @@ -669,6 +867,39 @@ fun WebViewScreen( ) } + // Branded first-load screen while the mesh session comes up. + AnimatedVisibility( + visible = isLoading && !firstLoadDone, + enter = fadeIn(), + exit = fadeOut(), + ) { + Column( + Modifier.fillMaxSize().background(SurfaceBlack), + horizontalAlignment = Alignment.CenterHorizontally, + verticalArrangement = Arrangement.Center, + ) { + Text( + buildAnnotatedString { + withStyle(SpanStyle(color = ErrorRed)) { append("F*CK") } + withStyle(SpanStyle(color = TextPrimary)) { append(" IPS") } + }, + fontSize = 40.sp, + fontWeight = FontWeight.Black, + letterSpacing = 4.sp, + textAlign = TextAlign.Center, + ) + Spacer(Modifier.height(10.dp)) + Text( + "connecting to your archipelago", + color = TextMuted, + fontSize = 13.sp, + letterSpacing = 1.sp, + ) + Spacer(Modifier.height(28.dp)) + CircularProgressIndicator(color = BitcoinOrange) + } + } + // In-app browser overlay for non-iframeable node apps. Rendered last // so it sits above the kiosk WebView, which stays alive underneath. inAppUrl?.let { target -> @@ -712,6 +943,68 @@ fun WebViewScreen( ) } } + + // Hub menu overlay — opened by the three-finger hold, drawn above + // everything (also reachable from the error screen, where switching + // servers is exactly what's needed). + NESMenu( + visible = showHubMenu, + servers = savedServers, + activeServer = activeServer, + onDismiss = { showHubMenu = false }, + onSelectServer = { server -> + showHubMenu = false + scope.launch { prefs.setActiveServer(server) } + }, + onAddServer = { server -> + scope.launch { + prefs.addSavedServer(server) + if (activeServer == null) prefs.setActiveServer(server) + } + }, + onScanQr = { showPairScanner = true }, + onEditServer = { original, updated -> + scope.launch { + prefs.updateSavedServer(original, updated) + // Editing the live server reloads the kiosk with the new + // address/credentials via the activeServer recomposition. + if (original.serialize() == activeServer?.serialize()) { + prefs.setActiveServer(updated) + } + } + }, + onRemoveServer = { server -> + scope.launch { + prefs.removeSavedServer(server) + // Nothing left to show — back to the Connect screen. + val remaining = savedServers.count { it.serialize() != server.serialize() } + if (remaining == 0) { + prefs.clearActiveServer() + showHubMenu = false + onDisconnect() + } + } + }, + onRemote = { showHubMenu = false; onRemoteInput() }, + onKeyboard = { showHubMenu = false; onRemoteKeyboard() }, + onBackToWebView = { showHubMenu = false }, + onMeshParty = onMeshParty?.let { open -> { showHubMenu = false; open() } }, + ) + + // Pairing-QR scan launched from the menu's Nodes page; the menu stays + // open behind it so the new entry appears as soon as it closes. + QrScannerOverlay( + visible = showPairScanner, + onDismiss = { showPairScanner = false }, + onServerScanned = { scan -> + showPairScanner = false + scope.launch { + val merged = prefs.upsertServer(scan.server) + FipsManager.registerNode(webViewContext, scan.fips, merged.displayName()) + if (activeServer == null) prefs.setActiveServer(merged) + } + }, + ) } } @@ -758,7 +1051,17 @@ private fun InAppBrowser( fun isSameNode(u: String): Boolean = isSameHost(u, serverUrl) || (meshUrl != null && isSameHost(u, meshUrl)) var browser by remember { mutableStateOf(null) } - var title by remember { mutableStateOf(android.net.Uri.parse(url).host ?: url) } + // Loader title: never show a raw IP host — a mesh ULA like + // [fd79:1aa:…] is technically the host but reads as garbage on the + // loading screen. Show a neutral name until the page reports its + // real (onReceivedTitle upgrades it). + var title by remember { + mutableStateOf( + android.net.Uri.parse(url).host + ?.takeUnless { it.contains(':') || it.matches(Regex("^\\d+(\\.\\d+){3}$")) } + ?: "Archipelago", + ) + } var favicon by remember { mutableStateOf<Bitmap?>(null) } var progress by remember { mutableIntStateOf(0) } var loading by remember { mutableStateOf(true) } @@ -796,7 +1099,22 @@ private fun InAppBrowser( modifier = Modifier .fillMaxSize() .background(SurfaceBlack) - .windowInsetsPadding(WindowInsets.safeDrawing), + // Whole-overlay touch shield: every touch not handled by a child + // (control-bar gaps, inset strips) dies here instead of falling + // through to the kiosk's tab bar behind (a near-miss on Close + // was opening the AIUI tab underneath). + .clickable( + interactionSource = remember { MutableInteractionSource() }, + indication = null, + onClick = {}, + ) + // Bottom inset handled by the touch-shield strip below the bar. + // No TOP inset padding: the WebView draws edge-to-edge behind the + // status bar so the app's own background fills it — the padded + // version painted an opaque black bar there (user-rejected look). + .windowInsetsPadding( + WindowInsets.safeDrawing.only(WindowInsetsSides.Horizontal) + ), ) { // WebView + loading overlay fill the area above the bottom control bar. Box(modifier = Modifier.weight(1f).fillMaxWidth()) { @@ -847,12 +1165,14 @@ private fun InAppBrowser( webViewClient = object : WebViewClient() { override fun onPageStarted(view: WebView?, u: String?, favicon: Bitmap?) { loading = true + view?.let { injectTopInset(it) } } override fun onPageFinished(view: WebView?, u: String?) { loading = false canGoBack = view?.canGoBack() == true canGoForward = view?.canGoForward() == true + view?.let { injectTopInset(it) } } override fun doUpdateVisitedHistory(view: WebView?, u: String?, isReload: Boolean) { @@ -985,6 +1305,21 @@ private fun InAppBrowser( ) } } + + // Touch-shield over the gesture-nav strip: solid black AND consumes + // taps — stray touches below the control bar landed on the kiosk's + // tab bar behind this overlay (opening the AIUI chat by accident). + Box( + Modifier + .fillMaxWidth() + .windowInsetsBottomHeight(WindowInsets.navigationBars) + .background(Color.Black) + .clickable( + interactionSource = remember { MutableInteractionSource() }, + indication = null, + onClick = {}, + ), + ) } } diff --git a/Android/app/src/main/res/values/strings.xml b/Android/app/src/main/res/values/strings.xml index 40be6925..6f92ff2c 100644 --- a/Android/app/src/main/res/values/strings.xml +++ b/Android/app/src/main/res/values/strings.xml @@ -11,6 +11,7 @@ <string name="welcome_title">Your Sovereign\nPersonal Server</string> <string name="welcome_subtitle">Bitcoin node, app platform, and private cloud — all in one box you control.</string> <string name="get_started">Get Started</string> + <string name="mesh_party">Mesh Party</string> <string name="use_https">Use HTTPS</string> <string name="port_label">Port (optional)</string> <string name="saved_servers">Saved Servers</string> diff --git a/Android/app/src/main/res/xml/file_paths.xml b/Android/app/src/main/res/xml/file_paths.xml new file mode 100644 index 00000000..40e6b2d8 --- /dev/null +++ b/Android/app/src/main/res/xml/file_paths.xml @@ -0,0 +1,5 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- FileProvider scope for the party-screen "Share this app" APK handoff. --> +<paths> + <cache-path name="share" path="share/" /> +</paths> diff --git a/Android/rust/archy-fips-core/Cargo.lock b/Android/rust/archy-fips-core/Cargo.lock index a6bbd62c..b99f5ba2 100644 --- a/Android/rust/archy-fips-core/Cargo.lock +++ b/Android/rust/archy-fips-core/Cargo.lock @@ -464,7 +464,7 @@ checksum = "5baebc0774151f905a1a2cc41989300b1e6fbb29aff0ceffa1064fdd3088d582" [[package]] name = "fips" version = "0.3.0-dev" -source = "git+https://github.com/9qeklajc/fips-native?rev=46494a74fc85b878305d275d42ab719082b06ba6#46494a74fc85b878305d275d42ab719082b06ba6" +source = "git+https://github.com/Zazawowow/fips-native?rev=07d21d4482be56b14295d2525e41f8386d1bfe6f#07d21d4482be56b14295d2525e41f8386d1bfe6f" dependencies = [ "bech32", "chacha20poly1305", diff --git a/Android/rust/archy-fips-core/Cargo.toml b/Android/rust/archy-fips-core/Cargo.toml index 199d4517..e6cc8cf4 100644 --- a/Android/rust/archy-fips-core/Cargo.toml +++ b/Android/rust/archy-fips-core/Cargo.toml @@ -23,7 +23,10 @@ crate-type = ["lib", "cdylib"] [dependencies] # default-features drops the ratatui TUI; tun-support enables Node::start_with_tun_fd. -fips = { git = "https://github.com/9qeklajc/fips-native", rev = "46494a74fc85b878305d275d42ab719082b06ba6", default-features = false, features = ["tun-support"] } +# Zazawowow/fips-native `fast-join-pinned` = upstream pinned rev 46494a74 + +# discovery re-fire on topology change (fresh 5G join: first route no longer +# waits out doomed pre-join lookups). Upstream 9qeklajc denies pushes. +fips = { git = "https://github.com/Zazawowow/fips-native", rev = "07d21d4482be56b14295d2525e41f8386d1bfe6f", default-features = false, features = ["tun-support"] } anyhow = "1.0" serde_json = "1.0" hex = "0.4" diff --git a/Android/rust/archy-fips-core/src/jni_glue.rs b/Android/rust/archy-fips-core/src/jni_glue.rs index c433651f..5f891135 100644 --- a/Android/rust/archy-fips-core/src/jni_glue.rs +++ b/Android/rust/archy-fips-core/src/jni_glue.rs @@ -76,8 +76,9 @@ pub extern "system" fn Java_com_archipelago_app_fips_FipsNative_deriveIdentity( out(&env, json) } -/// Kotlin: `external fun start(secret: String, peersJson: String, tunFd: Int): String` +/// Kotlin: `external fun start(secret: String, peersJson: String, tunFd: Int, listenPort: Int): String` /// Returns `{"npub": "...", "address": "..."}` or `{"error": "..."}`. +/// `listenPort` 0 = outbound-only; non-zero = fixed UDP bind (party mode). #[no_mangle] pub extern "system" fn Java_com_archipelago_app_fips_FipsNative_start( mut env: JNIEnv, @@ -85,11 +86,13 @@ pub extern "system" fn Java_com_archipelago_app_fips_FipsNative_start( secret: JString, peers_json: JString, tun_fd: jint, + listen_port: jint, ) -> jstring { init_logging(); let secret = jstr(&mut env, &secret); let peers = jstr(&mut env, &peers_json); - let json = match mesh::start(&secret, &peers, tun_fd) { + let listen_port = u16::try_from(listen_port).unwrap_or(0); + let json = match mesh::start(&secret, &peers, tun_fd, listen_port) { Ok((npub, address)) => { serde_json::json!({ "npub": npub, "address": address }).to_string() } diff --git a/Android/rust/archy-fips-core/src/mesh.rs b/Android/rust/archy-fips-core/src/mesh.rs index 2a76090a..ed33db90 100644 --- a/Android/rust/archy-fips-core/src/mesh.rs +++ b/Android/rust/archy-fips-core/src/mesh.rs @@ -64,9 +64,14 @@ pub fn derive_identity(secret: &str) -> Result<IdentityInfo> { } /// Build the phone-side node config: leaf-only (never routes third-party -/// traffic — battery), ephemeral outbound-only transports, no DNS responder, -/// TUN enabled but attached to the VpnService fd rather than created. -pub fn build_config(secret: &str, peers: Vec<PeerConfig>) -> Config { +/// traffic — battery), no DNS responder, TUN enabled but attached to the +/// VpnService fd rather than created. +/// +/// `listen_port` 0 = ephemeral UDP (outbound-only, the default posture). +/// Non-zero = fixed UDP bind so a nearby phone can dial us directly over a +/// local link (party mode); leaf_only still guarantees we never carry +/// third-party transit even while accepting an inbound link. +pub fn build_config(secret: &str, peers: Vec<PeerConfig>, listen_port: u16) -> Config { let mut cfg = Config::default(); cfg.node.identity.nsec = Some(secret.to_string()); cfg.node.identity.persistent = false; @@ -74,13 +79,33 @@ pub fn build_config(secret: &str, peers: Vec<PeerConfig>) -> Config { cfg.tun.enabled = true; cfg.tun.mtu = Some(1280); cfg.dns.enabled = false; - // Ephemeral UDP port: outbound dialing works, nothing predictable listens. cfg.transports.udp = TransportInstances::Single(UdpConfig { - bind_addr: Some("0.0.0.0:0".to_string()), + bind_addr: Some(format!("0.0.0.0:{listen_port}")), ..Default::default() }); // TCP with no bind_addr = outbound-only (fallback when UDP is blocked). cfg.transports.tcp = TransportInstances::Single(Default::default()); + // Fast-connect profile — a phone opens the app and expects the node NOW. + // Stock pacing is tuned for always-on routers: a failed discovery backs + // off 30s, session resends gap out to 8-16s, dead links redial at + // 5s→300s. Over 5G that stacked into a ~40s first connect (observed + // 2026-07-24: anchor +10s, session +40s). Retries only fire while a + // link/session is down, so steady-state traffic is unchanged. + cfg.node.retry.base_interval_secs = 1; // dead-link redial 1s,2s,4s… + cfg.node.retry.max_backoff_secs = 30; // …capped at 30s, not 5 min + cfg.node.retry.max_retries = 30; + cfg.node.rate_limit.handshake_resend_interval_ms = 400; + cfg.node.rate_limit.handshake_resend_backoff = 1.5; + cfg.node.rate_limit.handshake_max_resends = 10; + cfg.node.discovery.backoff_base_secs = 1; // failed lookup retries fast + cfg.node.discovery.backoff_max_secs = 30; + cfg.node.discovery.retry_interval_secs = 2; + cfg.node.discovery.max_attempts = 3; + // Lookups launched before the tree position settles are doomed; a 10s + // completion timeout made each one cost 10s before the 1s retry could + // fire (observed: 19s to a route on a fresh join). Fail fast instead — + // the resend-within-window above still gives each attempt two shots. + cfg.node.discovery.timeout_secs = 5; cfg.peers = peers; cfg } @@ -94,7 +119,7 @@ pub fn parse_peers(peers_json: &str) -> Result<Vec<PeerConfig>> { /// Start the mesh node on the given TUN fd (from `VpnService.establish()`, /// detached — the node owns it from here). Returns (npub, ula) on success. /// Any previously running node is stopped first. -pub fn start(secret: &str, peers_json: &str, tun_fd: i32) -> Result<(String, String)> { +pub fn start(secret: &str, peers_json: &str, tun_fd: i32, listen_port: u16) -> Result<(String, String)> { stop(); // Android hands the VpnService TUN fd over in non-blocking mode on some @@ -111,7 +136,7 @@ pub fn start(secret: &str, peers_json: &str, tun_fd: i32) -> Result<(String, Str } let peers = parse_peers(peers_json)?; - let config = build_config(secret, peers); + let config = build_config(secret, peers, listen_port); let mut node = Node::new(config).map_err(|e| anyhow!("node init: {e}"))?; let npub = node.npub(); let address = node.identity().address().to_ipv6().to_string(); @@ -247,7 +272,7 @@ mod tests { #[test] fn config_is_leaf_only_with_tun() { let id = generate_identity().unwrap(); - let cfg = build_config(&id.secret_hex, vec![]); + let cfg = build_config(&id.secret_hex, vec![], 0); assert!(cfg.node.leaf_only); assert!(cfg.tun.enabled); assert_eq!(cfg.tun.mtu(), 1280); @@ -255,4 +280,16 @@ mod tests { assert!(!cfg.transports.udp.is_empty()); assert!(!cfg.transports.tcp.is_empty()); } + + #[test] + fn listen_port_sets_fixed_udp_bind() { + let id = generate_identity().unwrap(); + let cfg = build_config(&id.secret_hex, vec![], 2121); + // Party mode keeps leaf_only — accepting a link is not routing transit. + assert!(cfg.node.leaf_only); + let TransportInstances::Single(udp) = &cfg.transports.udp else { + panic!("expected single UDP transport"); + }; + assert_eq!(udp.bind_addr.as_deref(), Some("0.0.0.0:2121")); + } } diff --git a/CHANGELOG.md b/CHANGELOG.md index 6da26e81..d1088d0a 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,7 +1,57 @@ # Changelog -## v1.7.112-alpha (2026-07-22) +## v1.7.117-alpha (2026-07-27) +- FIPS startup is more reliable on nodes that have the packaged `fips.service` instead of Archipelago's `archipelago-fips.service`. Startup self-heal, onboarding, dashboard Start, and reconnect now use the systemd unit the node actually has, so FIPS no longer looks like it needs to be installed when it only needs to be started. +- App screens over the FIPS mesh now bind their relay only to the node's FIPS address instead of reserving the same host ports Podman needs. This keeps apps such as FileBrowser and Botfights from restart-looping because the backend was already holding their published ports. +- Companion WebView safe-area handling now also moves fixed and sticky top bars below the phone status bar, including headers mounted after page load by single-page apps. +- Public-source preparation now includes a Nostr Git hosting plan using `ngit`, NIP-34, and GRASP: anyone can clone, fork, review, and propose changes from their Archipelago node, while canonical merge authority stays with a small signed maintainer set in the style of Bitcoin Core. +- Node OS release notes for v1.7.117 are still open; add any installer, service, kernel, firewall, or package changes here before cutting the release. + +## v1.7.116-alpha (2026-07-27) + +- Nodes no longer get stuck on "server starting up" after an update or reboot. On a node running many apps, the backend used to spend minutes recovering containers before it told the system it was ready, and anything that touched it during that window could leave it down for good. It now reports ready immediately and recovers in the background, and it always restarts itself if it ever does go down. +- Installing apps no longer crashes the node. A change that made app screens reachable over the mesh was accidentally holding onto every app's network port in advance — so installing an app like Grafana, Photoprism, Uptime Kuma, or Jellyfin collided with it and the port-cleanup step took the whole backend down, rolling the install back. Installs are now clean and the backend can never be caught by that cleanup. +- Rolls up everything from v1.7.115: app screens and the dashboard load over the mesh out of the box (firewall openings shipped automatically, IPv6 support end to end), and nodes rejoin the mesh in seconds after their rendezvous point restarts. + +## v1.7.115-alpha (2026-07-26) + +- The companion app can reach your node's screen from anywhere again. The recent security hardening locked down the node's mesh interface so tightly that the dashboard itself was blocked — the phone would pair and connect, then sit on a blank screen. The node now explicitly opens its own web interface (and only that) through the mesh firewall on every install and upgrade, so the phone's view of your node works out of the box, on any network, and can't silently break in a future update. +- The node's web interface also answers on IPv6 everywhere it answers on IPv4 — the mesh runs entirely on IPv6, and one v4-only listener was enough to make a working connection show nothing. +- Nodes now come back onto the mesh in seconds instead of minutes after their rendezvous anchor restarts: the fast-reconnect tuning proven on the phone this week is now baked into every node's mesh configuration, and it survives upgrades. + +## v1.7.114-alpha (2026-07-26) + +- Plugging in a mesh radio no longer traps it in an endless reboot loop. The device detector itself was causing it: every scan pulsed the radio's reset line, the same board was probed twice under two names, and retries came so fast the radio never finished booting before the next reset hit. Detection now gives the board real time to boot, probes it once, backs off properly between attempts, and no longer fights the "device detected" popup for the port. Radios that could never connect now come up within a minute of being plugged in. +- The Lightning channels screen now has All / Active / Pending / Closed tabs. Pending gathers everything in motion (opening, closing, force-closing — each with its own status dot and a link to the closing transaction), and Closed is a real history: how each channel ended, what settled back to you, and the closing transaction for each. +- Sending bitcoin on-chain now puts you in charge of the network fee: pick Fast, Standard, or Slow (Standard is the default), or set your own target blocks or sats-per-vByte. The confirmation step shows the estimated fee for your chosen speed before any money moves. +- Type on-chain amounts in whichever unit you think in — a sats/BTC switch on the amount field converts as you type. +- Back up your seed by scanning it. Every recovery-phrase screen (onboarding, Settings, and the Lightning wallet seed) now has Words and QR code tabs — words always shown first. The QR for your node's recovery phrase uses the SeedQR standard, so hardware wallets like Passport Prime, SeedSigner, and Keystone can import it with a single scan (a plain-text option remains for wallets that read the phrase as text). The Lightning seed's QR is plain text with an honest note: it's an LND-format seed that restores into Lightning wallets like Zeus or Blixt, not into hardware wallets. + +## v1.7.113-alpha (2026-07-25) + +- Fixed a money bug in Cashu ecash sends: the token you handed a recipient could carry your own change proofs along with it, letting the same sats be credited twice. Change now stays in your wallet — only the amount you meant to send leaves it. +- Closing a Lightning channel is no longer a leap of faith. The close used to hang (or time out with an error) even though it had actually gone through; it now comes back within seconds with the closing transaction ID. Channels mid-close appear in the channel list as Closing or Force-closing with their transaction attached, and a new closed-channels history keeps past closes visible instead of letting them vanish from the list. +- The wallet card now leads with your total bitcoin across everything, and the on-chain balance gets its own chain icon so the rows read at a glance. +- The companion phone app (0.5.15) connects dramatically faster away from home: a cold connect over 5G dropped from 40+ seconds to about 5. First connects no longer stall on unreachable mesh dial hints, fresh joins fail fast and retry instead of waiting out long timeouts, and the phone re-announces itself the moment the network around it changes. The node side's mesh-join handling was hardened to match. + +## v1.7.112-alpha (2026-07-23) + +- Sound works on TVs out of the box. Fresh installs were missing the audio system entirely, and even when present a boot-time race left HDMI silent until the cable was unplugged and replugged. Both are fixed: installer images now ship the full audio stack, and a small background helper detects the silent-HDMI state and heals it automatically. +- Plug in a game controller and drive the whole TV interface with it — navigation, menus, and media playback all respond to the gamepad, and dialogs that pop up are controller-navigable too. +- The companion phone app took a huge leap (0.5.9). Your node and its apps now work from anywhere — on 5G or any internet connection, the phone reaches the node over the encrypted mesh with zero port forwarding or VPN setup. Startup away from home is instant, apps on your node open inside the app, the phone's native camera handles QR scanning, and a branded full-screen loader shows while the mesh connects. +- Mesh Party: two phones scan each other's QR and instantly get a direct encrypted chat and app sharing between them — plus a "Share this app" QR that anyone can scan with a normal camera to install the companion app. +- Pairing a second phone no longer silently logs out the first. Every device now keeps its own named access credential, ending the mystery reconnects when a household paired more than one phone. +- The companion pairing QR is scannable again (it had grown too dense for phone cameras) and now identifies your node by its identity key, so the app recognizes your node even after it moves or gets a new address. +- Every app your node serves on your home network is now also reachable over the mesh — remote access covers the apps themselves, not just the dashboard. +- Selling files: you now choose which payment methods you accept (Lightning, ecash, …) and buyers are only offered those — enforced by the node itself, not just the buttons. Paying twice for the same file is impossible now, purchases file themselves into a new Paid Files tab, purchased music always plays in the bottom-bar player, and videos get picture-in-picture. +- Sending Lightning is invoice-first: paste or scan an invoice and the amount fills in and locks by itself. An expired invoice now tells you plainly to ask for a fresh one instead of failing cryptically, and payment errors always reach your screen. +- Sending to a pasted address gets a confirmation step showing exactly what will happen before any money moves, and buying ecash is an explicit two-step — no more accidental purchases. +- Apps keep running when you change how they're displayed. Switching an app between windowed and fullscreen used to reload it from scratch (stopping any playing media); the app now stays live through the switch, and each app remembers its own preferred display mode. +- A watchdog notices when the Lightning (LND) node wedges and revives it before you do; Fedi ecash gets its own send option with scannable token QR codes. +- Fedimint's Lightning gateway and guardian now follow whichever bitcoin version is actually running instead of pointing at a stale address — switching bitcoin versions no longer strands them. +- If your router starts handing out different addresses, the Pine voice speaker re-links itself automatically instead of staying silent until someone re-configures it. +- Polish: mesh radios never show garbled device names anymore, the TV kiosk uses slim overlay scrollbars instead of fat grey bars, and the AI chat's background artwork shows through again. - Your mesh messages now survive restarts. Chat history — channels and DMs alike — used to live only in memory, so a reboot or update wiped every conversation; worse, other nodes silently discarded the first messages you sent after a reboot. Everything is now saved on the node and restored on startup, and post-reboot messages deliver reliably. - Plug in any LoRa radio and the node walks you through it. A setup window appears every time a radio is connected, shows what firmware is already on it (MeshCore, Meshtastic, or Reticulum RNode — with its current name, region, and channels where available), and offers two honest choices: "Set Up with Archipelago Settings" (a preview screen shows exactly what will be written before anything touches the radio) or "Keep As Is" (the radio is used untouched, and you can hot-swap radios freely). Swapping sticks mid-session now just works — including Reticulum RNodes, which fresh installer images now support out of the box. - Incoming bitcoin appears in your wallet within seconds of being sent — balance and the yellow "unconfirmed" entry update live, no refresh, no waiting for the next poll. diff --git a/CODE_OF_CONDUCT.md b/CODE_OF_CONDUCT.md new file mode 100644 index 00000000..90378f2b --- /dev/null +++ b/CODE_OF_CONDUCT.md @@ -0,0 +1,19 @@ +# Code of Conduct + +## Our standard + +Be direct, respectful, and focused on the work. Healthy disagreement is welcome; +harassment, personal attacks, and discriminatory language are not. + +## Scope + +This code of conduct applies to project repositories, issue trackers, pull +requests, documentation, chat, and community spaces connected to Archipelago. + +## Enforcement + +Maintainers may edit, hide, or remove comments and may restrict participation +for behavior that makes collaboration unsafe or unproductive. + +Report conduct concerns privately through the repository owner account or the +private contact channel listed on the project homepage. diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index b255972c..ab6cdb0b 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -1,161 +1,100 @@ # Contributing to Archipelago -Thank you for your interest in contributing to Archipelago! This document covers the process for contributing code, reporting bugs, and submitting apps. +This project is preparing for public developer contribution. The highest-value +contributions are focused fixes, tests, app manifests, documentation +improvements, and clear bug reports with reproducible evidence. -## Code of Conduct +## Development setup -Be respectful. We follow the [Contributor Covenant](https://www.contributor-covenant.org/version/2/1/code_of_conduct/). - -## Getting Started - -1. Fork the repository on the project's Gitea instance -2. Clone your fork: `git clone <your-fork-url>/archy.git` -3. Set up the dev environment (see `docs/developer-guide.md`) -4. Create a feature branch: `git checkout -b feature/your-feature` - -## Development Setup - -### Frontend (Vue.js) +### Frontend ```bash cd neode-ui npm install -npm start # Dev server on :8100 -npm run type-check # TypeScript validation -npm run build # Production build -npm test # Run tests +npm start +npm run type-check +npm test ``` -### Backend (Rust) - -Build on a Linux server (Debian 13), **not** macOS: +### Backend ```bash -cargo clippy --all-targets --all-features -cargo fmt --all +cd core +cargo fmt --all -- --check +cargo clippy --all-targets --all-features -- -D warnings cargo test --all-features ``` -### Deploy to dev server +Linux is required for host integration work involving Podman, systemd, +networking, or image builds. Frontend development works locally with the mock +backend. + +## App manifests + +App packages live under `apps/<app-id>/manifest.yml` and use the schema +documented in [docs/app-manifest-spec.md](docs/app-manifest-spec.md). Validate +before submitting: ```bash -./scripts/deploy-to-target.sh --live +./scripts/validate-app-manifest.sh apps/<app-id>/manifest.yml +python3 scripts/generate-app-catalog.py +python3 scripts/check-app-catalog-drift.py --release --strict ``` -## Code Style +App submissions must: -### Frontend (TypeScript + Vue) +- pin container image versions; +- avoid hardcoded secrets; +- use `security.no_new_privileges: true`; +- use `security.readonly_root: true` unless the manifest explains why writable + root is required; +- request only necessary Linux capabilities; +- store durable data under `/var/lib/archipelago/<app-id>/`; +- define truthful health checks and launch interfaces for user-facing UIs. -- `<script setup lang="ts">` — always Composition API -- TypeScript strict mode — no `any`, use `unknown` or proper types -- Global CSS classes in `src/style.css` — never inline Tailwind in components -- Pinia for state management — focused single-purpose stores -- Use `@/api/rpc-client.ts` for RPC calls +## Code style -### Backend (Rust) +- Rust: prefer `?` over `unwrap()`/`expect()` in production paths. +- Rust: use `tracing` for structured logs. +- TypeScript: avoid `any`; use explicit types or `unknown`. +- Vue: prefer `<script setup lang="ts">`. +- Keep changes scoped; do not mix drive-by refactors with behavioral changes. +- Remove dead code rather than commenting it out. +- Add tests for new behavior and regression tests for bug fixes. -- No `unwrap()` or `expect()` in production code — use `?` operator -- `thiserror` for library errors, `anyhow` for application errors -- `tracing` for structured logging — never `println!` -- Run `cargo clippy` and `cargo fmt` before commits +## Pull requests -### General +1. Open one focused PR per behavior or documentation change. +2. Explain what changed, why it changed, and how it was verified. +3. Include screenshots for UI changes. +4. Link relevant issues or docs. +5. Keep generated catalog changes in sync with manifest changes. -- Functions under 50 lines, single responsibility -- Comment WHY not WHAT -- Remove dead code — never comment it out -- No `TODO`/`FIXME` in commits +Suggested commit format: -## Commit Format - -``` -type: description +```text +feat: add backup scheduling +fix: reject unsafe manifest volume +docs: clarify app deployment flow +test: cover catalog drift check ``` -**Types**: `feat:`, `fix:`, `docs:`, `refactor:`, `test:`, `chore:`, `perf:` +## Reporting bugs -Examples: -- `feat: add backup scheduling to settings page` -- `fix: handle WiFi connection timeout gracefully` -- `test: add unit tests for RPC client retry logic` +Include: -## Pull Request Process +- exact version or commit; +- host platform and architecture; +- steps to reproduce; +- expected and actual behavior; +- logs from the relevant component; +- screenshots for UI issues. -1. Ensure your branch is up to date with `main` -2. All checks must pass: TypeScript, build, tests, clippy -3. Include a clear description of what changed and why -4. Link any related issues -5. Request review from a maintainer +## Security -### PR Checklist - -- [ ] TypeScript type-check passes (`npm run type-check`) -- [ ] Frontend builds (`npm run build`) -- [ ] Tests pass (`npm test`) -- [ ] Rust clippy clean (`cargo clippy --all-targets --all-features`) -- [ ] No new compiler warnings -- [ ] Follows code style guidelines above - -## Testing Requirements - -- New features need tests -- Bug fixes need a regression test -- Frontend: Vitest + Vue Test Utils -- Backend: `#[test]` and `#[tokio::test]` -- Target: maintain or improve existing coverage - -## Reporting Bugs - -Use the **Bug Report** issue template. Include: - -1. Steps to reproduce -2. Expected behavior -3. Actual behavior -4. System info (hardware, OS version, Archipelago version) -5. Screenshots if applicable -6. Relevant logs (`journalctl -u archipelago`) - -## Feature Requests - -Use the **Feature Request** issue template. Include: - -1. Problem description -2. Proposed solution -3. Alternatives considered -4. Impact on existing users - -## App Submissions - -To submit an app for the Archipelago marketplace: - -1. Create a manifest following `docs/app-manifest-spec.md` -2. Ensure the container image is published to a public registry -3. Test on Archipelago hardware (x86_64 and ARM64 if possible) -4. Open a PR adding the app to the curated list -5. Include: app description, icon, resource requirements, dependencies - -### App Requirements - -- Container must run as non-root (UID > 1000) -- `readonly_root: true` unless explicitly justified -- Drop all capabilities except those required -- `no-new-privileges: true` -- Pin specific image versions (no `latest` tag) -- No hardcoded secrets - -## Security Disclosure - -**Do NOT open public issues for security vulnerabilities.** - -Email security concerns to the maintainers directly. Include: - -1. Description of the vulnerability -2. Steps to reproduce -3. Potential impact -4. Suggested fix (if any) - -We will acknowledge receipt within 48 hours and provide a timeline for a fix. +Do not report vulnerabilities in public issues. Follow [SECURITY.md](SECURITY.md). ## License -By contributing, you agree that your contributions will be licensed under the same license as the project. +By contributing, you agree that your contribution is licensed under the +project's MIT License. diff --git a/LICENSE b/LICENSE new file mode 100644 index 00000000..85278aa1 --- /dev/null +++ b/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2026 Dorian and the Archipelago Project contributors + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/NOTICE b/NOTICE new file mode 100644 index 00000000..b2dcc409 --- /dev/null +++ b/NOTICE @@ -0,0 +1,73 @@ +# Archipelago — Third-Party Notices + +Archipelago is licensed under the MIT License (see LICENSE). +This file lists third-party components included in this repository and its +release artifacts, with their licenses and required attributions. + +## Embedded / vendored components + +- **FIPS mesh networking** — https://github.com/jmcorgan/fips + Copyright (c) 2026 Johnathan Corgan. MIT License. + Used as the embedded mesh VPN in the OS (`fips` daemon, pinned v0.4.1) and + compiled into the Android companion app (`Android/rust/archy-fips-core`). + +- **QR Code Generator for JavaScript** — http://www.d-project.com/ + Copyright (c) 2009 Kazuhiko Arase. MIT License. + Vendored at `docker/lnd-ui/qrcode.js` and `docker/electrs-ui/qrcode.js` + (original headers preserved). + +- **nostr-rs-relay** — https://github.com/scsibug/nostr-rs-relay — MIT License. + Binary extracted into the OS image at `/opt/archipelago/bin/`. + +- **Reticulum (RNS) and LXMF** — https://github.com/markqvist/Reticulum + Copyright Mark Qvist. Distributed under the Reticulum License (an MIT-style + license with field-of-use restrictions: no use in systems designed to harm + human beings, and no use in AI/ML training datasets). The optional + `archy-reticulum-daemon` binary bundles RNS 1.3.5 and LXMF 1.0.1. The + Reticulum License is NOT an OSI-approved open-source license; it applies + only to that optional component, not to Archipelago itself. + +## Fonts + +- **Montserrat** — SIL Open Font License 1.1 + (`neode-ui/public/assets/fonts/Montserrat/OFL.txt`). +- **Open Sans** — Apache License 2.0 + (`neode-ui/public/assets/fonts/Open_Sans/LICENSE.txt`). + +## Artwork and icons + +- **Mesh device artwork** (`neode-ui/public/assets/img/mesh-devices/`): + device illustrations from the Meshtastic project — https://meshtastic.org + © Meshtastic contributors, GPL-3.0. Meshtastic® is a registered trademark + of Meshtastic LLC. See the ATTRIBUTION.md in that directory. +- Some UI icons are derived from **game-icons.net** (CC BY 3.0 — see + ATTRIBUTION.md in `neode-ui/public/assets/icon/`) and **pixelarticons** + (MIT, https://github.com/halfmage/pixelarticons). +- Third-party application logos under `neode-ui/public/assets/img/app-icons/` + and `service-icons/` are trademarks of their respective owners, used solely + to identify the corresponding applications. No endorsement is implied. + +## Original media + +All demo content (music, photos, posters in `demo/`), UI sound effects, +background images, and intro video in `neode-ui/public/assets/` are original +works created and owned by the Archipelago project author, released with the +project. The welcome voice line (`welcome-noderunner.mp3`) was generated with +ElevenLabs TTS under a commercial-use plan. + +## Redistributed software (ISO and container registry) + +The Archipelago OS image is based on Debian and redistributes Debian packages +(including the Linux kernel, GRUB, and non-free firmware/microcode blobs +required for hardware support); per-package license texts are preserved at +`/usr/share/doc/*/copyright` in the installed system, and corresponding source +is available via Debian (https://snapshot.debian.org) as referenced in each +release's notes. Container images offered through the app catalog and mirror +registry remain under their upstream licenses (including GPL/AGPL software +such as mempool, Nextcloud, Vaultwarden, SearXNG, PhotoPrism, Immich, +Jellyfin, MariaDB, AdGuard Home, and strfry); source links are provided in +the app catalog. The modified mempool-frontend image is built from +`docker/mempool-frontend/` in this repository (AGPL-3.0 corresponding source). + +Full per-crate and per-package license inventories for release binaries are +generated at build time (see THIRD-PARTY-LICENSES files in release artifacts). diff --git a/README.md b/README.md index ab0af7e1..f0e24993 100644 --- a/README.md +++ b/README.md @@ -1,8 +1,11 @@ # Archipelago -> Self-Sovereign Bitcoin Node OS +> Self-sovereign Bitcoin node OS and manifest-driven app platform. -**Archipelago** is a bootable personal server OS. Flash it to a USB drive, install on any x86_64 or ARM64 machine, and manage Bitcoin infrastructure, self-hosted apps, mesh communication, and decentralized identity through a glassmorphism web UI. +Archipelago is a bootable personal server OS for Bitcoin infrastructure, +self-hosted apps, mesh communication, decentralized identity, and federation. +Apps are packaged as declarative `manifest.yml` files and run as rootless +Podman containers managed by the Rust backend. [![Debian 13](https://img.shields.io/badge/Debian-13%20Trixie-a80030)](https://www.debian.org/) [![License](https://img.shields.io/badge/license-MIT-green)](LICENSE) @@ -10,193 +13,101 @@ [![Vue.js](https://img.shields.io/badge/vue.js-3.5-brightgreen)](https://vuejs.org/) [![Version](https://img.shields.io/badge/version-1.8.0--alpha-blue)]() -## Philosophy +## What is here -Archipelago is being built as a **developer-ready app platform**, not a fixed appliance: +- `core/` - Rust workspace: backend API, container runtime, security, OpenWrt + helpers, and performance/resource management. +- `neode-ui/` - Vue 3 + TypeScript frontend. +- `apps/` - app manifests and custom app container sources. +- `docker/` - supporting container build contexts for UI companion surfaces. +- `image-recipe/` - bootable image/ISO build inputs. +- `Android/` - Android companion app. +- `scripts/` - development, release, deployment, and validation tooling. +- `docs/` - architecture, app packaging, operations, API, and roadmap docs. -- **Manifest-driven apps.** Every app is declared in a single `manifest.yml` — image, ports, volumes, secrets, health checks, security policy. The orchestrator owns the entire lifecycle; there is no per-app installer code and no host-level provisioning. -- **Signed distribution.** App manifests ship inside an Ed25519-signed catalog verified against a pinned release-root key, not as loose files on disk. OTA release manifests are signed the same way. -- **Decentralized marketplace.** Third-party developers publish apps via Nostr-based discovery (NIP-78) with DID-signed manifests and federation-weighted trust scoring — no gatekept central store. -- **Rootless and secure by default.** Rootless Podman only. Read-only root, no-new-privileges, capability allow-list, secrets materialised 0600 and never logged. Never rootful, never a Docker socket mount. -- **100%-uptime-capable.** Every container is a systemd Quadlet unit under `user.slice` that survives backend restarts; a level-triggered reconciler self-heals drift every 30 seconds; migrations never destroy data. +## Platform model -## Features +Archipelago is built as a developer-ready app platform, not a fixed appliance: -### Bitcoin Infrastructure -- **Bitcoin Core and Bitcoin Knots** full nodes with per-app version pinning and bulletproof version switching, automatic prune/full mode based on disk size -- **LND** and **Core Lightning** with channel management -- **ElectrumX** Electrum server for wallet connectivity -- **BTCPay Server** for accepting Bitcoin payments -- **Mempool** block explorer and fee estimator -- **Fedimint** federation guardian, gateway, and client — plus Cashu ecash wallet support +- Apps are declared in `apps/<app-id>/manifest.yml`. +- The Rust parser in `core/container/src/manifest.rs` is the canonical schema. +- The orchestrator compiles manifests to rootless Podman/Quadlet runtime state. +- App data lives under `/var/lib/archipelago/<app-id>/`. +- Secrets are generated or read from `/var/lib/archipelago/secrets/` and + injected through Podman secrets rather than static environment values. +- Release and app catalogs are signed and verified against a pinned trust + anchor. -### Self-Hosted Apps (50+) -Storage (FileBrowser, Immich, Nextcloud), Productivity (Vaultwarden), Media (Jellyfin, PhotoPrism, IndeeHub), Search (SearXNG), Network (NetBird, Tailscale), Home (Home Assistant), Nostr (nostr-rs-relay, strfry), Dev/Ops (Gitea, Grafana, Portainer, Uptime Kuma), and more — 27 curated in the store UI, 50+ packaged as manifests. +Start with: -### Mesh Networking (tri-protocol) -- **Meshtastic**, **MeshCore**, and **Reticulum (RNS/LXMF)** LoRa transports behind one mesh chat UI -- End-to-end encryption with X3DH key agreement + double-ratchet -- RNode radio support with an OS-level `archy-rnodeconf` tool; interop verified against Sideband -- Image/voice attachments, mesh AI assistant (`!ai`), Bitcoin balance relay over mesh +- [Architecture](docs/architecture.md) +- [Developer Guide](docs/developer-guide.md) +- [App Developer Guide](docs/app-developer-guide.md) +- [App Manifest Spec](docs/app-manifest-spec.md) +- [Nostr Git Source Hosting Plan](docs/nostr-git-source-hosting.md) +- [Operations Runbook](docs/operations-runbook.md) +- [Troubleshooting](docs/troubleshooting.md) -### Decentralized Identity -- Ed25519 node identity with DID Documents (did:key) -- Multi-identity management (Personal/Business/Anonymous) -- W3C Verifiable Credentials issuance and verification -- Nostr integration: NIP-33 node discovery, NIP-44/NIP-04 encryption, NIP-07 signer bridge for iframe apps, relay hosting -- Decentralized Web Node (DWN) record sync between federated nodes over Tor +## Quick start -### Multi-Node Federation -- Invite-based node joining over Tor hidden services -- Trust levels (Trusted/Verified/Untrusted) with DID-based auth -- State sync and app deployment across federated nodes -- File sharing with access controls (free/peers-only/paid via Lightning, on-chain, or ecash) - -### System Updates -- OTA updates from a self-hosted Gitea release server, Ed25519-signature-verified against a pinned release-root key -- Resumable downloads, automatic pre-update backup, rollback with a post-update self-verify window -- Manual, scheduled-check, and auto-apply modes (auto-apply refuses unsigned manifests) - -### Security -- Argon2id password hashing (transparent upgrade from legacy hashes), ChaCha20-Poly1305 encrypted secrets at rest -- Rootless Podman: read-only root, cap-drop ALL with a reviewed allow-list, no-new-privileges -- Signed release manifests and signed app catalog (Ed25519, pinned trust anchor) -- TOTP two-factor authentication, per-endpoint rate limiting, CSRF protection -- AppArmor profiles for container confinement; Tor hidden services for inter-node traffic -- Independent security audit of an early version archived in [`docs/archive/`](docs/archive/security-code-audit-2026-03.md); top findings since remediated - -## Roadmap - -**Done** -- Single-node production gate **green** — install / stop / start / restart / reinstall / reboot-survive / uninstall, 5 consecutive full runs with zero failures on real hardware -- Quadlet migration validated (all backends as `user.slice` services on the canary node) -- Release signing ceremony completed — release-root key pinned, catalog and OTA manifests signed -- Reticulum third mesh transport (real-RF LoRa gates passed), Bitcoin Core/Knots multi-version switching, decentralized marketplace backend, public demo - -**In progress** -- Multinode pass: the same production gate across the whole test fleet ([`docs/multinode-testing-plan.md`](docs/multinode-testing-plan.md)) -- Quadlet default flip fleet-wide + container-flapping elimination -- 1.8.0 release hardening tail ([`docs/1.8.0-RELEASE-HARDENING-PLAN.md`](docs/1.8.0-RELEASE-HARDENING-PLAN.md)): OTA upgrade soak on real hardware, ISO/image hardening (per-device keys, no default creds, signed ISO) - -**Planned** -- Developer CLI (`archy app validate/render/install/test`) to open third-party app publishing -- External marketplace trust UX + publishing tooling ([`docs/marketplace-protocol.md`](docs/marketplace-protocol.md)) -- DHT/P2P distribution of releases and app images ([`docs/dht-distribution-design.md`](docs/dht-distribution-design.md)) -- P2P encrypted voice/video over Tor, dual-ecash (Fedimint + Cashu) phases, paid streaming, hardware signer support - -The live, priority-ordered task list is [`docs/UNIFIED-TASK-TRACKER.md`](docs/UNIFIED-TASK-TRACKER.md); the full narrative plan is [`docs/PRODUCTION-MASTER-PLAN.md`](docs/PRODUCTION-MASTER-PLAN.md). - -## Quick Start - -### Install from ISO - -1. Build or download the ISO for your architecture (x86_64 or ARM64) — see [`image-recipe/`](image-recipe/) -2. Flash to USB drive with Balena Etcher or `dd` -3. Boot from USB on target hardware and follow the automated installer -4. Access the web UI at `http://<device-ip>` -5. Set your password and complete the onboarding wizard (seed backup, DID identity) - -### Supported Hardware - -| Platform | Examples | Minimum | -|----------|----------|---------| -| **x86_64** | Intel NUC, mini PCs, any 64-bit PC | 4GB RAM, 32GB storage | -| **ARM64** | Raspberry Pi 5, ARM64 SBCs | 4GB RAM, 32GB storage | - -**Recommended**: 8GB+ RAM, 1TB+ NVMe SSD (for a full Bitcoin node). Optional: an RNode-compatible LoRa radio for mesh networking. - -## Development - -### Prerequisites -- macOS or Linux for frontend development -- Linux dev server (Debian 13) for backend builds — **never build Rust on macOS for Linux** -- Node.js 20+, Rust stable toolchain - -### Frontend Development +### Frontend ```bash cd neode-ui npm install -npm start # Dev server on http://localhost:8100 (mock backend on :5959) -npm run type-check # TypeScript validation -npm run build # Production build → web/dist/neode-ui/ +npm start ``` -### Backend Development +The dev UI runs at `http://localhost:8100` with a mock backend on `:5959`. + +### Backend ```bash -cd core # Rust workspace root (no Cargo.toml at repo root) +cd core cargo build -cargo test +cargo test --all-features ``` -### Deploy to a Test Node +Linux is the supported backend runtime and release-build target. macOS is fine +for frontend work and many Rust compile/test loops, but host integration tests +that touch Podman, systemd, networking, or image build paths require Linux. + +### App manifests ```bash -./scripts/deploy-to-target.sh --live # Deploy to primary dev server -./scripts/deploy-to-target.sh --both # Deploy to both LAN servers +./scripts/validate-app-manifest.sh apps/filebrowser/manifest.yml +python3 scripts/generate-app-catalog.py +python3 scripts/check-app-catalog-drift.py --release --strict ``` -### Release (tarball-only) +`scripts/generate-app-catalog.py` requires Python with PyYAML installed. -Releases ship as a backend binary and a frontend tarball referenced by -`releases/manifest.json`, published to the self-hosted Gitea release server. - -```bash -./scripts/create-release.sh 1.2.3 -git push origin main --tags -``` - -## Architecture - -``` -Debian 13 (Trixie) - ├── Rootless Podman — every app a systemd Quadlet unit under user.slice - ├── Nginx (reverse proxy, security headers, rate limiting) - ├── Rust Backend (JSON-RPC API on 127.0.0.1:5678, ~380 RPC methods) - │ ├── core/archipelago/ — API, orchestrator + reconciler, mesh, identity, - │ │ federation, wallet, updates, marketplace - │ ├── core/container/ — Podman client, manifest schema, Quadlet compiler, - │ │ health monitor, signed app catalog - │ ├── core/security/ — AppArmor/seccomp policy, secrets manager - │ ├── core/openwrt/ — TollGate gateway provisioning (SSH/UCI) - │ └── core/performance/ — resource limits - ├── Vue 3 Frontend (Composition API + TypeScript strict + Pinia + Tailwind, PWA) - │ └── Three UI modes (Pro/Easy/Chat) + gamepad navigation + i18n - ├── Reticulum daemon (supervised Python/PyInstaller, one per LoRa radio) - └── System Tor (hidden services, SOCKS5 proxy) -``` - -~117,000 lines of Rust | ~69,000 lines of TypeScript/Vue | 51 packaged apps | Android companion app - -## Documentation +## Documentation map | Doc | Purpose | |-----|---------| -| [Architecture](docs/architecture.md) | System design, crate map, data paths | -| [Developer Guide](docs/developer-guide.md) | Dev setup, workflow, code conventions | -| [API Reference](docs/api-reference.md) | RPC endpoint reference | -| [App Developer Guide](docs/app-developer-guide.md) | Building and publishing apps | -| [App Manifest Spec](docs/app-manifest-spec.md) | The `manifest.yml` schema | -| [User Walkthrough](docs/user-walkthrough.md) | End-user installation and usage guide | -| [Troubleshooting](docs/troubleshooting.md) | Diagnostic scenarios and solutions | -| [Operations Runbook](docs/operations-runbook.md) | Ops commands and emergency recovery | -| [Production Master Plan](docs/PRODUCTION-MASTER-PLAN.md) | North star and workstream narrative | -| [Unified Task Tracker](docs/UNIFIED-TASK-TRACKER.md) | Live, priority-ordered open items | -| [Test Gate](tests/lifecycle/TESTING.md) | Production lifecycle test gate (definition of done) | -| [Archive](docs/archive/) | Historical audits, session logs, shipped designs | +| [Architecture](docs/architecture.md) | System layers, crates, data paths, security model | +| [Developer Guide](docs/developer-guide.md) | Local setup, code workflow, testing | +| [API Reference](docs/api-reference.md) | JSON-RPC API overview | +| [App Developer Guide](docs/app-developer-guide.md) | How to package and test apps | +| [App Manifest Spec](docs/app-manifest-spec.md) | Manifest schema and validation rules | +| [Nostr Git Source Hosting Plan](docs/nostr-git-source-hosting.md) | ngit/NIP-34 contribution workflow and maintainer model | +| [Apps README](apps/README.md) | Packaged app catalog overview | +| [Image Recipe](image-recipe/README.md) | Bootable image build flow | +| [Operations Runbook](docs/operations-runbook.md) | Production operations and recovery | +| [Open Source Readiness](docs/OPEN_SOURCE_READINESS.md) | Public-release cleanup checklist | +| [Roadmap](docs/ROADMAP.md) | Shipped, in-progress, and planned work | +| [Unified Task Tracker](docs/UNIFIED-TASK-TRACKER.md) | Launch hardening task list | +| [Archive](docs/archive/) | Historical plans, audits, and handoffs | ## Contributing -1. Fork the repository -2. Create a feature branch (`feature/description`) -3. Follow the coding standards in [CONTRIBUTING.md](CONTRIBUTING.md) and [CLAUDE.md](CLAUDE.md) -4. Submit a pull request +Read [CONTRIBUTING.md](CONTRIBUTING.md) before opening a pull request. For +security issues, follow [SECURITY.md](SECURITY.md) and do not open a public +issue. ## License -[MIT License](LICENSE) - -## Acknowledgments - -Built with: [Rust](https://www.rust-lang.org/), [Vue.js](https://vuejs.org/), [Podman](https://podman.io/), [Bitcoin Core](https://bitcoin.org/), [LND](https://lightning.engineering/), [Reticulum](https://reticulum.network/), [Debian](https://www.debian.org/) +Archipelago is licensed under the [MIT License](LICENSE). Third-party notices +are listed in [NOTICE](NOTICE) and generated license inventories in component +release artifacts. diff --git a/SECURITY.md b/SECURITY.md new file mode 100644 index 00000000..57ddeb97 --- /dev/null +++ b/SECURITY.md @@ -0,0 +1,38 @@ +# Security Policy + +## Reporting vulnerabilities + +Please do not open a public issue for a security vulnerability. + +Until a dedicated security intake address is published, report privately to the +project maintainer through the repository owner account or the private contact +channel listed on the project homepage. + +Include: + +- affected commit, version, or release; +- affected component; +- reproduction steps; +- expected impact; +- logs, proof of concept, or packet captures when relevant; +- whether the issue is already public. + +We aim to acknowledge credible reports within 48 hours and coordinate fixes +before public disclosure. + +## Scope + +Security-sensitive areas include: + +- authentication, session handling, CSRF, and rate limiting; +- release and app-catalog signature verification; +- container manifest validation and runtime compilation; +- Podman/Quadlet isolation, capabilities, volumes, and secret injection; +- backup encryption and key derivation; +- federation, Tor, Nostr, mesh, DID, and credential flows; +- Android companion pairing and device-token handling. + +## Supported versions + +Archipelago is currently pre-1.0 alpha software. Security fixes target the +current `main` branch and the latest published alpha release. diff --git a/apps/DEVELOPMENT.md b/apps/DEVELOPMENT.md index 62728a74..53a364ed 100644 --- a/apps/DEVELOPMENT.md +++ b/apps/DEVELOPMENT.md @@ -76,7 +76,17 @@ podman run -p 18084:8080 \ ## Integration Checklist -Adding a new app requires updates in multiple places. See the full checklist in [CLAUDE.md](../CLAUDE.md) under "App Integration Checklist". +Adding a new app requires updates in multiple places: + +- add `apps/<app-id>/manifest.yml`; +- add a Dockerfile and source directory only when the app is built locally; +- choose non-conflicting ports from [PORTS.md](./PORTS.md); +- declare `interfaces.main` for user-facing web UIs; +- declare generated secrets instead of hardcoding credentials; +- run `./scripts/validate-app-manifest.sh apps/<app-id>/manifest.yml`; +- regenerate catalogs with `python3 scripts/generate-app-catalog.py`; +- verify drift with `python3 scripts/check-app-catalog-drift.py --release --strict`; +- test install, launch, stop, start, restart, uninstall, and reinstall. ## Port Assignments diff --git a/core/.env.production b/core/.env.production deleted file mode 100644 index 06ae27ee..00000000 --- a/core/.env.production +++ /dev/null @@ -1,33 +0,0 @@ -# Archipelago Production Configuration -# This file is bundled with the macOS app - -# Server Configuration -ARCHIPELAGO_HOST=127.0.0.1 -ARCHIPELAGO_PORT=8100 -ARCHIPELAGO_BACKEND_PORT=3030 - -# Data Directories (relative to ~/Library/Application Support/Archipelago) -ARCHIPELAGO_DATA_DIR=data -ARCHIPELAGO_LOG_DIR=logs - -# Frontend Configuration -ARCHIPELAGO_FRONTEND_DIR=frontend - -# Docker UI Configuration -ARCHIPELAGO_DOCKER_UI_DIR=docker-ui - -# Security -ARCHIPELAGO_SESSION_SECRET=CHANGE_ME_ON_FIRST_RUN - -# Logging -RUST_LOG=info - -# Production Mode -NODE_ENV=production -ARCHIPELAGO_MODE=production - -# Docker Configuration -DOCKER_HOST=unix:///var/run/docker.sock - -# Disable External API Calls in Production -ARCHIPELAGO_DISABLE_EXTERNAL_APIS=true diff --git a/core/Cargo.lock b/core/Cargo.lock index 3c64bdac..a49d1ecf 100644 --- a/core/Cargo.lock +++ b/core/Cargo.lock @@ -104,7 +104,7 @@ dependencies = [ [[package]] name = "archipelago" -version = "1.7.111-alpha" +version = "1.7.116-alpha" dependencies = [ "anyhow", "archipelago-container", diff --git a/core/THIRD-PARTY-LICENSES.md b/core/THIRD-PARTY-LICENSES.md new file mode 100644 index 00000000..24e7ff53 --- /dev/null +++ b/core/THIRD-PARTY-LICENSES.md @@ -0,0 +1,656 @@ +# Third-Party Rust Crate Licenses — Archipelago core + +Generated from `cargo metadata` (all features) on 2026-07-23. 649 external crates. +Full license texts ship with release artifacts (cargo-about; see docs/LICENSE-COMPLIANCE-AUDIT.md). + +| Crate | Version | License | Source | +|---|---|---|---| +| adler2 | 2.0.1 | 0BSD OR MIT OR Apache-2.0 | https://github.com/oyvindln/adler2 | +| aead | 0.5.2 | MIT OR Apache-2.0 | https://github.com/RustCrypto/traits | +| aes | 0.8.4 | MIT OR Apache-2.0 | https://github.com/RustCrypto/block-ciphers | +| aes-gcm | 0.10.3 | Apache-2.0 OR MIT | https://github.com/RustCrypto/AEADs | +| ahash | 0.7.8 | MIT OR Apache-2.0 | https://github.com/tkaitchuck/ahash | +| aho-corasick | 1.1.4 | Unlicense OR MIT | https://github.com/BurntSushi/aho-corasick | +| allocator-api2 | 0.2.21 | MIT OR Apache-2.0 | https://github.com/zakarumych/allocator-api2 | +| android_system_properties | 0.1.5 | MIT/Apache-2.0 | https://github.com/nical/android_system_properties | +| anyhow | 1.0.100 | MIT OR Apache-2.0 | https://github.com/dtolnay/anyhow | +| arc-swap | 1.9.1 | MIT OR Apache-2.0 | https://github.com/vorner/arc-swap | +| argon2 | 0.5.3 | MIT OR Apache-2.0 | https://github.com/RustCrypto/password-hashes/tree/master/argon2 | +| arrayref | 0.3.9 | BSD-2-Clause | https://github.com/droundy/arrayref | +| arrayvec | 0.7.6 | MIT OR Apache-2.0 | https://github.com/bluss/arrayvec | +| asn1-rs | 0.7.2 | MIT OR Apache-2.0 | https://github.com/rusticata/asn1-rs.git | +| asn1-rs-derive | 0.6.0 | MIT OR Apache-2.0 | https://github.com/rusticata/asn1-rs.git | +| asn1-rs-impl | 0.2.0 | MIT/Apache-2.0 | https://github.com/rusticata/asn1-rs.git | +| async-trait | 0.1.89 | MIT OR Apache-2.0 | https://github.com/dtolnay/async-trait | +| async-utility | 0.3.1 | MIT | https://github.com/yukibtc/async-utility.git | +| async-wsocket | 0.13.1 | MIT | https://github.com/yukibtc/async-wsocket.git | +| async_io_stream | 0.3.3 | Unlicense | https://github.com/najamelan/async_io_stream | +| atomic-destructor | 0.3.0 | MIT | https://github.com/yukibtc/atomic-destructor.git | +| atomic-polyfill | 1.0.3 | MIT OR Apache-2.0 | https://github.com/embassy-rs/atomic-polyfill | +| atomic-waker | 1.1.2 | Apache-2.0 OR MIT | https://github.com/smol-rs/atomic-waker | +| attohttpc | 0.30.1 | MPL-2.0 | https://github.com/sbstp/attohttpc | +| autocfg | 1.5.0 | Apache-2.0 OR MIT | https://github.com/cuviper/autocfg | +| backon | 1.6.0 | Apache-2.0 | https://github.com/Xuanwo/backon | +| bao-tree | 0.16.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/bao-tree | +| base16ct | 1.0.0 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats | +| base32 | 0.5.1 | MIT OR Apache-2.0 | https://github.com/andreasots/base32 | +| base58ck | 0.1.0 | CC0-1.0 | https://github.com/rust-bitcoin/rust-bitcoin/ | +| base64 | 0.21.7 | MIT OR Apache-2.0 | https://github.com/marshallpierce/rust-base64 | +| base64 | 0.22.1 | MIT OR Apache-2.0 | https://github.com/marshallpierce/rust-base64 | +| base64ct | 1.8.3 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats | +| bcrypt | 0.15.1 | MIT | https://github.com/Keats/rust-bcrypt | +| bech32 | 0.11.1 | MIT | https://github.com/rust-bitcoin/rust-bech32 | +| binary-merge | 0.1.2 | MIT OR Apache-2.0 | https://github.com/rklaehn/binary-merge | +| bip39 | 2.1.0 | CC0-1.0 | https://github.com/rust-bitcoin/rust-bip39/ | +| bit-vec | 0.9.1 | Apache-2.0 OR MIT | https://github.com/contain-rs/bit-vec | +| bitcoin | 0.32.5 | CC0-1.0 | https://github.com/rust-bitcoin/rust-bitcoin/ | +| bitcoin-internals | 0.2.0 | CC0-1.0 | https://github.com/rust-bitcoin/rust-bitcoin/ | +| bitcoin-internals | 0.3.0 | CC0-1.0 | https://github.com/rust-bitcoin/rust-bitcoin/ | +| bitcoin-io | 0.1.4 | CC0-1.0 | https://github.com/rust-bitcoin/rust-bitcoin | +| bitcoin-units | 0.1.2 | CC0-1.0 | https://github.com/rust-bitcoin/rust-bitcoin/ | +| bitcoin_hashes | 0.13.0 | CC0-1.0 | https://github.com/rust-bitcoin/rust-bitcoin | +| bitcoin_hashes | 0.14.1 | CC0-1.0 | https://github.com/rust-bitcoin/rust-bitcoin | +| bitflags | 1.3.2 | MIT/Apache-2.0 | https://github.com/bitflags/bitflags | +| bitflags | 2.13.0 | MIT OR Apache-2.0 | https://github.com/bitflags/bitflags | +| blake2 | 0.10.6 | MIT OR Apache-2.0 | https://github.com/RustCrypto/hashes | +| blake3 | 1.8.5 | CC0-1.0 OR Apache-2.0 OR Apache-2.0 WITH LLVM-exception | https://github.com/BLAKE3-team/BLAKE3 | +| block-buffer | 0.10.4 | MIT OR Apache-2.0 | https://github.com/RustCrypto/utils | +| block-buffer | 0.12.1 | MIT OR Apache-2.0 | https://github.com/RustCrypto/utils | +| block-padding | 0.3.3 | MIT OR Apache-2.0 | https://github.com/RustCrypto/utils | +| block2 | 0.6.2 | MIT | https://github.com/madsmtm/objc2 | +| blowfish | 0.9.1 | MIT OR Apache-2.0 | https://github.com/RustCrypto/block-ciphers | +| bs58 | 0.5.1 | MIT/Apache-2.0 | https://github.com/Nullus157/bs58-rs | +| bumpalo | 3.19.1 | MIT OR Apache-2.0 | https://github.com/fitzgen/bumpalo | +| bytemuck | 1.25.0 | Zlib OR Apache-2.0 OR MIT | https://github.com/Lokathor/bytemuck | +| byteorder | 1.5.0 | Unlicense OR MIT | https://github.com/BurntSushi/byteorder | +| byteorder-lite | 0.1.0 | Unlicense OR MIT | https://github.com/image-rs/byteorder-lite | +| bytes | 1.11.0 | MIT | https://github.com/tokio-rs/bytes | +| cbc | 0.1.2 | MIT OR Apache-2.0 | https://github.com/RustCrypto/block-modes | +| cc | 1.2.54 | MIT OR Apache-2.0 | https://github.com/rust-lang/cc-rs | +| cesu8 | 1.1.0 | Apache-2.0/MIT | https://github.com/emk/cesu8-rs | +| cfg-if | 1.0.4 | MIT OR Apache-2.0 | https://github.com/rust-lang/cfg-if | +| cfg_aliases | 0.2.1 | MIT | https://github.com/katharostech/cfg_aliases | +| chacha20 | 0.10.0 | MIT OR Apache-2.0 | https://github.com/RustCrypto/stream-ciphers | +| chacha20 | 0.9.1 | Apache-2.0 OR MIT | https://github.com/RustCrypto/stream-ciphers | +| chacha20poly1305 | 0.10.1 | Apache-2.0 OR MIT | https://github.com/RustCrypto/AEADs/tree/master/chacha20poly1305 | +| chrono | 0.4.43 | MIT OR Apache-2.0 | https://github.com/chronotope/chrono | +| ciborium | 0.2.2 | Apache-2.0 | https://github.com/enarx/ciborium | +| ciborium-io | 0.2.2 | Apache-2.0 | https://github.com/enarx/ciborium | +| ciborium-ll | 0.2.2 | Apache-2.0 | https://github.com/enarx/ciborium | +| cipher | 0.4.4 | MIT OR Apache-2.0 | https://github.com/RustCrypto/traits | +| cmov | 0.5.4 | Apache-2.0 OR MIT | https://github.com/RustCrypto/utils | +| cobs | 0.3.0 | MIT OR Apache-2.0 | https://github.com/jamesmunns/cobs.rs | +| combine | 4.6.7 | MIT | https://github.com/Marwes/combine | +| const-oid | 0.10.2 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats | +| const-oid | 0.9.6 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats/tree/master/const-oid | +| constant_time_eq | 0.3.1 | CC0-1.0 OR MIT-0 OR Apache-2.0 | https://github.com/cesarb/constant_time_eq | +| constant_time_eq | 0.4.2 | CC0-1.0 OR MIT-0 OR Apache-2.0 | https://github.com/cesarb/constant_time_eq | +| convert_case | 0.10.0 | MIT | https://github.com/rutrum/convert-case | +| cordyceps | 0.3.4 | MIT | https://github.com/hawkw/mycelium | +| core-foundation | 0.10.1 | MIT OR Apache-2.0 | https://github.com/servo/core-foundation-rs | +| core-foundation | 0.9.4 | MIT OR Apache-2.0 | https://github.com/servo/core-foundation-rs | +| core-foundation-sys | 0.8.7 | MIT OR Apache-2.0 | https://github.com/servo/core-foundation-rs | +| cpufeatures | 0.2.17 | MIT OR Apache-2.0 | https://github.com/RustCrypto/utils | +| cpufeatures | 0.3.0 | MIT OR Apache-2.0 | https://github.com/RustCrypto/utils | +| crc | 3.4.0 | MIT OR Apache-2.0 | https://github.com/mrhooray/crc-rs.git | +| crc-catalog | 2.4.0 | MIT OR Apache-2.0 | https://github.com/akhilles/crc-catalog.git | +| crc32fast | 1.5.0 | MIT OR Apache-2.0 | https://github.com/srijs/rust-crc32fast | +| critical-section | 1.2.0 | MIT OR Apache-2.0 | https://github.com/rust-embedded/critical-section | +| crossbeam-channel | 0.5.15 | MIT OR Apache-2.0 | https://github.com/crossbeam-rs/crossbeam | +| crossbeam-epoch | 0.9.18 | MIT OR Apache-2.0 | https://github.com/crossbeam-rs/crossbeam | +| crossbeam-utils | 0.8.21 | MIT OR Apache-2.0 | https://github.com/crossbeam-rs/crossbeam | +| crunchy | 0.2.4 | MIT | https://github.com/eira-fransham/crunchy | +| crypto-common | 0.1.7 | MIT OR Apache-2.0 | https://github.com/RustCrypto/traits | +| crypto-common | 0.2.2 | MIT OR Apache-2.0 | https://github.com/RustCrypto/traits | +| ctr | 0.9.2 | MIT OR Apache-2.0 | https://github.com/RustCrypto/block-modes | +| ctutils | 0.4.2 | Apache-2.0 OR MIT | https://github.com/RustCrypto/utils | +| curve25519-dalek | 4.1.3 | BSD-3-Clause | https://github.com/dalek-cryptography/curve25519-dalek/tree/main/curve25519-dalek | +| curve25519-dalek | 5.0.0-rc.0 | BSD-3-Clause | https://github.com/dalek-cryptography/curve25519-dalek/tree/main/curve25519-dalek | +| curve25519-dalek-derive | 0.1.1 | MIT/Apache-2.0 | https://github.com/dalek-cryptography/curve25519-dalek | +| darling | 0.20.11 | MIT | https://github.com/TedDriggs/darling | +| darling_core | 0.20.11 | MIT | https://github.com/TedDriggs/darling | +| darling_macro | 0.20.11 | MIT | https://github.com/TedDriggs/darling | +| data-encoding | 2.11.0 | MIT | https://github.com/ia0/data-encoding | +| data-encoding-macro | 0.1.20 | MIT | https://github.com/ia0/data-encoding | +| data-encoding-macro-internal | 0.1.18 | MIT | https://github.com/ia0/data-encoding | +| der | 0.7.10 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats/tree/master/der | +| der | 0.8.0 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats | +| der-parser | 10.0.0 | MIT OR Apache-2.0 | https://github.com/rusticata/der-parser.git | +| deranged | 0.5.8 | MIT OR Apache-2.0 | https://github.com/jhpratt/deranged | +| derive_builder | 0.20.2 | MIT OR Apache-2.0 | https://github.com/colin-kiegel/rust-derive-builder | +| derive_builder_core | 0.20.2 | MIT OR Apache-2.0 | https://github.com/colin-kiegel/rust-derive-builder | +| derive_builder_macro | 0.20.2 | MIT OR Apache-2.0 | https://github.com/colin-kiegel/rust-derive-builder | +| derive_more | 2.1.1 | MIT | https://github.com/JelteF/derive_more | +| derive_more-impl | 2.1.1 | MIT | https://github.com/JelteF/derive_more | +| diatomic-waker | 0.2.3 | MIT OR Apache-2.0 | https://github.com/asynchronics/diatomic-waker | +| digest | 0.10.7 | MIT OR Apache-2.0 | https://github.com/RustCrypto/traits | +| digest | 0.11.3 | MIT OR Apache-2.0 | https://github.com/RustCrypto/traits | +| dispatch2 | 0.3.1 | Zlib OR Apache-2.0 OR MIT | https://github.com/madsmtm/objc2 | +| displaydoc | 0.2.5 | MIT OR Apache-2.0 | https://github.com/yaahc/displaydoc | +| dlopen2 | 0.8.2 | MIT | https://github.com/OpenByteDev/dlopen2 | +| ed25519 | 2.2.3 | Apache-2.0 OR MIT | https://github.com/RustCrypto/signatures/tree/master/ed25519 | +| ed25519 | 3.0.0 | Apache-2.0 OR MIT | https://github.com/RustCrypto/signatures | +| ed25519-dalek | 2.2.0 | BSD-3-Clause | https://github.com/dalek-cryptography/curve25519-dalek/tree/main/ed25519-dalek | +| ed25519-dalek | 3.0.0-rc.0 | BSD-3-Clause | https://github.com/dalek-cryptography/curve25519-dalek/tree/main/ed25519-dalek | +| either | 1.15.0 | MIT OR Apache-2.0 | https://github.com/rayon-rs/either | +| embedded-io | 0.4.0 | MIT OR Apache-2.0 | https://github.com/embassy-rs/embedded-io | +| embedded-io | 0.6.1 | MIT OR Apache-2.0 | https://github.com/rust-embedded/embedded-hal | +| encoding_rs | 0.8.35 | (Apache-2.0 OR MIT) AND BSD-3-Clause | https://github.com/hsivonen/encoding_rs | +| enum-assoc | 1.3.0 | MIT OR Apache-2.0 | https://github.com/Eolu/enum-assoc | +| env_logger | 0.10.2 | MIT OR Apache-2.0 | https://github.com/rust-cli/env_logger | +| equivalent | 1.0.2 | Apache-2.0 OR MIT | https://github.com/indexmap-rs/equivalent | +| errno | 0.3.14 | MIT OR Apache-2.0 | https://github.com/lambda-fairy/rust-errno | +| fastbloom | 0.17.0 | MIT OR Apache-2.0 | https://github.com/tomtomwombat/fastbloom/ | +| fastrand | 2.3.0 | Apache-2.0 OR MIT | https://github.com/smol-rs/fastrand | +| fiat-crypto | 0.2.9 | MIT OR Apache-2.0 OR BSD-1-Clause | https://github.com/mit-plv/fiat-crypto | +| fiat-crypto | 0.3.0 | MIT OR Apache-2.0 OR BSD-1-Clause | https://github.com/mit-plv/fiat-crypto | +| filetime | 0.2.27 | MIT/Apache-2.0 | https://github.com/alexcrichton/filetime | +| find-msvc-tools | 0.1.8 | MIT OR Apache-2.0 | https://github.com/rust-lang/cc-rs | +| flate2 | 1.1.9 | MIT OR Apache-2.0 | https://github.com/rust-lang/flate2-rs | +| flume | 0.11.1 | Apache-2.0/MIT | https://github.com/zesterer/flume | +| fnv | 1.0.7 | Apache-2.0 / MIT | https://github.com/servo/rust-fnv | +| foldhash | 0.1.5 | Zlib | https://github.com/orlp/foldhash | +| foldhash | 0.2.0 | Zlib | https://github.com/orlp/foldhash | +| form_urlencoded | 1.2.2 | MIT OR Apache-2.0 | https://github.com/servo/rust-url | +| futures | 0.3.31 | MIT OR Apache-2.0 | https://github.com/rust-lang/futures-rs | +| futures-buffered | 0.2.13 | MIT | https://github.com/conradludgate/futures-buffered | +| futures-channel | 0.3.31 | MIT OR Apache-2.0 | https://github.com/rust-lang/futures-rs | +| futures-core | 0.3.31 | MIT OR Apache-2.0 | https://github.com/rust-lang/futures-rs | +| futures-executor | 0.3.31 | MIT OR Apache-2.0 | https://github.com/rust-lang/futures-rs | +| futures-io | 0.3.31 | MIT OR Apache-2.0 | https://github.com/rust-lang/futures-rs | +| futures-lite | 2.6.1 | Apache-2.0 OR MIT | https://github.com/smol-rs/futures-lite | +| futures-macro | 0.3.31 | MIT OR Apache-2.0 | https://github.com/rust-lang/futures-rs | +| futures-sink | 0.3.31 | MIT OR Apache-2.0 | https://github.com/rust-lang/futures-rs | +| futures-task | 0.3.31 | MIT OR Apache-2.0 | https://github.com/rust-lang/futures-rs | +| futures-util | 0.3.31 | MIT OR Apache-2.0 | https://github.com/rust-lang/futures-rs | +| genawaiter | 0.99.1 | MIT | https://github.com/whatisaphone/genawaiter | +| genawaiter-macro | 0.99.1 | MIT/Apache-2.0 | https://github.com/whatisaphone/genawaiter | +| genawaiter-proc-macro | 0.99.1 | MIT/Apache-2.0 | https://github.com/whatisaphone/genawaiter | +| generator | 0.8.9 | MIT/Apache-2.0 | https://github.com/Xudong-Huang/generator-rs.git | +| generic-array | 0.14.7 | MIT | https://github.com/fizyk20/generic-array.git | +| getrandom | 0.2.17 | MIT OR Apache-2.0 | https://github.com/rust-random/getrandom | +| getrandom | 0.3.4 | MIT OR Apache-2.0 | https://github.com/rust-random/getrandom | +| getrandom | 0.4.2 | MIT OR Apache-2.0 | https://github.com/rust-random/getrandom | +| ghash | 0.5.1 | Apache-2.0 OR MIT | https://github.com/RustCrypto/universal-hashes | +| gloo-timers | 0.3.0 | MIT OR Apache-2.0 | https://github.com/rustwasm/gloo/tree/master/crates/timers | +| h2 | 0.3.27 | MIT | https://github.com/hyperium/h2 | +| h2 | 0.4.13 | MIT | https://github.com/hyperium/h2 | +| half | 2.7.1 | MIT OR Apache-2.0 | https://github.com/VoidStarKat/half-rs | +| hash32 | 0.2.1 | MIT OR Apache-2.0 | https://github.com/japaric/hash32 | +| hashbrown | 0.12.3 | MIT OR Apache-2.0 | https://github.com/rust-lang/hashbrown | +| hashbrown | 0.15.5 | MIT OR Apache-2.0 | https://github.com/rust-lang/hashbrown | +| hashbrown | 0.16.1 | MIT OR Apache-2.0 | https://github.com/rust-lang/hashbrown | +| hashbrown | 0.17.1 | MIT OR Apache-2.0 | https://github.com/rust-lang/hashbrown | +| heapless | 0.7.17 | MIT OR Apache-2.0 | https://github.com/japaric/heapless | +| heck | 0.5.0 | MIT OR Apache-2.0 | https://github.com/withoutboats/heck | +| hermit-abi | 0.5.2 | MIT OR Apache-2.0 | https://github.com/hermit-os/hermit-rs | +| hex | 0.4.3 | MIT OR Apache-2.0 | https://github.com/KokaKiwi/rust-hex | +| hex-conservative | 0.1.2 | CC0-1.0 | https://github.com/rust-bitcoin/hex-conservative | +| hex-conservative | 0.2.2 | CC0-1.0 | https://github.com/rust-bitcoin/hex-conservative | +| hex_lit | 0.1.1 | MITNFA | https://github.com/Kixunil/hex_lit | +| hickory-net | 0.26.1 | MIT OR Apache-2.0 | https://github.com/hickory-dns/hickory-dns | +| hickory-proto | 0.26.1 | MIT OR Apache-2.0 | https://github.com/hickory-dns/hickory-dns | +| hickory-resolver | 0.26.1 | MIT OR Apache-2.0 | https://github.com/hickory-dns/hickory-dns | +| hkdf | 0.12.4 | MIT OR Apache-2.0 | https://github.com/RustCrypto/KDFs/ | +| hmac | 0.12.1 | MIT OR Apache-2.0 | https://github.com/RustCrypto/MACs | +| http | 0.2.12 | MIT OR Apache-2.0 | https://github.com/hyperium/http | +| http | 1.4.0 | MIT OR Apache-2.0 | https://github.com/hyperium/http | +| http-body | 0.4.6 | MIT | https://github.com/hyperium/http-body | +| http-body | 1.0.1 | MIT | https://github.com/hyperium/http-body | +| http-body-util | 0.1.3 | MIT | https://github.com/hyperium/http-body | +| httparse | 1.10.1 | MIT OR Apache-2.0 | https://github.com/seanmonstar/httparse | +| httpdate | 1.0.3 | MIT OR Apache-2.0 | https://github.com/pyfisch/httpdate | +| humantime | 2.3.0 | MIT OR Apache-2.0 | https://github.com/chronotope/humantime | +| hybrid-array | 0.4.12 | MIT OR Apache-2.0 | https://github.com/RustCrypto/hybrid-array | +| hyper | 0.14.32 | MIT | https://github.com/hyperium/hyper | +| hyper | 1.8.1 | MIT | https://github.com/hyperium/hyper | +| hyper-rustls | 0.24.2 | Apache-2.0 OR ISC OR MIT | https://github.com/rustls/hyper-rustls | +| hyper-rustls | 0.27.9 | Apache-2.0 OR ISC OR MIT | https://github.com/rustls/hyper-rustls | +| hyper-util | 0.1.19 | MIT | https://github.com/hyperium/hyper-util | +| hyper-ws-listener | 0.3.0 | MIT | | +| iana-time-zone | 0.1.64 | MIT OR Apache-2.0 | https://github.com/strawlab/iana-time-zone | +| iana-time-zone-haiku | 0.1.2 | MIT OR Apache-2.0 | https://github.com/strawlab/iana-time-zone | +| icu_collections | 2.1.1 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| icu_locale_core | 2.1.1 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| icu_normalizer | 2.1.1 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| icu_normalizer_data | 2.1.1 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| icu_properties | 2.1.2 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| icu_properties_data | 2.1.2 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| icu_provider | 2.1.1 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| id-arena | 2.3.0 | MIT/Apache-2.0 | https://github.com/fitzgen/id-arena | +| ident_case | 1.0.1 | MIT/Apache-2.0 | https://github.com/TedDriggs/ident_case | +| identity-hash | 0.1.0 | Apache-2.0 OR MIT | https://github.com/offsetting/identity-hash | +| idna | 1.1.0 | MIT OR Apache-2.0 | https://github.com/servo/rust-url/ | +| idna_adapter | 1.2.1 | Apache-2.0 OR MIT | https://github.com/hsivonen/idna_adapter | +| if-addrs | 0.15.0 | MIT OR BSD-3-Clause | https://github.com/messense/if-addrs | +| igd-next | 0.17.1 | MIT | https://github.com/dariusc93/rust-igd | +| image | 0.25.9 | MIT OR Apache-2.0 | https://github.com/image-rs/image | +| indexmap | 2.13.0 | Apache-2.0 OR MIT | https://github.com/indexmap-rs/indexmap | +| inout | 0.1.4 | MIT OR Apache-2.0 | https://github.com/RustCrypto/utils | +| inplace-vec-builder | 0.1.1 | MIT OR Apache-2.0 | https://github.com/rklaehn/inplace-vec-builder | +| instant | 0.1.13 | BSD-3-Clause | https://github.com/sebcrozet/instant | +| ipconfig | 0.3.4 | MIT/Apache-2.0 | https://github.com/liranringel/ipconfig | +| ipnet | 2.12.0 | MIT OR Apache-2.0 | https://github.com/krisprice/ipnet | +| iri-string | 0.7.12 | MIT OR Apache-2.0 | https://github.com/lo48576/iri-string | +| iroh | 1.0.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/iroh | +| iroh-base | 1.0.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/iroh | +| iroh-blobs | 0.103.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/iroh-blobs | +| iroh-dns | 1.0.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/iroh | +| iroh-io | 0.6.2 | Apache-2.0 OR MIT | https://github.com/n0-computer/iroh | +| iroh-metrics | 1.0.1 | MIT OR Apache-2.0 | https://github.com/n0-computer/iroh-metrics | +| iroh-metrics-derive | 1.0.1 | MIT OR Apache-2.0 | https://github.com/n0-computer/iroh-metrics | +| iroh-relay | 1.0.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/iroh | +| iroh-tickets | 1.0.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/iroh-tickets | +| iroh-util | 0.6.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/iroh-util | +| irpc | 0.17.0 | Apache-2.0/MIT | https://github.com/n0-computer/irpc | +| irpc-derive | 0.17.0 | Apache-2.0/MIT | https://github.com/n0-computer/irpc | +| is-terminal | 0.4.17 | MIT | https://github.com/sunfishcode/is-terminal | +| itoa | 1.0.17 | MIT OR Apache-2.0 | https://github.com/dtolnay/itoa | +| jni | 0.21.1 | MIT/Apache-2.0 | https://github.com/jni-rs/jni-rs | +| jni | 0.22.4 | MIT OR Apache-2.0 | https://github.com/jni-rs/jni-rs | +| jni-macros | 0.22.4 | MIT OR Apache-2.0 | https://github.com/jni-rs/jni-rs | +| jni-sys | 0.3.1 | MIT OR Apache-2.0 | https://github.com/jni-rs/jni-sys | +| jni-sys | 0.4.1 | MIT OR Apache-2.0 | https://github.com/jni-rs/jni-sys | +| jni-sys-macros | 0.4.1 | MIT OR Apache-2.0 | https://github.com/jni-rs/jni-sys | +| js-sys | 0.3.85 | MIT OR Apache-2.0 | https://github.com/wasm-bindgen/wasm-bindgen/tree/master/crates/js-sys | +| lazy_static | 1.5.0 | MIT OR Apache-2.0 | https://github.com/rust-lang-nursery/lazy-static.rs | +| leb128fmt | 0.1.0 | MIT OR Apache-2.0 | https://github.com/bluk/leb128fmt | +| libc | 0.2.180 | MIT OR Apache-2.0 | https://github.com/rust-lang/libc | +| libm | 0.2.16 | MIT | https://github.com/rust-lang/compiler-builtins | +| libredox | 0.1.14 | MIT | https://gitlab.redox-os.org/redox-os/libredox.git | +| libssh2-sys | 0.3.1 | MIT OR Apache-2.0 | https://github.com/alexcrichton/ssh2-rs | +| libz-sys | 1.1.29 | MIT OR Apache-2.0 | https://github.com/rust-lang/libz-sys | +| linux-raw-sys | 0.11.0 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/sunfishcode/linux-raw-sys | +| litemap | 0.8.1 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| lock_api | 0.4.14 | MIT OR Apache-2.0 | https://github.com/Amanieu/parking_lot | +| log | 0.4.29 | MIT OR Apache-2.0 | https://github.com/rust-lang/log | +| loom | 0.7.2 | MIT | https://github.com/tokio-rs/loom | +| lru | 0.12.5 | MIT | https://github.com/jeromefroe/lru-rs.git | +| lru | 0.16.3 | MIT | https://github.com/jeromefroe/lru-rs.git | +| lru | 0.18.0 | MIT | https://github.com/jeromefroe/lru-rs.git | +| lru | 0.7.8 | MIT | https://github.com/jeromefroe/lru-rs.git | +| lru-slab | 0.1.2 | MIT OR Apache-2.0 OR Zlib | https://github.com/Ralith/lru-slab | +| mac-addr | 0.3.0 | MIT | https://github.com/shellrow/mac-addr | +| mainline | 2.0.1 | MIT | https://github.com/nuhvi/mainline | +| matchers | 0.2.0 | MIT | https://github.com/hawkw/matchers | +| mdns-sd | 0.18.2 | Apache-2.0 OR MIT | https://github.com/keepsimple1/mdns-sd | +| memchr | 2.7.6 | Unlicense OR MIT | https://github.com/BurntSushi/memchr | +| mime | 0.3.17 | MIT OR Apache-2.0 | https://github.com/hyperium/mime | +| minimal-lexical | 0.2.1 | MIT/Apache-2.0 | https://github.com/Alexhuszagh/minimal-lexical | +| miniz_oxide | 0.8.9 | MIT OR Zlib OR Apache-2.0 | https://github.com/Frommi/miniz_oxide/tree/master/miniz_oxide | +| mio | 1.1.1 | MIT | https://github.com/tokio-rs/mio | +| moka | 0.12.15 | (MIT OR Apache-2.0) AND Apache-2.0 | https://github.com/moka-rs/moka | +| moxcms | 0.7.11 | BSD-3-Clause OR Apache-2.0 | https://github.com/awxkee/moxcms.git | +| n0-error | 1.0.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/n0-error | +| n0-error-macros | 1.0.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/n0-error | +| n0-future | 0.3.2 | MIT OR Apache-2.0 | https://github.com/n0-computer/n0-future | +| n0-watcher | 1.0.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/n0-watcher | +| ndk-context | 0.1.1 | MIT OR Apache-2.0 | https://github.com/rust-windowing/android-ndk-rs | +| negentropy | 0.5.0 | MIT | https://github.com/rust-nostr/negentropy.git | +| nested_enum_utils | 0.2.3 | MIT OR Apache-2.0 | https://github.com/n0-computer/nested-enum-utils | +| netdev | 0.44.0 | MIT | https://github.com/shellrow/netdev | +| netlink-packet-core | 0.8.1 | MIT | https://github.com/rust-netlink/netlink-packet-core | +| netlink-packet-route | 0.29.0 | MIT | https://github.com/rust-netlink/netlink-packet-route | +| netlink-packet-route | 0.31.0 | MIT | https://github.com/rust-netlink/netlink-packet-route | +| netlink-proto | 0.12.0 | MIT | https://github.com/rust-netlink/netlink-proto | +| netlink-sys | 0.8.8 | MIT | https://github.com/rust-netlink/netlink-sys | +| netwatch | 0.19.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/net-tools | +| nom | 7.1.3 | MIT | https://github.com/Geal/nom | +| noq | 1.0.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/noq | +| noq-proto | 1.0.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/noq | +| noq-udp | 1.0.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/noq | +| nostr | 0.44.2 | MIT | https://github.com/rust-nostr/nostr.git | +| nostr-database | 0.44.0 | MIT | https://github.com/rust-nostr/nostr.git | +| nostr-gossip | 0.44.0 | MIT | https://github.com/rust-nostr/nostr.git | +| nostr-relay-pool | 0.44.0 | MIT | https://github.com/rust-nostr/nostr.git | +| nostr-sdk | 0.44.1 | MIT | https://github.com/rust-nostr/nostr.git | +| nu-ansi-term | 0.50.3 | MIT | https://github.com/nushell/nu-ansi-term | +| num-bigint | 0.4.6 | MIT OR Apache-2.0 | https://github.com/rust-num/num-bigint | +| num-conv | 0.2.2 | MIT OR Apache-2.0 | https://github.com/jhpratt/num-conv | +| num-integer | 0.1.46 | MIT OR Apache-2.0 | https://github.com/rust-num/num-integer | +| num-traits | 0.2.19 | MIT OR Apache-2.0 | https://github.com/rust-num/num-traits | +| num_enum | 0.7.6 | BSD-3-Clause OR MIT OR Apache-2.0 | https://github.com/illicitonion/num_enum | +| num_enum_derive | 0.7.6 | BSD-3-Clause OR MIT OR Apache-2.0 | https://github.com/illicitonion/num_enum | +| num_threads | 0.1.7 | MIT OR Apache-2.0 | https://github.com/jhpratt/num_threads | +| objc2 | 0.6.4 | MIT | https://github.com/madsmtm/objc2 | +| objc2-core-foundation | 0.3.2 | Zlib OR Apache-2.0 OR MIT | https://github.com/madsmtm/objc2 | +| objc2-core-wlan | 0.3.2 | Zlib OR Apache-2.0 OR MIT | https://github.com/madsmtm/objc2 | +| objc2-encode | 4.1.0 | MIT | https://github.com/madsmtm/objc2 | +| objc2-foundation | 0.3.2 | MIT | https://github.com/madsmtm/objc2 | +| objc2-security | 0.3.2 | Zlib OR Apache-2.0 OR MIT | https://github.com/madsmtm/objc2 | +| objc2-security-foundation | 0.3.2 | Zlib OR Apache-2.0 OR MIT | https://github.com/madsmtm/objc2 | +| objc2-system-configuration | 0.3.2 | Zlib OR Apache-2.0 OR MIT | https://github.com/madsmtm/objc2 | +| oid-registry | 0.8.1 | MIT OR Apache-2.0 | https://github.com/rusticata/oid-registry.git | +| once_cell | 1.21.3 | MIT OR Apache-2.0 | https://github.com/matklad/once_cell | +| opaque-debug | 0.3.1 | MIT OR Apache-2.0 | https://github.com/RustCrypto/utils | +| openssl-probe | 0.2.1 | MIT OR Apache-2.0 | https://github.com/rustls/openssl-probe | +| openssl-sys | 0.9.117 | MIT | https://github.com/rust-openssl/rust-openssl | +| papaya | 0.2.4 | MIT | https://github.com/ibraheemdev/papaya | +| parking | 2.2.1 | Apache-2.0 OR MIT | https://github.com/smol-rs/parking | +| parking_lot | 0.11.2 | Apache-2.0/MIT | https://github.com/Amanieu/parking_lot | +| parking_lot | 0.12.5 | MIT OR Apache-2.0 | https://github.com/Amanieu/parking_lot | +| parking_lot_core | 0.8.6 | Apache-2.0/MIT | https://github.com/Amanieu/parking_lot | +| parking_lot_core | 0.9.12 | MIT OR Apache-2.0 | https://github.com/Amanieu/parking_lot | +| password-hash | 0.5.0 | MIT OR Apache-2.0 | https://github.com/RustCrypto/traits/tree/master/password-hash | +| paste | 1.0.15 | MIT OR Apache-2.0 | https://github.com/dtolnay/paste | +| pbkdf2 | 0.12.2 | MIT OR Apache-2.0 | https://github.com/RustCrypto/password-hashes/tree/master/pbkdf2 | +| pem | 3.0.6 | MIT | https://github.com/jcreekmore/pem-rs.git | +| pem-rfc7468 | 1.0.0 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats | +| percent-encoding | 2.3.2 | MIT OR Apache-2.0 | https://github.com/servo/rust-url/ | +| pharos | 0.5.3 | Unlicense | https://github.com/najamelan/pharos | +| pin-project | 1.1.13 | Apache-2.0 OR MIT | https://github.com/taiki-e/pin-project | +| pin-project-internal | 1.1.13 | Apache-2.0 OR MIT | https://github.com/taiki-e/pin-project | +| pin-project-lite | 0.2.16 | Apache-2.0 OR MIT | https://github.com/taiki-e/pin-project-lite | +| pin-utils | 0.1.0 | MIT OR Apache-2.0 | https://github.com/rust-lang-nursery/pin-utils | +| pkcs8 | 0.10.2 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats/tree/master/pkcs8 | +| pkcs8 | 0.11.0 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats | +| pkg-config | 0.3.33 | MIT OR Apache-2.0 | https://github.com/rust-lang/pkg-config-rs | +| plain | 0.2.3 | MIT/Apache-2.0 | https://github.com/randomites/plain | +| plist | 1.9.0 | MIT | https://github.com/ebarnard/rust-plist/ | +| poly1305 | 0.8.0 | Apache-2.0 OR MIT | https://github.com/RustCrypto/universal-hashes | +| polyval | 0.6.2 | Apache-2.0 OR MIT | https://github.com/RustCrypto/universal-hashes | +| portable-atomic | 1.13.1 | Apache-2.0 OR MIT | https://github.com/taiki-e/portable-atomic | +| portmapper | 0.19.0 | MIT OR Apache-2.0 | https://github.com/n0-computer/net-tools | +| positioned-io | 0.3.5 | MIT | https://github.com/vasi/positioned-io | +| postcard | 1.1.3 | MIT OR Apache-2.0 | https://github.com/jamesmunns/postcard | +| postcard-derive | 0.2.2 | MIT OR Apache-2.0 | https://github.com/jamesmunns/postcard | +| potential_utf | 0.1.4 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| powerfmt | 0.2.0 | MIT OR Apache-2.0 | https://github.com/jhpratt/powerfmt | +| ppv-lite86 | 0.2.21 | MIT OR Apache-2.0 | https://github.com/cryptocorrosion/cryptocorrosion | +| prefix-trie | 0.8.4 | MIT OR Apache-2.0 | https://github.com/tiborschneider/prefix-trie | +| prettyplease | 0.2.37 | MIT OR Apache-2.0 | https://github.com/dtolnay/prettyplease | +| proc-macro-crate | 3.5.0 | MIT OR Apache-2.0 | https://github.com/bkchr/proc-macro-crate | +| proc-macro-error | 0.4.12 | MIT OR Apache-2.0 | https://gitlab.com/CreepySkeleton/proc-macro-error | +| proc-macro-error-attr | 0.4.12 | MIT OR Apache-2.0 | https://gitlab.com/CreepySkeleton/proc-macro-error | +| proc-macro-hack | 0.5.20+deprecated | MIT OR Apache-2.0 | https://github.com/dtolnay/proc-macro-hack | +| proc-macro2 | 1.0.106 | MIT OR Apache-2.0 | https://github.com/dtolnay/proc-macro2 | +| pxfm | 0.1.28 | BSD-3-Clause OR Apache-2.0 | https://github.com/awxkee/pxfm | +| qrcode | 0.14.1 | MIT OR Apache-2.0 | https://github.com/kennytm/qrcode-rust | +| quick-xml | 0.39.4 | MIT | https://github.com/tafia/quick-xml | +| quote | 1.0.44 | MIT OR Apache-2.0 | https://github.com/dtolnay/quote | +| r-efi | 5.3.0 | MIT OR Apache-2.0 OR LGPL-2.1-or-later | https://github.com/r-efi/r-efi | +| r-efi | 6.0.0 | MIT OR Apache-2.0 OR LGPL-2.1-or-later | https://github.com/r-efi/r-efi | +| rand | 0.10.1 | MIT OR Apache-2.0 | https://github.com/rust-random/rand | +| rand | 0.8.5 | MIT OR Apache-2.0 | https://github.com/rust-random/rand | +| rand | 0.9.2 | MIT OR Apache-2.0 | https://github.com/rust-random/rand | +| rand_chacha | 0.3.1 | MIT OR Apache-2.0 | https://github.com/rust-random/rand | +| rand_chacha | 0.9.0 | MIT OR Apache-2.0 | https://github.com/rust-random/rand | +| rand_core | 0.10.1 | MIT OR Apache-2.0 | https://github.com/rust-random/rand_core | +| rand_core | 0.6.4 | MIT OR Apache-2.0 | https://github.com/rust-random/rand | +| rand_core | 0.9.5 | MIT OR Apache-2.0 | https://github.com/rust-random/rand | +| rand_pcg | 0.10.2 | MIT OR Apache-2.0 | https://github.com/rust-random/rngs | +| range-collections | 0.4.6 | MIT OR Apache-2.0 | https://github.com/rklaehn/range-collections | +| rcgen | 0.14.8 | MIT OR Apache-2.0 | https://github.com/rustls/rcgen | +| redb | 4.1.0 | MIT OR Apache-2.0 | https://github.com/cberner/redb | +| redox_syscall | 0.2.16 | MIT | https://gitlab.redox-os.org/redox-os/syscall | +| redox_syscall | 0.5.18 | MIT | https://gitlab.redox-os.org/redox-os/syscall | +| redox_syscall | 0.7.3 | MIT | https://gitlab.redox-os.org/redox-os/syscall | +| reed-solomon-erasure | 6.0.0 | MIT | https://github.com/darrenldl/reed-solomon-erasure | +| ref-cast | 1.0.25 | MIT OR Apache-2.0 | https://github.com/dtolnay/ref-cast | +| ref-cast-impl | 1.0.25 | MIT OR Apache-2.0 | https://github.com/dtolnay/ref-cast | +| reflink-copy | 0.1.29 | MIT/Apache-2.0 | https://github.com/cargo-bins/reflink-copy | +| regex | 1.12.2 | MIT OR Apache-2.0 | https://github.com/rust-lang/regex | +| regex-automata | 0.4.13 | MIT OR Apache-2.0 | https://github.com/rust-lang/regex | +| regex-syntax | 0.8.8 | MIT OR Apache-2.0 | https://github.com/rust-lang/regex | +| reqwest | 0.11.27 | MIT OR Apache-2.0 | https://github.com/seanmonstar/reqwest | +| reqwest | 0.13.4 | MIT OR Apache-2.0 | https://github.com/seanmonstar/reqwest | +| resolv-conf | 0.7.6 | MIT OR Apache-2.0 | https://github.com/hickory-dns/resolv-conf | +| ring | 0.17.14 | Apache-2.0 AND ISC | https://github.com/briansmith/ring | +| rustc-hash | 2.1.2 | Apache-2.0 OR MIT | https://github.com/rust-lang/rustc-hash | +| rustc_version | 0.4.1 | MIT OR Apache-2.0 | https://github.com/djc/rustc-version-rs | +| rusticata-macros | 4.1.0 | MIT/Apache-2.0 | https://github.com/rusticata/rusticata-macros.git | +| rustix | 1.1.3 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/rustix | +| rustls | 0.21.12 | Apache-2.0 OR ISC OR MIT | https://github.com/rustls/rustls | +| rustls | 0.23.36 | Apache-2.0 OR ISC OR MIT | https://github.com/rustls/rustls | +| rustls-native-certs | 0.8.4 | Apache-2.0 OR ISC OR MIT | https://github.com/rustls/rustls-native-certs | +| rustls-pemfile | 1.0.4 | Apache-2.0 OR ISC OR MIT | https://github.com/rustls/pemfile | +| rustls-pki-types | 1.14.0 | MIT OR Apache-2.0 | https://github.com/rustls/pki-types | +| rustls-platform-verifier | 0.7.0 | MIT OR Apache-2.0 | https://github.com/rustls/rustls-platform-verifier | +| rustls-platform-verifier-android | 0.1.1 | MIT OR Apache-2.0 | https://github.com/rustls/rustls-platform-verifier | +| rustls-webpki | 0.101.7 | ISC | https://github.com/rustls/webpki | +| rustls-webpki | 0.103.9 | ISC | https://github.com/rustls/webpki | +| rustversion | 1.0.22 | MIT OR Apache-2.0 | https://github.com/dtolnay/rustversion | +| ryu | 1.0.22 | Apache-2.0 OR BSL-1.0 | https://github.com/dtolnay/ryu | +| salsa20 | 0.10.2 | MIT OR Apache-2.0 | https://github.com/RustCrypto/stream-ciphers | +| same-file | 1.0.6 | Unlicense/MIT | https://github.com/BurntSushi/same-file | +| schannel | 0.1.29 | MIT | https://github.com/steffengy/schannel-rs | +| scoped-tls | 1.0.1 | MIT/Apache-2.0 | https://github.com/alexcrichton/scoped-tls | +| scopeguard | 1.2.0 | MIT OR Apache-2.0 | https://github.com/bluss/scopeguard | +| scrypt | 0.11.0 | MIT OR Apache-2.0 | https://github.com/RustCrypto/password-hashes/tree/master/scrypt | +| sct | 0.7.1 | Apache-2.0 OR ISC OR MIT | https://github.com/rustls/sct.rs | +| sd-notify | 0.4.5 | MIT OR Apache-2.0 | https://github.com/lnicola/sd-notify | +| secp256k1 | 0.29.1 | CC0-1.0 | https://github.com/rust-bitcoin/rust-secp256k1/ | +| secp256k1-sys | 0.10.1 | CC0-1.0 | https://github.com/rust-bitcoin/rust-secp256k1/ | +| security-framework | 3.7.0 | MIT OR Apache-2.0 | https://github.com/kornelski/rust-security-framework | +| security-framework-sys | 2.17.0 | MIT OR Apache-2.0 | https://github.com/kornelski/rust-security-framework | +| seize | 0.5.1 | MIT | https://github.com/ibraheemdev/seize | +| self_cell | 1.2.2 | Apache-2.0 OR GPL-2.0-only | https://github.com/Voultapher/self_cell | +| semver | 1.0.27 | MIT OR Apache-2.0 | https://github.com/dtolnay/semver | +| send_wrapper | 0.6.0 | MIT/Apache-2.0 | https://github.com/thk1/send_wrapper | +| serde | 1.0.228 | MIT OR Apache-2.0 | https://github.com/serde-rs/serde | +| serde_bencode | 0.2.4 | MIT | https://github.com/toby/serde-bencode | +| serde_bytes | 0.11.19 | MIT OR Apache-2.0 | https://github.com/serde-rs/bytes | +| serde_core | 1.0.228 | MIT OR Apache-2.0 | https://github.com/serde-rs/serde | +| serde_derive | 1.0.228 | MIT OR Apache-2.0 | https://github.com/serde-rs/serde | +| serde_json | 1.0.149 | MIT OR Apache-2.0 | https://github.com/serde-rs/json | +| serde_spanned | 0.6.9 | MIT OR Apache-2.0 | https://github.com/toml-rs/toml | +| serde_urlencoded | 0.7.1 | MIT/Apache-2.0 | https://github.com/nox/serde_urlencoded | +| serde_yaml | 0.9.34+deprecated | MIT OR Apache-2.0 | https://github.com/dtolnay/serde-yaml | +| serdect | 0.4.3 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats | +| serial2 | 0.2.34 | BSD-2-Clause OR Apache-2.0 | https://github.com/de-vri-es/serial2-rs | +| serial2-tokio | 0.1.21 | BSD-2-Clause OR Apache-2.0 | https://github.com/de-vri-es/serial2-tokio-rs | +| sha-1 | 0.10.1 | MIT OR Apache-2.0 | https://github.com/RustCrypto/hashes | +| sha1 | 0.10.6 | MIT OR Apache-2.0 | https://github.com/RustCrypto/hashes | +| sha1_smol | 1.0.1 | BSD-3-Clause | https://github.com/mitsuhiko/sha1-smol | +| sha2 | 0.10.9 | MIT OR Apache-2.0 | https://github.com/RustCrypto/hashes | +| sha2 | 0.11.0 | MIT OR Apache-2.0 | https://github.com/RustCrypto/hashes | +| sharded-slab | 0.1.7 | MIT | https://github.com/hawkw/sharded-slab | +| shlex | 1.3.0 | MIT OR Apache-2.0 | https://github.com/comex/rust-shlex | +| signal-hook-registry | 1.4.8 | MIT OR Apache-2.0 | https://github.com/vorner/signal-hook | +| signature | 2.2.0 | Apache-2.0 OR MIT | https://github.com/RustCrypto/traits/tree/master/signature | +| signature | 3.0.0 | Apache-2.0 OR MIT | https://github.com/RustCrypto/traits | +| simd-adler32 | 0.3.8 | MIT | https://github.com/mcountryman/simd-adler32 | +| simd_cesu8 | 1.1.1 | Apache-2.0 OR MIT | https://github.com/seancroach/simd_cesu8 | +| simdutf8 | 0.1.5 | MIT OR Apache-2.0 | https://github.com/rusticstuff/simdutf8 | +| simple-dns | 0.11.3 | MIT | https://github.com/balliegojr/simple-dns | +| siphasher | 1.0.3 | MIT/Apache-2.0 | https://github.com/jedisct1/rust-siphash | +| slab | 0.4.11 | MIT | https://github.com/tokio-rs/slab | +| smallvec | 1.15.1 | MIT OR Apache-2.0 | https://github.com/servo/rust-smallvec | +| socket-pktinfo | 0.3.2 | MIT | https://github.com/pixsper/socket-pktinfo | +| socket2 | 0.5.10 | MIT OR Apache-2.0 | https://github.com/rust-lang/socket2 | +| socket2 | 0.6.2 | MIT OR Apache-2.0 | https://github.com/rust-lang/socket2 | +| sorted-index-buffer | 0.2.1 | MIT OR Apache-2.0 | https://github.com/n0-computer/iroh | +| spez | 0.1.2 | BSD-2-Clause | https://github.com/m-ou-se/spez | +| spin | 0.10.0 | MIT | https://github.com/mvdnes/spin-rs.git | +| spin | 0.9.8 | MIT | https://github.com/mvdnes/spin-rs.git | +| spki | 0.7.3 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats/tree/master/spki | +| spki | 0.8.0 | Apache-2.0 OR MIT | https://github.com/RustCrypto/formats | +| ssh2 | 0.9.5 | MIT OR Apache-2.0 | https://github.com/alexcrichton/ssh2-rs | +| stable_deref_trait | 1.2.1 | MIT OR Apache-2.0 | https://github.com/storyyeller/stable_deref_trait | +| strsim | 0.11.1 | MIT | https://github.com/rapidfuzz/strsim-rs | +| strum | 0.28.0 | MIT | https://github.com/Peternator7/strum | +| strum_macros | 0.28.0 | MIT | https://github.com/Peternator7/strum | +| subtle | 2.6.1 | BSD-3-Clause | https://github.com/dalek-cryptography/subtle | +| syn | 1.0.109 | MIT OR Apache-2.0 | https://github.com/dtolnay/syn | +| syn | 2.0.114 | MIT OR Apache-2.0 | https://github.com/dtolnay/syn | +| syn-mid | 0.5.4 | Apache-2.0 OR MIT | https://github.com/taiki-e/syn-mid | +| sync_wrapper | 0.1.2 | Apache-2.0 | https://github.com/Actyx/sync_wrapper | +| sync_wrapper | 1.0.2 | Apache-2.0 | https://github.com/Actyx/sync_wrapper | +| synstructure | 0.13.2 | MIT | https://github.com/mystor/synstructure | +| system-configuration | 0.5.1 | MIT OR Apache-2.0 | https://github.com/mullvad/system-configuration-rs | +| system-configuration | 0.6.1 | MIT OR Apache-2.0 | https://github.com/mullvad/system-configuration-rs | +| system-configuration | 0.7.0 | MIT OR Apache-2.0 | https://github.com/mullvad/system-configuration-rs | +| system-configuration-sys | 0.5.0 | MIT OR Apache-2.0 | https://github.com/mullvad/system-configuration-rs | +| system-configuration-sys | 0.6.0 | MIT OR Apache-2.0 | https://github.com/mullvad/system-configuration-rs | +| tagptr | 0.2.0 | MIT/Apache-2.0 | https://github.com/oliver-giersch/tagptr.git | +| tar | 0.4.44 | MIT OR Apache-2.0 | https://github.com/alexcrichton/tar-rs | +| tempfile | 3.24.0 | MIT OR Apache-2.0 | https://github.com/Stebalien/tempfile | +| termcolor | 1.4.1 | Unlicense OR MIT | https://github.com/BurntSushi/termcolor | +| thiserror | 1.0.69 | MIT OR Apache-2.0 | https://github.com/dtolnay/thiserror | +| thiserror | 2.0.18 | MIT OR Apache-2.0 | https://github.com/dtolnay/thiserror | +| thiserror-impl | 1.0.69 | MIT OR Apache-2.0 | https://github.com/dtolnay/thiserror | +| thiserror-impl | 2.0.18 | MIT OR Apache-2.0 | https://github.com/dtolnay/thiserror | +| thread_local | 1.1.9 | MIT OR Apache-2.0 | https://github.com/Amanieu/thread_local-rs | +| time | 0.3.49 | MIT OR Apache-2.0 | https://github.com/time-rs/time | +| time-core | 0.1.9 | MIT OR Apache-2.0 | https://github.com/time-rs/time | +| time-macros | 0.2.29 | MIT OR Apache-2.0 | https://github.com/time-rs/time | +| tinystr | 0.8.2 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| tinyvec | 1.10.0 | Zlib OR Apache-2.0 OR MIT | https://github.com/Lokathor/tinyvec | +| tinyvec_macros | 0.1.1 | MIT OR Apache-2.0 OR Zlib | https://github.com/Soveu/tinyvec_macros | +| tokio | 1.49.0 | MIT | https://github.com/tokio-rs/tokio | +| tokio-macros | 2.6.0 | MIT | https://github.com/tokio-rs/tokio | +| tokio-rustls | 0.24.1 | MIT/Apache-2.0 | https://github.com/rustls/tokio-rustls | +| tokio-rustls | 0.26.4 | MIT OR Apache-2.0 | https://github.com/rustls/tokio-rustls | +| tokio-socks | 0.5.2 | MIT | https://github.com/sticnarf/tokio-socks | +| tokio-stream | 0.1.18 | MIT | https://github.com/tokio-rs/tokio | +| tokio-test | 0.4.5 | MIT | https://github.com/tokio-rs/tokio | +| tokio-tungstenite | 0.20.1 | MIT | https://github.com/snapview/tokio-tungstenite | +| tokio-tungstenite | 0.26.2 | MIT | https://github.com/snapview/tokio-tungstenite | +| tokio-util | 0.7.18 | MIT | https://github.com/tokio-rs/tokio | +| tokio-websockets | 0.13.2 | MIT | https://github.com/Gelbpunkt/tokio-websockets/ | +| toml | 0.8.23 | MIT OR Apache-2.0 | https://github.com/toml-rs/toml | +| toml_datetime | 0.6.11 | MIT OR Apache-2.0 | https://github.com/toml-rs/toml | +| toml_datetime | 1.1.1+spec-1.1.0 | MIT OR Apache-2.0 | https://github.com/toml-rs/toml | +| toml_edit | 0.22.27 | MIT OR Apache-2.0 | https://github.com/toml-rs/toml | +| toml_edit | 0.25.12+spec-1.1.0 | MIT OR Apache-2.0 | https://github.com/toml-rs/toml | +| toml_parser | 1.1.2+spec-1.1.0 | MIT OR Apache-2.0 | https://github.com/toml-rs/toml | +| toml_write | 0.1.2 | MIT OR Apache-2.0 | https://github.com/toml-rs/toml | +| totp-rs | 5.7.0 | MIT | https://github.com/constantoine/totp-rs | +| tower | 0.5.3 | MIT | https://github.com/tower-rs/tower | +| tower-http | 0.6.8 | MIT | https://github.com/tower-rs/tower-http | +| tower-layer | 0.3.3 | MIT | https://github.com/tower-rs/tower | +| tower-service | 0.3.3 | MIT | https://github.com/tower-rs/tower | +| tracing | 0.1.44 | MIT | https://github.com/tokio-rs/tracing | +| tracing-attributes | 0.1.31 | MIT | https://github.com/tokio-rs/tracing | +| tracing-core | 0.1.36 | MIT | https://github.com/tokio-rs/tracing | +| tracing-log | 0.2.0 | MIT | https://github.com/tokio-rs/tracing | +| tracing-subscriber | 0.3.22 | MIT | https://github.com/tokio-rs/tracing | +| try-lock | 0.2.5 | MIT | https://github.com/seanmonstar/try-lock | +| tungstenite | 0.20.1 | MIT OR Apache-2.0 | https://github.com/snapview/tungstenite-rs | +| tungstenite | 0.26.2 | MIT OR Apache-2.0 | https://github.com/snapview/tungstenite-rs | +| typenum | 1.20.1 | MIT OR Apache-2.0 | https://github.com/paholg/typenum | +| unicode-ident | 1.0.22 | (MIT OR Apache-2.0) AND Unicode-3.0 | https://github.com/dtolnay/unicode-ident | +| unicode-normalization | 0.1.22 | MIT/Apache-2.0 | https://github.com/unicode-rs/unicode-normalization | +| unicode-segmentation | 1.13.3 | MIT OR Apache-2.0 | https://github.com/unicode-rs/unicode-segmentation | +| unicode-xid | 0.2.6 | MIT OR Apache-2.0 | https://github.com/unicode-rs/unicode-xid | +| universal-hash | 0.5.1 | MIT OR Apache-2.0 | https://github.com/RustCrypto/traits | +| unsafe-libyaml | 0.2.11 | MIT | https://github.com/dtolnay/unsafe-libyaml | +| untrusted | 0.9.0 | ISC | https://github.com/briansmith/untrusted | +| url | 2.5.8 | MIT OR Apache-2.0 | https://github.com/servo/rust-url | +| urlencoding | 2.1.3 | MIT | https://github.com/kornelski/rust_urlencoding | +| utf-8 | 0.7.6 | MIT OR Apache-2.0 | https://github.com/SimonSapin/rust-utf8 | +| utf8_iter | 1.0.4 | Apache-2.0 OR MIT | https://github.com/hsivonen/utf8_iter | +| uuid | 1.19.0 | Apache-2.0 OR MIT | https://github.com/uuid-rs/uuid | +| valuable | 0.1.1 | MIT | https://github.com/tokio-rs/valuable | +| vcpkg | 0.2.15 | MIT/Apache-2.0 | https://github.com/mcgoo/vcpkg-rs | +| vergen | 9.1.0 | MIT OR Apache-2.0 | https://github.com/rustyhorde/vergen | +| vergen-gitcl | 9.1.0 | MIT OR Apache-2.0 | https://github.com/rustyhorde/vergen | +| vergen-lib | 9.1.0 | MIT OR Apache-2.0 | https://github.com/rustyhorde/vergen | +| version_check | 0.9.5 | MIT/Apache-2.0 | https://github.com/SergioBenitez/version_check | +| walkdir | 2.5.0 | Unlicense/MIT | https://github.com/BurntSushi/walkdir | +| want | 0.3.1 | MIT | https://github.com/seanmonstar/want | +| wasi | 0.11.1+wasi-snapshot-preview1 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wasi | +| wasip2 | 1.0.2+wasi-0.2.9 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wasi-rs | +| wasip3 | 0.4.0+wasi-0.3.0-rc-2026-01-06 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wasi-rs | +| wasm-bindgen | 0.2.108 | MIT OR Apache-2.0 | https://github.com/wasm-bindgen/wasm-bindgen | +| wasm-bindgen-futures | 0.4.58 | MIT OR Apache-2.0 | https://github.com/wasm-bindgen/wasm-bindgen/tree/master/crates/futures | +| wasm-bindgen-macro | 0.2.108 | MIT OR Apache-2.0 | https://github.com/wasm-bindgen/wasm-bindgen/tree/master/crates/macro | +| wasm-bindgen-macro-support | 0.2.108 | MIT OR Apache-2.0 | https://github.com/wasm-bindgen/wasm-bindgen/tree/master/crates/macro-support | +| wasm-bindgen-shared | 0.2.108 | MIT OR Apache-2.0 | https://github.com/wasm-bindgen/wasm-bindgen/tree/master/crates/shared | +| wasm-encoder | 0.244.0 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wasm-tools/tree/main/crates/wasm-encoder | +| wasm-metadata | 0.244.0 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wasm-tools/tree/main/crates/wasm-metadata | +| wasm-streams | 0.4.2 | MIT OR Apache-2.0 | https://github.com/MattiasBuelens/wasm-streams/ | +| wasm-streams | 0.5.0 | MIT OR Apache-2.0 | https://github.com/MattiasBuelens/wasm-streams/ | +| wasmparser | 0.244.0 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wasm-tools/tree/main/crates/wasmparser | +| web-sys | 0.3.85 | MIT OR Apache-2.0 | https://github.com/wasm-bindgen/wasm-bindgen/tree/master/crates/web-sys | +| web-time | 1.1.0 | MIT OR Apache-2.0 | https://github.com/daxpedda/web-time | +| webpki-root-certs | 1.0.7 | CDLA-Permissive-2.0 | https://github.com/rustls/webpki-roots | +| webpki-roots | 0.25.4 | MPL-2.0 | https://github.com/rustls/webpki-roots | +| webpki-roots | 0.26.11 | CDLA-Permissive-2.0 | https://github.com/rustls/webpki-roots | +| webpki-roots | 1.0.6 | CDLA-Permissive-2.0 | https://github.com/rustls/webpki-roots | +| widestring | 1.2.1 | MIT OR Apache-2.0 | https://github.com/VoidStarKat/widestring-rs | +| winapi | 0.3.9 | MIT/Apache-2.0 | https://github.com/retep998/winapi-rs | +| winapi-i686-pc-windows-gnu | 0.4.0 | MIT/Apache-2.0 | https://github.com/retep998/winapi-rs | +| winapi-util | 0.1.11 | Unlicense OR MIT | https://github.com/BurntSushi/winapi-util | +| winapi-x86_64-pc-windows-gnu | 0.4.0 | MIT/Apache-2.0 | https://github.com/retep998/winapi-rs | +| windows | 0.62.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-collections | 0.3.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-core | 0.62.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-future | 0.3.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-implement | 0.60.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-interface | 0.59.3 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-link | 0.2.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-numerics | 0.3.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-registry | 0.6.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-result | 0.4.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-strings | 0.5.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-sys | 0.45.0 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-sys | 0.48.0 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-sys | 0.52.0 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-sys | 0.60.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-sys | 0.61.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-targets | 0.42.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-targets | 0.48.5 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-targets | 0.52.6 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-targets | 0.53.5 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows-threading | 0.2.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_aarch64_gnullvm | 0.42.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_aarch64_gnullvm | 0.48.5 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_aarch64_gnullvm | 0.52.6 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_aarch64_gnullvm | 0.53.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_aarch64_msvc | 0.42.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_aarch64_msvc | 0.48.5 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_aarch64_msvc | 0.52.6 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_aarch64_msvc | 0.53.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_i686_gnu | 0.42.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_i686_gnu | 0.48.5 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_i686_gnu | 0.52.6 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_i686_gnu | 0.53.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_i686_gnullvm | 0.52.6 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_i686_gnullvm | 0.53.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_i686_msvc | 0.42.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_i686_msvc | 0.48.5 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_i686_msvc | 0.52.6 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_i686_msvc | 0.53.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_gnu | 0.42.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_gnu | 0.48.5 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_gnu | 0.52.6 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_gnu | 0.53.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_gnullvm | 0.42.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_gnullvm | 0.48.5 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_gnullvm | 0.52.6 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_gnullvm | 0.53.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_msvc | 0.42.2 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_msvc | 0.48.5 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_msvc | 0.52.6 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| windows_x86_64_msvc | 0.53.1 | MIT OR Apache-2.0 | https://github.com/microsoft/windows-rs | +| winnow | 0.7.14 | MIT | https://github.com/winnow-rs/winnow | +| winnow | 1.0.3 | MIT | https://github.com/winnow-rs/winnow | +| winreg | 0.50.0 | MIT | https://github.com/gentoo90/winreg-rs | +| wit-bindgen | 0.51.0 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wit-bindgen | +| wit-bindgen-core | 0.51.0 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wit-bindgen | +| wit-bindgen-rust | 0.51.0 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wit-bindgen | +| wit-bindgen-rust-macro | 0.51.0 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wit-bindgen | +| wit-component | 0.244.0 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wasm-tools/tree/main/crates/wit-component | +| wit-parser | 0.244.0 | Apache-2.0 WITH LLVM-exception OR Apache-2.0 OR MIT | https://github.com/bytecodealliance/wasm-tools/tree/main/crates/wit-parser | +| wmi | 0.18.4 | MIT OR Apache-2.0 | https://github.com/ohadravid/wmi-rs | +| writeable | 0.6.2 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| ws_stream_wasm | 0.7.5 | Unlicense | https://github.com/najamelan/ws_stream_wasm | +| x509-parser | 0.18.1 | MIT OR Apache-2.0 | https://github.com/rusticata/x509-parser.git | +| xattr | 1.6.1 | MIT OR Apache-2.0 | https://github.com/Stebalien/xattr | +| xml-rs | 0.8.28 | MIT | https://github.com/kornelski/xml-rs | +| xmltree | 0.10.3 | MIT | https://github.com/eminence/xmltree-rs | +| yasna | 0.6.0 | MIT OR Apache-2.0 | https://github.com/qnighy/yasna.rs | +| yoke | 0.8.1 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| yoke-derive | 0.8.1 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| zbase32 | 0.1.2 | LGPL-3.0+ | https://gitlab.com/pgerber/zbase32-rust | +| zerocopy | 0.8.33 | BSD-2-Clause OR Apache-2.0 OR MIT | https://github.com/google/zerocopy | +| zerocopy-derive | 0.8.33 | BSD-2-Clause OR Apache-2.0 OR MIT | https://github.com/google/zerocopy | +| zerofrom | 0.1.6 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| zerofrom-derive | 0.1.6 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| zeroize | 1.9.0 | Apache-2.0 OR MIT | https://github.com/RustCrypto/utils | +| zeroize_derive | 1.5.0 | Apache-2.0 OR MIT | https://github.com/RustCrypto/utils | +| zerotrie | 0.2.3 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| zerovec | 0.11.5 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| zerovec-derive | 0.11.2 | Unicode-3.0 | https://github.com/unicode-org/icu4x | +| zmij | 1.0.16 | MIT | https://github.com/dtolnay/zmij | diff --git a/core/archipelago/Cargo.toml b/core/archipelago/Cargo.toml index 6e0037b6..0e7e5d8e 100644 --- a/core/archipelago/Cargo.toml +++ b/core/archipelago/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "archipelago" -version = "1.7.111-alpha" +version = "1.7.116-alpha" edition = "2021" description = "Archipelago Bitcoin Node OS - Native backend" authors = ["Archipelago Team"] diff --git a/core/archipelago/src/api/handler/content.rs b/core/archipelago/src/api/handler/content.rs index bdc39ec2..65a2862f 100644 --- a/core/archipelago/src/api/handler/content.rs +++ b/core/archipelago/src/api/handler/content.rs @@ -202,7 +202,9 @@ impl ApiHandler { return Ok(build_response( StatusCode::BAD_REQUEST, "application/json", - hyper::Body::from(r#"{"error":"The seller does not accept Lightning for this item"}"#), + hyper::Body::from( + r#"{"error":"The seller does not accept Lightning for this item"}"#, + ), )); } diff --git a/core/archipelago/src/api/rpc/auth.rs b/core/archipelago/src/api/rpc/auth.rs index d4ecf320..de499aab 100644 --- a/core/archipelago/src/api/rpc/auth.rs +++ b/core/archipelago/src/api/rpc/auth.rs @@ -106,7 +106,7 @@ impl RpcHandler { &self, params: Option<serde_json::Value>, ) -> Result<serde_json::Value> { - let name = params + let mut name = params .as_ref() .and_then(|p| p.get("name")) .and_then(|v| v.as_str()) @@ -116,6 +116,14 @@ impl RpcHandler { if name.is_empty() || name.len() > 64 { return Err(anyhow::anyhow!("Device name must be 1-64 characters")); } + // The default name was a single shared slot: every pairing popup + // replaced the previous phone's token, silently logging out the + // first phone the moment a second one paired. Default-named mints + // get a unique suffix so each device keeps its own credential; + // explicitly named devices keep replace-in-place semantics. + if name == "companion" { + name = format!("companion-{}", hex::encode(rand::random::<[u8; 2]>())); + } let token = crate::device_tokens::create(&self.config.data_dir, &name).await?; Ok(serde_json::json!({ "name": name, "token": token })) } diff --git a/core/archipelago/src/api/rpc/bitcoin_relay.rs b/core/archipelago/src/api/rpc/bitcoin_relay.rs index 57a4b1cd..cf5876c7 100644 --- a/core/archipelago/src/api/rpc/bitcoin_relay.rs +++ b/core/archipelago/src/api/rpc/bitcoin_relay.rs @@ -465,6 +465,7 @@ impl RpcHandler { signing_key.as_ref().map(|i| i.signing_key()), Some(&peer.pubkey), data.server_info.name.as_deref(), + Some(&self.config.data_dir), ) .await } diff --git a/core/archipelago/src/api/rpc/content.rs b/core/archipelago/src/api/rpc/content.rs index cf7b63ad..1eb89233 100644 --- a/core/archipelago/src/api/rpc/content.rs +++ b/core/archipelago/src/api/rpc/content.rs @@ -279,6 +279,7 @@ impl RpcHandler { .service(crate::settings::transport::PeerService::PeerFiles) .header("X-Federation-DID", local_did) .timeout(std::time::Duration::from_secs(120)) + .fips_timeout(std::time::Duration::from_secs(8)) .send_get() .await .context("Failed to connect to peer")?; @@ -364,6 +365,11 @@ impl RpcHandler { crate::fips::dial::PeerRequest::new(fips_npub.as_deref(), onion, "/content") .service(crate::settings::transport::PeerService::PeerFiles) .timeout(std::time::Duration::from_secs(30)) + // The Cloud page's hottest call: without a fast-fail cap a + // cold FIPS path burned ~16.6s before Tor even started, + // against the UI's 30s deadline — users saw errors, not + // fallback. + .fips_timeout(std::time::Duration::from_secs(6)) .send_get() .await .context("Failed to connect to peer")?; @@ -443,8 +449,7 @@ impl RpcHandler { && (o.content_id == content_id || filename.is_some_and(|f| { !f.is_empty() - && o.filename.trim_start_matches('/') - == f.trim_start_matches('/') + && o.filename.trim_start_matches('/') == f.trim_start_matches('/') })) }); if let Some(o) = already { @@ -454,12 +459,9 @@ impl RpcHandler { owned_as = %o.content_id, "paid download: already owned — serving cached copy, NOT paying again" ); - if let Some((mime, bytes)) = crate::content_owned::read_owned( - &self.config.data_dir, - &o.onion, - &o.content_id, - ) - .await + if let Some((mime, bytes)) = + crate::content_owned::read_owned(&self.config.data_dir, &o.onion, &o.content_id) + .await { use base64::Engine; return Ok(serde_json::json!({ @@ -692,10 +694,7 @@ impl RpcHandler { n += 1; } match tokio::fs::write(&target, &bytes).await { - Ok(()) => tracing::info!( - "paid download: filed into {}", - target.display() - ), + Ok(()) => tracing::info!("paid download: filed into {}", target.display()), Err(e) => tracing::warn!( "paid download: filing into {} failed (non-fatal): {e}", target.display() @@ -1144,6 +1143,7 @@ impl RpcHandler { crate::fips::dial::PeerRequest::new(fips_npub.as_deref(), onion, &path) .service(crate::settings::transport::PeerService::PeerFiles) .timeout(std::time::Duration::from_secs(30)) + .fips_timeout(std::time::Duration::from_secs(6)) .send_get() .await .context("Failed to connect to peer for preview")?; diff --git a/core/archipelago/src/api/rpc/dispatcher.rs b/core/archipelago/src/api/rpc/dispatcher.rs index 1e06ca10..2dd8d60e 100644 --- a/core/archipelago/src/api/rpc/dispatcher.rs +++ b/core/archipelago/src/api/rpc/dispatcher.rs @@ -124,12 +124,15 @@ impl RpcHandler { } "lnd.getinfo" => self.handle_lnd_getinfo().await, "lnd.listchannels" => self.handle_lnd_listchannels().await, + "lnd.closedchannels" => self.handle_lnd_closedchannels().await, "lnd.openchannel" => self.handle_lnd_openchannel(params).await, "lnd.closechannel" => self.handle_lnd_closechannel(params).await, "lnd.newaddress" => self.handle_lnd_newaddress().await, "lnd.sendcoins" => self.handle_lnd_sendcoins(params).await, + "lnd.estimatefee" => self.handle_lnd_estimatefee(params).await, "lnd.createinvoice" => self.handle_lnd_createinvoice(params).await, "lnd.payinvoice" => self.handle_lnd_payinvoice(params).await, + "lnd.paymentstatus" => self.handle_lnd_paymentstatus(params).await, "lnd.create-psbt" => self.handle_lnd_create_psbt(params).await, "lnd.finalize-psbt" => self.handle_lnd_finalize_psbt(params).await, "lnd.create-raw-tx" => self.handle_lnd_create_raw_tx(params).await, @@ -393,6 +396,7 @@ impl RpcHandler { "mesh.flash-status" => self.handle_mesh_flash_status().await, "mesh.flash-cancel" => self.handle_mesh_flash_cancel().await, "mesh.peers" => self.handle_mesh_peers().await, + "mesh.refresh" => self.handle_mesh_refresh().await, "mesh.messages" => self.handle_mesh_messages(params).await, "mesh.debug-dump" => self.handle_mesh_debug_dump().await, "mesh.send" => self.handle_mesh_send(params).await, diff --git a/core/archipelago/src/api/rpc/federation/handlers.rs b/core/archipelago/src/api/rpc/federation/handlers.rs index 39fac73f..5e4679e8 100644 --- a/core/archipelago/src/api/rpc/federation/handlers.rs +++ b/core/archipelago/src/api/rpc/federation/handlers.rs @@ -865,7 +865,9 @@ impl RpcHandler { "/rpc/v1", ) .service(crate::settings::transport::PeerService::Peers) - .timeout(std::time::Duration::from_secs(30)); + .timeout(std::time::Duration::from_secs(30)) + .fips_timeout(std::time::Duration::from_secs(6)) + .record_transport(&self.config.data_dir); match req.send_json(&body).await { Ok((resp, transport)) if resp.status().is_success() => { diff --git a/core/archipelago/src/api/rpc/fips.rs b/core/archipelago/src/api/rpc/fips.rs index 35da0fc6..391759b7 100644 --- a/core/archipelago/src/api/rpc/fips.rs +++ b/core/archipelago/src/api/rpc/fips.rs @@ -13,7 +13,14 @@ use anyhow::Result; impl RpcHandler { pub(super) async fn handle_fips_status(&self) -> Result<serde_json::Value> { let status = fips::FipsStatus::query(&self.config.data_dir).await; - Ok(serde_json::to_value(status)?) + let mut v = serde_json::to_value(status)?; + // Dial outcome counters (process-lifetime): how often peer dials + // used FIPS vs fell back to Tor, broken down by reason. This is + // the observability that makes "FIPS uptime" measurable. + if let Some(obj) = v.as_object_mut() { + obj.insert("dial_stats".to_string(), fips::telemetry::snapshot()); + } + Ok(v) } /// Everything the companion app needs to join this node's mesh, embedded @@ -23,9 +30,11 @@ impl RpcHandler { /// host/IP itself — it knows which origin the browser reached the node on. pub(super) async fn handle_fips_pair_info(&self) -> Result<serde_json::Value> { let identity_dir = fips::identity_dir_from(&self.config.data_dir); - let npub = crate::identity::fips_npub(&identity_dir).await?.ok_or_else(|| { - anyhow::anyhow!("FIPS identity not provisioned yet — complete onboarding first") - })?; + let npub = crate::identity::fips_npub(&identity_dir) + .await? + .ok_or_else(|| { + anyhow::anyhow!("FIPS identity not provisioned yet — complete onboarding first") + })?; let ula = fips::iface::fips0_ula().map(|ip| ip.to_string()); // The node's seed anchors ride along so the phone can rendezvous // through the same public mesh points when the node's LAN endpoint @@ -81,7 +90,8 @@ impl RpcHandler { pub(super) async fn handle_fips_install(&self) -> Result<serde_json::Value> { let identity_dir = fips::identity_dir_from(&self.config.data_dir); fips::config::install(&identity_dir).await?; - fips::service::activate(fips::SERVICE_UNIT).await?; + let unit = fips::service::activation_unit().await; + fips::service::activate(unit).await?; let status = fips::FipsStatus::query(&self.config.data_dir).await; Ok(serde_json::to_value(status)?) } diff --git a/core/archipelago/src/api/rpc/lnd/channels.rs b/core/archipelago/src/api/rpc/lnd/channels.rs index 62271591..c1ffb8e9 100644 --- a/core/archipelago/src/api/rpc/lnd/channels.rs +++ b/core/archipelago/src/api/rpc/lnd/channels.rs @@ -30,6 +30,8 @@ struct ChannelInfo { active: bool, status: String, channel_point: String, + #[serde(skip_serializing_if = "String::is_empty")] + closing_txid: String, } #[derive(Debug, Serialize)] @@ -58,6 +60,10 @@ struct LndChannel { #[derive(Debug, Deserialize, Default)] struct LndPendingChannelsResponse { pending_open_channels: Option<Vec<LndPendingOpenChannel>>, + // Cooperative closes waiting for their closing tx to confirm + waiting_close_channels: Option<Vec<LndWaitingCloseChannel>>, + // Force closes serving out their timelock + pending_force_closing_channels: Option<Vec<LndForceClosingChannel>>, } #[derive(Debug, Deserialize)] @@ -65,6 +71,18 @@ struct LndPendingOpenChannel { channel: Option<LndPendingChannel>, } +#[derive(Debug, Deserialize)] +struct LndWaitingCloseChannel { + channel: Option<LndPendingChannel>, + closing_txid: Option<String>, +} + +#[derive(Debug, Deserialize)] +struct LndForceClosingChannel { + channel: Option<LndPendingChannel>, + closing_txid: Option<String>, +} + #[derive(Debug, Deserialize)] struct LndPendingChannel { remote_node_pub: Option<String>, @@ -74,6 +92,52 @@ struct LndPendingChannel { channel_point: Option<String>, } +impl LndPendingChannel { + fn into_channel_info(self, status: &str, closing_txid: Option<String>) -> ChannelInfo { + let parse = |s: &Option<String>| s.as_deref().and_then(|v| v.parse().ok()).unwrap_or(0); + ChannelInfo { + chan_id: String::new(), + remote_pubkey: self.remote_node_pub.clone().unwrap_or_default(), + capacity: parse(&self.capacity), + local_balance: parse(&self.local_balance), + remote_balance: parse(&self.remote_balance), + active: false, + status: status.into(), + channel_point: self.channel_point.unwrap_or_default(), + closing_txid: closing_txid.unwrap_or_default(), + } + } +} + +#[derive(Debug, Deserialize, Default)] +struct LndClosedChannelsResponse { + channels: Option<Vec<LndClosedChannel>>, +} + +#[derive(Debug, Deserialize)] +struct LndClosedChannel { + chan_id: Option<String>, + remote_pubkey: Option<String>, + capacity: Option<String>, + settled_balance: Option<String>, + close_type: Option<String>, + closing_tx_hash: Option<String>, + channel_point: Option<String>, + close_height: Option<i64>, +} + +#[derive(Debug, Serialize)] +struct ClosedChannelInfo { + chan_id: String, + remote_pubkey: String, + capacity: i64, + settled_balance: i64, + close_type: String, + closing_tx_hash: String, + channel_point: String, + close_height: i64, +} + impl RpcHandler { pub(in crate::api::rpc) async fn handle_lnd_listchannels(&self) -> Result<serde_json::Value> { let (client, macaroon_hex) = self.lnd_client().await?; @@ -131,6 +195,7 @@ impl RpcHandler { "inactive".into() }, channel_point: ch.channel_point.unwrap_or_default(), + closing_txid: String::new(), } }) .collect(); @@ -138,31 +203,20 @@ impl RpcHandler { let mut pending_channels: Vec<ChannelInfo> = Vec::new(); for pch in pending_resp.pending_open_channels.unwrap_or_default() { if let Some(ch) = pch.channel { - let capacity: i64 = ch - .capacity - .as_deref() - .and_then(|s| s.parse().ok()) - .unwrap_or(0); - let local: i64 = ch - .local_balance - .as_deref() - .and_then(|s| s.parse().ok()) - .unwrap_or(0); - let remote: i64 = ch - .remote_balance - .as_deref() - .and_then(|s| s.parse().ok()) - .unwrap_or(0); - pending_channels.push(ChannelInfo { - chan_id: String::new(), - remote_pubkey: ch.remote_node_pub.unwrap_or_default(), - capacity, - local_balance: local, - remote_balance: remote, - active: false, - status: "pending_open".into(), - channel_point: ch.channel_point.unwrap_or_default(), - }); + pending_channels.push(ch.into_channel_info("pending_open", None)); + } + } + for wch in pending_resp.waiting_close_channels.unwrap_or_default() { + if let Some(ch) = wch.channel { + pending_channels.push(ch.into_channel_info("closing", wch.closing_txid)); + } + } + for fch in pending_resp + .pending_force_closing_channels + .unwrap_or_default() + { + if let Some(ch) = fch.channel { + pending_channels.push(ch.into_channel_info("force_closing", fch.closing_txid)); } } @@ -349,6 +403,46 @@ impl RpcHandler { Ok(body) } + pub(in crate::api::rpc) async fn handle_lnd_closedchannels(&self) -> Result<serde_json::Value> { + let (client, macaroon_hex) = self.lnd_client().await?; + + let resp: LndClosedChannelsResponse = client + .get(format!("{LND_REST_BASE_URL}/v1/channels/closed")) + .header("Grpc-Metadata-macaroon", &macaroon_hex) + .send() + .await + .context("LND REST connection failed")? + .json() + .await + .context("Failed to parse LND closed channels response")?; + + let channels: Vec<ClosedChannelInfo> = resp + .channels + .unwrap_or_default() + .into_iter() + .map(|ch| ClosedChannelInfo { + chan_id: ch.chan_id.unwrap_or_default(), + remote_pubkey: ch.remote_pubkey.unwrap_or_default(), + capacity: ch + .capacity + .as_deref() + .and_then(|s| s.parse().ok()) + .unwrap_or(0), + settled_balance: ch + .settled_balance + .as_deref() + .and_then(|s| s.parse().ok()) + .unwrap_or(0), + close_type: ch.close_type.unwrap_or_default(), + closing_tx_hash: ch.closing_tx_hash.unwrap_or_default(), + channel_point: ch.channel_point.unwrap_or_default(), + close_height: ch.close_height.unwrap_or(0), + }) + .collect(); + + Ok(serde_json::json!({ "channels": channels })) + } + pub(in crate::api::rpc) async fn handle_lnd_closechannel( &self, params: Option<serde_json::Value>, @@ -389,27 +483,35 @@ impl RpcHandler { "Closing Lightning channel" ); - let (client, macaroon_hex) = self.lnd_client().await?; + let (_, macaroon_hex) = self.lnd_client().await?; + + // The close endpoint is server-streaming: LND holds the connection + // open and emits updates until the closing tx CONFIRMS on-chain + // (potentially hours). Reading the whole body hangs the RPC even + // though the close already went through, and the shared lnd_client's + // 15s total timeout would abort the stream mid-read. Use a dedicated + // client and return as soon as the first streamed update arrives. + let client = reqwest::Client::builder() + .no_proxy() + .connect_timeout(std::time::Duration::from_secs(10)) + .danger_accept_invalid_certs(true) + .build() + .context("Failed to create streaming HTTP client")?; let url = format!( "{LND_REST_BASE_URL}/v1/channels/{}/{}?force={}", parts[0], parts[1], force ); - let resp = client + let mut resp = client .delete(&url) .header("Grpc-Metadata-macaroon", &macaroon_hex) .send() .await .context("Failed to close channel")?; - let status = resp.status(); - let body: serde_json::Value = resp - .json() - .await - .context("Failed to parse close channel response")?; - - if !status.is_success() { + if !resp.status().is_success() { + let body: serde_json::Value = resp.json().await.unwrap_or_default(); let msg = body .get("message") .and_then(|v| v.as_str()) @@ -417,6 +519,56 @@ impl RpcHandler { return Err(anyhow::anyhow!("Failed to close channel: {}", msg)); } - Ok(serde_json::json!({ "success": true })) + // First streamed line is {"result":{"close_pending":…}} on success or + // {"error":…} — the stream reports errors in-band after a 200. + let mut buf: Vec<u8> = Vec::new(); + let first_update = tokio::time::timeout(std::time::Duration::from_secs(25), async { + while let Some(chunk) = resp.chunk().await? { + buf.extend_from_slice(&chunk); + let line = match buf.iter().position(|&b| b == b'\n') { + Some(pos) => &buf[..pos], + None => &buf[..], + }; + if let Ok(v) = serde_json::from_slice::<serde_json::Value>(line) { + return Ok::<_, anyhow::Error>(Some(v)); + } + } + Ok(None) + }) + .await; + + match first_update { + Ok(Ok(Some(update))) => { + if let Some(err) = update.get("error") { + let msg = err + .get("message") + .and_then(|v| v.as_str()) + .unwrap_or("Unknown error"); + return Err(anyhow::anyhow!("Failed to close channel: {}", msg)); + } + // txid arrives base64-encoded in internal byte order; flip it + // into the display order explorers use. + use base64::Engine as _; + let closing_txid = update + .pointer("/result/close_pending/txid") + .and_then(|v| v.as_str()) + .and_then(|b64| base64::engine::general_purpose::STANDARD.decode(b64).ok()) + .map(|mut bytes| { + bytes.reverse(); + hex::encode(bytes) + }) + .unwrap_or_default(); + info!(channel_point, closing_txid, "Channel close initiated"); + Ok(serde_json::json!({ "success": true, "closing_txid": closing_txid })) + } + Ok(Ok(None)) => Err(anyhow::anyhow!( + "LND ended the close stream without an update — check the channel list" + )), + Ok(Err(e)) => Err(e).context("Failed reading close channel response"), + // No update inside the window: the close is almost certainly still + // negotiating with the peer — report initiated, the channel list + // will show it under Closing. + Err(_) => Ok(serde_json::json!({ "success": true, "closing_txid": "" })), + } } } diff --git a/core/archipelago/src/api/rpc/lnd/payments.rs b/core/archipelago/src/api/rpc/lnd/payments.rs index eba3f182..5a7a63ef 100644 --- a/core/archipelago/src/api/rpc/lnd/payments.rs +++ b/core/archipelago/src/api/rpc/lnd/payments.rs @@ -36,6 +36,33 @@ impl RpcHandler { let (client, macaroon_hex) = self.lnd_client().await?; + // Decode the invoice up front (fast, local) so we know its payment + // hash BEFORE handing it to LND. If the payment outlives our wait + // below, the hash is what lets the UI keep tracking it instead of + // declaring a false failure. Best-effort: a decode hiccup must not + // block the payment itself. + let (decoded_hash, decoded_amt) = match client + .get(format!("{LND_REST_BASE_URL}/v1/payreq/{payment_request}")) + .header("Grpc-Metadata-macaroon", &macaroon_hex) + .send() + .await + { + Ok(r) => match r.json::<serde_json::Value>().await { + Ok(d) => ( + d.get("payment_hash") + .and_then(|v| v.as_str()) + .unwrap_or("") + .to_string(), + d.get("num_satoshis") + .and_then(|v| v.as_str()) + .and_then(|s| s.parse::<i64>().ok()) + .unwrap_or(0), + ), + Err(_) => (String::new(), 0), + }, + Err(_) => (String::new(), 0), + }; + let mut pay_body = serde_json::json!({ "payment_request": payment_request, }); @@ -43,13 +70,46 @@ impl RpcHandler { pay_body["amt"] = serde_json::json!(amt.to_string()); } - let resp = client + // `/v1/channels/transactions` is SYNCHRONOUS: it blocks until the + // payment settles or definitively fails, and multi-hop routing with + // retries routinely takes longer than the shared client's 15s budget. + // That 15s abort used to surface as "Payment failed" while LND kept + // paying in the background — the payment then succeeded and appeared + // in history a minute later. Wait up to 120s on a dedicated client, + // and treat a post-connect timeout as IN FLIGHT (status: pending), + // never as failure — only LND may declare a payment failed. + let pay_client = reqwest::Client::builder() + .no_proxy() + .connect_timeout(std::time::Duration::from_secs(10)) + .timeout(std::time::Duration::from_secs(120)) + .danger_accept_invalid_certs(true) + .build() + .context("Failed to create HTTP client")?; + + let resp = match pay_client .post(format!("{LND_REST_BASE_URL}/v1/channels/transactions")) .header("Grpc-Metadata-macaroon", &macaroon_hex) .json(&pay_body) .send() .await - .context("Failed to pay invoice")?; + { + Ok(r) => r, + Err(e) if e.is_connect() => { + // Never reached LND — nothing was sent; this IS a hard error. + return Err(anyhow::anyhow!("Could not reach LND to pay: {e}")); + } + Err(_) => { + // Timed out (or lost the connection) AFTER the payment was + // handed to LND — it may well still succeed. Report pending + // with the hash so the caller can poll lnd.paymentstatus. + info!("payinvoice wait elapsed; payment still in flight"); + return Ok(serde_json::json!({ + "status": "pending", + "payment_hash": decoded_hash, + "amount_sats": decoded_amt, + })); + } + }; let status = resp.status(); let body: serde_json::Value = resp @@ -86,20 +146,105 @@ impl RpcHandler { .and_then(|r| r.get("total_amt")) .and_then(|v| v.as_str()) .and_then(|s| s.parse::<i64>().ok()) - .unwrap_or(0); + .unwrap_or(decoded_amt); let payment_hash = body .get("payment_hash") .and_then(|v| v.as_str()) - .unwrap_or("") - .to_string(); + .filter(|s| !s.is_empty()) + .map(|s| s.to_string()) + .unwrap_or(decoded_hash); Ok(serde_json::json!({ + "status": "succeeded", "payment_hash": payment_hash, "amount_sats": amount_sat, })) } + /// Status of an outgoing Lightning payment by hex payment hash. Lets the + /// UI resolve a payinvoice that outlived its synchronous wait (`status: + /// "pending"`) to a real terminal state instead of guessing. + pub(in crate::api::rpc) async fn handle_lnd_paymentstatus( + &self, + params: Option<serde_json::Value>, + ) -> Result<serde_json::Value> { + let params = params.unwrap_or_default(); + let payment_hash = params + .get("payment_hash") + .and_then(|v| v.as_str()) + .ok_or_else(|| anyhow::anyhow!("Missing 'payment_hash' parameter"))?; + if payment_hash.len() != 64 || !payment_hash.chars().all(|c| c.is_ascii_hexdigit()) { + return Err(anyhow::anyhow!("Invalid payment hash")); + } + + let (client, macaroon_hex) = self.lnd_client().await?; + let resp = client + .get(format!( + "{LND_REST_BASE_URL}/v1/payments?include_incomplete=true&max_payments=100&reversed=true" + )) + .header("Grpc-Metadata-macaroon", &macaroon_hex) + .send() + .await + .context("LND REST connection failed")?; + let body: serde_json::Value = resp + .json() + .await + .context("Failed to parse payments response")?; + + let hash_lower = payment_hash.to_lowercase(); + let found = body + .get("payments") + .and_then(|v| v.as_array()) + .and_then(|arr| { + arr.iter().find(|p| { + p.get("payment_hash").and_then(|v| v.as_str()) + == Some(hash_lower.as_str()) + }) + }); + + let Some(p) = found else { + // Not in the latest window — either very old or LND never saw it. + return Ok(serde_json::json!({ "status": "unknown" })); + }; + + let lnd_status = p.get("status").and_then(|v| v.as_str()).unwrap_or(""); + let status = match lnd_status { + "SUCCEEDED" => "succeeded", + "FAILED" => "failed", + _ => "in_flight", + }; + let failure_reason = match p + .get("failure_reason") + .and_then(|v| v.as_str()) + .unwrap_or("") + { + "FAILURE_REASON_NO_ROUTE" => "No route to the recipient", + "FAILURE_REASON_INSUFFICIENT_BALANCE" => "Insufficient channel balance", + "FAILURE_REASON_TIMEOUT" => "Payment timed out in the network", + "FAILURE_REASON_INCORRECT_PAYMENT_DETAILS" => { + "Recipient rejected the payment (wrong details or expired invoice)" + } + "FAILURE_REASON_ERROR" => "Payment failed", + _ => "", + }; + + fn amt(p: &serde_json::Value, key: &str) -> i64 { + p.get(key) + .and_then(|f| f.as_str()) + .and_then(|s| s.parse().ok()) + .or_else(|| p.get(key).and_then(|f| f.as_i64())) + .unwrap_or(0) + } + + Ok(serde_json::json!({ + "status": status, + "failure_reason": failure_reason, + "amount_sats": amt(p, "value_sat"), + "fee_sats": amt(p, "fee_sat"), + })) + } + /// List on-chain transactions from LND. /// Returns all transactions, with incoming (amount > 0) flagged. pub(in crate::api::rpc) async fn handle_lnd_gettransactions( diff --git a/core/archipelago/src/api/rpc/lnd/wallet.rs b/core/archipelago/src/api/rpc/lnd/wallet.rs index 286f84b5..df0bab3b 100644 --- a/core/archipelago/src/api/rpc/lnd/wallet.rs +++ b/core/archipelago/src/api/rpc/lnd/wallet.rs @@ -124,16 +124,41 @@ impl RpcHandler { return Err(anyhow::anyhow!("Invalid Bitcoin address format")); } + // Fee control: either a confirmation target or an explicit fee rate + let target_conf = params.get("target_conf").and_then(|v| v.as_i64()); + let sat_per_vbyte = params.get("sat_per_vbyte").and_then(|v| v.as_i64()); + if target_conf.is_some() && sat_per_vbyte.is_some() { + return Err(anyhow::anyhow!( + "Invalid fee parameters: specify either target_conf or sat_per_vbyte, not both" + )); + } + if let Some(tc) = target_conf { + if !(1..=1008).contains(&tc) { + return Err(anyhow::anyhow!( + "Invalid target_conf: must be between 1 and 1008 blocks" + )); + } + } + if let Some(rate) = sat_per_vbyte { + if !(1..=5000).contains(&rate) { + return Err(anyhow::anyhow!( + "Invalid sat_per_vbyte: must be between 1 and 5000" + )); + } + } + info!( addr = addr, amount = amount, send_all = send_all, + target_conf = target_conf, + sat_per_vbyte = sat_per_vbyte, "Sending on-chain Bitcoin" ); let (client, macaroon_hex) = self.lnd_client().await?; - let send_body = match amount { + let mut send_body = match amount { Some(amount) => serde_json::json!({ "addr": addr, "amount": amount.to_string(), @@ -143,6 +168,13 @@ impl RpcHandler { "send_all": true, }), }; + if let Some(tc) = target_conf { + send_body["target_conf"] = serde_json::json!(tc); + } + if let Some(rate) = sat_per_vbyte { + // LND REST encodes uint64 as a JSON string + send_body["sat_per_vbyte"] = serde_json::json!(rate.to_string()); + } let resp = client .post(format!("{LND_REST_BASE_URL}/v1/transactions")) @@ -171,6 +203,82 @@ impl RpcHandler { Ok(serde_json::json!({ "txid": txid })) } + /// Estimate the on-chain fee for sending `amount` sats to `addr` at a + /// confirmation target. Returns `{ fee_sat, sat_per_vbyte }` so the send + /// UI can show the cost of each preset before the user confirms. + pub(in crate::api::rpc) async fn handle_lnd_estimatefee( + &self, + params: Option<serde_json::Value>, + ) -> Result<serde_json::Value> { + let params = params.unwrap_or_default(); + let addr = params + .get("addr") + .and_then(|v| v.as_str()) + .ok_or_else(|| anyhow::anyhow!("Missing 'addr' parameter"))?; + if addr.len() < 14 || addr.len() > 90 || !addr.chars().all(|c| c.is_ascii_alphanumeric()) { + return Err(anyhow::anyhow!("Invalid Bitcoin address format")); + } + let amount = params + .get("amount") + .and_then(|v| v.as_i64()) + .ok_or_else(|| anyhow::anyhow!("Missing 'amount' parameter (sats)"))?; + if !(546..=21_000_000 * 100_000_000).contains(&amount) { + return Err(anyhow::anyhow!("Invalid amount")); + } + let target_conf = params + .get("target_conf") + .and_then(|v| v.as_i64()) + .unwrap_or(6); + if !(1..=1008).contains(&target_conf) { + return Err(anyhow::anyhow!( + "Invalid target_conf: must be between 1 and 1008 blocks" + )); + } + + let (client, macaroon_hex) = self.lnd_client().await?; + + let resp = client + .get(format!("{LND_REST_BASE_URL}/v1/transactions/fee")) + .query(&[ + (format!("AddrToAmount[{addr}]"), amount.to_string()), + ("target_conf".to_string(), target_conf.to_string()), + ]) + .header("Grpc-Metadata-macaroon", &macaroon_hex) + .send() + .await + .context("Failed to estimate fee")?; + + let status = resp.status(); + let body: serde_json::Value = resp + .json() + .await + .context("Failed to parse fee estimate response")?; + + if !status.is_success() { + let msg = body + .get("message") + .and_then(|v| v.as_str()) + .unwrap_or("Unknown error"); + return Err(anyhow::anyhow!("Failed to estimate fee: {}", msg)); + } + + // LND REST encodes int64 as JSON strings + let fee_sat = body + .get("fee_sat") + .and_then(|v| v.as_str()) + .and_then(|s| s.parse::<i64>().ok()) + .unwrap_or(0); + let sat_per_vbyte = body + .get("sat_per_vbyte") + .and_then(|v| v.as_str()) + .and_then(|s| s.parse::<i64>().ok()) + .unwrap_or(0); + Ok(serde_json::json!({ + "fee_sat": fee_sat, + "sat_per_vbyte": sat_per_vbyte, + })) + } + /// Create a Lightning invoice. /// Create a Lightning invoice and return `(bolt11, payment_hash_hex)`. /// diff --git a/core/archipelago/src/api/rpc/mesh/messaging.rs b/core/archipelago/src/api/rpc/mesh/messaging.rs index 3d4da867..23facdc3 100644 --- a/core/archipelago/src/api/rpc/mesh/messaging.rs +++ b/core/archipelago/src/api/rpc/mesh/messaging.rs @@ -1,6 +1,7 @@ use super::super::RpcHandler; use crate::mesh; use anyhow::Result; +use std::sync::Arc; use tracing::info; impl RpcHandler { @@ -131,7 +132,14 @@ impl RpcHandler { config.broadcast_identity = broadcast; } if let Some(name) = params.get("advert_name").and_then(|v| v.as_str()) { - config.advert_name = Some(name.to_string()); + // Empty clears the custom mesh name (falls back to the server + // name) — without this, a name could be set but never unset. + let trimmed = name.trim(); + config.advert_name = if trimmed.is_empty() { + None + } else { + Some(trimmed.to_string()) + }; } if let Some(announce) = params .get("announce_block_headers") @@ -202,10 +210,24 @@ impl RpcHandler { mesh::save_config(&self.config.data_dir, &config).await?; - // If we have a running service, update its config - let mut service = self.mesh_service.write().await; - if let Some(svc) = service.as_mut() { - svc.configure(config.clone()).await?; + // Apply to the running service in the background: configure() may + // stop+start the listener (config changes now restart the session so + // they actually take effect), and that can take seconds when the old + // session is mid-probe. Holding the service write-lock for that long + // inside this handler stalled every concurrent mesh.status/mesh.peers + // poll behind it — the UI froze and nginx surfaced 502s. The config is + // already persisted above; the UI observes progress via mesh.status. + { + let service_arc = Arc::clone(&self.mesh_service); + let config_for_apply = config.clone(); + tokio::spawn(async move { + let mut service = service_arc.write().await; + if let Some(svc) = service.as_mut() { + if let Err(e) = svc.configure(config_for_apply).await { + tracing::error!("Applying mesh config to running service failed: {e:#}"); + } + } + }); } info!("Mesh config updated"); diff --git a/core/archipelago/src/api/rpc/mesh/status.rs b/core/archipelago/src/api/rpc/mesh/status.rs index ade30aca..77087623 100644 --- a/core/archipelago/src/api/rpc/mesh/status.rs +++ b/core/archipelago/src/api/rpc/mesh/status.rs @@ -134,6 +134,28 @@ impl RpcHandler { Ok(serde_json::to_value(probe)?) } + /// mesh.refresh — Actively refresh discovery state: re-query the radio's + /// contact table and re-announce ourselves so quiet-but-alive neighbours + /// answer. This is what the UI's Refresh button calls — before it existed + /// the button only re-read server caches and never touched the radio. + pub(in crate::api::rpc) async fn handle_mesh_refresh(&self) -> Result<serde_json::Value> { + let service = self.mesh_service.read().await; + let Some(svc) = service.as_ref() else { + return Ok(serde_json::json!({ "refreshed": false, "device_connected": false })); + }; + let status = svc.status().await; + if status.device_connected { + let state = svc.shared_state(); + let _ = state + .send_cmd(crate::mesh::listener::MeshCommand::RefreshContacts) + .await; + } + Ok(serde_json::json!({ + "refreshed": status.device_connected, + "device_connected": status.device_connected, + })) + } + /// mesh.peers — List discovered mesh peers. pub(in crate::api::rpc) async fn handle_mesh_peers(&self) -> Result<serde_json::Value> { let service = self.mesh_service.read().await; diff --git a/core/archipelago/src/api/rpc/mesh/typed_messages.rs b/core/archipelago/src/api/rpc/mesh/typed_messages.rs index 28cc66f6..85577b07 100644 --- a/core/archipelago/src/api/rpc/mesh/typed_messages.rs +++ b/core/archipelago/src/api/rpc/mesh/typed_messages.rs @@ -820,6 +820,8 @@ impl RpcHandler { crate::fips::dial::PeerRequest::new(fips_npub.as_deref(), &onion_bare, &path) .service(crate::settings::transport::PeerService::MeshFileSharing) .timeout(std::time::Duration::from_secs(120)) + .fips_timeout(std::time::Duration::from_secs(8)) + .record_transport(&self.config.data_dir) .send_get() .await .map_err(|e| anyhow::anyhow!("Fetch failed: {}", e))?; diff --git a/core/archipelago/src/api/rpc/mod.rs b/core/archipelago/src/api/rpc/mod.rs index 6924095b..83b0de23 100644 --- a/core/archipelago/src/api/rpc/mod.rs +++ b/core/archipelago/src/api/rpc/mod.rs @@ -560,8 +560,8 @@ impl RpcHandler { .is_some(), None => false, }; - let totp_enabled = !is_token_login - && self.auth_manager.is_totp_enabled().await.unwrap_or(false); + let totp_enabled = + !is_token_login && self.auth_manager.is_totp_enabled().await.unwrap_or(false); if totp_enabled { let password = login_params .as_ref() diff --git a/core/archipelago/src/api/rpc/network.rs b/core/archipelago/src/api/rpc/network.rs index abf5ec95..9755fed6 100644 --- a/core/archipelago/src/api/rpc/network.rs +++ b/core/archipelago/src/api/rpc/network.rs @@ -137,6 +137,7 @@ impl RpcHandler { None, None, None, + Some(&self.config.data_dir), ) .await?; @@ -225,6 +226,7 @@ impl RpcHandler { signing_key.as_ref().map(|i| i.signing_key()), Some(&req.from_pubkey), data.server_info.name.as_deref(), + Some(&self.config.data_dir), ) .await { diff --git a/core/archipelago/src/api/rpc/package/install.rs b/core/archipelago/src/api/rpc/package/install.rs index 984e0132..589b0b09 100644 --- a/core/archipelago/src/api/rpc/package/install.rs +++ b/core/archipelago/src/api/rpc/package/install.rs @@ -2324,17 +2324,28 @@ async fn cleanup_start_conflict(package_id: &str, stderr: &str) -> bool { } async fn cleanup_stale_pasta_port(port: &str) { + // NEVER kill our own process. The daemon holds catalog app ports over + // IPv6 (the mesh app-port relay), so a blunt `fuser -k <port>/tcp` would + // terminate archipelago itself mid-install — installs failed and apps + // vanished on framework-pt 2026-07-27. Kill every listener on the port + // EXCEPT our PID (and our process group), leaving the relay/daemon alive. + let self_pid = std::process::id(); let kill_listener = format!( - "ss -ltnp 'sport = :{}' 2>/dev/null | sed -n 's/.*pid=\\([0-9]*\\).*/\\1/p' | xargs -r kill 2>/dev/null || true", - port + "ss -ltnp 'sport = :{port}' 2>/dev/null | sed -n 's/.*pid=\\([0-9]*\\).*/\\1/p' | \ + while read p; do [ \"$p\" = \"{self_pid}\" ] || kill \"$p\" 2>/dev/null; done || true", ); let _ = tokio::process::Command::new("sh") .args(["-c", &kill_listener]) .output() .await; - let _ = tokio::process::Command::new("sudo") - .args(["fuser", "-k", &format!("{}/tcp", port)]) + // sudo fuser -k, but exclude our own PID: fuser prints the PIDs holding + // the port; kill each except self. (`fuser -k` has no exclusion flag.) + let fuser_kill = format!( + "for p in $(sudo fuser {port}/tcp 2>/dev/null); do [ \"$p\" = \"{self_pid}\" ] || sudo kill \"$p\" 2>/dev/null; done || true", + ); + let _ = tokio::process::Command::new("sh") + .args(["-c", &fuser_kill]) .output() .await; diff --git a/core/archipelago/src/api/rpc/package/pine_ha.rs b/core/archipelago/src/api/rpc/package/pine_ha.rs index 7c8bf11e..965b1c60 100644 --- a/core/archipelago/src/api/rpc/package/pine_ha.rs +++ b/core/archipelago/src/api/rpc/package/pine_ha.rs @@ -766,7 +766,11 @@ async fn find_satellite(port: u16) -> Option<String> { if self_ips.contains(&ip) { continue; } - set.spawn(async move { tcp_alive(&ip.to_string(), port, 500).await.then(|| ip.to_string()) }); + set.spawn(async move { + tcp_alive(&ip.to_string(), port, 500) + .await + .then(|| ip.to_string()) + }); } while let Some(res) = set.join_next().await { if let Ok(Some(ip)) = res { diff --git a/core/archipelago/src/api/rpc/peers.rs b/core/archipelago/src/api/rpc/peers.rs index 6e0e6812..de71f850 100644 --- a/core/archipelago/src/api/rpc/peers.rs +++ b/core/archipelago/src/api/rpc/peers.rs @@ -133,6 +133,7 @@ impl RpcHandler { Some(node_id.signing_key()), recipient_pubkey.as_deref(), node_name.as_deref(), + Some(&self.config.data_dir), ) .await?; Ok(serde_json::json!({ "ok": true, "sent_to": onion })) diff --git a/core/archipelago/src/api/rpc/seed_rpc.rs b/core/archipelago/src/api/rpc/seed_rpc.rs index 82daa407..a84762e5 100644 --- a/core/archipelago/src/api/rpc/seed_rpc.rs +++ b/core/archipelago/src/api/rpc/seed_rpc.rs @@ -56,12 +56,12 @@ pub(in crate::api::rpc) async fn save_pending_seed_encrypted( Ok(true) } -/// Best-effort: install fips.yaml + start archipelago-fips.service after the -/// seed onboarding has written the fips_key to disk. Runs in a detached task -/// so the user-facing RPC returns immediately — the systemctl calls can take -/// a few seconds the first time on slow hardware. Any failure is logged but -/// does not break onboarding; the user can still hit fips.install manually -/// from the dashboard as an escape hatch. +/// Best-effort: install fips.yaml + start the available FIPS systemd unit after +/// seed onboarding has written the fips_key to disk. Runs in a detached task so +/// the user-facing RPC returns immediately — the systemctl calls can take a few +/// seconds the first time on slow hardware. Any failure is logged but does not +/// break onboarding; the user can still hit fips.install manually from the +/// dashboard as an escape hatch. fn spawn_post_onboarding_fips_activate(data_dir: std::path::PathBuf) { tokio::spawn(async move { let identity_dir = data_dir.join("identity"); @@ -78,11 +78,12 @@ fn spawn_post_onboarding_fips_activate(data_dir: std::path::PathBuf) { tracing::warn!("post-onboarding fips config install failed: {}", e); return; } - if let Err(e) = crate::fips::service::activate(crate::fips::SERVICE_UNIT).await { - tracing::warn!("post-onboarding archipelago-fips activate failed: {}", e); + let unit = crate::fips::service::activation_unit().await; + if let Err(e) = crate::fips::service::activate(unit).await { + tracing::warn!("post-onboarding FIPS activate failed via {}: {}", unit, e); return; } - tracing::info!("archipelago-fips auto-activated post-onboarding"); + tracing::info!("FIPS auto-activated post-onboarding via {}", unit); }); } @@ -138,8 +139,8 @@ impl RpcHandler { // Initialize identity index at 0. crate::seed::save_identity_index(&self.config.data_dir, 0).await?; - // fips_key is now on disk — auto-activate archipelago-fips so the - // user doesn't have to hit an "Activate" button. Detached task; + // fips_key is now on disk — auto-activate FIPS so the user doesn't + // have to hit a manual Start button. Detached task; // the onboarding RPC returns immediately. spawn_post_onboarding_fips_activate(self.config.data_dir.clone()); diff --git a/core/archipelago/src/api/rpc/system/handlers.rs b/core/archipelago/src/api/rpc/system/handlers.rs index 508d4f0f..27b4e273 100644 --- a/core/archipelago/src/api/rpc/system/handlers.rs +++ b/core/archipelago/src/api/rpc/system/handlers.rs @@ -61,6 +61,28 @@ impl RpcHandler { info!("Server name updated to: {}", name); + // Propagate to the mesh: the listener advertises the server name (when + // no explicit mesh advert_name overrides it), but it was only read at + // process startup — a rename never reached the radio/RNS until the + // next full restart. Push it into the service and bounce the listener + // in the background (the restart re-probes the radio, which can take + // seconds — don't block the rename response on it). + { + let mesh_arc = self.mesh_service_arc(); + let name_for_mesh = name.clone(); + tokio::spawn(async move { + let mut guard = mesh_arc.write().await; + if let Some(svc) = guard.as_mut() { + svc.set_server_name(Some(name_for_mesh)); + if svc.config().advert_name.is_none() { + if let Err(e) = svc.restart_listener_if_running().await { + warn!("Mesh listener restart after rename failed: {}", e); + } + } + } + }); + } + // Push the new name to federation peers in background let data_dir = self.config.data_dir.clone(); let state_manager = self.state_manager.clone(); diff --git a/core/archipelago/src/api/rpc/tor/mod.rs b/core/archipelago/src/api/rpc/tor/mod.rs index 0e3d60d4..c0882343 100644 --- a/core/archipelago/src/api/rpc/tor/mod.rs +++ b/core/archipelago/src/api/rpc/tor/mod.rs @@ -498,7 +498,9 @@ pub(super) async fn notify_federation_peers_address_change( "/rpc/v1", ) .service(crate::settings::transport::PeerService::Peers) - .timeout(std::time::Duration::from_secs(30)); + .timeout(std::time::Duration::from_secs(30)) + .fips_timeout(std::time::Duration::from_secs(6)) + .record_transport(data_dir); match req.send_json(&payload).await { Ok((_, transport)) => { info!(peer_did = %peer.did, transport = %transport, "Notified peer of address change") diff --git a/core/archipelago/src/bootstrap.rs b/core/archipelago/src/bootstrap.rs index 18c41109..f74811ef 100644 --- a/core/archipelago/src/bootstrap.rs +++ b/core/archipelago/src/bootstrap.rs @@ -848,11 +848,17 @@ pub async fn ensure_audio_stack() { { Ok(s) if s.success() => info!("audio: PipeWire stack installed"), Ok(s) => { - warn!("audio: package install exited with {} — will retry next start", s); + warn!( + "audio: package install exited with {} — will retry next start", + s + ); return; } Err(e) => { - warn!("audio: package install failed: {:#} — will retry next start", e); + warn!( + "audio: package install failed: {:#} — will retry next start", + e + ); return; } } @@ -878,12 +884,23 @@ pub async fn ensure_audio_stack() { } if unit_was_missing { // First install on this node — bring it up now and on every boot. - let _ = host_sudo(&["systemctl", "enable", "--now", "archipelago-audio-router.service"]).await; + let _ = host_sudo(&[ + "systemctl", + "enable", + "--now", + "archipelago-audio-router.service", + ]) + .await; info!("audio: router installed and enabled (HDMI routing + ELD heal)"); } else if script_changed || unit_changed { // Content update: restart only if it's running — never re-enable a // unit an operator deliberately disabled. - let _ = host_sudo(&["systemctl", "try-restart", "archipelago-audio-router.service"]).await; + let _ = host_sudo(&[ + "systemctl", + "try-restart", + "archipelago-audio-router.service", + ]) + .await; info!("audio: router updated"); } } @@ -911,10 +928,21 @@ pub async fn ensure_gamepad_keys() { } } if unit_was_missing { - let _ = host_sudo(&["systemctl", "enable", "--now", "archipelago-gamepad-keys.service"]).await; + let _ = host_sudo(&[ + "systemctl", + "enable", + "--now", + "archipelago-gamepad-keys.service", + ]) + .await; info!("gamepad: bridge installed and enabled (TV controller input)"); } else if script_changed || unit_changed { - let _ = host_sudo(&["systemctl", "try-restart", "archipelago-gamepad-keys.service"]).await; + let _ = host_sudo(&[ + "systemctl", + "try-restart", + "archipelago-gamepad-keys.service", + ]) + .await; info!("gamepad: bridge updated"); } } @@ -994,10 +1022,10 @@ async fn patch_nginx_conf(path: &str) -> Result<bool> { // Companion mesh access: phones reach this node over FIPS at its fips0 // ULA (http://[fdxx:…]). Configs shipped before 2026-07-23 listened on // IPv4 only, so the ULA could never connect — nothing answered [::]:80. - let missing_v6_http = content.contains("listen 80 default_server;") - && !content.contains("listen [::]:80"); - let missing_v6_https = content.contains("listen 443 ssl default_server;") - && !content.contains("listen [::]:443"); + let missing_v6_http = + content.contains("listen 80 default_server;") && !content.contains("listen [::]:80"); + let missing_v6_https = + content.contains("listen 443 ssl default_server;") && !content.contains("listen [::]:443"); if !missing_app_catalog && !missing_bitcoin_status && !missing_lnd_proxy diff --git a/core/archipelago/src/container/boot_reconciler.rs b/core/archipelago/src/container/boot_reconciler.rs index 346fa02e..8dc72bcd 100644 --- a/core/archipelago/src/container/boot_reconciler.rs +++ b/core/archipelago/src/container/boot_reconciler.rs @@ -111,8 +111,7 @@ impl BootReconciler { let mut failure_rounds: u32 = 0; loop { let installed = orchestrator.manifest_ids().await; - let failures = - crate::container::companion::reconcile(&installed).await; + let failures = crate::container::companion::reconcile(&installed).await; for (companion, err) in &failures { tracing::warn!( companion = %companion, diff --git a/core/archipelago/src/container/companion.rs b/core/archipelago/src/container/companion.rs index 51bd32db..cb86e701 100644 --- a/core/archipelago/src/container/companion.rs +++ b/core/archipelago/src/container/companion.rs @@ -22,8 +22,10 @@ //! single declarative call. use anyhow::{Context, Result}; +use std::collections::HashMap; use std::path::PathBuf; -use std::time::Duration; +use std::sync::{LazyLock, Mutex}; +use std::time::{Duration, Instant}; use tokio::fs; use tokio::process::Command; use tracing::{info, warn}; @@ -35,6 +37,15 @@ const COMPANION_REGISTRY: &str = "146.59.87.168:3000/lfg2025"; const COMPANION_IMAGE_CHECK_TIMEOUT: Duration = Duration::from_secs(15); const COMPANION_BUILD_TIMEOUT: Duration = Duration::from_secs(900); const COMPANION_PULL_TIMEOUT: Duration = Duration::from_secs(300); +/// After a failed repair (image build/pull included), leave the companion +/// alone for this long. Without it, a node under IO pressure retried a 900s +/// image build every 30s reconcile tick — each build pegging the disk that +/// made the probes fail in the first place (live-diagnosed on zaza-optiplex +/// 2026-07-28: load 50, podman scans starved, apps page stuck). +const REPAIR_COOLDOWN: Duration = Duration::from_secs(600); + +static REPAIR_FAILED_AT: LazyLock<Mutex<HashMap<&'static str, Instant>>> = + LazyLock::new(|| Mutex::new(HashMap::new())); /// Static description of one companion. The full list per backend /// app_id lives in `companions_for`. @@ -464,12 +475,28 @@ pub async fn reconcile(installed_apps: &[String]) -> Vec<(String, anyhow::Error) match needs_repair(spec).await { Ok(false) => {} Ok(true) => { + if let Some(failed_at) = + REPAIR_FAILED_AT.lock().unwrap().get(spec.name).copied() + { + if failed_at.elapsed() < REPAIR_COOLDOWN { + continue; + } + } info!( companion = spec.name, "reconcile: companion not active, repairing" ); - if let Err(e) = install_one(spec).await { - failures.push((spec.name.to_string(), e)); + match install_one(spec).await { + Ok(()) => { + REPAIR_FAILED_AT.lock().unwrap().remove(spec.name); + } + Err(e) => { + REPAIR_FAILED_AT + .lock() + .unwrap() + .insert(spec.name, Instant::now()); + failures.push((spec.name.to_string(), e)); + } } } Err(e) => { @@ -484,19 +511,58 @@ pub async fn reconcile(installed_apps: &[String]) -> Vec<(String, anyhow::Error) /// Does this companion need install_one to be re-run? Returns true if /// the unit file is missing, stale, or the service is not active. +/// +/// This probe runs every reconcile tick for every companion, so it must be +/// PASSIVE: no image builds, no pulls. It used to call ensure_image_present +/// to render the expected unit — under IO pressure the image-existence check +/// inside timed out, read as "image missing", and a 900s `podman build` ran +/// inside the probe even though the companion was up (the .198 load spiral). async fn needs_repair(spec: &CompanionSpec) -> Result<bool> { let dir = quadlet::unit_dir().await?; let unit_path = dir.join(format!("{}.container", spec.name)); if !fs::try_exists(&unit_path).await.unwrap_or(false) { return Ok(true); } - let expected_image = ensure_image_present(spec).await?; - let expected_unit = build_unit(spec, &expected_image); - if expected_unit.render() != fs::read_to_string(&unit_path).await.unwrap_or_default() { + let svc = format!("{}.service", spec.name); + // A hung `systemctl is-active` under IO pressure must not read as + // "companion dead" — that's a repair (and possibly an image build) fired + // off exactly when the node can least afford one. + match tokio::time::timeout(Duration::from_secs(10), quadlet::is_active(&svc)).await { + Ok(active) => { + if !active { + return Ok(true); + } + } + Err(_) => { + warn!( + companion = spec.name, + "is-active probe timed out; assuming active" + ); + } + } + // Service is running. Flag it stale only on definitive, cheap signals: + // the on-disk unit matching none of the image refs install_one could + // have written, or a local build context newer than the built image. + let on_disk = fs::read_to_string(&unit_path).await.unwrap_or_default(); + let local_image = format!("localhost/{}:latest", spec.image_base); + let local_image_compat = format!("localhost/{}:local", spec.image_base); + let registry_image = format!("{}/{}:latest", COMPANION_REGISTRY, spec.image_base); + let matches_known_shape = [&local_image, &local_image_compat, ®istry_image] + .iter() + .any(|img| build_unit(spec, img).render() == on_disk); + if !matches_known_shape { return Ok(true); } - let svc = format!("{}.service", spec.name); - Ok(!quadlet::is_active(&svc).await) + if on_disk.contains(&local_image) && !on_disk.contains(&local_image_compat) { + for dir in spec.build_dir_candidates { + let dockerfile = PathBuf::from(dir).join("Dockerfile"); + if fs::try_exists(&dockerfile).await.unwrap_or(false) { + // Conservative on any timeout/error inside: reuse the cache. + return Ok(context_is_newer_than_image(dir, &local_image).await); + } + } + } + Ok(false) } #[cfg(test)] diff --git a/core/archipelago/src/container/quadlet.rs b/core/archipelago/src/container/quadlet.rs index d3ce9bfe..7771b328 100644 --- a/core/archipelago/src/container/quadlet.rs +++ b/core/archipelago/src/container/quadlet.rs @@ -248,10 +248,17 @@ impl QuadletUnit { } else { proto.as_str() }; - // Keep the rendered directive byte-identical for unbound - // ports so existing units don't read as drifted. + // Unbound publishes are pinned to 0.0.0.0: rootlessport's + // wildcard bind claims [::] too but BLACK-HOLES inbound v6 + // (accepts, forwards nothing — "empty response" from the + // mesh, confirmed 2026-07-26). Pinning v4 frees the port's + // v6 side for the daemon's mesh relay (app_port_v6_relay_loop), + // which forwards to the v4 loopback listener that works. + // NOTE: this changes the rendered directive for unbound + // ports on purpose — the one-time drift/recreate at upgrade + // is the deploy vehicle for the fix. if bind.is_empty() { - let _ = writeln!(s, "PublishPort={host}:{container}/{p}"); + let _ = writeln!(s, "PublishPort=0.0.0.0:{host}:{container}/{p}"); } else { let _ = writeln!(s, "PublishPort={bind}:{host}:{container}/{p}"); } @@ -1018,7 +1025,7 @@ mod tests { u.network = NetworkMode::Bridge("archy-net".into()); u.ports = vec![(3000, 3000, "tcp".into(), String::new())]; let s = u.render(); - assert!(s.contains("PublishPort=3000:3000/tcp")); + assert!(s.contains("PublishPort=0.0.0.0:3000:3000/tcp")); } #[test] @@ -1167,8 +1174,8 @@ mod tests { let s = u.render(); assert!(s.contains("PublishPort=127.0.0.1:8332:8332/tcp")); assert!(s.contains("PublishPort=10.89.0.1:8332:8332/tcp")); - assert!(s.contains("PublishPort=8333:8333/tcp")); - assert!(!s.contains("PublishPort=8332:8332/tcp")); + assert!(s.contains("PublishPort=0.0.0.0:8333:8333/tcp")); + assert!(!s.contains("PublishPort=0.0.0.0:8332:8332/tcp")); } #[test] @@ -1200,8 +1207,8 @@ mod tests { ..QuadletUnit::default() }; let s = u.render(); - assert!(s.contains("PublishPort=8332:8332/tcp")); - assert!(s.contains("PublishPort=8333:8333/tcp")); + assert!(s.contains("PublishPort=0.0.0.0:8332:8332/tcp")); + assert!(s.contains("PublishPort=0.0.0.0:8333:8333/tcp")); assert!(s.contains("Environment=BITCOIN_RPC_USER=archipelago")); assert!(s.contains("Environment=BITCOIN_RPC_PASS=secret")); assert!(s.contains("Environment=\"RELAY_NAME=Archipelago Nostr Relay\"")); @@ -1317,7 +1324,7 @@ app: let m = AppManifest::parse(yaml).expect("manifest must parse"); let s = QuadletUnit::from_manifest(&m, "searxng").render(); - assert!(s.contains("PublishPort=8888:8080/tcp")); + assert!(s.contains("PublishPort=0.0.0.0:8888:8080/tcp")); assert!(!s.contains("Network=host")); } @@ -1746,7 +1753,7 @@ app: assert!(body.contains("Network=archy-net")); assert!(body.contains("NetworkAlias=lnd")); assert!(body.contains("PodmanArgs=--network-alias=lnd")); - assert!(body.contains("PublishPort=10009:10009/tcp")); + assert!(body.contains("PublishPort=0.0.0.0:10009:10009/tcp")); assert!(body.contains("Volume=/var/lib/archipelago/lnd:/root/.lnd:Z")); assert!(body.contains("Environment=LND_NETWORK=mainnet")); assert!(body.contains("PodmanArgs=--memory=1024m")); diff --git a/core/archipelago/src/fips/anchors.rs b/core/archipelago/src/fips/anchors.rs index e7ee3dcd..077021d7 100644 --- a/core/archipelago/src/fips/anchors.rs +++ b/core/archipelago/src/fips/anchors.rs @@ -90,15 +90,13 @@ pub fn archy_anchor() -> SeedAnchor { pub fn fips_network_anchors() -> Vec<SeedAnchor> { vec![ SeedAnchor { - npub: "npub10yffd020a4ag8zcy75f9pruq3rnghvvhd5hphl9s62zgp35s560qrksp9u" - .to_string(), + npub: "npub10yffd020a4ag8zcy75f9pruq3rnghvvhd5hphl9s62zgp35s560qrksp9u".to_string(), address: "23.182.128.74:443".to_string(), transport: "tcp".to_string(), label: "FIPS network anchor (join.fips.network)".to_string(), }, SeedAnchor { - npub: "npub1qmc3cvfz0yu2hx96nq3gp55zdan2qclealn7xshgr448d3nh6lks7zel98" - .to_string(), + npub: "npub1qmc3cvfz0yu2hx96nq3gp55zdan2qclealn7xshgr448d3nh6lks7zel98".to_string(), address: "217.77.8.91:443".to_string(), transport: "tcp".to_string(), label: "FIPS network anchor (join.fips.network)".to_string(), @@ -158,7 +156,24 @@ pub async fn load(data_dir: &Path) -> Result<Vec<SeedAnchor>> { .with_context(|| format!("read {}", path.display()))?; let anchors: Vec<SeedAnchor> = serde_json::from_slice(&bytes).with_context(|| format!("parse {}", path.display()))?; - Ok(anchors) + Ok(repair_legacy_anchor_set(anchors)) +} + +/// Add the newer redundant public TCP anchors to legacy files that only carry +/// the Archipelago-operated vps2 anchor. A deliberately custom/private anchor +/// list remains authoritative; this only repairs the exact stale shape shipped +/// before the join.fips.network anchors became defaults. +fn repair_legacy_anchor_set(mut anchors: Vec<SeedAnchor>) -> Vec<SeedAnchor> { + let has_archy = anchors.iter().any(|a| a.npub == ARCHY_ANCHOR_NPUB); + let has_fips_network = fips_network_anchors() + .iter() + .any(|default| anchors.iter().any(|a| a.npub == default.npub)); + if has_archy && !has_fips_network { + for anchor in fips_network_anchors() { + anchors.push(anchor); + } + } + anchors } /// Persist the list. Overwrites atomically via write-then-rename so a @@ -217,26 +232,32 @@ pub async fn remove(data_dir: &Path, npub: &str) -> Result<Vec<SeedAnchor>> { /// leaving `anchor_connected=false` and every peer dial falling back to /// a slow Tor timeout. pub async fn apply(anchors: &[SeedAnchor]) -> Vec<ApplyResult> { - let mut results = Vec::with_capacity(anchors.len()); - for anchor in anchors { - let out = Command::new("sudo") - .args([ - "-n", - "fipsctl", - "connect", - &anchor.npub, - &anchor.address, - &anchor.transport, - ]) - .output() - .await; + // Concurrent, each connect hard-capped: the old serial loop waited + // unbounded on every `sudo fipsctl connect`, so one hung subprocess + // stalled the whole apply — and the periodic anchor tick behind it, + // which is exactly when a wedged daemon most needs the re-apply. + let futs = anchors.iter().cloned().map(|anchor| async move { + let out = tokio::time::timeout( + std::time::Duration::from_secs(15), + Command::new("sudo") + .args([ + "-n", + "fipsctl", + "connect", + &anchor.npub, + &anchor.address, + &anchor.transport, + ]) + .output(), + ) + .await; let result = match out { - Ok(o) if o.status.success() => ApplyResult { + Ok(Ok(o)) if o.status.success() => ApplyResult { npub: anchor.npub.clone(), ok: true, message: String::from_utf8_lossy(&o.stdout).trim().to_string(), }, - Ok(o) => ApplyResult { + Ok(Ok(o)) => ApplyResult { npub: anchor.npub.clone(), ok: false, message: format!( @@ -245,11 +266,16 @@ pub async fn apply(anchors: &[SeedAnchor]) -> Vec<ApplyResult> { String::from_utf8_lossy(&o.stderr).trim() ), }, - Err(e) => ApplyResult { + Ok(Err(e)) => ApplyResult { npub: anchor.npub.clone(), ok: false, message: format!("sudo fipsctl launch failed: {}", e), }, + Err(_) => ApplyResult { + npub: anchor.npub.clone(), + ok: false, + message: "sudo fipsctl connect timed out after 15s".to_string(), + }, }; if result.ok { tracing::debug!(npub = %result.npub, "Seed anchor applied"); @@ -260,9 +286,9 @@ pub async fn apply(anchors: &[SeedAnchor]) -> Vec<ApplyResult> { "Seed anchor apply failed (non-fatal)" ); } - results.push(result); - } - results + result + }); + futures_util::future::join_all(futs).await } /// Outcome of a single `fipsctl connect` call. @@ -275,12 +301,12 @@ pub struct ApplyResult { /// FIPS UDP transport port (matches `transports.udp.bind_addr` in the generated /// `fips.yaml`). Direct peer links dial this, NOT the HTTP/LAN messaging port. -const FIPS_UDP_PORT: u16 = 8668; +const FIPS_UDP_PORT: u16 = crate::fips::PUBLISHED_UDP_PORT; /// Build transient seed-anchor entries that dial LAN-discovered federation peers /// directly over their FIPS UDP transport. For each peer the registry knows both /// a LAN socket address AND a FIPS npub for, point a `udp` anchor at -/// `<lan-ip>:8668`. This lets co-located federation nodes form a DIRECT FIPS link +/// `<lan-ip>:<FIPS_UDP_PORT>`. This lets co-located federation nodes form a DIRECT FIPS link /// instead of depending on the global anchor's spanning tree to route between /// them (the cause of every dial falling back to Tor when the anchor link flaps). /// @@ -340,6 +366,30 @@ mod tests { assert!(got.iter().all(|a| a.transport == "tcp")); } + #[tokio::test] + async fn load_repairs_legacy_archy_only_anchor_file() { + let dir = tempfile::tempdir().unwrap(); + save(dir.path(), &[archy_anchor()]).await.unwrap(); + + let got = load(dir.path()).await.unwrap(); + assert!(got.iter().any(|a| a.npub == ARCHY_ANCHOR_NPUB)); + for anchor in fips_network_anchors() { + assert!(got.iter().any(|a| a.npub == anchor.npub)); + } + } + + #[tokio::test] + async fn load_keeps_private_anchor_file_authoritative() { + let dir = tempfile::tempdir().unwrap(); + let private = mk("npub1private"); + save(dir.path(), std::slice::from_ref(&private)) + .await + .unwrap(); + + let got = load(dir.path()).await.unwrap(); + assert_eq!(got, vec![private]); + } + #[tokio::test] async fn removing_one_default_persists_and_keeps_the_other() { // Editing the anchor list (here removing one default) makes the file @@ -409,4 +459,39 @@ mod tests { assert_eq!(a.transport, "udp"); assert_eq!(a.label, ""); } + + #[test] + fn lan_fips_anchor_port_matches_daemon_bind() { + // Drift guard: direct LAN anchors must dial the UDP port the + // generated fips.yaml actually binds. These were out of sync for + // months (anchors dialed 8668, the daemon bound 2121), making the + // whole direct-peering feature dial a dead port. + let yaml = crate::fips::config::render_config_yaml(); + assert!( + yaml.contains(&format!("0.0.0.0:{FIPS_UDP_PORT}")), + "lan_fips_anchors dials :{FIPS_UDP_PORT} but the daemon config binds elsewhere" + ); + } + + #[test] + fn lan_fips_anchors_builds_direct_entry() { + let peer = crate::transport::PeerRecord { + did: "did:key:zpeer".to_string(), + lan_address: Some("192.168.63.198:5678".to_string()), + fips_npub: Some("npub1peer".to_string()), + ..Default::default() + }; + let out = lan_fips_anchors(&[peer]); + assert_eq!(out.len(), 1); + assert_eq!(out[0].address, format!("192.168.63.198:{FIPS_UDP_PORT}")); + assert_eq!(out[0].transport, "udp"); + + // Peers missing either the LAN address or the npub produce nothing. + let no_npub = crate::transport::PeerRecord { + did: "did:key:zother".to_string(), + lan_address: Some("192.168.63.199:5678".to_string()), + ..Default::default() + }; + assert!(lan_fips_anchors(&[no_npub]).is_empty()); + } } diff --git a/core/archipelago/src/fips/app_ports.rs b/core/archipelago/src/fips/app_ports.rs new file mode 100644 index 00000000..2f8d25e5 --- /dev/null +++ b/core/archipelago/src/fips/app_ports.rs @@ -0,0 +1,44 @@ +//! Generated by scripts/generate-app-catalog.py. Do not edit manually. +//! +//! Catalog app launch ports (the web UIs the companion opens by direct +//! port). Used to write the fips0 firewall allowance drop-in so app UIs +//! are reachable over the mesh; ports of apps that aren't installed have +//! no listener, so allowing them is inert. + +pub const APP_LAUNCH_PORTS: &[u16] = &[ + 2283, + 2342, + 3000, + 3001, + 3002, + 4080, + 5180, + 7778, + 8080, + 8081, + 8082, + 8083, + 8084, + 8085, + 8087, + 8088, + 8089, + 8090, + 8096, + 8123, + 8175, + 8176, + 8240, + 8334, + 8888, + 8999, + 9000, + 9100, + 10380, + 11434, + 18081, + 18083, + 23000, + 32838, + 50002, +]; diff --git a/core/archipelago/src/fips/config.rs b/core/archipelago/src/fips/config.rs index d25c92b2..9ebc19cf 100644 --- a/core/archipelago/src/fips/config.rs +++ b/core/archipelago/src/fips/config.rs @@ -48,6 +48,30 @@ pub struct FipsConfig { pub struct NodeSection { pub identity: IdentitySection, pub discovery: DiscoverySection, + pub retry: RetrySection, + pub rate_limit: RateLimitSection, +} + +/// Fast-reconnect profile (`node.retry.*`). Upstream defaults (5s base +/// doubling to 300s) are tuned for stable always-on links; a node redialing +/// a recycled anchor sat off-mesh for ~90s. Field names verified live on +/// 2026-07-24: a daemon restarted with these keys in fips.yaml and peered. +#[derive(Debug, Clone, PartialEq, Serialize)] +pub struct RetrySection { + pub base_interval_secs: u64, + pub max_backoff_secs: u64, + pub max_retries: u32, +} + +/// Session-handshake resend pacing (`node.rate_limit.*`). Stock 1s x2.0 +/// gaps out to 8-16s between resends exactly when a route has just +/// appeared; 400ms x1.5 keeps continuous coverage through the connect +/// window (phone measured session-after-route: 225ms). +#[derive(Debug, Clone, PartialEq, Serialize)] +pub struct RateLimitSection { + pub handshake_resend_interval_ms: u64, + pub handshake_resend_backoff: f64, + pub handshake_max_resends: u32, } #[derive(Debug, Clone, PartialEq, Serialize)] @@ -60,6 +84,14 @@ pub struct IdentitySection { #[derive(Debug, Clone, PartialEq, Serialize)] pub struct DiscoverySection { + /// Lookup completion timeout. Lookups fired while the tree position is + /// still settling are doomed; failing them fast (5s, not 10s) lets the + /// 1s-backoff retry find the route the moment it exists. + pub timeout_secs: u64, + pub backoff_base_secs: u64, + pub backoff_max_secs: u64, + pub retry_interval_secs: u64, + pub max_attempts: u8, pub lan: LanDiscoverySection, } @@ -123,8 +155,23 @@ impl Default for FipsConfig { node: NodeSection { identity: IdentitySection { persistent: true }, discovery: DiscoverySection { + timeout_secs: 5, + backoff_base_secs: 1, + backoff_max_secs: 30, + retry_interval_secs: 2, + max_attempts: 3, lan: LanDiscoverySection { enabled: true }, }, + retry: RetrySection { + base_interval_secs: 1, + max_backoff_secs: 30, + max_retries: 30, + }, + rate_limit: RateLimitSection { + handshake_resend_interval_ms: 400, + handshake_resend_backoff: 1.5, + handshake_max_resends: 10, + }, }, tun: TunSection { enabled: true, @@ -186,6 +233,75 @@ pub async fn install(identity_dir: &Path) -> Result<()> { let _ = tokio::fs::remove_file(&stage).await; install_result?; + // The release-hardening firewall (/etc/fips/fips.nft, provisioned + // out-of-band) default-denies inbound on fips0 — without an explicit + // allowance the node's web UI is unreachable over the mesh (phones got + // RST on :80 with a healthy session; root-caused 2026-07-26 on + // framework-pt). Ship the allowance as a fips.d drop-in on every + // install/upgrade so no node ever regresses to a UI-less mesh. + sudo_install_dir("/etc/fips/fips.d").await?; + // PEER_PORT (5679) carries ALL federation sync, cloud browse/download, + // mesh envelopes, DWN and invoices. It was missing from this allowlist + // while the comment claimed "web UI + peer API" — so every hardened + // node silently dropped peers' FIPS dials at the firewall and the whole + // fleet fell back to Tor (root-caused live 2026-07-27: 28k drops on + // .198's counter; :5679 answered in 0.35s once the rule was inserted). + let dropin = format!( + "# Written by archipelago on every daemon config install.\n\ + # Allows the web UI + peer API through the fips0\n\ + # default-deny inbound baseline (fips.nft).\n\ + tcp dport 80 accept\n\ + tcp dport 8443 accept\n\ + tcp dport {peer_port} accept\n", + peer_port = crate::fips::dial::PEER_PORT + ); + let nft_stage = std::env::temp_dir().join(format!("fips-webui-{}.nft", std::process::id())); + tokio::fs::write(&nft_stage, dropin) + .await + .context("Failed to stage web-ui nft drop-in")?; + let nft_install = sudo_install_file(&nft_stage, "/etc/fips/fips.d/80-web-ui.nft", "0644").await; + let _ = tokio::fs::remove_file(&nft_stage).await; + nft_install?; + + // App launch ports: the companion opens catalog apps by direct port + // over the mesh. Ports of apps that aren't installed have no listener, + // so the allowance is inert until an app exists to answer. + let port_list = super::app_ports::APP_LAUNCH_PORTS + .iter() + .map(|p| p.to_string()) + .collect::<Vec<_>>() + .join(", "); + let app_dropin = format!( + "# Written by archipelago on every daemon config install.\n\ + # Catalog app launch ports (web UIs) allowed through the fips0\n\ + # default-deny inbound baseline. Service/RPC ports stay closed.\n\ + tcp dport {{ {port_list} }} accept\n" + ); + let app_stage = std::env::temp_dir().join(format!("fips-appports-{}.nft", std::process::id())); + tokio::fs::write(&app_stage, app_dropin) + .await + .context("Failed to stage app-ports nft drop-in")?; + let app_install = + sudo_install_file(&app_stage, "/etc/fips/fips.d/85-app-ports.nft", "0644").await; + let _ = tokio::fs::remove_file(&app_stage).await; + app_install?; + // Make the allowance live immediately; a no-op error when the + // hardening baseline isn't installed on this node yet. + if tokio::fs::try_exists("/etc/fips/fips.nft").await.unwrap_or(false) { + match Command::new("sudo") + .args(["nft", "-f", "/etc/fips/fips.nft"]) + .output() + .await + { + Ok(out) if !out.status.success() => tracing::warn!( + "nft reload after web-ui drop-in failed: {}", + String::from_utf8_lossy(&out.stderr).trim() + ), + Err(e) => tracing::warn!("nft reload after web-ui drop-in failed: {e}"), + _ => {} + } + } + sudo_install_file(&src_key, DAEMON_KEY_PATH, "0600").await?; // Heal a legacy fips_key.pub that was written as bech32 npub text // (pre-fix identity::write_fips_key_from_seed did this). Upstream @@ -318,8 +434,21 @@ node: identity: persistent: true discovery: + timeout_secs: 5 + backoff_base_secs: 1 + backoff_max_secs: 30 + retry_interval_secs: 2 + max_attempts: 3 lan: enabled: true + retry: + base_interval_secs: 1 + max_backoff_secs: 30 + max_retries: 30 + rate_limit: + handshake_resend_interval_ms: 400 + handshake_resend_backoff: 1.5 + handshake_max_resends: 10 tun: enabled: true name: fips0 diff --git a/core/archipelago/src/fips/dial.rs b/core/archipelago/src/fips/dial.rs index 5364dda7..cb45f9c3 100644 --- a/core/archipelago/src/fips/dial.rs +++ b/core/archipelago/src/fips/dial.rs @@ -24,6 +24,7 @@ //! ``` #![allow(dead_code)] +use super::telemetry::{self, FallbackReason}; use anyhow::{Context, Result}; use std::net::{IpAddr, Ipv6Addr}; use std::time::Duration; @@ -150,6 +151,12 @@ pub async fn warm_path(npub: &str) { if !is_service_active().await { return; } + warm_path_unchecked(npub).await +} + +/// [`warm_path`] without the service-active check — for callers (the warm +/// tick) that already verified the daemon once for the whole batch. +pub async fn warm_path_unchecked(npub: &str) { let Ok(base) = peer_base_url(npub).await else { return; }; @@ -276,21 +283,39 @@ pub fn as_ip_addr(v6: Ipv6Addr) -> IpAddr { // ── High-level peer request helpers ──────────────────────────────────── +/// TTL for the [`is_service_active`] cache. Every FIPS dial attempt and +/// every warm-tick peer used to spawn up to two `systemctl` subprocesses; +/// service state changes on human timescales, so 10s staleness is free. +const SERVICE_ACTIVE_TTL_MS: u64 = 10_000; +static SERVICE_ACTIVE: std::sync::atomic::AtomicBool = std::sync::atomic::AtomicBool::new(false); +static SERVICE_PROBED_AT_MS: std::sync::atomic::AtomicU64 = std::sync::atomic::AtomicU64::new(0); + /// Quick poll: is the FIPS daemon (archipelago-supervised OR upstream) -/// currently `systemctl is-active`? Async wrapper intended for the -/// migration call sites; unlike `FipsTransport::is_available` this does -/// not maintain a cache, so callers that poll frequently should cache -/// themselves. +/// currently `systemctl is-active`? Cached for [`SERVICE_ACTIVE_TTL_MS`]; +/// concurrent refreshes are harmless (idempotent probe, last write wins). pub async fn is_service_active() -> bool { + use std::sync::atomic::Ordering; + let now_ms = std::time::SystemTime::now() + .duration_since(std::time::UNIX_EPOCH) + .map(|d| d.as_millis() as u64) + .unwrap_or(0); + let probed_at = SERVICE_PROBED_AT_MS.load(Ordering::Relaxed); + if probed_at != 0 && now_ms.saturating_sub(probed_at) < SERVICE_ACTIVE_TTL_MS { + return SERVICE_ACTIVE.load(Ordering::Relaxed); + } + let mut active = false; for unit in [ crate::fips::SERVICE_UNIT, crate::fips::UPSTREAM_SERVICE_UNIT, ] { if crate::fips::service::unit_state(unit).await == "active" { - return true; + active = true; + break; } } - false + SERVICE_ACTIVE.store(active, Ordering::Relaxed); + SERVICE_PROBED_AT_MS.store(now_ms, Ordering::Relaxed); + active } /// Builder for a peer request that may be sent over FIPS (preferred) or @@ -317,6 +342,11 @@ pub struct PeerRequest<'a> { /// large content download needs so its long FIPS transfer isn't truncated. pub fips_timeout: Option<std::time::Duration>, pub service: Option<crate::settings::transport::PeerService>, + /// When set, the transport that actually served this request is written + /// to federation storage (`record_peer_transport`, matched by onion) so + /// the per-peer FIPS/Tor badge reflects reality. Opt-in because not + /// every caller has a data dir in scope. + pub record_data_dir: Option<std::path::PathBuf>, } impl<'a> PeerRequest<'a> { @@ -329,6 +359,31 @@ impl<'a> PeerRequest<'a> { timeout: std::time::Duration::from_secs(30), fips_timeout: None, service: None, + record_data_dir: None, + } + } + + /// Record the transport that serves this request into federation storage + /// (matched by this request's onion host). Best-effort, off the hot path. + pub fn record_transport(mut self, data_dir: impl Into<std::path::PathBuf>) -> Self { + self.record_data_dir = Some(data_dir.into()); + self + } + + fn spawn_record(&self, kind: crate::transport::TransportKind) { + if let Some(dir) = &self.record_data_dir { + let dir = dir.clone(); + let onion = self.onion_host.to_string(); + let transport = kind.to_string(); + tokio::spawn(async move { + let _ = crate::federation::record_peer_transport( + &dir, + None, + Some(&onion), + &transport, + ) + .await; + }); } } @@ -389,8 +444,22 @@ impl<'a> PeerRequest<'a> { // fix (404 path-not-served / 5xx) and we're allowed to // fall back. FIPS-only never falls back. if pref == TransportPref::Fips || !fips_should_fall_back(resp.status()) { + telemetry::record_fips_ok(); + self.spawn_record(crate::transport::TransportKind::Fips); return Ok((resp, crate::transport::TransportKind::Fips)); } + let reason = if resp.status() == reqwest::StatusCode::NOT_FOUND { + FallbackReason::Http404 + } else { + FallbackReason::Http5xx + }; + telemetry::record_fallback(reason); + tracing::info!( + reason = reason.key(), + status = %resp.status(), + "FIPS POST {} answered but status triggers Tor fallback", + self.path + ); } None => { if pref == TransportPref::Fips { @@ -402,6 +471,7 @@ impl<'a> PeerRequest<'a> { } } let resp = self.send_tor_post_json(body).await?; + self.spawn_record(crate::transport::TransportKind::Tor); Ok((resp, crate::transport::TransportKind::Tor)) } @@ -413,8 +483,22 @@ impl<'a> PeerRequest<'a> { match self.try_fips_get().await? { Some(resp) => { if pref == TransportPref::Fips || !fips_should_fall_back(resp.status()) { + telemetry::record_fips_ok(); + self.spawn_record(crate::transport::TransportKind::Fips); return Ok((resp, crate::transport::TransportKind::Fips)); } + let reason = if resp.status() == reqwest::StatusCode::NOT_FOUND { + FallbackReason::Http404 + } else { + FallbackReason::Http5xx + }; + telemetry::record_fallback(reason); + tracing::info!( + reason = reason.key(), + status = %resp.status(), + "FIPS GET {} answered but status triggers Tor fallback", + self.path + ); } None => { if pref == TransportPref::Fips { @@ -426,6 +510,7 @@ impl<'a> PeerRequest<'a> { } } let resp = self.send_tor_get().await?; + self.spawn_record(crate::transport::TransportKind::Tor); Ok((resp, crate::transport::TransportKind::Tor)) } @@ -434,67 +519,127 @@ impl<'a> PeerRequest<'a> { body: &B, ) -> Result<Option<reqwest::Response>> { let Some(npub) = self.fips_npub else { + telemetry::record_fallback(FallbackReason::NoNpub); return Ok(None); }; if !is_service_active().await { + telemetry::record_fallback(FallbackReason::ServiceInactive); return Ok(None); } let base = match peer_base_url(npub).await { Ok(b) => b, Err(e) => { - tracing::debug!("FIPS resolve for {} failed: {}", npub, e); + telemetry::record_fallback(FallbackReason::DnsFail); + tracing::info!( + reason = FallbackReason::DnsFail.key(), + "FIPS resolve for {} failed: {}, falling back to Tor", + npub, + e + ); return Ok(None); } }; let url = format!("{}{}", base, self.path); - let c = client_with_timeout(self.fips_attempt_timeout()); + let budget = self.fips_attempt_timeout(); + // With an explicit fast-fail cap, halve the per-attempt client + // timeout so the one-retry path in send_with_retry fits inside the + // budget instead of silently doubling it ("fips_timeout(6s)" used + // to really mean ~12.6s). Without one (long streaming downloads), + // keep the full budget per attempt — the client timeout also + // governs body streaming and must not truncate a real transfer. + let per_attempt = if self.fips_timeout.is_some() { + budget / 2 + } else { + budget + }; + let c = client_with_timeout(per_attempt); let mut rb = c.post(&url).json(body); for (k, v) in &self.headers { rb = rb.header(*k, v); } - match send_with_retry(rb).await { - Ok(r) => Ok(Some(r)), - Err(e) => { - tracing::debug!( + match tokio::time::timeout(budget, send_with_retry(rb)).await { + Ok(Ok(r)) => Ok(Some(r)), + Ok(Err(e)) => { + telemetry::record_fallback(FallbackReason::ConnectFail); + tracing::info!( + reason = FallbackReason::ConnectFail.key(), "FIPS POST {} failed after retry: {}, falling back to Tor", url, e ); Ok(None) } + Err(_) => { + telemetry::record_fallback(FallbackReason::ConnectFail); + tracing::info!( + reason = FallbackReason::ConnectFail.key(), + "FIPS POST {} exceeded attempt budget {:?}, falling back to Tor", + url, + budget + ); + Ok(None) + } } } async fn try_fips_get(&self) -> Result<Option<reqwest::Response>> { let Some(npub) = self.fips_npub else { + telemetry::record_fallback(FallbackReason::NoNpub); return Ok(None); }; if !is_service_active().await { + telemetry::record_fallback(FallbackReason::ServiceInactive); return Ok(None); } let base = match peer_base_url(npub).await { Ok(b) => b, Err(e) => { - tracing::debug!("FIPS resolve for {} failed: {}", npub, e); + telemetry::record_fallback(FallbackReason::DnsFail); + tracing::info!( + reason = FallbackReason::DnsFail.key(), + "FIPS resolve for {} failed: {}, falling back to Tor", + npub, + e + ); return Ok(None); } }; let url = format!("{}{}", base, self.path); - let c = client_with_timeout(self.fips_attempt_timeout()); + let budget = self.fips_attempt_timeout(); + // Same budget discipline as the POST path: halve per attempt only + // under an explicit fast-fail cap; hard-cap the retry sequence. + let per_attempt = if self.fips_timeout.is_some() { + budget / 2 + } else { + budget + }; + let c = client_with_timeout(per_attempt); let mut rb = c.get(&url); for (k, v) in &self.headers { rb = rb.header(*k, v); } - match send_with_retry(rb).await { - Ok(r) => Ok(Some(r)), - Err(e) => { - tracing::debug!( + match tokio::time::timeout(budget, send_with_retry(rb)).await { + Ok(Ok(r)) => Ok(Some(r)), + Ok(Err(e)) => { + telemetry::record_fallback(FallbackReason::ConnectFail); + tracing::info!( + reason = FallbackReason::ConnectFail.key(), "FIPS GET {} failed after retry: {}, falling back to Tor", url, e ); Ok(None) } + Err(_) => { + telemetry::record_fallback(FallbackReason::ConnectFail); + tracing::info!( + reason = FallbackReason::ConnectFail.key(), + "FIPS GET {} exceeded attempt budget {:?}, falling back to Tor", + url, + budget + ); + Ok(None) + } } } diff --git a/core/archipelago/src/fips/mod.rs b/core/archipelago/src/fips/mod.rs index bbbcfa38..ae192b5a 100644 --- a/core/archipelago/src/fips/mod.rs +++ b/core/archipelago/src/fips/mod.rs @@ -26,10 +26,12 @@ #![allow(dead_code)] pub mod anchors; +pub mod app_ports; pub mod config; pub mod dial; pub mod iface; pub mod service; +pub mod telemetry; pub mod update; use serde::{Deserialize, Serialize}; @@ -53,7 +55,8 @@ pub async fn ensure_activated(data_dir: &std::path::Path) { tracing::warn!("FIPS auto-activate: config install failed: {:#}", e); return; } - if let Err(e) = service::activate(SERVICE_UNIT).await { + let unit = service::activation_unit().await; + if let Err(e) = service::activate(unit).await { tracing::warn!("FIPS auto-activate: service activate failed: {:#}", e); return; } @@ -77,25 +80,73 @@ pub async fn ensure_activated(data_dir: &std::path::Path) { pub fn spawn_fips_supervisor(data_dir: std::path::PathBuf) { tokio::spawn(async move { let mut tick = tokio::time::interval(std::time::Duration::from_secs(25)); + // Connectivity watcher state: re-apply seed anchors the moment the + // anchor link drops (edge) or the data path degrades (dials keep + // failing with zero successes), instead of waiting for the 300s + // anchor tick. Bounded: at most one re-apply per RE_APPLY_BACKOFF. + const RE_APPLY_BACKOFF: std::time::Duration = std::time::Duration::from_secs(60); + let mut prev_connected: Option<bool> = None; + let mut prev_totals = telemetry::totals(); + let mut last_apply: Option<std::time::Instant> = None; loop { tick.tick().await; // Bring FIPS up on its own once onboarding has materialised the key. ensure_activated(&data_dir).await; if !dial::is_service_active().await { + prev_connected = None; // daemon restart = fresh edge detection continue; } + + // ── Warm the union of federation peers + configured seed + // anchors. Warming only federation npubs left the direct + // anchors (vps2, LAN peers) to go cold between 300s ticks. let nodes = crate::federation::load_nodes(&data_dir) .await .unwrap_or_default(); + let seed = anchors::load(&data_dir).await.unwrap_or_default(); + let mut warm_npubs: std::collections::BTreeSet<String> = nodes + .iter() + .filter_map(|n| n.fips_npub.clone()) + .collect(); + warm_npubs.extend(seed.iter().map(|a| a.npub.clone())); let mut handles = Vec::new(); - for node in nodes { - if let Some(npub) = node.fips_npub.clone() { - handles.push(tokio::spawn(async move { dial::warm_path(&npub).await })); - } + for npub in warm_npubs { + // Service-active was checked once above for the whole batch. + handles.push(tokio::spawn( + async move { dial::warm_path_unchecked(&npub).await }, + )); } for h in handles { let _ = h.await; } + + // ── Connectivity watcher: detect anchor-link loss AND silent + // data-path death (daemon reports "connected" but every dial + // connect-fails — observed live on .198, 2026-07-27, where the + // 300s tick never healed it). + let mut anchor_npubs = vec![service::PUBLIC_ANCHOR_NPUB.to_string()]; + anchor_npubs.extend(seed.iter().map(|a| a.npub.clone())); + let (_, connected) = service::peer_connectivity_summary(&anchor_npubs).await; + let totals = telemetry::totals(); + let link_dropped = prev_connected == Some(true) && !connected; + let never_connected = prev_connected.is_none() && !connected; + let data_path_dead = + totals.1.saturating_sub(prev_totals.1) >= 5 && totals.0 == prev_totals.0; + prev_connected = Some(connected); + prev_totals = totals; + + let backoff_ok = last_apply.is_none_or(|t| t.elapsed() >= RE_APPLY_BACKOFF); + if (link_dropped || never_connected || data_path_dead) && backoff_ok && !seed.is_empty() + { + tracing::info!( + link_dropped, + never_connected, + data_path_dead, + "FIPS connectivity degraded — re-applying seed anchors now" + ); + last_apply = Some(std::time::Instant::now()); + let _ = anchors::apply(&seed).await; + } } }); } diff --git a/core/archipelago/src/fips/service.rs b/core/archipelago/src/fips/service.rs index a26953d3..53ca36d2 100644 --- a/core/archipelago/src/fips/service.rs +++ b/core/archipelago/src/fips/service.rs @@ -32,6 +32,16 @@ pub async fn unit_state(unit: &str) -> String { } } +/// Whether systemd knows about `unit`. +pub async fn unit_exists(unit: &str) -> bool { + Command::new("systemctl") + .args(["cat", unit]) + .output() + .await + .map(|out| out.status.success()) + .unwrap_or(false) +} + /// Whether the `fips` debian package is installed on the host. pub async fn package_installed() -> bool { // dpkg-query -W -f='${Status}' fips → "install ok installed" when present. @@ -81,6 +91,7 @@ async fn sudo_systemctl(verb: &str, unit: &str) -> Result<()> { /// Unmask + start + enable the FIPS service. Idempotent — safe to call /// on every backend startup once the key is on disk. pub async fn activate(unit: &str) -> Result<()> { + kill_stale_daemons().await?; // Order matters: unmask before enable/start, otherwise enable fails // on a masked unit. sudo_systemctl("unmask", unit).await?; @@ -94,20 +105,64 @@ pub async fn stop(unit: &str) -> Result<()> { } pub async fn restart(unit: &str) -> Result<()> { + kill_stale_daemons().await?; sudo_systemctl("restart", unit).await } -/// Resolve which systemd unit is actually supervising the fips daemon -/// on this host. Nodes installed from the archipelago ISO run -/// `archipelago-fips.service`; nodes that were apt-installed (or had -/// fips running before archipelago took over) may only have the -/// upstream `fips.service`. Restart/Reconnect must operate on whichever -/// one is running, otherwise the UI button is a silent no-op. +/// Kill orphaned `fips` processes not owned by either known systemd unit. +/// +/// Field failure, 2026-07-24: a stale daemon survived outside systemd and kept +/// `0.0.0.0:8443` bound. The supervised daemon then started UDP-only, so every +/// TCP seed-anchor connect failed with "no operational transport" and phones +/// on 5G could not discover the node. We keep the cleanup narrow: preserve the +/// MainPID of both units and terminate only extra `pgrep -x fips` matches. +pub async fn kill_stale_daemons() -> Result<()> { + let script = format!( + r#"keep="$(systemctl show -p MainPID --value {managed} 2>/dev/null; systemctl show -p MainPID --value {upstream} 2>/dev/null)" +for pid in $(pgrep -x fips 2>/dev/null || true); do + case " $keep " in + *" $pid "*) ;; + *) kill "$pid" 2>/dev/null || true ;; + esac +done +"#, + managed = super::SERVICE_UNIT, + upstream = super::UPSTREAM_SERVICE_UNIT, + ); + let out = Command::new("sudo") + .args(["sh", "-c", &script]) + .output() + .await + .context("sudo stale fips cleanup failed to launch")?; + if !out.status.success() { + let stderr = String::from_utf8_lossy(&out.stderr).trim().to_string(); + anyhow::bail!("stale fips cleanup failed: {}", stderr); + } + Ok(()) +} + +/// Resolve which systemd unit should be started when FIPS is inactive. +/// Newer Archipelago images may ship `archipelago-fips.service`; nodes with +/// the upstream Debian package may only have `fips.service`. Activation must +/// choose a unit systemd can actually load, otherwise the dashboard repeatedly +/// offers an "Activate" action that can never succeed. +pub async fn activation_unit() -> &'static str { + if unit_exists(super::SERVICE_UNIT).await { + return super::SERVICE_UNIT; + } + if unit_exists(super::UPSTREAM_SERVICE_UNIT).await { + return super::UPSTREAM_SERVICE_UNIT; + } + super::SERVICE_UNIT +} + +/// Resolve which systemd unit is actually supervising the fips daemon on this +/// host. Restart/Reconnect must operate on whichever one is running, otherwise +/// the UI button is a silent no-op. /// /// Returns the archipelago-managed unit name if it's active, /// else the upstream unit name if that's active, -/// else the archipelago-managed name as a default (so activate() can -/// bring it up). +/// else a startable activation unit. pub async fn active_unit() -> &'static str { if unit_state(super::SERVICE_UNIT).await == "active" { return super::SERVICE_UNIT; @@ -115,7 +170,7 @@ pub async fn active_unit() -> &'static str { if unit_state(super::UPSTREAM_SERVICE_UNIT).await == "active" { return super::UPSTREAM_SERVICE_UNIT; } - super::SERVICE_UNIT + activation_unit().await } pub async fn mask(unit: &str) -> Result<()> { @@ -214,4 +269,10 @@ mod tests { // Must not panic regardless of host state. let _ = package_installed().await; } + + #[tokio::test] + async fn test_unit_exists_is_bool() { + // Must not panic regardless of host state. + let _ = unit_exists("archipelago-bogus-test.service").await; + } } diff --git a/core/archipelago/src/fips/telemetry.rs b/core/archipelago/src/fips/telemetry.rs new file mode 100644 index 00000000..1308b9bd --- /dev/null +++ b/core/archipelago/src/fips/telemetry.rs @@ -0,0 +1,155 @@ +//! In-process counters for FIPS dial outcomes. +//! +//! Every peer dial that could have used FIPS either succeeds over FIPS or +//! falls back to Tor for one of six reasons (F1–F6). Before these counters +//! existed, fallbacks were `debug!`-only and invisible in production, which +//! made "FIPS uptime" unfalsifiable — several paths were 100% Tor for months +//! (dead ports, firewalled listeners, allowlist 404s) and nothing surfaced +//! it. The counters are process-lifetime (reset on restart) and exposed via +//! `fips.status` as `dial_stats`, so a fleet-wide fallback regression shows +//! up on the dashboard instead of as vague slowness. + +use std::sync::atomic::{AtomicU64, Ordering}; + +/// Why a FIPS-capable dial fell back to Tor. +#[derive(Clone, Copy, Debug, PartialEq, Eq)] +pub enum FallbackReason { + /// F1 — no FIPS npub known for the peer (never meshed, or pre-npub + /// federation record). Expected for non-FIPS peers; high counts here + /// mean npub propagation is broken, not the transport. + NoNpub, + /// F2 — the local FIPS daemon service isn't active. + ServiceInactive, + /// F3 — the local FIPS DNS resolver couldn't resolve the peer's npub + /// (daemon up but peer not in the identity cache / mesh unreachable). + DnsFail, + /// F4 — TCP/HTTP dial to the peer's ULA failed or exceeded the FIPS + /// attempt budget (firewalled :5679, cold hole-punch, peer down). + ConnectFail, + /// F5 — peer answered over FIPS with 404: its listener doesn't serve + /// this path (older build / stricter allowlist). + Http404, + /// F6 — peer answered over FIPS with a 5xx server error. + Http5xx, +} + +impl FallbackReason { + pub fn key(self) -> &'static str { + match self { + Self::NoNpub => "no_npub", + Self::ServiceInactive => "service_inactive", + Self::DnsFail => "dns_fail", + Self::ConnectFail => "connect_fail", + Self::Http404 => "http_404", + Self::Http5xx => "http_5xx", + } + } +} + +static FIPS_OK: AtomicU64 = AtomicU64::new(0); +static NO_NPUB: AtomicU64 = AtomicU64::new(0); +static SERVICE_INACTIVE: AtomicU64 = AtomicU64::new(0); +static DNS_FAIL: AtomicU64 = AtomicU64::new(0); +static CONNECT_FAIL: AtomicU64 = AtomicU64::new(0); +static HTTP_404: AtomicU64 = AtomicU64::new(0); +static HTTP_5XX: AtomicU64 = AtomicU64::new(0); + +fn counter(reason: FallbackReason) -> &'static AtomicU64 { + match reason { + FallbackReason::NoNpub => &NO_NPUB, + FallbackReason::ServiceInactive => &SERVICE_INACTIVE, + FallbackReason::DnsFail => &DNS_FAIL, + FallbackReason::ConnectFail => &CONNECT_FAIL, + FallbackReason::Http404 => &HTTP_404, + FallbackReason::Http5xx => &HTTP_5XX, + } +} + +/// A dial completed over FIPS (any HTTP status that wasn't a fallback +/// trigger — the peer was reached on the mesh). +pub fn record_fips_ok() { + FIPS_OK.fetch_add(1, Ordering::Relaxed); +} + +/// A FIPS-capable dial fell back to Tor. +pub fn record_fallback(reason: FallbackReason) { + counter(reason).fetch_add(1, Ordering::Relaxed); +} + +/// `(fips_ok, connect_fail)` totals for the connectivity watcher: a window +/// where connect_fail grows while fips_ok doesn't is a degraded data path — +/// including the "daemon says connected but packets blackhole" failure the +/// link-state check alone can't see (observed live 2026-07-27 on .198). +pub fn totals() -> (u64, u64) { + ( + FIPS_OK.load(Ordering::Relaxed), + CONNECT_FAIL.load(Ordering::Relaxed), + ) +} + +/// Snapshot for `fips.status` (`dial_stats`). Process-lifetime counts. +pub fn snapshot() -> serde_json::Value { + let f1 = NO_NPUB.load(Ordering::Relaxed); + let f2 = SERVICE_INACTIVE.load(Ordering::Relaxed); + let f3 = DNS_FAIL.load(Ordering::Relaxed); + let f4 = CONNECT_FAIL.load(Ordering::Relaxed); + let f5 = HTTP_404.load(Ordering::Relaxed); + let f6 = HTTP_5XX.load(Ordering::Relaxed); + serde_json::json!({ + "fips_ok": FIPS_OK.load(Ordering::Relaxed), + "fallbacks": { + "no_npub": f1, + "service_inactive": f2, + "dns_fail": f3, + "connect_fail": f4, + "http_404": f5, + "http_5xx": f6, + "total": f1 + f2 + f3 + f4 + f5 + f6, + }, + }) +} + +#[cfg(test)] +mod tests { + use super::*; + + #[test] + fn snapshot_counts_recorded_events() { + // Counters are global; assert deltas rather than absolutes so this + // test stays correct alongside any other test that dials. + let before = snapshot(); + record_fips_ok(); + record_fallback(FallbackReason::ConnectFail); + record_fallback(FallbackReason::Http404); + let after = snapshot(); + let d = |v: &serde_json::Value, path: &[&str]| -> u64 { + let mut cur = v; + for p in path { + cur = &cur[p]; + } + cur.as_u64().unwrap() + }; + assert_eq!(d(&after, &["fips_ok"]) - d(&before, &["fips_ok"]), 1); + assert_eq!( + d(&after, &["fallbacks", "connect_fail"]) - d(&before, &["fallbacks", "connect_fail"]), + 1 + ); + assert_eq!( + d(&after, &["fallbacks", "http_404"]) - d(&before, &["fallbacks", "http_404"]), + 1 + ); + assert!(d(&after, &["fallbacks", "total"]) >= 2); + } + + #[test] + fn reason_keys_are_stable() { + // These strings are the fips.status API surface — renaming one is a + // breaking change for the UI. + assert_eq!(FallbackReason::NoNpub.key(), "no_npub"); + assert_eq!(FallbackReason::ServiceInactive.key(), "service_inactive"); + assert_eq!(FallbackReason::DnsFail.key(), "dns_fail"); + assert_eq!(FallbackReason::ConnectFail.key(), "connect_fail"); + assert_eq!(FallbackReason::Http404.key(), "http_404"); + assert_eq!(FallbackReason::Http5xx.key(), "http_5xx"); + } +} diff --git a/core/archipelago/src/main.rs b/core/archipelago/src/main.rs index 4a7d0bbd..3a732200 100644 --- a/core/archipelago/src/main.rs +++ b/core/archipelago/src/main.rs @@ -34,7 +34,6 @@ mod bitcoin_rpc; mod bitcoin_status; mod blobs; mod bootstrap; -mod mesh_ports; mod ceremony; mod config; mod constants; @@ -57,6 +56,7 @@ mod identity; mod identity_manager; mod marketplace; mod mesh; +mod mesh_ports; mod monitoring; mod names; mod network; @@ -199,6 +199,26 @@ async fn main() -> Result<()> { // Now mark this instance as running so the next startup can detect a crash. crash_recovery::write_pid_marker(&config.data_dir).await?; + // Signal READY *before* the heavy synchronous boot recovery below. On a + // node with many stacks that recovery takes minutes, and the unit sat in + // `activating` the whole time — so anything that touched the service in + // that window (a superseding start/restart, a start-timeout) killed a + // half-started instance, which then exited 0 and (under the old + // Restart=on-failure) never came back: "server starting up" forever, + // reproduced on framework-pt installing apps on 2026-07-26. The daemon's + // real work (recovery, reconcile, listener) continues after READY; being + // "active" early is honest — the process is up and doing its job. + let _ = sd_notify::notify(false, &[sd_notify::NotifyState::Ready]); + // Watchdog pings must run DURING the long recovery too, or a slow boot + // trips WatchdogSec. Spawn the keepalive here rather than after serve(). + tokio::spawn(async { + let mut interval = tokio::time::interval(std::time::Duration::from_secs(120)); + loop { + interval.tick().await; + let _ = sd_notify::notify(false, &[sd_notify::NotifyState::Watchdog]); + } + }); + // Run crash recovery before starting the manifest reconciler. Both paths // mutate Podman; running them concurrently can corrupt transient runtime // state and leave netavark/conmon unable to start containers. @@ -479,16 +499,9 @@ async fn main() -> Result<()> { // Notify systemd that we're ready (Type=notify) // Note: first param `false` keeps NOTIFY_SOCKET so watchdog pings work - let _ = sd_notify::notify(false, &[sd_notify::NotifyState::Ready]); - - // Spawn systemd watchdog ping (WatchdogSec=300, ping every 120s) - tokio::spawn(async { - let mut interval = tokio::time::interval(std::time::Duration::from_secs(120)); - loop { - interval.tick().await; - let _ = sd_notify::notify(false, &[sd_notify::NotifyState::Watchdog]); - } - }); + // READY + watchdog keepalive were already signalled/spawned earlier + // (before boot recovery) so the unit reaches `active` in seconds instead + // of sitting in `activating` through a minutes-long recovery. // Graceful shutdown: wait for SIGTERM or SIGINT let mut sigterm = signal::unix::signal(signal::unix::SignalKind::terminate()) diff --git a/core/archipelago/src/mesh/listener/decode.rs b/core/archipelago/src/mesh/listener/decode.rs index cba2f7bf..3687f1f8 100644 --- a/core/archipelago/src/mesh/listener/decode.rs +++ b/core/archipelago/src/mesh/listener/decode.rs @@ -578,7 +578,7 @@ pub(super) async fn handle_identity_received( .insert(contact_id, shared_secret); // Update peer record - let peer = MeshPeer { + let mut peer = MeshPeer { contact_id, // .get(): a malformed DID shorter than the "did:key:" prefix must // not panic the listener on a radio-supplied string. @@ -607,6 +607,24 @@ pub(super) async fn handle_identity_received( let is_new = { let mut peers = state.peers.write().await; let is_new = !peers.contains_key(&contact_id); + if let Some(existing) = peers.get(&contact_id) { + // This id is shared with the federation-seeded row for the same + // node (that's the point — identity adverts MERGE, not duplicate). + // The wholesale insert below must not stomp the federation row's + // real node name with our synthetic "Archy-…" placeholder — with + // Reticulum re-emitting identity adverts every announce tick, + // that renamed every federated contact once a minute. Same for a + // known position: keep it rather than nulling it out. + if !existing.advert_name.trim().is_empty() + && !existing.advert_name.starts_with("Archy-") + { + peer.advert_name = existing.advert_name.clone(); + } + if peer.lat.is_none() { + peer.lat = existing.lat; + peer.lon = existing.lon; + } + } peers.insert(contact_id, peer.clone()); is_new }; diff --git a/core/archipelago/src/mesh/listener/mod.rs b/core/archipelago/src/mesh/listener/mod.rs index dc6cc18b..55674d0d 100644 --- a/core/archipelago/src/mesh/listener/mod.rs +++ b/core/archipelago/src/mesh/listener/mod.rs @@ -450,7 +450,10 @@ impl MeshState { let persisted: PersistedMessages = match serde_json::from_slice(&bytes) { Ok(p) => p, Err(e) => { - warn!("mesh: parsing {} failed (skipping restore): {e}", path.display()); + warn!( + "mesh: parsing {} failed (skipping restore): {e}", + path.display() + ); return; } }; @@ -466,7 +469,10 @@ impl MeshState { *id = max_id + 1; } } - info!("mesh: restored {count} persisted messages (next id {})", max_id + 1); + info!( + "mesh: restored {count} persisted messages (next id {})", + max_id + 1 + ); } } @@ -510,7 +516,11 @@ pub fn spawn_message_persister(state: Arc<MeshState>) { warn!("mesh: chmod {} failed: {e}", tmp.display()); } if let Err(e) = tokio::fs::rename(&tmp, &path).await { - warn!("mesh: renaming {} -> {} failed: {e}", tmp.display(), path.display()); + warn!( + "mesh: renaming {} -> {} failed: {e}", + tmp.display(), + path.display() + ); continue; } last_written = Some(json); diff --git a/core/archipelago/src/mesh/listener/session.rs b/core/archipelago/src/mesh/listener/session.rs index 9792bbeb..140e39e1 100644 --- a/core/archipelago/src/mesh/listener/session.rs +++ b/core/archipelago/src/mesh/listener/session.rs @@ -269,10 +269,24 @@ async fn auto_detect_and_open( our_ed_pubkey_hex: &str, our_x25519_pubkey_hex: &str, device_kind: Option<DeviceType>, + skip_path: Option<&str>, + advert_name: Option<&str>, ) -> Result<(String, MeshRadioDevice, DeviceInfo)> { - let paths = super::super::serial::detect_serial_devices().await; + let mut paths = super::super::serial::detect_serial_devices().await; + // When falling back from a just-failed preferred path, don't probe that + // same device again in the same cycle — every open() toggles DTR/RTS, + // which resets ESP32-family boards, and back-to-back re-probes are what + // keeps a mid-boot board from ever finishing its boot. + if let Some(skip) = skip_path { + let canon = |p: &str| std::fs::canonicalize(p).unwrap_or_else(|_| p.into()); + let skip_canon = canon(skip); + paths.retain(|p| canon(p) != skip_canon); + } if paths.is_empty() { - anyhow::bail!("No serial devices found in /dev"); + anyhow::bail!(match skip_path { + Some(skip) => format!("No serial devices found in /dev besides {skip}, which was already probed this cycle"), + None => "No serial devices found in /dev".to_string(), + }); } info!(candidates = ?paths, "Auto-detect candidate ports for this attempt"); for path in &paths { @@ -292,6 +306,7 @@ async fn auto_detect_and_open( data_dir, Some(our_ed_pubkey_hex), Some(our_x25519_pubkey_hex), + advert_name, ) .await { @@ -360,6 +375,16 @@ pub struct DeviceProbe { pub max_contacts: Option<u16>, } +/// Serializes serial-port open sequences between the listener's session +/// opens and the RPC probe (`mesh.probe-device`). Linux happily double-opens +/// a tty, and two concurrent handshakes corrupt each other into silence — +/// observed live on .116 (2026-07-26): the kiosk browser's hot-swap +/// auto-probe collided with the listener's cycle on every backoff window, so +/// neither ever succeeded, and each collision's open() DTR/RTS-reset the +/// board again. The probe's retry-across-idle-gaps heuristic (5f01ec31) +/// narrowed but could not close the race; this closes it. +static PORT_OPEN_LOCK: tokio::sync::Mutex<()> = tokio::sync::Mutex::const_new(()); + /// Probe a serial port for a mesh radio WITHOUT provisioning it: identify the /// firmware (same strict Reticulum→Meshcore→Meshtastic order as auto-detect, /// for the same RNode-wedging reason) and read what's currently configured on @@ -367,11 +392,10 @@ pub struct DeviceProbe { /// loop can pick the device up afterwards. Reticulum uses the bare KISS /// DETECT probe — no daemon spawn just to identify a stick. pub(crate) async fn probe_device(path: &str) -> Result<DeviceProbe> { - // The listener's reconnect loop may hold this port for ~10s of every - // backoff cycle, and Linux happily double-opens a tty — two concurrent - // handshakes corrupt each other into silence (observed on framework-pt: - // every firmware "failed" while the listener was mid-cycle). Retry across - // the listener's idle gaps instead of failing on first collision. + // Retries kept even with PORT_OPEN_LOCK closing the double-open race: + // the board may still be mid-boot from a previous open's DTR/RTS reset, + // and a later attempt after a quiet gap can succeed where the first + // couldn't. let mut last_err = None; for attempt in 0..3u32 { if attempt > 0 { @@ -386,6 +410,7 @@ pub(crate) async fn probe_device(path: &str) -> Result<DeviceProbe> { } async fn probe_device_once(path: &str) -> Result<DeviceProbe> { + let _port_guard = PORT_OPEN_LOCK.lock().await; if super::super::reticulum::probe_rnode(path).await.is_ok() { return Ok(DeviceProbe { path: path.to_string(), @@ -443,6 +468,7 @@ async fn open_preferred_path( our_ed_pubkey_hex: &str, our_x25519_pubkey_hex: &str, device_kind: Option<DeviceType>, + advert_name: Option<&str>, ) -> Result<(MeshRadioDevice, DeviceInfo)> { // Pinned: try only the configured firmware and surface its own error — // never fall through to (and inject probe bytes into) another firmware's @@ -475,6 +501,7 @@ async fn open_preferred_path( data_dir, Some(our_ed_pubkey_hex), Some(our_x25519_pubkey_hex), + advert_name, ) .await .context("Could not open preferred path as Reticulum")?; @@ -499,7 +526,9 @@ async fn open_preferred_path( // Reticulum/Meshcore/Meshtastic's DTR/RTS toggle TWICE: once here, once // again moments later in auto-detect. Bailing immediately (no port // access at all) means auto-detect's single pass is the only one that - // ever touches the port when nothing is pinned yet. + // ever touches the port when nothing is pinned yet. (auto_detect_and_open + // carries the advert_name threading from main, so nothing is lost.) + let _ = advert_name; anyhow::bail!("No device_kind pin — deferring to auto-detect for {path}") } @@ -513,6 +542,7 @@ async fn open_reticulum_tcp( data_dir: &Path, our_ed_pubkey_hex: &str, our_x25519_pubkey_hex: &str, + advert_name: Option<&str>, ) -> Result<(String, MeshRadioDevice, DeviceInfo)> { let mut dev = match cfg { ReticulumTcpConfig::Server { bind } => ReticulumLink::open_tcp_server( @@ -520,6 +550,7 @@ async fn open_reticulum_tcp( data_dir, Some(our_ed_pubkey_hex), Some(our_x25519_pubkey_hex), + advert_name, ) .await .context("Could not open Reticulum TCP server interface")?, @@ -528,6 +559,7 @@ async fn open_reticulum_tcp( data_dir, Some(our_ed_pubkey_hex), Some(our_x25519_pubkey_hex), + advert_name, ) .await .context("Could not open Reticulum TCP client interface")?, @@ -943,41 +975,93 @@ pub(super) async fn run_mesh_session( // set, otherwise try the preferred serial path, falling back to // auto-detect. TCP mode is additive/dev-only; it never changes behavior // for existing serial/RNode deployments where `reticulum_tcp` is None. - let (device_path, mut device, device_info) = if let Some(tcp_cfg) = &reticulum_tcp { - open_reticulum_tcp(tcp_cfg, data_dir, our_ed_pubkey_hex, our_x25519_pubkey_hex).await? - } else if let Some(path) = preferred_path { - match open_preferred_path( - path, - data_dir, - our_ed_pubkey_hex, - our_x25519_pubkey_hex, - device_kind, - ) - .await - { - Ok((dev, info)) => (path.to_string(), dev, info), - Err(e) => { - warn!( - "Preferred path {} probe failed: {} — trying auto-detect", - path, e - ); - auto_detect_and_open( - data_dir, - our_ed_pubkey_hex, - our_x25519_pubkey_hex, - device_kind, - ) - .await? + // + // The name we present on the mesh: the operator's configured mesh name / + // server name, falling back to a DID fragment. Computed BEFORE the open + // sequence because Reticulum needs it at daemon-spawn time — the RNS + // announce carries it from the very first announce. (Meshcore/Meshtastic + // still receive it via set_advert_name after connect, below.) + let desired_advert_name: String = match server_name { + // Meshcore firmware limits advert names — truncate to 20 chars. + Some(name) => name.chars().take(20).collect(), + None => format!( + "Archy-{}", + our_did.chars().skip(8).take(8).collect::<String>() + ), + }; + + // The whole open sequence runs under PORT_OPEN_LOCK so an RPC probe + // can't interleave its own handshakes on the same tty (see the lock's + // doc comment). Held only until the device is opened, then released. + // + // The sequence is raced against the shutdown signal: probes/handshakes + // can take 10s+, and without this a stop() issued mid-probe (config + // change, disable, rename) always burned the full listener-shutdown + // timeout and ended in a hard abort — observed live on archi-dev-box + // 2026-07-28. Dropping the open future mid-probe is safe: it holds no + // session state yet and the port guard/serial handle close with it. + let open_fut = async { + let port_guard = PORT_OPEN_LOCK.lock().await; + let result = if let Some(tcp_cfg) = &reticulum_tcp { + open_reticulum_tcp( + tcp_cfg, + data_dir, + our_ed_pubkey_hex, + our_x25519_pubkey_hex, + Some(&desired_advert_name), + ) + .await + } else if let Some(path) = preferred_path { + match open_preferred_path( + path, + data_dir, + our_ed_pubkey_hex, + our_x25519_pubkey_hex, + device_kind, + Some(&desired_advert_name), + ) + .await + { + Ok((dev, info)) => Ok((path.to_string(), dev, info)), + Err(e) => { + warn!( + "Preferred path {} probe failed: {} — trying auto-detect", + path, e + ); + auto_detect_and_open( + data_dir, + our_ed_pubkey_hex, + our_x25519_pubkey_hex, + device_kind, + Some(path), + Some(&desired_advert_name), + ) + .await + } } + } else { + auto_detect_and_open( + data_dir, + our_ed_pubkey_hex, + our_x25519_pubkey_hex, + device_kind, + None, + Some(&desired_advert_name), + ) + .await + }; + drop(port_guard); + result + }; + let (device_path, mut device, device_info) = tokio::select! { + res = open_fut => res?, + _ = shutdown.changed() => { + if *shutdown.borrow() { + info!("Shutdown requested during device open — ending session"); + return Ok(()); + } + anyhow::bail!("shutdown signal changed during device open"); } - } else { - auto_detect_and_open( - data_dir, - our_ed_pubkey_hex, - our_x25519_pubkey_hex, - device_kind, - ) - .await? }; // Update status @@ -1125,19 +1209,14 @@ pub(super) async fn run_mesh_session( } } - // Set advert name to the server's human-readable name (e.g. "ThinkPad"), - // falling back to the DID fragment if no name is configured. Skipped in - // keep-as-is mode — the radio keeps the name it came with (already - // reflected in status from the connect handshake). - if manage_radio { - let advert_name = if let Some(name) = server_name { - // Meshcore firmware limits advert names — truncate to 20 chars - name.chars().take(20).collect::<String>() - } else { - let short_did = our_did.chars().skip(8).take(8).collect::<String>(); - format!("Archy-{}", short_did) - }; - if let Err(e) = device.set_advert_name(&advert_name).await { + // Set advert name to the configured mesh/server name (computed above). + // Skipped in keep-as-is mode for radio-held names — the radio keeps the + // name it came with (already reflected in status from the connect + // handshake). Reticulum is exempt from keep-as-is: its display name + // lives in OUR daemon (the RNode holds no name), so "keep as is" has + // nothing to preserve and an unnamed node would be anonymous on RNS. + if manage_radio || matches!(device, MeshRadioDevice::Reticulum(_)) { + if let Err(e) = device.set_advert_name(&desired_advert_name).await { warn!("Failed to set advert name: {}", e); } else { // Reflect the post-set name in MeshStatus too so the UI can filter @@ -1145,7 +1224,7 @@ pub(super) async fn run_mesh_session( // still carries whatever pre-set name the firmware reported and the // self-filter never matches. let mut status = state.status.write().await; - status.self_advert_name = Some(advert_name.clone()); + status.self_advert_name = Some(desired_advert_name.clone()); } } @@ -1438,6 +1517,15 @@ async fn handle_send_command( } else { *consecutive_write_failures = 0; } + // The self-advert alone is a no-op for discovery on Meshtastic + // (heartbeat + time carry no identity) — the NodeInfo broadcast + // is what makes peers learn/refresh us. want_response=true so + // neighbours answer with their own NodeInfo: the user pressed + // Broadcast to be seen AND to see who's out there. No-op on + // Meshcore/Reticulum, whose self-advert already carries identity. + if let Err(e) = device.send_nodeinfo_advert(true).await { + warn!("Failed to send NodeInfo advert: {}", e); + } } MeshCommand::RebootRadio { seconds } => { if let Err(e) = device.reboot(seconds).await { diff --git a/core/archipelago/src/mesh/meshtastic.rs b/core/archipelago/src/mesh/meshtastic.rs index f32f587a..cafccc89 100644 --- a/core/archipelago/src/mesh/meshtastic.rs +++ b/core/archipelago/src/mesh/meshtastic.rs @@ -191,10 +191,13 @@ impl MeshtasticDevice { .current_modem_preset .and_then(modem_preset_name) .map(str::to_string), - primary_channel: self - .current_primary_channel - .as_ref() - .map(|(name, _)| if name.is_empty() { "(default public)".to_string() } else { name.clone() }), + primary_channel: self.current_primary_channel.as_ref().map(|(name, _)| { + if name.is_empty() { + "(default public)".to_string() + } else { + name.clone() + } + }), secondary_channel: self .current_secondary_channel .as_ref() diff --git a/core/archipelago/src/mesh/mod.rs b/core/archipelago/src/mesh/mod.rs index 4e5b201b..a3933ee5 100644 --- a/core/archipelago/src/mesh/mod.rs +++ b/core/archipelago/src/mesh/mod.rs @@ -478,6 +478,31 @@ impl Default for MeshConfig { } } +/// Whether a mesh config file has ever been written for this node — lets the +/// boot path distinguish "operator explicitly disabled mesh" (file exists, +/// enabled=false) from "never configured" (no file), which is the only case +/// radio auto-enable should touch. +pub fn config_file_exists(data_dir: &Path) -> bool { + data_dir.join(MESH_CONFIG_FILE).exists() +} + +/// True when `new` differs from `old` in any field a running mesh session +/// captured by value at spawn (device path/kind, advert name, region, PHY +/// params, channel, manage_radio, TCP interface) — i.e. when applying `new` +/// to a live service requires a listener restart. Fields the session reads +/// live from shared state (broadcast flags, assistant settings, steganography +/// mode, …) deliberately don't trigger a restart. +fn session_config_changed(old: &MeshConfig, new: &MeshConfig) -> bool { + old.device_path != new.device_path + || old.device_kind != new.device_kind + || old.advert_name != new.advert_name + || old.lora_region != new.lora_region + || old.lora_radio_params != new.lora_radio_params + || old.channel_name != new.channel_name + || old.manage_radio != new.manage_radio + || old.reticulum_tcp != new.reticulum_tcp +} + pub async fn load_config(data_dir: &Path) -> Result<MeshConfig> { let path = data_dir.join(MESH_CONFIG_FILE); if !path.exists() { @@ -773,7 +798,11 @@ impl MeshService { self.our_ed_pubkey_hex.clone(), self.our_x25519_secret, self.our_x25519_pubkey_hex.clone(), - self.server_name.clone(), + // The mesh-page "Name on the mesh" (config.advert_name) wins over + // the server name — it existed as write-only config with no reader + // until this line, which is why renaming on the Mesh page never + // changed anything on the air. + self.config.advert_name.clone().or_else(|| self.server_name.clone()), self.config.lora_region.clone(), self.config.lora_radio_params, self.config.channel_name.clone(), @@ -1071,8 +1100,18 @@ impl MeshService { /// the actual probe on purpose — see `probe_device`'s doc comment. pub async fn ensure_probe_allowed(&self, path: &str) -> Result<()> { let status = self.state.status.read().await; - if status.device_connected && status.device_path.as_deref() == Some(path) { - anyhow::bail!("{path} is the active mesh radio — already connected"); + if status.device_connected { + if let Some(active) = status.device_path.as_deref() { + // Compare canonical paths: /dev/mesh-radio is a symlink to the + // ttyUSB*/ttyACM* node, and a probe through the alias would + // still open the very tty the live session is holding. + let canon = |p: &str| { + std::fs::canonicalize(p).unwrap_or_else(|_| std::path::PathBuf::from(p)) + }; + if canon(active) == canon(path) { + anyhow::bail!("{path} is the active mesh radio — already connected"); + } + } } Ok(()) } @@ -1121,7 +1160,32 @@ impl MeshService { let peer = peers .get(&contact_id) .ok_or_else(|| anyhow::anyhow!("Peer not found"))?; - let pubkey_hex = peer + // Cross-transport twin resolution: callers frequently hold the + // FEDERATION twin's contact_id (the UI's merged conversation row), + // whose pubkey_hex is the Archipelago ed25519 key — NOT a radio + // routing key. Sending a Reticulum resource with that prefix fails + // with "Unknown Reticulum prefix" (observed live 2026-07-28, + // image-over-LoRa to a merged contact). Route via the radio twin — + // same arch identity, radio-range id — whose pubkey_hex is the + // actual over-the-air routing key (RNS dest hash / firmware key). + let radio_peer = if peer.contact_id >= FEDERATION_CONTACT_ID_BASE { + peer.arch_pubkey_hex + .as_deref() + .and_then(|arch| { + peers.values().find(|p| { + p.contact_id < FEDERATION_CONTACT_ID_BASE + && p.arch_pubkey_hex.as_deref() == Some(arch) + }) + }) + .ok_or_else(|| { + anyhow::anyhow!( + "Peer is federation-only (no radio twin) — not reachable over the radio" + ) + })? + } else { + peer + }; + let pubkey_hex = radio_peer .pubkey_hex .as_ref() .ok_or_else(|| anyhow::anyhow!("Peer has no public key"))?; @@ -1259,12 +1323,44 @@ impl MeshService { .map(|p| !p.reachable && p.arch_pubkey_hex.is_some()) .unwrap_or(false) }; + // Transport policy: LoRa first when it can actually carry the message, + // then FIPS, then Tor. A federation-synthetic id (what the UI's merged + // conversation holds) used to ALWAYS take the federation path, even + // when the very same node was sitting one LoRa hop away — so chats + // between two radio-equipped nodes silently rode FIPS/Tor. If the + // federation contact has a REACHABLE radio twin (same archipelago + // identity, radio-range id) and the payload fits the radio, skip the + // federation branch: the fall-through LoRa path twin-resolves the + // routing key via peer_dest_prefix. + let device_connected = self.state.status.read().await.device_connected; + let radio_twin_reachable = is_federation_synthetic && !exceeds_lora && device_connected && { + let peers = self.state.peers.read().await; + peers + .get(&contact_id) + .and_then(|p| p.arch_pubkey_hex.clone()) + .map(|arch| { + peers.values().any(|p| { + p.contact_id < FEDERATION_CONTACT_ID_BASE + && p.reachable + && p.arch_pubkey_hex.as_deref() == Some(arch.as_str()) + }) + }) + .unwrap_or(false) + }; let mesh_only_mode = load_config(&self.data_dir) .await .ok() .and_then(|cfg| cfg.mesh_only_mode) .unwrap_or(false); + if radio_twin_reachable && !mesh_only_mode { + tracing::info!( + contact_id, + bytes = wire.len(), + "Radio-first routing: federation contact has a reachable radio twin — sending over LoRa" + ); + } if !mesh_only_mode + && !radio_twin_reachable && (is_federation_synthetic || exceeds_lora || radio_federated_unreachable) { // Resolve the peer's pubkey/did. Prefer the live mesh peer table, @@ -2088,6 +2184,7 @@ impl MeshService { save_config(&self.data_dir, &config).await?; let was_enabled = self.config.enabled; + let needs_session_restart = session_config_changed(&self.config, &config); self.config = config.clone(); // Update the status to reflect new config @@ -2112,11 +2209,31 @@ impl MeshService { status.firmware_version = None; status.self_node_id = None; status.peer_count = 0; + } else if config.enabled && was_enabled && needs_session_restart { + info!("Mesh session config changed — restarting listener to apply"); + self.stop().await; + self.start()?; } Ok(()) } + /// The service's current (last-applied) config. + pub fn config(&self) -> &MeshConfig { + &self.config + } + + /// Restart the listener (if running) so it picks up out-of-band state a + /// spawn captured by value — currently the server name pushed by + /// `server.set-name`. + pub async fn restart_listener_if_running(&mut self) -> Result<()> { + if self.listener_handle.is_some() { + self.stop().await; + self.start()?; + } + Ok(()) + } + /// Get a reference to shared state (for RPC handlers). pub fn shared_state(&self) -> Arc<MeshState> { Arc::clone(&self.state) @@ -2238,6 +2355,46 @@ async fn bitcoin_rpc_getblockheader_by_height( mod tests { use super::*; + #[test] + fn session_config_change_detection() { + let base = MeshConfig::default(); + + // Same config → no restart. + assert!(!session_config_changed(&base, &base.clone())); + + // Every session-captured field individually triggers a restart. + let mut c = base.clone(); + c.device_kind = Some(types::DeviceType::Reticulum); + assert!(session_config_changed(&base, &c)); + + let mut c = base.clone(); + c.device_path = Some("/dev/ttyUSB0".into()); + assert!(session_config_changed(&base, &c)); + + let mut c = base.clone(); + c.advert_name = Some("RNode Shaza".into()); + assert!(session_config_changed(&base, &c)); + + let mut c = base.clone(); + c.manage_radio = !base.manage_radio; + assert!(session_config_changed(&base, &c)); + + let mut c = base.clone(); + c.lora_region = Some("EU_868".into()); + assert!(session_config_changed(&base, &c)); + + let mut c = base.clone(); + c.channel_name = Some("private-net".into()); + assert!(session_config_changed(&base, &c)); + + // Live-read fields must NOT force a session restart. + let mut c = base.clone(); + c.broadcast_identity = !base.broadcast_identity; + c.announce_block_headers = !base.announce_block_headers; + c.assistant_enabled = !base.assistant_enabled; + assert!(!session_config_changed(&base, &c)); + } + fn mk_peer(contact_id: u32, name: &str, arch: Option<&str>, reachable: bool) -> MeshPeer { MeshPeer { contact_id, diff --git a/core/archipelago/src/mesh/reticulum.rs b/core/archipelago/src/mesh/reticulum.rs index 4a6459c5..1ffb6d85 100644 --- a/core/archipelago/src/mesh/reticulum.rs +++ b/core/archipelago/src/mesh/reticulum.rs @@ -121,6 +121,7 @@ fn daemon_command( identity_key: &Path, archy_ed_pubkey_hex: Option<&str>, archy_x25519_pubkey_hex: Option<&str>, + display_name: Option<&str>, ) -> Command { let bin = std::env::var("ARCHY_RETICULUM_DAEMON_BIN") .unwrap_or_else(|_| "/usr/local/bin/archy-reticulum-daemon".to_string()); @@ -159,6 +160,15 @@ fn daemon_command( .arg("--archy-x25519-pubkey-hex") .arg(x); } + // The RNS-visible display name (what Sideband/NomadNet/other archy nodes + // show for us). Without this the daemon falls back to its argparse + // default and every archy node announces the same anonymous name. + if let Some(name) = display_name { + let name = name.trim(); + if !name.is_empty() { + cmd.arg("--display-name").arg(name); + } + } // Run the daemon as its own process-group leader. The packaged binary is // a PyInstaller one-file bootloader that forks the real Python process; // making it a group leader lets shutdown signal the WHOLE group so the @@ -207,6 +217,10 @@ struct ReticulumPeer { /// `bind_federation_twins`, which those two transports rely on instead). arch_pubkey_hex: Option<String>, reachable: bool, + /// Unix time of the last announce heard from this peer over the air. + /// In-memory only (a persisted value would be stale by definition) — + /// `0` after a restart until the peer re-announces. + last_advert_at: u64, } /// On-disk shape of `ReticulumPeer` — `[u8; 16]` can't be a JSON object key, @@ -245,6 +259,11 @@ pub struct ReticulumLink { /// matching `resource_progress`/`resource_sent`/`resource_failed` events /// back to a log line; sends are fire-and-forget (see `send_resource`). resource_id_counter: u64, + /// Set when the daemon's RPC socket closes or its process exits. Once + /// true, `try_recv_frame` returns an error so the session loop tears + /// down and the outer reconnect loop respawns the daemon — without this + /// a dead daemon was invisible until the 30-minute RX-stall watchdog. + daemon_gone: bool, } impl ReticulumLink { @@ -269,6 +288,7 @@ impl ReticulumLink { data_dir: &Path, our_ed_pubkey_hex: Option<&str>, our_x25519_pubkey_hex: Option<&str>, + display_name: Option<&str>, ) -> Result<Self> { probe_rnode(path) .await @@ -278,6 +298,7 @@ impl ReticulumLink { data_dir, our_ed_pubkey_hex, our_x25519_pubkey_hex, + display_name, ) .await } @@ -290,6 +311,7 @@ impl ReticulumLink { data_dir: &Path, our_ed_pubkey_hex: Option<&str>, our_x25519_pubkey_hex: Option<&str>, + display_name: Option<&str>, ) -> Result<Self> { let host = bind.rsplit_once(':').map(|(h, _)| h).unwrap_or(bind); anyhow::ensure!( @@ -302,6 +324,7 @@ impl ReticulumLink { data_dir, our_ed_pubkey_hex, our_x25519_pubkey_hex, + display_name, ) .await } @@ -313,6 +336,7 @@ impl ReticulumLink { data_dir: &Path, our_ed_pubkey_hex: Option<&str>, our_x25519_pubkey_hex: Option<&str>, + display_name: Option<&str>, ) -> Result<Self> { anyhow::ensure!( !targets.is_empty(), @@ -323,6 +347,7 @@ impl ReticulumLink { data_dir, our_ed_pubkey_hex, our_x25519_pubkey_hex, + display_name, ) .await } @@ -332,6 +357,7 @@ impl ReticulumLink { data_dir: &Path, our_ed_pubkey_hex: Option<&str>, our_x25519_pubkey_hex: Option<&str>, + display_name: Option<&str>, ) -> Result<Self> { // Keep the RPC socket under the archipelago-owned data dir (not the // shared system temp dir) so its access is bounded by the same @@ -379,6 +405,7 @@ impl ReticulumLink { &identity_key, our_ed_pubkey_hex, our_x25519_pubkey_hex, + display_name, ); cmd.env("TMPDIR", &tmp_dir); let child = cmd @@ -450,6 +477,7 @@ impl ReticulumLink { peers_file: runtime_dir.join("peers.json"), inbound: std::collections::VecDeque::new(), resource_id_counter: 0, + daemon_gone: false, }; link.load_persisted_peers(); Ok(link) @@ -472,15 +500,25 @@ impl ReticulumLink { }; let prefix: [u8; 6] = hash[..6].try_into().unwrap(); self.prefix_to_hash.insert(prefix, hash); + // Heal names persisted by pre-2026-07-28 builds, which could + // store a raw `ARCHY:…` identity blob as the display name (seen + // live on archi-dev-box). Blob-only announces assert no name, so + // nothing would ever overwrite it — swap in the placeholder. + let display_name = if p.display_name.starts_with("ARCHY:") { + format!("Reticulum {}", hex::encode(&hash[..4])) + } else { + p.display_name + }; self.peers.insert( hash, ReticulumPeer { dest_hash: hash, - display_name: p.display_name, + display_name, arch_pubkey_hex: p.arch_pubkey_hex, // Reachability is a live property, not a persisted fact — // start conservative and let the first real event refresh it. reachable: false, + last_advert_at: 0, }, ); } @@ -533,10 +571,12 @@ impl ReticulumLink { } pub async fn set_advert_name(&mut self, name: &str) -> Result<()> { - // The daemon's display_name is fixed at spawn time (CLI arg); changing - // it live would require an RPC verb we haven't added. Track locally so - // `advert_name()` reflects the caller's intent even though the - // RNS-visible name doesn't change until the daemon restarts. + // Live rename: the daemon's `set_name` verb updates the LXMF delivery + // destination's display_name and re-announces, so peers pick the new + // name up on their next announce receipt. Also tracked locally so + // `advert_name()` reflects it immediately. + self.send_rpc(serde_json::json!({"cmd": "set_name", "name": name})) + .await?; self.display_name = Some(name.to_string()); Ok(()) } @@ -685,7 +725,7 @@ impl ReticulumLink { .map(|p| ParsedContact { public_key_hex: hex::encode(p.dest_hash), advert_name: p.display_name.clone(), - last_advert: 0, + last_advert: p.last_advert_at as u32, // Deliberately not 1 ("friend"/meshcore type), so the // meshcore-only auto-heal `reset_contact_path` loop in // `refresh_contacts` (session.rs) skips these — RNS does its @@ -718,6 +758,12 @@ impl ReticulumLink { pub async fn try_recv_frame(&mut self) -> Result<Option<InboundFrame>> { self.drain_events().await; + if self.daemon_gone { + // Surface the dead daemon as a hard error so run_mesh_session + // bails and the outer reconnect loop respawns it, instead of + // idling on an empty queue until the RX-stall watchdog fires. + anyhow::bail!("reticulum-daemon is gone (process exited or RPC socket closed)"); + } Ok(self.inbound.pop_front()) } @@ -743,6 +789,15 @@ impl ReticulumLink { /// Drain any buffered daemon events (non-blocking) and translate them into /// peer-table updates / synthetic InboundFrames. async fn drain_events(&mut self) { + // A daemon that died without closing the socket cleanly (SIGKILL, + // OOM) leaves the socket readable-with-EOF or just silent — poll the + // child's exit status too so death is never mistaken for quiet. + if !self.daemon_gone { + if let Ok(Some(status)) = self.child.try_wait() { + warn!(%status, "reticulum-daemon process exited"); + self.daemon_gone = true; + } + } loop { let mut line = String::new(); let read = @@ -750,10 +805,16 @@ impl ReticulumLink { .await; let n = match read { Ok(Ok(n)) => n, - _ => break, // timeout (no data) or read error — stop draining + Ok(Err(e)) => { + warn!("Reticulum daemon RPC read failed: {}", e); + self.daemon_gone = true; + break; + } + Err(_) => break, // timeout — no data buffered }; if n == 0 { warn!("Reticulum daemon RPC connection closed"); + self.daemon_gone = true; break; } let Ok(ev) = serde_json::from_str::<Value>(line.trim()) else { @@ -775,6 +836,23 @@ impl ReticulumLink { }; let prefix: [u8; 6] = hash[..6].try_into().unwrap(); self.prefix_to_hash.insert(prefix, hash); + // Current daemons decode the LXMF announce app_data themselves + // and hand us clean fields: `display_name` (LXMF-standard + // msgpack name, Sideband-interoperable) and `archy_blob` (the + // `ARCHY:n:` identity string, carried as an extra msgpack list + // element stock clients ignore). The raw `app_data` text path + // below remains for announces from pre-upgrade archy nodes, + // whose app_data was EITHER the blob OR a bare-utf8 name. + let explicit_name = ev + .get("display_name") + .and_then(Value::as_str) + .map(|s| s.trim().to_string()) + .filter(|s| !s.is_empty()); + let explicit_blob = ev + .get("archy_blob") + .and_then(Value::as_str) + .map(str::to_string) + .filter(|s| !s.is_empty()); let app_data_text = ev .get("app_data") .and_then(Value::as_str) @@ -794,12 +872,17 @@ impl ReticulumLink { // now carry the same `arch_pubkey_hex`, instead of relying on // `bind_federation_twins`'s advert_name matching, which never // matches here — see `display_name` below. - let parsed_identity = app_data_text + let legacy_identity = app_data_text .as_deref() .and_then(protocol::parse_identity_broadcast); - let is_identity_blob = parsed_identity.is_some(); - if is_identity_blob { - let text = app_data_text.clone().unwrap(); + let is_legacy_blob = legacy_identity.is_some(); + let identity_blob_text = explicit_blob.or_else(|| { + app_data_text.clone().filter(|_| is_legacy_blob) + }); + let parsed_identity = identity_blob_text + .as_deref() + .and_then(protocol::parse_identity_broadcast); + if let Some(text) = identity_blob_text.as_deref().filter(|_| parsed_identity.is_some()) { let mut data = Vec::with_capacity(7 + text.len()); data.push(0); // channel index — unused by the identity path data.extend_from_slice(&prefix); @@ -812,23 +895,31 @@ impl ReticulumLink { } let arch_pubkey_hex = parsed_identity.map(|(_did, ed_pubkey, _x25519)| ed_pubkey); - let display_name = app_data_text - .filter(|_| !is_identity_blob) - .unwrap_or_else(|| format!("Reticulum {}", hex::encode(&hash[..4]))); + let announced_name = + pick_announced_name(explicit_name, app_data_text, is_legacy_blob); + let now = std::time::SystemTime::now() + .duration_since(std::time::UNIX_EPOCH) + .unwrap_or_default() + .as_secs(); self.peers .entry(hash) .and_modify(|p| { - p.display_name = display_name.clone(); + if let Some(name) = announced_name.clone() { + p.display_name = name; + } p.reachable = true; + p.last_advert_at = now; if arch_pubkey_hex.is_some() { p.arch_pubkey_hex = arch_pubkey_hex.clone(); } }) - .or_insert(ReticulumPeer { + .or_insert_with(|| ReticulumPeer { dest_hash: hash, - display_name, + display_name: announced_name + .unwrap_or_else(|| format!("Reticulum {}", hex::encode(&hash[..4]))), arch_pubkey_hex, reachable: true, + last_advert_at: now, }); self.persist_peers(); } @@ -844,16 +935,24 @@ impl ReticulumLink { // A peer that messages us without ever announcing still needs // to survive a restart — give it a placeholder name (the real // one, if any, arrives via a later "announce" and overwrites - // this) so its routing entry alone doesn't get lost. - if let std::collections::hash_map::Entry::Vacant(e) = self.peers.entry(source_hash) - { - e.insert(ReticulumPeer { - dest_hash: source_hash, - display_name: format!("Reticulum {}", hex::encode(&source_hash[..4])), - arch_pubkey_hex: None, - reachable: true, - }); - self.persist_peers(); + // this) so its routing entry alone doesn't get lost. An + // existing entry is proof of life too: mark it reachable so a + // restart-restored (reachable=false) peer that DMs us doesn't + // stay red-dotted until its next announce. + match self.peers.entry(source_hash) { + std::collections::hash_map::Entry::Vacant(e) => { + e.insert(ReticulumPeer { + dest_hash: source_hash, + display_name: format!("Reticulum {}", hex::encode(&source_hash[..4])), + arch_pubkey_hex: None, + reachable: true, + last_advert_at: 0, + }); + self.persist_peers(); + } + std::collections::hash_map::Entry::Occupied(mut e) => { + e.get_mut().reachable = true; + } } // A stock LXMF client (Sideband/NomadNet — not an archy peer) @@ -932,15 +1031,20 @@ impl ReticulumLink { }; let prefix: [u8; 6] = source_hash[..6].try_into().unwrap(); self.prefix_to_hash.insert(prefix, source_hash); - if let std::collections::hash_map::Entry::Vacant(e) = self.peers.entry(source_hash) - { - e.insert(ReticulumPeer { - dest_hash: source_hash, - display_name: format!("Reticulum {}", hex::encode(&source_hash[..4])), - arch_pubkey_hex: None, - reachable: true, - }); - self.persist_peers(); + match self.peers.entry(source_hash) { + std::collections::hash_map::Entry::Vacant(e) => { + e.insert(ReticulumPeer { + dest_hash: source_hash, + display_name: format!("Reticulum {}", hex::encode(&source_hash[..4])), + arch_pubkey_hex: None, + reachable: true, + last_advert_at: 0, + }); + self.persist_peers(); + } + std::collections::hash_map::Entry::Occupied(mut e) => { + e.get_mut().reachable = true; + } } use base64::{engine::general_purpose::STANDARD as B64, Engine as _}; let Some(data) = ev @@ -1089,8 +1193,10 @@ pub(crate) async fn probe_rnode(path: &str) -> Result<()> { // ESP32-S3 native-USB boards (Heltec V3/V4 etc. — no separate USB-UART // bridge chip) treat a DTR/RTS transition on open as a reset signal, the // same mechanism esptool uses to force bootloader entry. Deassert both - // and let the board settle before writing the probe, or the reboot eats - // the DETECT_RESP window below. + // before writing the probe. Boards behind a USB-UART bridge (CP2102 on + // the Heltec V3) get the reset pulse from the open() itself, before we + // can deassert anything — that case is handled by the boot-settle retry + // below. let _ = port.set_dtr(false); let _ = port.set_rts(false); tokio::time::sleep(Duration::from_millis(300)).await; @@ -1109,26 +1215,81 @@ pub(crate) async fn probe_rnode(path: &str) -> Result<()> { 0x00, KISS_FEND, ]; + // Attempt 1: probe immediately. A board that did NOT reset on open (it + // was already up — e.g. a re-probe of a running RNode) answers in well + // under a second, so the fast path stays fast. tokio::time::timeout(Duration::from_millis(500), port.write_all(&probe)) .await .context("RNode probe write timed out")? .context("RNode probe write failed")?; - let mut buf = [0u8; 256]; let mut seen = Vec::new(); - let deadline = tokio::time::Instant::now() + PROBE_READ_TIMEOUT; - while tokio::time::Instant::now() < deadline { + if await_detect_resp(&port, &mut buf, &mut seen, PROBE_READ_TIMEOUT).await { + return Ok(()); + } + + // No DETECT_RESP. If the open() power-cycled the board (verified live on + // a Heltec V3 RNode behind a CP2102: the ESP32 spends ~2.5-3s in boot + // ROM + app init and silently eats anything written meanwhile, so the + // first probe lands in the void), wait for its boot chatter to go quiet + // and probe once more with a fresh response window. + const BOOT_QUIET_WINDOW: Duration = Duration::from_millis(800); + const BOOT_SETTLE_MAX: Duration = Duration::from_secs(6); + let settle_deadline = tokio::time::Instant::now() + BOOT_SETTLE_MAX; + let mut last_data = tokio::time::Instant::now(); + while tokio::time::Instant::now() < settle_deadline { match tokio::time::timeout(Duration::from_millis(150), port.read(&mut buf)).await { Ok(Ok(n)) if n > 0 => { seen.extend_from_slice(&buf[..n]); + // A late DETECT_RESP to the first write still counts. if contains_detect_resp(&seen) { return Ok(()); } + last_data = tokio::time::Instant::now(); + } + _ => { + if last_data.elapsed() >= BOOT_QUIET_WINDOW { + break; + } + } + } + } + + tokio::time::timeout(Duration::from_millis(500), port.write_all(&probe)) + .await + .context("RNode probe rewrite timed out")? + .context("RNode probe rewrite failed")?; + seen.clear(); + if await_detect_resp(&port, &mut buf, &mut seen, PROBE_READ_TIMEOUT).await { + return Ok(()); + } + anyhow::bail!( + "No RNode DETECT_RESP within {:?} (incl. post-boot-settle retry)", + PROBE_READ_TIMEOUT + ) +} + +/// Read from `port` for up to `window`, accumulating into `seen`; true once +/// the KISS DETECT_RESP sequence shows up anywhere in the stream. +async fn await_detect_resp( + port: &serial2_tokio::SerialPort, + buf: &mut [u8], + seen: &mut Vec<u8>, + window: Duration, +) -> bool { + let deadline = tokio::time::Instant::now() + window; + while tokio::time::Instant::now() < deadline { + match tokio::time::timeout(Duration::from_millis(150), port.read(buf)).await { + Ok(Ok(n)) if n > 0 => { + seen.extend_from_slice(&buf[..n]); + if contains_detect_resp(seen) { + return true; + } } _ => continue, } } - anyhow::bail!("No RNode DETECT_RESP within {:?}", PROBE_READ_TIMEOUT) + false } /// Look for the `[FEND, CMD_DETECT, DETECT_RESP]` sequence anywhere in the @@ -1138,6 +1299,33 @@ fn contains_detect_resp(buf: &[u8]) -> bool { .any(|w| w == [KISS_FEND, KISS_CMD_DETECT, KISS_DETECT_RESP]) } +/// The display name an announce actually asserted, if any. +/// +/// Precedence: the daemon-decoded LXMF display name (`display_name` event +/// field), then — legacy peers only — bare-utf8 app_data that wasn't an +/// identity blob. The bare-utf8 fallback must actually look like text: +/// lossy-decoded msgpack (a new-format announce whose name the daemon failed +/// to decode) is full of U+FFFD/control chars and would otherwise become a +/// mojibake display name. `None` (e.g. a blob-only legacy announce) means +/// "no name asserted" and must NOT stomp a previously-learned name. +fn pick_announced_name( + explicit_name: Option<String>, + app_data_text: Option<String>, + is_legacy_blob: bool, +) -> Option<String> { + explicit_name + // A legacy blob-only announce utf8-decodes cleanly, so LXMF's + // display_name_from_app_data hands the daemon the ENTIRE `ARCHY:…` + // string as a "name" — seen live from a pre-upgrade Framework PT. + // An identity blob is never a display name. + .filter(|s| !s.starts_with("ARCHY:")) + .or_else(|| { + app_data_text + .filter(|_| !is_legacy_blob) + .filter(|s| !s.chars().any(|c| c.is_control() || c == '\u{FFFD}')) + }) +} + impl Drop for ReticulumLink { fn drop(&mut self) { // Group-wide SIGTERM with a delayed SIGKILL backstop (`terminate_group`). @@ -1154,6 +1342,37 @@ impl Drop for ReticulumLink { mod tests { use super::*; + #[test] + fn announced_name_precedence() { + // Daemon-decoded LXMF name always wins. + assert_eq!( + pick_announced_name( + Some("RNode Shaza".into()), + Some("ARCHY:2:aa:bb".into()), + true + ), + Some("RNode Shaza".to_string()) + ); + // Legacy bare-utf8 name (old daemon, no explicit field). + assert_eq!( + pick_announced_name(None, Some("zaza".into()), false), + Some("zaza".to_string()) + ); + // Legacy blob-only announce asserts NO name (must not stomp). + assert_eq!( + pick_announced_name(None, Some("ARCHY:2:aa:bb".into()), true), + None + ); + // Lossy-decoded msgpack must not become a mojibake name. + assert_eq!( + pick_announced_name(None, Some("\u{FFFD}\u{FFFD}Shaza\u{FFFD}".into()), false), + None + ); + assert_eq!(pick_announced_name(None, Some("has\u{1}ctl".into()), false), None); + // Nothing at all. + assert_eq!(pick_announced_name(None, None, false), None); + } + #[test] fn detect_resp_found_in_kiss_stream() { let stream = [ diff --git a/core/archipelago/src/mesh/serial.rs b/core/archipelago/src/mesh/serial.rs index 312c79f5..59384363 100644 --- a/core/archipelago/src/mesh/serial.rs +++ b/core/archipelago/src/mesh/serial.rs @@ -572,6 +572,8 @@ fn likely_non_mesh_serial_device(path: &str) -> bool { /// was open (matches the reported "stops when I leave, resumes when I come /// back"). SERIAL_CANDIDATES lists `/dev/mesh-radio` first, so it wins the /// dedup and is what's reported when both alias and target are present. +/// (Independently re-discovered and fixed on main 2026-07-26 — both sides +/// of the 2026-07-28 merge carried an equivalent implementation.) pub async fn detect_serial_devices() -> Vec<String> { let mut devices = Vec::new(); let mut seen_real_paths = std::collections::HashSet::new(); @@ -618,12 +620,23 @@ pub async fn detect_serial_devices_info() -> Vec<DetectedDeviceInfo> { let mut out = Vec::new(); for path in detect_serial_devices().await { let usb = usb_info_for_tty(&path).await; - let plugged_at = tokio::fs::metadata(&path) - .await - .ok() - .and_then(|m| m.modified().ok()) - .and_then(|t| t.duration_since(std::time::UNIX_EPOCH).ok()) - .map(|d| d.as_secs()); + // Birth time (btime), falling back to inode-change time (ctime) — + // NOT mtime: a tty node's mtime bumps on every open()/write, so with + // mtime here each probe/session open minted a "new" plugged_at, the + // UI's (path, plugged_at) dismissal key never matched again, and the + // setup modal re-fired forever on a device that never left the port + // (observed live on archi-dev-box 2026-07-28). btime/ctime only + // change when udev (re)creates/chowns the node — i.e. on real plugs. + let plugged_at = tokio::fs::metadata(&path).await.ok().and_then(|m| { + m.created() + .ok() + .and_then(|t| t.duration_since(std::time::UNIX_EPOCH).ok()) + .map(|d| d.as_secs()) + .or_else(|| { + use std::os::unix::fs::MetadataExt; + u64::try_from(m.ctime()).ok() + }) + }); out.push(DetectedDeviceInfo { path, vid: usb.0, diff --git a/core/archipelago/src/mesh_ports.rs b/core/archipelago/src/mesh_ports.rs index a22f6236..6b211b1c 100644 --- a/core/archipelago/src/mesh_ports.rs +++ b/core/archipelago/src/mesh_ports.rs @@ -110,8 +110,8 @@ async fn listening_ports(path: &str, addr_hex_len: usize) -> Result<HashSet<u16> /// A v6-only listener on [::]:port forwarding each connection to 127.0.0.1:port. fn spawn_forwarder(port: u16) -> Result<JoinHandle<()>> { use socket2::{Domain, Protocol, Socket, Type}; - let socket = Socket::new(Domain::IPV6, Type::STREAM, Some(Protocol::TCP)) - .context("create v6 socket")?; + let socket = + Socket::new(Domain::IPV6, Type::STREAM, Some(Protocol::TCP)).context("create v6 socket")?; // v6only so we coexist with the app's own 0.0.0.0:<port> bind. socket.set_only_v6(true).context("set v6only")?; socket.set_reuse_address(true).ok(); @@ -119,8 +119,8 @@ fn spawn_forwarder(port: u16) -> Result<JoinHandle<()>> { let addr = SocketAddrV6::new(Ipv6Addr::UNSPECIFIED, port, 0, 0); socket.bind(&addr.into()).context("bind [::]")?; socket.listen(128).context("listen")?; - let listener = tokio::net::TcpListener::from_std(socket.into()) - .context("register with tokio")?; + let listener = + tokio::net::TcpListener::from_std(socket.into()).context("register with tokio")?; Ok(tokio::spawn(async move { loop { diff --git a/core/archipelago/src/network/dwn_sync.rs b/core/archipelago/src/network/dwn_sync.rs index cec6feed..1ce68351 100644 --- a/core/archipelago/src/network/dwn_sync.rs +++ b/core/archipelago/src/network/dwn_sync.rs @@ -134,6 +134,7 @@ pub async fn sync_with_peers(data_dir: &Path, peer_onions: &[String]) -> Result< for onion in &unique_onions { let fips_npub = crate::federation::fips_npub_for_onion(data_dir, onion).await; match sync_single_peer( + data_dir, fips_npub.as_deref(), &store, onion, @@ -173,6 +174,7 @@ pub async fn sync_with_peers(data_dir: &Path, peer_onions: &[String]) -> Result< /// Sync with a single peer: pull their messages and push ours. /// Each HTTP call picks FIPS when a npub is known, otherwise Tor. async fn sync_single_peer( + data_dir: &Path, fips_npub: Option<&str>, store: &crate::network::dwn_store::DwnStore, onion: &str, @@ -186,6 +188,8 @@ async fn sync_single_peer( let (health_resp, _) = PeerRequest::new(fips_npub, onion, "/dwn/health") .service(crate::settings::transport::PeerService::Federation) .timeout(std::time::Duration::from_secs(30)) + .fips_timeout(std::time::Duration::from_secs(6)) + .record_transport(data_dir) .send_get() .await .context("Peer DWN unreachable")?; @@ -211,6 +215,8 @@ async fn sync_single_peer( let (pull_res, _) = PeerRequest::new(fips_npub, onion, "/dwn") .service(crate::settings::transport::PeerService::Federation) .timeout(std::time::Duration::from_secs(30)) + .fips_timeout(std::time::Duration::from_secs(6)) + .record_transport(data_dir) .send_json(&pull_body) .await .context("Failed to query peer DWN")?; @@ -269,6 +275,8 @@ async fn sync_single_peer( match PeerRequest::new(fips_npub, onion, "/dwn") .service(crate::settings::transport::PeerService::Federation) .timeout(std::time::Duration::from_secs(30)) + .fips_timeout(std::time::Duration::from_secs(6)) + .record_transport(data_dir) .send_json(&push_body) .await { diff --git a/core/archipelago/src/node_message.rs b/core/archipelago/src/node_message.rs index c08df91e..d72ec3d4 100644 --- a/core/archipelago/src/node_message.rs +++ b/core/archipelago/src/node_message.rs @@ -342,6 +342,9 @@ pub async fn send_to_peer( signing_key: Option<&ed25519_dalek::SigningKey>, recipient_pubkey: Option<&str>, from_name: Option<&str>, + // Federation data dir for last-transport recording; None skips recording + // (callers without a data dir in scope). + record_data_dir: Option<&std::path::Path>, ) -> Result<()> { validate_onion(onion)?; @@ -370,10 +373,15 @@ pub async fn send_to_peer( body["from_name"] = serde_json::Value::String(name.to_string()); } - let (resp, transport) = + let mut req = crate::fips::dial::PeerRequest::new(fips_npub, onion, "/archipelago/node-message") .service(crate::settings::transport::PeerService::Messaging) .timeout(std::time::Duration::from_secs(60)) + .fips_timeout(std::time::Duration::from_secs(8)); + if let Some(dir) = record_data_dir { + req = req.record_transport(dir); + } + let (resp, transport) = req .send_json(&body) .await .map_err(|e| { @@ -410,6 +418,7 @@ pub async fn check_peer_reachable(onion: &str, fips_npub: Option<&str>) -> Resul // circuit that hasn't answered /health in 12s is "offline" for UI // purposes; the old 30s made the Connected Nodes probes crawl. .timeout(std::time::Duration::from_secs(12)) + .fips_timeout(std::time::Duration::from_secs(4)) .send_get() .await { diff --git a/core/archipelago/src/server.rs b/core/archipelago/src/server.rs index 67d58a17..82c4cbf4 100644 --- a/core/archipelago/src/server.rs +++ b/core/archipelago/src/server.rs @@ -294,8 +294,13 @@ impl Server { .await .unwrap_or_default(); - // Auto-enable mesh if a radio is detected and no config exists yet - if !mesh_config.enabled { + // Auto-enable mesh if a radio is detected and no config exists + // yet. Only on a genuinely missing config: an existing file + // with enabled=false is an explicit operator decision (e.g. + // via mesh.configure) and force-re-enabling it on every boot + // made "disable mesh" impossible on any node with a radio + // plugged in. + if !mesh_config.enabled && !crate::mesh::config_file_exists(&data_dir) { let devices = crate::mesh::detect_devices().await; if !devices.is_empty() { info!("📡 Auto-detected mesh radio: {:?} — enabling mesh", devices); @@ -433,8 +438,18 @@ impl Server { ), )); - // LAN transport (mDNS discovery) - let mut lan = crate::transport::lan::LanTransport::new(&did, &pubkey_hex, 5678); + // LAN transport (mDNS discovery). Advertise our FIPS npub in + // the TXT record so co-located peers can form a direct FIPS + // link (see `lan_fips_anchors`). + let local_fips_npub = crate::identity::fips_npub(&data_dir.join("identity")) + .await + .unwrap_or(None); + let mut lan = crate::transport::lan::LanTransport::new( + &did, + &pubkey_hex, + 5678, + local_fips_npub, + ); match lan.start(registry.clone()) { Ok(()) => info!("📡 LAN transport (mDNS) started"), Err(e) => debug!("LAN transport init (non-fatal): {}", e), @@ -753,12 +768,25 @@ impl Server { // (often flaky) global anchor's spanning tree to route to each // other. For every peer the registry knows both a LAN address // AND a FIPS npub for, dial it on its FIPS UDP transport port - // (8668) at its LAN IP. This is FIPS's own transport over the + // at its LAN IP. This is FIPS's own transport over the // LAN — NOT Tailscale, NOT the HTTP/LAN messaging port. Pure // FIPS. `fipsctl connect` is idempotent, so re-applying every // tick just keeps the direct link warm; unknown/remote peers // (no LAN address) are left to the anchor as before. if let Some(reg) = fips_peer_registry.as_ref() { + // Hydrate FIPS npubs into the registry from federation + // storage (did-keyed). Peers discovered before the mDNS + // TXT `fips` key existed — or running builds that don't + // advertise it yet — would otherwise never satisfy the + // `fips_npub` requirement in lan_fips_anchors(), leaving + // direct LAN peering a no-op. + if let Ok(nodes) = crate::federation::load_nodes(&data_dir).await { + for n in &nodes { + if let Some(npub) = n.fips_npub.as_deref() { + reg.set_fips_npub(&n.did, npub).await; + } + } + } let direct = crate::fips::anchors::lan_fips_anchors(®.all_peers().await); if !direct.is_empty() { let _ = crate::fips::anchors::apply(&direct).await; @@ -891,7 +919,7 @@ impl Server { // Post-onboarding auto-activation for archipelago-fips. Runs once // at startup: if fips_key is on disk, install /etc/fips/fips.yaml // (schema-refreshed) and start the service. This removes the - // need for a user-facing "Activate" button — the node comes up + // need for a user-facing manual Start button — the node comes up // with FIPS running whenever the seed has been onboarded. Also // self-heals legacy raw-byte fips.key files (load_fips_keys // rewrites them as bech32 nsec the first time they're read). @@ -940,14 +968,16 @@ impl Server { ); } } - if let Err(e) = crate::fips::service::activate(crate::fips::SERVICE_UNIT).await { + let unit = crate::fips::service::activation_unit().await; + if let Err(e) = crate::fips::service::activate(unit).await { tracing::warn!( - "archipelago-fips activate failed on startup: {} — user can retry via fips.install RPC", + "FIPS activate failed on startup via {}: {} — user can retry via fips.install RPC", + unit, e ); return; } - tracing::info!("archipelago-fips auto-activated on startup"); + tracing::info!("FIPS auto-activated on startup via {}", unit); }); } @@ -988,8 +1018,55 @@ impl Server { main_addr, )); + // The mesh is IPv6-only: a phone reaching the node over its fips0 + // ULA lands on port 80 over v6, where a 0.0.0.0 listener never + // answers — the UI was structurally unreachable over the mesh + // (RST -> ERR_CONNECTION_ABORTED, confirmed 2026-07-26: v4:80 = 200, + // v6:80 = refused). Mirror an IPv4-any main listener with a + // V6ONLY [::] socket on the same port — v6-only so it coexists + // with the v4 listener regardless of net.ipv6.bindv6only. + let v4_any_port = match main_addr { + SocketAddr::V4(v4) if v4.ip().is_unspecified() => Some(v4.port()), + _ => None, + }; + let v6_task = if let Some(port) = v4_any_port { + let v6_addr = + SocketAddr::new(std::net::IpAddr::V6(std::net::Ipv6Addr::UNSPECIFIED), port); + match bind_v6_only(v6_addr) { + Ok(listener) => { + info!("IPv6 web listener bound {} (mesh ULA reachable)", v6_addr); + Some(tokio::spawn(accept_loop( + self.api_handler.clone(), + listener, + active_connections.clone(), + false, // same semantics as the main listener + tx.subscribe(), + v6_addr, + ))) + } + Err(e) => { + warn!( + "IPv6 web listener bind {} failed: {} — UI stays v4-only", + v6_addr, e + ); + None + } + } + } else { + None + }; + // Peer listener: late-binding so we don't need an archipelago // restart when fips0 comes up after onboarding. + // App UIs over the mesh: rootless podman's port forwarder binds + // IPv4 only for most apps, so a phone dialing [ULA]:8123 got + // nothing even with the firewall open (HA/FileBrowser/Gitea/ + // Portainer/Pine all v4-only on 2026-07-26; a few bind [::] + // themselves). Bridge each catalog launch port on the fips0 ULA + // only. Binding wildcard [::]:port reserves the same host ports + // Podman needs and can restart-loop apps that publish those ports. + let relay_task = tokio::spawn(app_port_v6_relay_loop(tx.subscribe())); + let peer_task = tokio::spawn(peer_late_bind_loop( self.api_handler.clone(), active_connections.clone(), @@ -1012,6 +1089,10 @@ impl Server { } let _ = main_task.await; + if let Some(t) = v6_task { + let _ = t.await; + } + relay_task.abort(); let _ = peer_task.await; info!("Shutdown complete"); @@ -1019,6 +1100,100 @@ impl Server { } } +/// Bind a V6ONLY `[::]` TCP listener. V6ONLY is set explicitly so the +/// socket never claims the IPv4 side (which the main listener owns) — +/// without it, Linux hosts with `net.ipv6.bindv6only=0` would fail with +/// EADDRINUSE. +fn bind_v6_only(addr: SocketAddr) -> std::io::Result<tokio::net::TcpListener> { + let socket = socket2::Socket::new( + socket2::Domain::IPV6, + socket2::Type::STREAM, + Some(socket2::Protocol::TCP), + )?; + socket.set_only_v6(true)?; + socket.set_reuse_address(true)?; + socket.set_nonblocking(true)?; + socket.bind(&addr.into())?; + socket.listen(1024)?; + tokio::net::TcpListener::from_std(socket.into()) +} + +fn fips_app_relay_addr(ip: std::net::Ipv6Addr, port: u16) -> SocketAddr { + SocketAddr::new(std::net::IpAddr::V6(ip), port) +} + +/// IPv6→IPv4 relay for catalog app launch ports (see the spawn site for +/// why). Rescans every 60s so ports of freshly installed apps get bridged +/// without a daemon restart. Each relay binds to the fips0 ULA only and +/// forwards raw TCP to the same port on IPv4 loopback. +async fn app_port_v6_relay_loop(mut shutdown_rx: tokio::sync::watch::Receiver<bool>) { + use std::collections::HashSet; + let mut bridged: HashSet<u16> = HashSet::new(); + let mut interval = tokio::time::interval(std::time::Duration::from_secs(60)); + interval.set_missed_tick_behavior(tokio::time::MissedTickBehavior::Delay); + loop { + tokio::select! { + _ = interval.tick() => { + let Some(fips_ip) = crate::fips::iface::fips0_ula() else { continue }; + for &port in crate::fips::app_ports::APP_LAUNCH_PORTS { + if bridged.contains(&port) { + continue; + } + // ONLY bridge a port that a running app already answers on + // over IPv4. Binding [::]:port for an app that isn't + // installed is actively harmful: it makes that app's + // later install hit "address already in use", and the + // install's port-free step (`fuser -k <port>/tcp`) then + // kills THIS daemon, which holds the port — the exact + // cause of installs failing + apps vanishing on + // framework-pt 2026-07-27. No v4 listener → skip; the + // next rescan picks it up once the app is up. + let v4_up = tokio::time::timeout( + std::time::Duration::from_millis(300), + tokio::net::TcpStream::connect(("127.0.0.1", port)), + ) + .await + .ok() + .and_then(|r| r.ok()) + .is_some(); + if !v4_up { + continue; + } + let addr = fips_app_relay_addr(fips_ip, port); + // EADDRINUSE = fipsd or another process already answers + // on this mesh address/port, so stay out of the way. + let Ok(listener) = bind_v6_only(addr) else { continue }; + bridged.insert(port); + debug!("v6 relay bridging [{fips_ip}]:{port} -> 127.0.0.1:{port}"); + let mut rx = shutdown_rx.clone(); + tokio::spawn(async move { + loop { + tokio::select! { + accepted = listener.accept() => { + let Ok((mut inbound, _)) = accepted else { break }; + tokio::spawn(async move { + let Ok(mut outbound) = tokio::net::TcpStream::connect( + ("127.0.0.1", port), + ) + .await else { return }; + let _ = tokio::io::copy_bidirectional( + &mut inbound, + &mut outbound, + ) + .await; + }); + } + _ = rx.changed() => break, + } + } + }); + } + } + _ = shutdown_rx.changed() => return, + } + } +} + /// Poll every 30s for `fips0`'s ULA; when it appears, bind the peer /// listener and run the normal accept loop. If the bind fails (port /// already taken, permissions), log and keep retrying. Returns on @@ -1047,18 +1222,36 @@ async fn peer_late_bind_loop( } }; info!("FIPS peer listener bound {}", addr); - // Once bound, serve until shutdown fires. accept_loop - // returns on shutdown, which also ends this outer loop. - accept_loop( - handler, - listener, - active_connections, - true, // peer listener: apply path filter - shutdown_rx, - addr, - ) - .await; - return; + // Serve until shutdown, a persistent accept failure, or a + // fips0 ULA change. The listener must be REBINDABLE: a + // daemon re-key tears fips0 down and brings it back with a + // (possibly different) ULA, and the old one-shot bind left + // the node inbound-dead over FIPS until process restart. + tokio::select! { + _ = accept_loop( + handler.clone(), + listener, + active_connections.clone(), + true, // peer listener: apply path filter + shutdown_rx.clone(), + addr, + ) => { + if *shutdown_rx.borrow() { return; } + warn!("FIPS peer accept loop ended — rebinding"); + } + _ = async { + loop { + tokio::time::sleep(std::time::Duration::from_secs(30)).await; + if crate::fips::iface::fips0_ula() != Some(ip) { + break; + } + } + } => { + info!("fips0 ULA changed — rebinding FIPS peer listener"); + // Dropping the select arm cancels accept_loop and + // frees the socket; the outer loop rebinds fresh. + } + } } _ = shutdown_rx.changed() => { if *shutdown_rx.borrow() { return; } @@ -1094,6 +1287,12 @@ pub fn is_peer_allowed_path(path: &str) -> bool { ) // Prefix-matched content endpoints (peer file browse + fetch) || path.starts_with("/content/") + // Mesh file sharing — blob fetch by CID, signature-gated in the + // handler. Absent from this list it 404'd over FIPS and the feature + // was 100% Tor by construction. + || path.starts_with("/blob/") + // DWN sync — /dwn/health is step 1 of every sync; same story. + || path.starts_with("/dwn/") } async fn accept_loop( @@ -1104,22 +1303,70 @@ async fn accept_loop( mut shutdown_rx: tokio::sync::watch::Receiver<bool>, local_addr: SocketAddr, ) { + // Consecutive accept-error tracking: a fips0 teardown/re-key leaves the + // peer listener's socket permanently broken — `continue`-ing forever + // made the node inbound-dead over FIPS until process restart. After a + // burst of consecutive errors the peer accept loop returns so its + // caller (peer_late_bind_loop) can rebind on the current ULA. + let mut consecutive_errors: u32 = 0; loop { tokio::select! { result = listener.accept() => { let (stream, peer_addr) = match result { - Ok(c) => c, + Ok(c) => { consecutive_errors = 0; c } Err(e) => { error!("{} accept error: {}", local_addr, e); + consecutive_errors += 1; + if peer_only && consecutive_errors >= 10 { + warn!("{} accept failing persistently — returning for rebind", local_addr); + return; + } + // Don't hot-loop on a dead socket. + tokio::time::sleep(std::time::Duration::from_millis(200)).await; continue; } }; let handler = handler.clone(); - let permit = active_connections.clone().acquire_owned().await; + // NEVER park the accept loop on the connection budget. + // `acquire_owned().await` here froze accept() entirely when + // permits drained — and permits drained because half-open + // clients and hung upstreams held them forever (the .228 + // session-flapping / CLOSE-WAIT `inode: 0` signature). Shed + // load instead: accept, answer 503, close. + let permit = match active_connections.clone().try_acquire_owned() { + Ok(p) => p, + Err(_) => { + warn!( + "{} connection budget exhausted — shedding {}", + local_addr, peer_addr + ); + tokio::spawn(async move { + use tokio::io::AsyncWriteExt; + let mut stream = stream; + let _ = tokio::time::timeout( + std::time::Duration::from_secs(5), + stream.write_all( + b"HTTP/1.1 503 Service Unavailable\r\nConnection: close\r\nContent-Length: 0\r\n\r\n", + ), + ) + .await; + let _ = stream.shutdown().await; + }); + continue; + } + }; tokio::spawn(async move { let _permit = permit; + // Set when a request carries an Upgrade header (websocket): + // upgraded connections are legitimately long-lived and are + // exempt from the non-upgraded connection deadline below. + let upgraded = Arc::new(std::sync::atomic::AtomicBool::new(false)); + let upgraded_flag = upgraded.clone(); let service = service_fn(move |mut req: hyper::Request<hyper::Body>| { let handler = handler.clone(); + if req.headers().contains_key(hyper::header::UPGRADE) { + upgraded_flag.store(true, std::sync::atomic::Ordering::Relaxed); + } async move { // Record the TCP peer so rate limiting only trusts // forwarded headers on loopback (nginx) connections. @@ -1138,13 +1385,48 @@ async fn accept_loop( .map_err(|e| std::io::Error::other(format!("{}", e))) } }); - if let Err(e) = Http::new() + // header_read_timeout: a client that connects and never + // sends a request (slowloris / half-open) is dropped + // instead of holding a permit until the heat death of the + // node. Long RPCs are safe — the clock only covers header + // read. + let conn = Http::new() .http1_keep_alive(false) + .http1_header_read_timeout(std::time::Duration::from_secs(30)) .serve_connection(stream, service) - .with_upgrades() - .await - { - error!("Error serving connection from {}: {}", peer_addr, e); + .with_upgrades(); + tokio::pin!(conn); + // Deadline watchdog for NON-upgraded connections. With + // keep-alive off a plain connection serves one exchange; + // 15 min bounds even the slowest legitimate RPC/stream + // while guaranteeing a hung upstream can't hold a permit + // forever. Upgraded (websocket) connections are exempt. + const NON_UPGRADED_DEADLINE: std::time::Duration = + std::time::Duration::from_secs(900); + let started = std::time::Instant::now(); + let watchdog = async { + loop { + tokio::time::sleep(std::time::Duration::from_secs(30)).await; + if !upgraded.load(std::sync::atomic::Ordering::Relaxed) + && started.elapsed() >= NON_UPGRADED_DEADLINE + { + return; + } + } + }; + tokio::select! { + r = &mut conn => { + if let Err(e) = r { + error!("Error serving connection from {}: {}", peer_addr, e); + } + } + _ = watchdog => { + warn!( + "connection from {} exceeded {}s without completing or upgrading — dropping", + peer_addr, + NON_UPGRADED_DEADLINE.as_secs() + ); + } } }); } @@ -1797,10 +2079,25 @@ mod merge_tests { ); assert!(is_peer_allowed_path("/rpc/v1")); assert!(is_peer_allowed_path("/health")); + // Mesh blob fetch + DWN sync — both were missing from the allowlist, + // which made them deterministically 404 over FIPS and therefore + // 100% Tor by construction. + assert!(is_peer_allowed_path("/blob/abc123"), "blob fetch by CID"); + assert!(is_peer_allowed_path("/dwn/health"), "DWN sync step 1"); // Not on the allow-list → rejected (no broad surface over the mesh). assert!(!is_peer_allowed_path("/contention"), "must not prefix-leak"); assert!(!is_peer_allowed_path("/")); assert!(!is_peer_allowed_path("/rpc/v2")); + assert!(!is_peer_allowed_path("/blobber"), "must not prefix-leak"); + assert!(!is_peer_allowed_path("/dwnx"), "must not prefix-leak"); + } + + #[test] + fn app_relay_binds_to_fips_ula_not_wildcard() { + let ula = "fd12:3456:789a::1".parse().unwrap(); + let addr = fips_app_relay_addr(ula, 8083); + assert_eq!(addr.ip(), std::net::IpAddr::V6(ula)); + assert_eq!(addr.port(), 8083); } #[test] diff --git a/core/archipelago/src/transport/lan.rs b/core/archipelago/src/transport/lan.rs index 610948e7..1b3ce419 100644 --- a/core/archipelago/src/transport/lan.rs +++ b/core/archipelago/src/transport/lan.rs @@ -24,17 +24,27 @@ pub struct LanTransport { our_did: String, our_pubkey_hex: String, our_port: u16, + /// This node's FIPS npub, advertised in the mDNS TXT record so + /// co-located peers can form a direct FIPS link (`lan_fips_anchors`) + /// without waiting for federation storage to sync. + our_fips_npub: Option<String>, daemon: Option<ServiceDaemon>, available: AtomicBool, } impl LanTransport { /// Create a new LAN transport. Does not start discovery yet. - pub fn new(our_did: &str, our_pubkey_hex: &str, port: u16) -> Self { + pub fn new( + our_did: &str, + our_pubkey_hex: &str, + port: u16, + our_fips_npub: Option<String>, + ) -> Self { Self { our_did: our_did.to_string(), our_pubkey_hex: our_pubkey_hex.to_string(), our_port: port, + our_fips_npub, daemon: None, available: AtomicBool::new(false), } @@ -47,11 +57,14 @@ impl LanTransport { // Advertise our service let hostname = format!("archy-{}.local.", &self.our_pubkey_hex[..8]); - let properties = vec![ + let mut properties = vec![ ("did".to_string(), self.our_did.clone()), ("pubkey".to_string(), self.our_pubkey_hex.clone()), ("version".to_string(), "0.1.0".to_string()), ]; + if let Some(npub) = &self.our_fips_npub { + properties.push(("fips".to_string(), npub.clone())); + } let service_info = ServiceInfo::new( SERVICE_TYPE, @@ -93,6 +106,11 @@ impl LanTransport { .map(|v| v.val_str().to_string()); let addresses = info.get_addresses(); + let fips_npub = info + .get_properties() + .get("fips") + .map(|v| v.val_str().to_string()); + if let (Some(did), Some(pubkey)) = (did, pubkey) { if let Some(scoped_ip) = addresses.iter().next() { let ip: std::net::IpAddr = match scoped_ip.to_string().parse() { @@ -106,6 +124,9 @@ impl LanTransport { .await; registry_clone.set_lan_address(&did, socket_addr).await; registry_clone.set_name(&did, info.get_fullname()).await; + if let Some(npub) = fips_npub.as_deref() { + registry_clone.set_fips_npub(&did, npub).await; + } } } } diff --git a/core/archipelago/src/transport/mod.rs b/core/archipelago/src/transport/mod.rs index 99158562..2b700fe0 100644 --- a/core/archipelago/src/transport/mod.rs +++ b/core/archipelago/src/transport/mod.rs @@ -106,7 +106,7 @@ pub enum PeerSource { } /// Unified peer record with per-transport capabilities. -#[derive(Debug, Clone, Serialize, Deserialize)] +#[derive(Debug, Clone, Default, Serialize, Deserialize)] pub struct PeerRecord { pub did: String, pub pubkey_hex: String, diff --git a/core/archipelago/src/update.rs b/core/archipelago/src/update.rs index 3e6e22f3..a4c3fa25 100644 --- a/core/archipelago/src/update.rs +++ b/core/archipelago/src/update.rs @@ -1868,13 +1868,38 @@ pub async fn apply_update(data_dir: &Path) -> Result<()> { // UI before systemd kills us. --no-block makes sure systemctl doesn't // try to wait for the current service (us) to exit cleanly before // starting the new process — it would deadlock otherwise. - tokio::spawn(async { - tokio::time::sleep(std::time::Duration::from_secs(2)).await; - // systemctl talks to PID 1 over D-Bus — doesn't need the host - // mount namespace, but routing through host_sudo keeps the - // apply flow's sudo calls uniform. - let _ = host_sudo(&["systemctl", "--no-block", "restart", "archipelago"]).await; - }); + // PID1-owned timer transient: submit NOW (synchronously, while we are + // definitely alive), fire in 2s from systemd itself. The old approach — + // tokio sleep + `systemd-run --wait -- systemctl --no-block restart` — + // ran as a child of the process being stopped; on v1.7.114->115 the + // stop landed but the start never fired and the node sat dead all + // night. A timer unit owned by PID1 cannot be killed by our own death, + // and Restart=always on the unit is the second net. + let submitted = tokio::process::Command::new("sudo") + .args([ + "systemd-run", + "--collect", + "--on-active=2", + "--timer-property=AccuracySec=100ms", + "--", + "systemctl", + "restart", + "archipelago", + ]) + .status() + .await; + match submitted { + Ok(st) if st.success() => {} + other => { + tracing::warn!( + "detached restart submission failed ({other:?}) — falling back to in-process restart" + ); + tokio::spawn(async { + tokio::time::sleep(std::time::Duration::from_secs(2)).await; + let _ = host_sudo(&["systemctl", "--no-block", "restart", "archipelago"]).await; + }); + } + } Ok(()) } diff --git a/core/archipelago/src/wallet/ecash.rs b/core/archipelago/src/wallet/ecash.rs index 49b14d45..c374ee3f 100644 --- a/core/archipelago/src/wallet/ecash.rs +++ b/core/archipelago/src/wallet/ecash.rs @@ -632,11 +632,30 @@ pub async fn send_token_at(data_dir: &Path, mint_url: &str, amount_sats: u64) -> // Mark original proofs as spent wallet.mark_spent(&indices); - // Separate send proofs from change proofs - let (send, change): (Vec<_>, Vec<_>) = swap_result - .new_proofs - .into_iter() - .partition(|p| send_denoms.contains(&p.amount)); + // Separate send proofs from change proofs BY COUNT, not membership: + // partition(contains) put EVERY proof whose denomination appeared in + // send_denoms into the token — when change shared a denomination with + // the send (worst case: spending from a proof worth exactly 2× the + // amount, send [n] + change [n]), the change proofs rode along and the + // receiver was credited double. Consume exactly one proof per needed + // send denomination; everything else is change. + let mut send_needed = send_denoms.clone(); + let mut send: Vec<Proof> = Vec::new(); + let mut change: Vec<Proof> = Vec::new(); + for p in swap_result.new_proofs { + if let Some(pos) = send_needed.iter().position(|&d| d == p.amount) { + send_needed.swap_remove(pos); + send.push(p); + } else { + change.push(p); + } + } + if !send_needed.is_empty() { + anyhow::bail!( + "Mint swap returned incomplete send denominations (missing {:?})", + send_needed + ); + } // Add change proofs back to wallet if !change.is_empty() { diff --git a/demo/content/README.md b/demo/content/README.md new file mode 100644 index 00000000..56cda5f1 --- /dev/null +++ b/demo/content/README.md @@ -0,0 +1,9 @@ +# Demo Content Provenance + +All media in `demo/content/` and `demo/peer-media/` — music tracks, photos, +book covers, posters, and documents — are original works created and owned by +the Archipelago project author (Dorian), included here as demo content and +released with the project under the repository MIT license. + +None of this content is sourced from third-party stock libraries or +commercial catalogs. diff --git a/docs/FIPS-UPTIME-AND-UI-STATE-PLAN.md b/docs/FIPS-UPTIME-AND-UI-STATE-PLAN.md new file mode 100644 index 00000000..45a53f25 --- /dev/null +++ b/docs/FIPS-UPTIME-AND-UI-STATE-PLAN.md @@ -0,0 +1,300 @@ +# FIPS near-100% uptime + optimistic UI state — implementation plan + +**Date:** 2026-07-27. **Status:** researched + root-caused live on the fleet; ready to +implement for the next release. Two workstreams: (A) make node↔node FIPS transport +succeed whenever a FIPS path physically exists, (B) stop the UI reloading everything +on every navigation (optimistic/cached cards, stale-while-revalidate) while keeping +data fresh. + +**Honesty note on "100%":** if a node's network blackholes every anchor (the .116 +WiFi case, `docs/HANDOFF-2026-07-20-fips-peer-files.md:117-133`), Tor fallback is +*correct*. The achievable target is: **FIPS wins whenever a FIPS path exists, and +fallback frequency is measured in-product so regressions are visible.** Today several +paths are 0% FIPS *by construction* regardless of network health — that's the bug. + +--- + +## Part A — why Cloud/FIPS "commonly falls back to Tor": ranked root causes + +All verified live on 2026-07-27 (.116 local, .198, .228, Framework PT, x250s) plus a +full code audit of `core/archipelago/src/{fips,transport,federation,server.rs}`. + +### RC0 — 🔥 The hardening firewall drops the peer-API port on every hardened node (PROVEN) + +The fips0 default-deny baseline (`/etc/fips/fips.nft`) is opened by archipelago's +drop-in `80-web-ui.nft` (`fips/config.rs:236-255`) for **80 + 8443 + app ports only**. +The peer-API listener — which carries *all* federation sync, cloud browse/download, +mesh envelopes, DWN, invoices — is **`PEER_PORT = 5679`** (`fips/dial.rs:35`). +**5679 is not in the allowlist.** The drop-in's own comment claims "web UI + peer +API" but the peer API port was never added. + +Live proof (2026-07-27): +- .116 nft chain: 5,965 dropped packets; .198: **28,670 dropped packets** — that's + peers' FIPS dials dying at the firewall. +- .198 → .116 `GET :5679/health`: **timeout (6s)** before; **HTTP 200 in 0.35s** + after `nft insert rule inet fips inbound iifname fips0 tcp dport 5679 accept`. + Same result in reverse direction (200 in 0.64s). +- Explains the exact fleet split in `federation/nodes.json`: hardened-baseline nodes + (Framework PT, .198, .228, x250-dev, x250-mad2) = `last_transport: tor`; + non-hardened nodes (Austin Sapien, X250-Beta, X250-PA) answer :5679 (404 from the + path allowlist = listener reachable) = `last_transport: fips`. +- Every dial to a hardened peer pays the 8s FIPS connect timeout + (`dial.rs:114`) ×2 (retry, `dial.rs:128-140`) → then Tor. That's the "Cloud takes + forever / shows Tor" experience. + +**Fix (one line + reload):** add `tcp dport 5679 accept` to the drop-in in +`fips/config.rs` (use a constant shared with `dial.rs::PEER_PORT`, not a literal). +The drop-in reinstalls on every daemon config install, so it heals fleet-wide on OTA. +⚠️ Transient manual rules were inserted on .116 and .198 during diagnosis (2026-07-27) +— they vanish on the next `nft -f /etc/fips/fips.nft` reload or reboot; the code fix +makes them permanent. + +### RC1 — .228 (Shorty's) runs fips 0.3.0-dev; the 0.4.1 fleet can't reach it + +.228's daemon: `0.3.0-dev (rev 34e00b9f6e)`, both anchor links "connected", but its +ULA is 100% unreachable from 0.4.1 nodes (ping loss 100%). FIPS wire format is not +stable across revs (`docs/HANDOFF-2026-07-23-companion-apk-deploy.md:78`). Everything +to/from .228 rides Tor no matter what else we fix. + +**Fix:** fleet fips-version audit + upgrade to v0.4.1 everywhere (in-product updater +exists: `fips/update.rs`; .deb path per `reference_vps2_fips_anchor`). Add a version +check to `fips.status` and surface a "peer daemon outdated" warning. + +### RC2 — Direct LAN/endpoint peering is dead code + wrong port + stale seed anchors + +Without direct links, all peer traffic hairpins through the vps2 anchor spanning +tree (observed: .116→.198 cold RTT 1.5–3.5s on the same LAN; also the wedged-anchor +latency-rot incident, `HANDOFF-2026-07-23:141-160`). + +- **G1 — `lan_fips_anchors()` has never run.** It needs `PeerRecord.fips_npub`, but + `PeerRegistry::set_fips_npub` (`transport/mod.rs:302`) has **zero callers** — mDNS + TXT records only carry `did`/`pubkey`/`version` (`transport/lan.rs:50-54`). So the + "co-located peers form a direct link" feature (`anchors.rs:294-305`, + `server.rs:761-766`) is a fleet-wide no-op. +- **G2 — wrong UDP port.** `anchors.rs:293` dials `8668`, but the generated + fips.yaml binds UDP **2121** (`fips/config.rs:187`, `fips/mod.rs:130`). Even if G1 + ran, it would dial a dead port. `.116`'s live `seed-anchors.json` still carries + `.198@192.168.1.198:8668` — **stale IP (LAN renumbered to 192.168.63.x) AND dead + port**; both manual entries are useless today. +- No Tailscale/alternate endpoint fallback when LAN is unreachable (the .116↔.198 + fix of 2026-07-20 was hand-applied per-node config, never productized). + +**Fix:** (a) `FIPS_UDP_PORT` → `crate::fips::PUBLISHED_UDP_PORT` + drift-guard test; +(b) hydrate `fips_npub` into the registry from federation storage (did-keyed join) so +`lan_fips_anchors` goes live with no wire change; (c) advertise the npub in the mDNS +TXT + `set_fips_npub` on resolve as the proper fix; (d) teach the LAN-anchor tick to +also try a peer's Tailscale/last-known-good endpoint when LAN fails (reviewed change +— this area got handoffs wrong twice, per memory). + +### RC3 — No fast-fail on the hottest call sites; retry silently doubles every budget + +- `content.browse-peer` — **the Cloud page** — has NO `fips_timeout` + (`api/rpc/content.rs:363-366`): a cold FIPS path burns up to ~16.6s (8s connect + + 600ms + 8s retry) before Tor even starts, against a UI deadline of 30s + (`Cloud.vue:720`) — and the frontend then retries ×3. Users see errors, not + fallback. 12 call sites total lack `fips_timeout` (browse/download/preview-peer, + `/blob`, DWN, node_message, rotation notifies). +- `dial.rs:128-140` runs 2 full-budget attempts, so `fips_timeout(6s)` really means + ~12.6s everywhere. + +**Fix:** wrap `send_with_retry` in a single `tokio::time::timeout(fips_attempt_timeout())` +(call sites `dial.rs:455`, `dial.rs:488`; halve per-attempt client timeout), then add +`.fips_timeout(...)`: `content.rs:366` (6s), `content.rs:281` (8s), `content.rs:1139` +(6s), `typed_messages.rs:822` (8s), `dwn_sync.rs:188/213/272` (6s), +`node_message.rs:376` (8s), `node_message.rs:412` (4s), `tor/mod.rs:501` (6s), +`federation/handlers.rs:869` (6s). **Skip the three 900s streaming downloads** +(`content.rs:552/870/1061`, `proxy.rs:236`) — `dial.rs:311-319` documents why; the +retry-budget wrap covers their connect phase. + +### RC4 — Two features are 100% Tor by construction (allowlist 404) + +The peer listener path allowlist (`server.rs:1219-1239`) omits `/blob/<cid>` (mesh +file sharing, `typed_messages.rs:813-822`) and `/dwn/health` (step 1 of DWN sync, +`dwn_sync.rs:186`) → deterministic 404 over FIPS (`dial.rs:44-46` treats 404 as +fall-back) → deterministic Tor, after paying the full FIPS cost. Both endpoints are +already cryptographically gated, so they meet the allowlist's stated criterion. + +**Fix:** add `|| path.starts_with("/blob/") || path.starts_with("/dwn/")`; extend the +existing test block at `server.rs:1935-1945` (assert `/blob/abc` + `/dwn/health` +allowed, `/blobber` + `/dwnx` denied). + +### RC5 — Inbound listener can't heal; anchor flap = 5-minute Tor window; probe overhead + +- `peer_late_bind_loop` returns after first successful bind (`server.rs:1203`) and + `accept_loop` `continue`s on errors forever (`server.rs:1249-1258`): a fips0 + teardown/re-key leaves the node inbound-dead until process restart → **every peer** + falls back to Tor against it. +- Nothing reacts to anchor-link drops: anchors re-apply only on the 300s tick + (`server.rs:731`); worst-case 5min Tor-only after a flap (the historic "link dead + timeout 30s" flapping made this chronic). +- `is_service_active()` spawns up to 2 `systemctl` per FIPS attempt *and* per peer + per 25s warm tick (`dial.rs:284-294`); `warm_path` skips peers without + `fips_npub` in federation storage (`fips/mod.rs:88-95`); `anchors::apply` is + serial with unbounded subprocess waits (`anchors.rs:234-283`). + +**Fix:** rebindable listener; a ~25s connectivity watcher (reuse +`service::peer_connectivity_summary`, `fips/service.rs:178-207`) that re-applies +anchors immediately on a connected→disconnected edge with bounded backoff; 10s TTL +cache for `is_service_active` (mirror `transport/fips.rs:24-107`); warm the union of +federation+registry peers; make `apply()` concurrent with per-connect timeouts. + +### RC6 — Zero observability: fallbacks are invisible, so "uptime" is unfalsifiable + +Fallbacks log at `debug!` only (`dial.rs:458,491`); no counters; `last_transport` is +written by only 7 of ~20 call sites and **never read** to influence anything +(`storage.rs:120-147`). The parallel `TransportRouter` system can't even see FIPS +(`FipsTransport` is never constructed — `server.rs:422-442` registers Tor/Mesh/LAN +only). + +**Fix:** per-reason fallback counters (F1 no-npub / F2 service-inactive / F3 +DNS-fail / F4 connect-fail / F5 404 / F6 5xx) surfaced in `fips.status` + `info!` +logs with a `reason` field; call `record_peer_transport` from all peer-dial sites; +UI: per-peer transport badge on Cloud (the response already carries `transport` — +`content.rs:392-400` — Cloud.vue currently throws it away at `:716-721`). + +--- + +## Part A — execution phases + +### Phase A0 — fleet triage (no release needed; do first, validates everything) +1. Fleet audit: `fipsctl --version` + `nft list table inet fips` + `ss -tlnp | grep 5679` + on every node (roster: `reference_test_deploy_roster`). +2. Transient `nft insert rule inet fips inbound iifname fips0 tcp dport 5679 accept` + on hardened nodes (already done on .116 + .198, 2026-07-27) — instant fleet-wide + FIPS recovery while the code fix rides the OTA. +3. Upgrade .228 (and any other 0.3.x) fips daemon to v0.4.1. +4. Regenerate/clean stale `seed-anchors.json` on .116 (dead 192.168.1.x + :8668 entries). +5. Baseline measurement: for each node pair, `content.browse-peer` time + transport. + +### Phase A1 — P0 code (one commit, mechanical, offline-testable) +1. **nft drop-in: open 5679** — `fips/config.rs` (share the constant with + `dial.rs::PEER_PORT`). ← RC0 +2. **Allowlist `/blob/`, `/dwn/`** — `server.rs:1219-1239` + tests. ← RC4 +3. **`FIPS_UDP_PORT` = `PUBLISHED_UDP_PORT` (2121)** — `anchors.rs:293` + drift-guard + test against `render_config_yaml()`. ← RC2-G2 +4. **Un-deaden `lan_fips_anchors`** — hydrate `fips_npub` from federation storage in + `server.rs:761-766`; then mDNS TXT `fips` key + `set_fips_npub` + (`transport/lan.rs:50-54`, `lan.rs:96-108`, `LanTransport::new` 4th arg via + `crate::identity::fips_npub(&data_dir.join("identity"))`). ← RC2-G1 +5. **Retry-budget wrap + `fips_timeout` on 12 call sites** (list in RC3). ← RC3 + Verify: `cd core && cargo test -p archipelago` — watch `test_rendered_yaml_exact_snapshot` + (`config.rs:419`) + `test_render_is_deterministic` (`config.rs:476`); item 3 must + not change rendered output. + +### Phase A2 — telemetry BEFORE tuning (second commit) +6. Fallback counters by reason + `fips.status` exposure + `info!` reason logs; + `record_peer_transport` from all sites. ← RC6 (gives the baseline that makes A3 + measurable and "100%" falsifiable) + +### Phase A3 — resilience (third commit, measured against A2 baseline) +7. `is_service_active` 10s TTL cache; warm-path union + `warm_path_unchecked`. +8. Link-state watcher → immediate anchor re-apply on drop (replaces waiting for the + 300s tick); concurrent `apply()` with subprocess timeouts. +9. Rebindable peer listener (`server.rs:1203`, `1249-1258`). +10. (Reviewed, separate PR) endpoint-fallback for direct peering: LAN → Tailscale → + last-known-good, npub-keyed. Mesh-routing area — needs careful review per memory. + +### Phase A4 — verification gate (on nodes, before tag) +- On .116/.198/framework-pt/.228: `content.browse-peer` to every peer must return + `transport: "fips"` with sub-second latency (LAN pairs) / <3s (WAN), 20/20 calls. +- Kill the fips daemon on one node → calls fall back to Tor gracefully within the + fast-fail budget (<8s), UI shows partial results, no errors. +- Restart daemon → FIPS recovers within one watcher tick (~25s), verified in + `fips.status` counters. +- Flap the anchor link (drop vps2 route) → direct LAN pairs keep FIPS via their + direct link (G1 fix proof). +- Add these as `tests/multinode/` cases per `docs/multinode-testing-plan.md`; also + fix the known `node_rpc()` missing `--max-time` (tracker item). + +--- + +## Part B — optimistic loading + state management (frontend) + +Full audit: Pinia exists but pages fetch-on-mount with `loading=true` spinners; +`Dashboard.vue:89` keys the router-view by `route.path`, so **every navigation +unmounts and refetches everything**; no KeepAlive/onActivated anywhere; no dedup, +no abort, no SWR layer. Four hand-rolled cache implementations already exist and +prove the pattern (`useFleetData.ts:198-231` sessionStorage hydrate; +`homeStatus.ts` sticky-ready loadState; `Home.vue:591-621` wallet localStorage +snapshot; `curatedApps.ts:21-77` TTL cache). `SkeletonCard.vue` exists, imported by +zero files. + +### B1 — one shared primitive: `useCachedResource` composable + `resources` Pinia store +Semantics (generalize `homeStatus.ts` + `useFleetData.ts`): +- Keyed resource: `{ data, loadState: idle|loading|ready|error|refreshing, fetchedAt, error }`. +- **Hydrate synchronously** from memory (Pinia, survives navigation) → sessionStorage + snapshot (survives reload) → then revalidate in background. +- Sticky-ready: once `ready`, never regress to `loading` + (`loadState = loadState==='ready' ? 'ready' : 'loading'` — the `homeStatus.ts:80` idiom); + keep-last-known-value on error with a stale badge (age from `fetchedAt`). +- TTL per resource; `revalidateOnFocus` + on WS push (debounced, the + `Home.vue:539-542` pattern); explicit `invalidate(key)` for mutations. +- Optimistic mutation helper: apply → RPC → rollback on error (generalize + `TransportPrefsCard.vue:112-127`). + +### B2 — rpc-client upgrades (`src/api/rpc-client.ts`) +- `AbortSignal` in `RPCOptions` (today the AbortController at `:87` is timeout-only) + → abort-on-unmount for fan-outs. +- In-flight dedup keyed `method+JSON(params)` — collapses duplicate concurrent calls. +- Per-call `maxRetries` override; set `maxRetries: 1` for `content.browse-peer` / + `preview-peer` (retry×3 on a 30s timeout is why one slow peer = 90s spinner). + +### B3 — Cloud page conversion (worst offender, the marquee win) +- Move `sectionCounts`, `peerNodes`, `myFiles`, `peerFiles`, `paidItems` out of + `Cloud.vue` component state (`:403,:476,:582,:689,:427`) into the cached store — + instant render on revisit, background refresh. +- **Incremental per-peer fan-in**: render each peer's card as its + `content.browse-peer` resolves (today `Promise.allSettled` at `:708-747` blocks on + the slowest peer). Per-peer states: cached/fresh/loading/unreachable. +- **Surface `transport` per peer** (already in the response, discarded at `:716-721`): + FIPS/Tor badge + latency — this is also the fleet-wide FIPS-uptime dashboard the + user asked for, for free. +- Skeleton cards (revive `SkeletonCard.vue`, copy `FileGrid.vue:3-19` shimmer) instead + of spinners for counts/folders/peer grids. +- Stop `CloudFolder.vue:307-319` calling `cloudStore.reset()` on every folder entry — + cache per-path listings, navigate renders cache + revalidates. +- `PeerFiles.vue`: persist catalog + preview cache in the store; cap the + `preview-peer` fan-out (`:832-841`, currently unbounded) with a small concurrency + queue + abort-on-unmount. + +### B4 — roll out to remaining offenders (in audit order) +PeerFiles → Web5 wallet/ecash/LND slices → Monitoring → Lightning channels +(`LightningChannelsPanel.vue:650`) → Federation (already has `{showLoader:false}` — +just adopt the store) → Server → Credentials/OpenWrtGateway/ContainerApps. +`Apps.vue`/`Marketplace.vue`/`Fleet.vue` are already good; don't touch. + +### B5 — freshness via the existing push channel +`/ws/db` firehose + `sync.ts` JSON-patch already exist. Wire `useCachedResource` +revalidation to relevant WS pushes (debounced 800ms), keep the 30s staleness +reconciliation as backstop. No new backend needed for v1; a per-topic subscribe can +come later. + +### Part B verification (on nodes) +- Navigate Cloud → Apps → Cloud: peer files render instantly from cache (0 spinner), + refresh indicator while revalidating, updated data lands without layout jump. +- One unreachable peer: its card shows stale/unreachable state; other peers render + immediately (no 30s all-or-nothing). +- Kill backend mid-view: stale data stays visible with age badge; recovery + revalidates automatically. +- Hard reload: sessionStorage hydrate paints before first RPC completes. + +--- + +## Sequencing for the next release + +1. **A0 now** (fleet triage + transient nft rules + .228 daemon upgrade + baseline). +2. **A1 + A2** land together (P0 fixes + telemetry) → deploy to .116/.198 → + Phase A4 checks on the pair → framework-pt → full fleet. +3. **B1 + B2 + B3** (composable + rpc-client + Cloud) in parallel with A-testing — + frontend-only, verifiable against .116 dev (`reference_neode_ui_dev_testing`). +4. **A3** after telemetry baseline exists; **B4/B5** ride the same or next OTA. +5. Gate: Phase A4 checklist green + Part B verification on-device + existing + single-node gate stays green → tag/OTA per ship ritual. + +## Success criteria +- `content.browse-peer` transport = fips for ≥99% of calls between healthy 0.4.1 + nodes over 24h (measured by the new counters), Tor reserved for genuinely + FIPS-unreachable peers (.116-WiFi-class networks). +- Cloud revisit paints in <100ms from cache; fresh data within one revalidate. +- Fallback counters visible in `fips.status` so regressions are caught on the + dashboard, not by users. diff --git a/docs/LICENSE-COMPLIANCE-AUDIT.md b/docs/LICENSE-COMPLIANCE-AUDIT.md new file mode 100644 index 00000000..63c022d2 --- /dev/null +++ b/docs/LICENSE-COMPLIANCE-AUDIT.md @@ -0,0 +1,108 @@ +# License Compliance Audit — Open-Source Release + +Audit date: 2026-07-22. Scope: entire repo (core Rust workspace, neode-ui, apps/*, Android companion, image-recipe ISO, docker/, app-catalog, reticulum-daemon, demo/) plus the external FIPS source and registry-mirrored images. + +**Verdict:** the dependency graph is almost entirely permissive (MIT/Apache/BSD) and compatible with a free open-source release. But the repo is not releasable as-is: it has **no license of its own**, one **LGPL Rust dependency**, several **non-redistributable committed assets** (proprietary fonts, unknown-rights media), and **missing attribution machinery**. Everything below is ordered by severity. + +--- + +## STATUS UPDATE — 2026-07-23 + +**DONE:** +- MIT adopted. Root `LICENSE` + `NOTICE` added; `license = "MIT"` in all 5 workspace crates (archy-fips-core already had it); `"license": "MIT"` (+ `"private": true`) in all 4 package.json files. +- Deleted: `Courier_New/`, `Benton_Sans/`, `Redacted/` fonts; `wireguard.apk`; `atob.s9pk`; obsolete `test-install.sh` (all git-rm'd; also removed from `web/dist`). +- Media provenance resolved: all demo music/photos/posters, UI sfx, backgrounds, and intro video are the author's original work — recorded in `demo/content/README.md` and `NOTICE`. +- Meshtastic device artwork attributed (`mesh-devices/ATTRIBUTION.md` + NOTICE); icon attribution added (`assets/icon/ATTRIBUTION.md`: game-icons.net CC BY 3.0, pixelarticons MIT). +- Reticulum decision: include + disclose (NOTICE states the Reticulum License restrictions and that it applies only to the optional daemon). +- indeedhub: deferred — partnership in place; license the submodule before/at public release. +- License inventories generated: `core/THIRD-PARTY-LICENSES.md` (649 crates) and `neode-ui/THIRD-PARTY-LICENSES.md` (runtime deps + fonts + vendored). + +**REMAINING (code changes, awaiting review — see sections below for detail):** +1. Replace `zbase32` (LGPL-3.0+) with `z32` or original impl — §2. +2. Swap `redis:7.4.8` → Valkey in `scripts/image-versions.sh` and deploys — §3. +3. Delete dead StartOS-derived crates `core/{js-engine,container-init,models,helpers}` — §4. +4. Attribution build integration: cargo-about in CI → ship full license texts in ISO; vite/rollup license plugin (or UI licenses page) for the web bundle; Android OSS-licenses screen — §5. +5. Release-checklist items: per-release Debian source pointer (snapshot.debian.org), catalog `license`/`sourceUrl` fields, restrict ISO image bundling to the audited list — §6. +6. Before repo goes public: purge deleted fonts/APKs from git history (`git filter-repo`), and verify game-icons author credit. + +--- + +## 1. BLOCKER — the project has no license + +There is no `LICENSE`/`COPYING` file anywhere in the repo. No crate in `core/` declares a `license` field; none of the four `package.json` files do either (and the three `apps/*` packages aren't even `private: true`). Until fixed, the code is "all rights reserved" — publicly visible, but legally not open source and not usable by anyone. + +**Do:** +- [ ] Choose a license. **Recommendation: MIT** — the Bitcoin-ecosystem norm (Bitcoin Core, LND are MIT), maximally compatible with everything found in the graph. (Alternatives: Apache-2.0 adds a patent grant; GPLv3 if copyleft is desired — nothing in the deps prevents any of these.) +- [ ] Add `LICENSE` at repo root with the year and copyright holder. +- [ ] Add `license = "MIT"` to all five workspace member `Cargo.toml`s (archipelago, container, openwrt, performance, security) and `Android/rust/archy-fips-core` (declares MIT but ships no license file — add one). +- [ ] Add `"license": "MIT"` to `neode-ui/package.json` and `apps/{morphos-server,router,did-wallet}/package.json`. + +## 2. BLOCKER — copyleft dependency that must be replaced + +- [ ] **`zbase32 0.1.2` — LGPL-3.0+** — the only hard copyleft blocker in all 649 resolved Rust crates. Direct dep of `archipelago`, used in `core/archipelago/src/network/did_dht.rs` for did:dht z-base-32 encoding. LGPL statically linked into a Rust binary requires shipping relinkable objects/source — impractical. **Replace with the MIT `z32` crate** or a ~30-line original alphabet-substitution implementation. + +No GPL, AGPL, SSPL, or unlicensed crates exist anywhere else in the Rust graph. (`r-efi` and `self_cell` list LGPL/GPL only as options in OR-expressions — elect MIT/Apache, no action.) + +## 3. BLOCKER — committed files we may not redistribute + +Remove from git (and **purge from history** before the repo goes public — they're in past commits): + +- [ ] `neode-ui/public/assets/fonts/Courier_New/` — Monotype proprietary font, no license, **unused in CSS**. Delete. +- [ ] `neode-ui/public/assets/fonts/Benton_Sans/BentonSans-Regular.otf` — commercial Font Bureau typeface, no license, unused. Delete. +- [ ] `neode-ui/public/packages/wireguard.apk` (17 MB) — official WireGuard Android APK containing GPL-2.0 `libwg` components; redistribution triggers GPL source-offer. **Unreferenced since the FIPS migration** — delete. +- [ ] `neode-ui/public/packages/atob.s9pk` (24 MB) — Start9 service package, unknown license, referenced only by a test script. Delete. +- [ ] `demo/content/music/` (18 full tracks, ~150 MB) and `demo/peer-media/` (17 photos/book covers/film posters) — no recorded rights. If they're your own/AI-generated work, document that in a `demo/content/README`; otherwise remove. +- [ ] `neode-ui/public/assets/video/video-intro.mp4`, `Kratter.MP3`, photographic `bg-*.jpg` backgrounds, UI/arcade sound effects in `assets/audio/` — same: document provenance (user-made per project convention) or replace. `welcome-noderunner.mp3` is ElevenLabs TTS — their commercial-use terms allow this on paid plans; note it. +- [ ] **Registry: `redis:7.4.8`** (`scripts/image-versions.sh` `REDIS_IMAGE`) — Redis ≥ 7.4 is RSALv2/SSPLv1, **not open source**; re-hosting it on your registry is redistribution under a restricted license. **Switch to Valkey** (BSD-3, already mirrored) everywhere. + +## 4. VERIFY — unknown/third-party provenance + +- [ ] **`neode-ui/public/assets/img/mesh-devices/` (36 SVGs)** — almost certainly Meshtastic project device artwork (meshtastic/web is GPL-3.0). Confirm source; either replace with original art or comply with the upstream license + attribution. +- [ ] **`neode-ui/public/assets/icon/`** — `barbarian.svg`, `batteries.svg` match game-icons.net (**CC BY 3.0 — visible attribution required**); pixel-style icons match pixelarticons (MIT). Confirm and add attribution, or replace. +- [ ] `Redacted/redacted.regular.ttf` — upstream is SIL OFL 1.1 but no license file is shipped. Add `OFL.txt` or delete (unused). +- [ ] **indeedhub** — submodule (private gitea) not checked out; no known license, yet `indeedhub{,-api,-ffmpeg}:1.0.0` images are distributed via registry/ISO. `indeedhub-ffmpeg` implies a bundled FFmpeg (LGPL/GPL → source-offer obligations). Must license the project and audit the ffmpeg build before public release. +- [ ] `minmoto/fmcd` v0.8.0 and `ark-bitcoin/bark` (barkd) — binaries redistributed in your images; verify upstream licenses (bark claims Apache-2.0/MIT dual) and include their notices. +- [ ] **Start9/StartOS heritage** — `core/{js-engine,container-init,models,helpers}` are StartOS-derived (embassy paths, s9pk handling). start-os is MIT → attribution required if kept. **Better: delete these four crates** — they are not workspace members, cannot compile (broken `../../patch-db` path dep), and carry an unpinned `yajrc = "*"` git dep on a moving branch. Deleting removes both the attribution question and dead code. +- [ ] **Reticulum (RNS 1.3.5 + LXMF)** — verified: custom "Reticulum License" — MIT-style **plus field-of-use restrictions** (no systems designed to harm humans; no AI/ML training-dataset use). Redistribution is permitted, so shipping the PyInstaller `archy-reticulum-daemon` binary is fine **if** the license text is included with it — but the OS cannot claim to be 100 % OSI-open-source while bundling it. Options: include + disclose (recommended, matches "plan for decentralization" honesty), or make the daemon an optional download. + +## 5. REQUIRED — attribution / notice machinery (currently absent) + +Nearly every permissive license (MIT/BSD/ISC/Apache) requires reproducing copyright + license text **in distributed binaries** — and right now every distribution channel strips them: + +- [ ] **Rust binaries** (649 crates, ~85 % MIT/Apache dual): generate `THIRD-PARTY-LICENSES` with `cargo-about` (or `cargo-license`) in CI; ship it in the ISO at e.g. `/usr/share/doc/archipelago/`. Include **ring's three license files** (LICENSE, LICENSE-BoringSSL, LICENSE-other-bits) and note the system OpenSSL (Apache-2.0) linked via `ssh2`. +- [ ] **Web bundle**: Vite/esbuild strips all `@license` comments from `web/dist`. Add `rollup-plugin-license`/`vite-plugin-license` to emit a third-party attribution file, or add an "Open-source licenses" page in the UI. Runtime deps needing notices: vue/vue-router/pinia/vue-i18n (MIT), d3 (ISC), leaflet (BSD-2), dompurify (elect Apache-2.0 of its MPL/Apache dual), fuse.js (Apache-2.0), qrcode/qr-scanner/qrloop/buffer/fast-json-patch (MIT). +- [ ] **Android APK**: `packaging.excludes` strips `META-INF` license texts and there is no licenses screen. Add an OSS-licenses screen or bundled `licenses.txt` covering AndroidX/Compose/OkHttp/ZXing (Apache-2.0), **fips © 2026 Johnathan Corgan (MIT — the core of the VPN feature)**, tokio/tracing (MIT), subtle (BSD-3), tun (WTFPL — permissive, just list it), secp256k1 family (CC0). Generate the Rust side from the committed `Cargo.lock` with cargo-about. +- [ ] **AIUI demo bundle** (`demo/aiui/` — committed minified build): bundles Mermaid, Cytoscape, KaTeX, D3, Lodash, Workbox (all MIT/BSD). Add a `THIRD-PARTY-LICENSES` file next to it (or rebuild with a license plugin). +- [ ] Keep the intact MIT headers in the two vendored `qrcode.js` copies (docker/lnd-ui, docker/electrs-ui) — already compliant, don't minify them. +- [ ] Fonts kept: Montserrat (OFL.txt present ✓), Open Sans (Apache LICENSE.txt present ✓) — keep license files adjacent to the font files in dist. + +## 6. REQUIRED — distribution-level obligations (ISO & registry) + +The ISO redistributes a full Debian (trixie) system plus ~29 container image tarballs; the private registry re-hosts upstream images. Re-hosting = redistribution, same obligations as bundling. + +- [ ] **GPL source offer for the ISO** — kernel, GRUB, busybox/live-boot, coreutils, nftables, cryptsetup, wireguard-tools, SYSLINUX `isohdpfx.bin`, etc. Easiest compliance: keep `/usr/share/doc/*/copyright` (the build already does ✓) **and** publish, per release, either a mirror of the exact Debian source packages (`apt-get source` snapshot / snapshot.debian.org pointer) or a written offer in the docs. Add this to the release checklist. +- [ ] **AGPLv3 images redistributed** (mempool, Grafana, Vaultwarden, SearXNG, PhotoPrism, Nextcloud, Immich, CryptPad, MinIO): AGPL compliance = make corresponding source available. You ship a **modified** mempool-frontend (`docker/mempool-frontend` entrypoint patch) — the patch is in-repo, so compliance is met once the repo is public; state this in docs. For unmodified images, link upstream sources in the app catalog. +- [ ] **GPLv2/GPLv3 images** (MariaDB, Jellyfin, AdGuard Home, strfry): unmodified redistribution → provide license text + upstream source links (a `license` + `sourceUrl` field per `app-catalog/catalog.json` entry solves this catalog-wide). +- [ ] **Non-free firmware** (firmware-realtek/iwlwifi/misc/linux-nonfree, intel/amd microcode): redistributable but proprietary — disclose in docs ("includes non-free firmware for hardware support"), like Debian's own non-free-firmware ISOs do. +- [ ] The ISO build's live-server image capture (`podman save` of whatever matches on the dev server) is a compliance hazard — bundle only from the audited image list. +- [ ] FIPS daemon (jmcorgan/fips v0.4.1, MIT ✓) and nostr-rs-relay binary (MIT ✓): include their license texts in the notices bundle. + +## 7. Housekeeping (supports compliance) + +- [ ] Add lockfiles + pinned versions in `apps/*` (currently floating `^` ranges, violating the project's own pinning rule) — reproducibility is also what makes license audits stay true. +- [ ] `Android` fips dep is pinned to a personal fork rev (`9qeklajc/fips-native@46494a74`) — mirror or vendor it so outside contributors can build. +- [ ] Move `@types/dompurify` to devDeps; refresh stale `neode-ui/node_modules`. +- [ ] Add a `NOTICE` file at root naming: fips (Johnathan Corgan, MIT), Start9 start-os (if any derived code remains), Kazuhiko Arase qrcode.js, font licenses, icon attributions. +- [ ] Consider CI license gating: `cargo-deny` (Rust) + `license-checker` (npm) with an allowlist, so new copyleft deps are caught at PR time. + +--- + +## Quick reference: what's already clean + +- All 649 Rust crates except `zbase32`: permissive or dual-licensed. +- All 833 npm packages in neode-ui: no GPL/AGPL anywhere; only dev-tool LGPL (sharp's libvips, never distributed). +- Android Gradle deps: 100 % Apache-2.0, all pinned, no Play Services/telemetry. +- FIPS mesh: MIT (© 2026 Johnathan Corgan) — keep notice. +- js-engine binds deno_core (MIT) as a crate, nothing vendored — moot if dead crates are deleted. +- reticulum-daemon Python is original code; obligations attach only to the PyInstaller binary (see §4). +- Bitcoin Core/Knots, LND, BTCPay, Electrs, Fedimint, core-lightning, Gitea, Home Assistant, Tailscale, Portainer, Uptime-Kuma, filebrowser, ollama, penpot: MIT/Apache/BSD/Zlib/MPL — link + notice is enough. diff --git a/docs/OPEN-SOURCE-READINESS-PLAN.md b/docs/OPEN-SOURCE-READINESS-PLAN.md new file mode 100644 index 00000000..378c0e7a --- /dev/null +++ b/docs/OPEN-SOURCE-READINESS-PLAN.md @@ -0,0 +1,288 @@ +# Open-Source Readiness Plan — Archipelago public launch + +> Working plan, 2026-07-27. Source of truth for the pre-open-source cleanup. +> A second agent is working the same goal concurrently — before executing any phase, +> diff against `git log` since `7e8d3314` and skip/merge what's already done. +> (Session plan file: `~/.claude/plans/resilient-moseying-reef.md`.) + +## Context + +The repo goes public in a few days, targeting bitcoin/bitcoin-level polish. Three deep +exploration passes (docs/structure, code health, secrets sweep) found the repo is +fundamentally strong — README, `apps/` manifest examples, ADRs, the bats lifecycle gate, +1,104 Rust tests — but has hard blockers: **two live Anthropic API keys committed in +tracked files**, node passwords in 7 tracked files, no LICENSE (README links a 404), +5.5 GB `.git` (re-committed 27 MB APKs), ~290 hardcoded references to the private Gitea +registry `146.59.87.168:3000` that make every app image unpullable for outsiders, and +~28 internal AI-session/tracker docs mixed into `docs/`. + +**Decisions made by the user:** +1. **Fresh-history publish** — new public repo with a clean initial commit; private repo keeps full history. +2. **Registry: domain + parameterize** — real domain in front of the existing registry; host configurable everywhere. +3. **Deep code cleanup** — orphan crates, dead_code lifts, clippy trims, legacy fallback deletion (sequenced, cut-line-friendly). +4. **Internal docs: sanitize and keep public** — scrub creds/IPs/hostnames but publish plans/trackers for transparency. + +**Invariant throughout:** the single-node production gate (`tests/lifecycle/run-gate.sh`) +is GREEN and must stay green. Re-run after any orchestrator/lifecycle change (Phase E +especially). All cargo verification uses `--all-features` to match CI. Stage by explicit +path, never `git add -A` (shared tree). + +## Current local pass status + +This branch is replayed on top of `origin/main` as `public-prelaunch`. + +Completed locally in this pass: + +- Redacted the two tracked Anthropic API key literals from + `scripts/setup-aiui-server.sh` and + `image-recipe/_archived/build-auto-installer-iso.sh`. +- Removed `Android/app/debug.keystore` and `core/.env.production` from the + source tree; copies were preserved in + `~/Desktop/archipelago-sensitive-backup-2026-07-27/`. +- Reworked `scripts/audit-secrets.sh` to scan tracked source more aggressively + and to catch non-example env files and credential file patterns. +- Reworked `scripts/validate-app-manifest.sh` so the current `app:` manifest + schema can be audited without a Python `PyYAML` dependency. +- Updated root/community docs, CI, PR template, app developer notes, and + container/deployment docs toward public contributor expectations. +- Fixed native FIPS activation fallback: nodes that have the packaged + `fips.service` but not `archipelago-fips.service` now start the available + unit instead of repeatedly failing activation against a missing unit. This + now covers startup, supervisor self-heal, manual dashboard start/reconnect, + and post-onboarding activation. The UI now labels the action as `Start` + instead of making native FIPS look like an installable app. +- Fixed the FIPS app-port relay design so it binds relays to the node's FIPS + ULA instead of wildcard `[::]`, avoiding collisions with Podman-published app + ports such as FileBrowser `8083` and Botfights `9100`. +- Added `docs/nostr-git-source-hosting.md`, a NIP-34/ngit/GRASP source hosting + plan using a Bitcoin Core-style maintainer model: public review and easy + forks, with canonical merge rights held by a small signed maintainer set. + +Verified locally: + +- `./scripts/audit-secrets.sh` passes. +- Full `apps/*/manifest.yml` repository audit passes with warnings only. +- `bash -n` passes for the edited shell scripts. +- Targeted FIPS dashboard vitest passes. +- Targeted Rust tests for FIPS service unit detection and FIPS app relay + address selection pass. + +Verified on a Linux Archipelago verification node: + +- Native FIPS was restored by starting the already-installed packaged + `fips.service`; the daemon became active and joined the FIPS tree. +- Correct local lifecycle API endpoint is HTTP, not HTTPS + (`ARCHY_HOST=127.0.0.1 ARCHY_SCHEME=http`). +- Read-only lifecycle run progressed past login and confirmed required + containers, Bitcoin RPC, ElectrumX TCP, and manifest port-drift checks, but + did not complete cleanly: `botfights` and `filebrowser` remained in + `restarting` longer than the matrix window, and the LND `lncli getinfo` + probe hung. Do not run the destructive gate until those live-node issues are + understood. +- After the node updated to `1.7.116-alpha`, `botfights`, `filebrowser`, and + `lnd` were active/running and ports `8083`/`9100` were held by Podman's + `rootlessport` as expected. The packaged `fips.service` remained installed + and enabled but inactive, so the native FIPS service fallback should still + ship before the public launch. + +Still required before public publish: + +- Rotate/revoke compromised credentials listed in Phase 0. +- Finish Phase 1 password/node/token sanitization beyond the two API keys. +- Publish from fresh history after the sanitized tree is final. +- Run full Rust, frontend, Android, and lifecycle gate verification. +- Resolve the live-node lifecycle blockers above, then rerun the read-only + suite followed by the destructive gate only on an approved verification node. +- Decide the canonical Archipelago maintainer npub and merge-maintainer npub + list before publishing the Nostr Git source-hosting workflow. + +--- + +## Phase 0 — Credential rotation (immediate, independent of the repo) + +Treat all of these as already compromised; rotate even though we're doing fresh-history: + +- **Anthropic API key #1**: `image-recipe/_archived/build-auto-installer-iso.sh:2837` (the "intentional alpha" ISO key). Revoke + reissue; move the live key OUT of source into a build-time secret/env (`ISO_ANTHROPIC_API_KEY`), keep the alpha-baking behavior if desired but never the literal in git. +- **Anthropic API key #2**: `scripts/setup-aiui-server.sh:28` — a *different* live key, not covered by the documented alpha exception. Revoke; parameterize the script. +- **The shared node SSH/sudo/UI password** (two variants) — in 7 tracked files + 24+ commits. Rotate fleet-wide (user task). +- **Gitea `ai` account password + 2 Gitea tokens** — embedded in `.git/config` remote URLs (not tracked, but leaks in any directory copy/tarball). Rotate; switch remotes to credential-helper storage instead of URL-embedded creds. + +## Phase 1 — Secrets & sanitization of tracked files + +1. Strip the password/credential lines from the 7 files: + `docs/PRODUCTION-MASTER-PLAN.md` (lines ~428–429, 454–457, 483, 521–528, 886 — the fleet cred table), + `docs/archive/SESSION-1.8.0-OTA-PROGRESS.md`, `docs/archive/HANDOVER-2026-07-02-iso-feedback.md`, + `docs/bitcoin-version-bulletproof-rollout.md`, `tests/production-quality/TRACKER.md`, + `tests/multinode/meshtastic.sh:26`, `neode-ui/test-openwrt.mjs:4` (→ env var). +2. `.gitea/workflows/post-install-tests.yml` — remove `sshpass -p '…'` + default target IP; use secrets/vars. +3. Sanitize infra identifiers repo-wide (in the *sanitize-and-keep* docs and scripts): + replace Tailscale IPs (17 unique, 14 files), LAN IPs (`192.168.1.x`, 93 files), hostnames + (`tx1138`, `shorty-s`, `archy-x250`, `archy-dev-pa`) with placeholders like `<node-a>` / + `NODE_IP`. Key script targets: `scripts/deploy-config-defaults.sh`, `scripts/deploy-tailscale.sh`, + `docs/operations-runbook.md` (opens with real node IPs), `docs/developer-guide.md`, `docs/api-reference.md`, `docs/hotfix-process.md`. +4. Fix the audit tool that let this happen: `scripts/audit-secrets.sh:28` — remove `\.md$` and + bare `test` from ALLOW_PATTERNS; add `sk-ant-` and password-table patterns; scan all + tracked files not just `*.env`. Run it clean as a Phase-1 exit check. +5. `.gitignore` additions: `.claude/`, `*.key`, `*.pem`, `id_rsa*`, `*.sqlite`, `*.db` + (`.claude/settings.local.json` with creds is currently only ignored by a machine-global rule). +6. Product-security note to raise (not fix now): `password123` is a shipped default (auth.rs, en.json, user-walkthrough) — file a public issue for forced first-run password change if not already enforced. + +## Phase 2 — Repo restructure: deletions, binaries, layout + +Delete (each its own commit): +- `loop/` (AI overnight harness w/ node SSH lines), `.agents/`, `.codex`, `.githooks/pre-push` + (the hook that re-commits the 27 MB APK — root cause of the 5.5 GB history). +- `indeedhub/` submodule + `.gitmodules` entry (points at private HTTP Gitea, breaks `--recursive` + clones); `indeedhub-demo/` (single Dockerfile — merge or drop). +- `RELEASE-NOTES-v1.0.0.md` (superseded by CHANGELOG), `neode-ui/docs/GAMEPAD-NAV-MAP.md` (duplicate of `docs/GAMEPAD-NAV.md`). +- Stray generated HTML: `docs/container-architecture.html` (311 KB), `docs/archive/architecture-review.html`, `docs/archive/lora-functionality.html`. +- `Android/local.properties` from tracking (local absolute path); remove `Android/app/debug.keystore` (standard practice). + +Move out of git (→ release assets on the Releases page, referenced by URL): +- `neode-ui/public/packages/archipelago-companion.apk` (27 MB), `wireguard.apk` (17 MB), `atob.s9pk` (23 MB). +- `Android/archipelago-0.3.0-debug.apk.zip` (16 MB, stale). +- `demo/content/music/*` + heavy `demo/aiui/assets` (~261 MB, third-party/unclear-licence media — MUST not ship publicly regardless of size). +- `neode-ui/dev-dist/` (generated Workbox output) → gitignore. + +Rename/fix the naming lie: `image-recipe/_archived/` contains the *production* ISO builder +(`build-auto-installer-iso.sh`, referenced by `.gitea/workflows/build-iso.yml`). Move live +files up into `image-recipe/`, delete the genuinely archived rest. + +## Phase 3 — Registry domain + parameterization (functional blocker) + +Infra (user assists: DNS + TLS): +- Put a domain (e.g. `registry.archipelago-os.org` / `git.archipelago-os.org`) with HTTPS in + front of the existing Gitea on vps2. OTA download URLs move from plain HTTP to HTTPS. + +Repo changes: +- Introduce a single source of truth for the registry host (e.g. `REGISTRY_HOST` in + `scripts/lib/` + a default in the orchestrator config). Replace `146.59.87.168:3000` in: + all 56 `apps/*/manifest.yml`, `app-catalog/catalog.json`, `releases/manifest.json`, + `release-manifest.json`, the 11 scripts (`self-update.sh`, `create-release.sh`, + `generate-app-catalog.sh`, `validate-app-manifest.sh`, `first-boot-containers.sh`, …), + both `demo-images.yml` workflows, `demo-deploy/.env.example`, and the Android sources + (`FipsPreferences.kt`, `PartyScreen.kt`). +- Because the catalog is signed: regenerate + re-sign + republish the app catalog after the + manifest host change (catalog-overlay supremacy — disk edits don't apply otherwise). + Signing needs the user's mnemonic → schedule one ceremony after manifests are final. +- Verify: fresh machine with no LAN/tailnet access can `podman pull` one app image via the + domain and the gate node still installs apps after the re-signed catalog lands. + +## Phase 4 — Documentation overhaul + +### 4a. Community/legal files (missing today) +- `LICENSE` — MIT (matches existing README badge). Add `[workspace.package] license` + + `license.workspace = true` in the 5 member Cargo.tomls (also see Phase A4). +- `SECURITY.md` — disclosure address, PGP key, supported-versions; cite the March 2026 audit (`docs/archive/security-code-audit-2026-03.md`). +- `CODE_OF_CONDUCT.md` — Contributor Covenant (CONTRIBUTING.md already links to it, 404 today). +- `CONTRIBUTING.md` edits: Gitea→GitHub fork flow, remove private deploy instructions, absorb + the public-worthy CLAUDE.md invariants (rootless podman, manifest-driven, secrets model, + non-destructive migrations), versioning policy note for the `-alpha` scheme. +- `CLAUDE.md` — rewrite: keep invariants/build-verify (public-worthy), remove status banner, + node numbers, `gitea-ai` push mechanics, MEMORY references (those move to private notes). + +### 4b. New developer docs (the three real gaps for app developers) +1. **`docs/quadlet-compilation.md`** — how a manifest becomes a Quadlet/systemd unit: naming, + `systemctl --user` lifecycle, where units land, how to inspect/debug one. (Source: + `core/archipelago/src/container/quadlet*.rs`, prod_orchestrator.) +2. **`docs/container-lifecycle.md`** — the 30 s level-triggered reconciler, install/adopt/ + restart/uninstall state machine, health checks, crash recovery. (Replaces the plan-shaped + `docs/bulletproof-containers.md` as the current description; salvage its content.) +3. **`docs/secrets.md`** — `generated_secrets` declaration → materialisation by + `container::secrets` (0600, rootless) → injection; what developers must never do. +- Also: make every example in `docs/app-developer-guide.md` + `apps/*/manifest.yml` copy-paste + work against the new public registry host; add an end-to-end "write your first app" walkthrough + that a stranger can follow with only the public repo + an Archipelago node. + +### 4c. Sanitize-and-keep internal docs (user's transparency choice) +- Keep, after Phase-1 scrubbing: `docs/PRODUCTION-MASTER-PLAN.md`, `docs/UNIFIED-TASK-TRACKER.md`, + `docs/1.8.0-RELEASE-HARDENING-PLAN.md`, `docs/RETICULUM-TRANSPORT-PROGRESS.md`, HANDOFF-*, test + plans, `docs/archive/*` — but **move all session/handoff/tracker material under + `docs/history/`** (extending the existing honest `docs/archive/README.md` pattern) so the + top-level `docs/` reads as current reference only. Add a banner to each: "historical working + document, sanitized; not maintained." +- Remove dangling agent-memory references in tracked docs (`docs/bulletproof-containers.md`, + `docs/RETICULUM-TRANSPORT-PROGRESS.md`, `docs/registry-manifest-design.md`, + `docs/bitcoin-multi-version-design.md` progress block). +- De-status the 14 design docs (strip "Status/RESUME POINT" headers into a one-line status + field; e.g. `docs/APP-PACKAGING-MIGRATION-PLAN.md` → public app-platform design doc). +- Extract North-Star narrative from PRODUCTION-MASTER-PLAN into `docs/ROADMAP.md`; extract + the "run the gate ON the node" philosophy from `docs/multinode-testing-plan.md` into + `tests/lifecycle/TESTING.md`. +- Add `docs/README.md` index (bitcoin/bitcoin `doc/` style): Getting started / Architecture / + App development / Operations / Design docs (ADRs) / History. +- README fixes: LICENSE link becomes real, Documentation table repointed at the reorganized + docs, remove "Deploy to a Test Node" private-LAN section, point Contributing at + CONTRIBUTING.md only. + +## Phase 5 — Deep code cleanup (ordered zero-risk → highest-risk; cut-line after any commit) + +### A. Zero-risk deletions & metadata (S each, own commits) +- **A1** Delete orphan non-compiling StartOS crates: `core/models`, `core/helpers`, + `core/js-engine` (incl. 2 committed `JS_SNAPSHOT.*.bin`), `core/container-init` (~4,100 LOC, + zero references). Verify: `cargo build --workspace && cargo test --all-features`. +- **A2** Delete unreferenced Vue components: `neode-ui/src/components/{AppSwitcher,EmptyState,SkeletonCard}.vue`. Verify: `npm run type-check && npm run build`. +- **A3** Fix `.gitignore` lockfile lines (7: `Cargo.lock`, 15: `package-lock.json`) — lockfiles are intentionally tracked; the rules are misleading and swallow future lockfiles. +- **A4** LICENSE + Cargo license fields (see 4a). Verify with `cargo metadata`. +- **A5** `core/rust-toolchain.toml` pinning `1.95.0`; align `.github/workflows/ci.yml` (remove explicit `toolchain: stable` input so the file wins). Upgrades become deliberate PRs. +- **A6** `core/rustfmt.toml` codifying **defaults only** (`edition = "2021"` + comment) — do NOT add style options days before launch (whole-tree reformat churn). Verify `cargo fmt --all -- --check` yields no diff. + +### B. CI guards (zero runtime risk) +- **B1** Enable vitest in CI: run `cd neode-ui && npm run test` locally; fix trivial failures, `.skip`+issue flaky ones; add step to the frontend job. Playwright → tracked issue only (needs browsers + mock backend orchestration). +- **B2** Raw podman/systemctl **ratchet, not migration**: the 132 raw `Command::new("podman"/"systemctl")` sites use subcommands the `core/container/src/podman_client.rs` wrapper doesn't expose (network/inspect/ps/port), 43 sites are in gate-critical `install.rs`, and the prod path intentionally uses Quadlet+systemctl. Add `scripts/ci/raw-podman-ratchet.sh` (count vs committed baseline, fail on increase) as a CI step + tracked issue for wrapper API design. + +### C. Clippy suppression trim (`core/archipelago/src/main.rs:8-18`, per-lint commits) +- Remove cheaply: `assertions_on_constants`, `drop_non_drop`, `wildcard_in_or_patterns`, `doc_lazy_continuation`, `enum_variant_names` (targeted allows on serde enums — never rename wire variants). +- Own careful commit: `unused_io_amount` — a **correctness** lint; fix sites with `read_exact`/`write_all` or documented targeted allows (`mesh/serial.rs:456,496` has raw partial reads; serial framing may be intentional). Full test suite + gate after. +- Keep crate-wide with justifying comment: `too_many_arguments`, `type_complexity`; attempt `ptr_arg` (`&Vec<T>`→`&[T]`, mechanical) if time allows — first to cut. +- Verify each: `cargo clippy --all-targets --all-features -- -D warnings && cargo test --all-features`. + +### D. dead_code lift — Tiers 1–2 pre-launch, Tier 3 → commented allows + issues +Per-module procedure (one file per commit): remove `#![allow(dead_code)]` → `cargo check +--all-targets --all-features` → triage each warning: (a) genuinely dead → delete; +(b) future-feature/protocol-mandated → targeted `#[allow(dead_code)] // TODO(#NNN): …`; +(c) missing wiring → keep + targeted allow + issue (don't fix wiring in this workstream) → +clippy `-D warnings` + tests → commit. +- **Tier 1 (small/leaf, S each):** `swarm/seed_advert.rs`, `transport/{mesh_transport,lan,chunking,delta}.rs`, `mesh/{crypto,alerts,types,outbox}.rs`, `streaming/mod.rs`, `wallet/mod.rs`. +- **Tier 2 (M each):** `fips/{mod,iface,dial}.rs` (41 external refs → little residual deadness), `mesh/{x3dh,ratchet,steganography,message_types}.rs` — for crypto files bias to (b) with roadmap comments (unused crypto attracts auditor noise; every kept item needs its why). +- **Tier 3 (defer, riskiest):** `mesh/{mod,reticulum,protocol,serial,bitcoin_relay}.rs`, `transport/mod.rs` — change each blanket allow to `#![allow(dead_code)] // Hardware-mesh surface partially wired; triage tracked in #NNN`. +- Optional S/M win: move `prod_orchestrator.rs`'s 5,034-line `#[cfg(test)]` module to a sibling file via `#[path]` (pure move, halves the 6,291-line file). + +### E. stacks.rs legacy fallbacks (highest risk — LAST, evidence-gated) +Legacy installers for immich/btcpay/mempool/indeedhub (`core/archipelago/src/api/rpc/package/stacks.rs:838/1047/1267/1498`, ~1,000 LOC with hardcoded registry IPs) fire only on "unknown app_id, zero members installed", logging `INSTALL ORCH SKIP` (stacks.rs:673). Netbird already uses the hard-error replacement (stacks.rs:1898-1920). +1. Run the full gate on the node; grep install logs for `INSTALL ORCH SKIP`. +2. Zero SKIPs → replace each legacy body with the netbird-style hard error (keep orchestrator call + `adopt_stack_if_exists`; satisfies migrations-never-destroy-data). Re-run gate; any red → revert + issue. +3. Any SKIP → don't delete; issue: "deploy manifests fleet-wide, then delete legacy installers". + +### Explicitly deferred → public tracked issues at launch +PodmanClient API extension + call-site migration; god-module splits (`install.rs`, `update.rs`, `mesh/mod.rs`); Playwright in CI; Tier-3 dead_code triage; `password123` default hardening. + +## Phase 6 — Fresh-history publish + +1. Freeze: all phases merged on internal `main`, gate green, catalog re-signed. +2. Build the public tree: `git archive`-style export of HEAD (never copy `.git/` — it holds + credentialed remotes) → new repo, single initial commit ("Initial public release, vX.Y.Z"), + optionally preserving CHANGELOG.md as the human-readable history. +3. Pre-publish gate on the export: `scripts/audit-secrets.sh` (fixed version) clean; grep-zero for + `sk-ant-`, rotated-password strings, `146.59.87.168`, tailnet `100.` IPs, `192.168.1.`, + internal hostnames; `du -sh .git` sanity (< ~100 MB); fresh `git clone` + `cd core && cargo build` + + `cd neode-ui && npm ci && npm run build` on a clean machine/container; one app image pull + from the public domain. +4. Publish to GitHub; enable issue templates (already present in `.github/`); file the deferred-work + issues (from Phase 5's issue list) as the initial public issue set — honest and gives contributors entry points. +5. Internal repo remains the private full-history remote; decide sync direction post-launch + (recommend: public repo becomes canonical, private keeps only ops/infra notes). + +## Verification (end-to-end) + +- `tests/lifecycle/run-gate.sh` green on the node after Phases 3 + 5E (and after any lifecycle-touching commit). +- CI green on every phase commit: `cargo fmt --check`, `clippy -D warnings`, `cargo test --all-features`, frontend type-check + build + (new) vitest. +- Phase-6 clean-machine clone/build/pull test is the final acceptance test — it simulates the first outside developer. +- Docs acceptance: a reader following `docs/app-developer-guide.md` + the new quadlet/lifecycle/secrets docs can build and install an app manifest without any private infra. + +## Sequencing / cut-line + +Order: 0 → 1 → 2 → (3 ∥ 4) → 5 (A→E) → 6. Phases 0–2 are non-negotiable security; Phase 3 is the +functional blocker; Phase 4 is the developer-experience payload; Phase 5 can be cut after any +commit (minimum viable: A1–A6, B1–B2, unused_io_amount fix); Phase 6 last. If the timeline +compresses, Tier-2 dead_code and Phase E move to public issues — everything else holds. diff --git a/docs/RETICULUM-TRANSPORT-PROGRESS.md b/docs/RETICULUM-TRANSPORT-PROGRESS.md index 17401804..4f5b7317 100644 --- a/docs/RETICULUM-TRANSPORT-PROGRESS.md +++ b/docs/RETICULUM-TRANSPORT-PROGRESS.md @@ -12,6 +12,33 @@ Full plan: `.claude/plans/enchanted-strolling-rocket.md`. Memory pointer: avoiding `mesh/listener/session.rs` transport plumbing + `mesh/mod.rs` routing, which this work owns. Stay out of `meshtastic.rs`/`protocol.rs` to avoid collisions. +## Checkpoint 2026-07-28 — RNode connect + names FIXED, live-verified E2E (read this first) + +The fleet reflash back to RNode firmware exposed a stack of bugs that made Reticulum +unusable on CP2102-bridged boards (Heltec V3 etc.) and left every archy node nameless on +RNS. All fixed in `a8c4694c` (backend) + `3f76b496` (UI), live-verified on archi-dev-box +and archy-x250-dev with a real RNode-to-RNode LXMF message (`transport: "reticulum"` in +mesh-messages) plus a cross-transport reply: + +1. **probe_rnode boot race** — serial open pulses DTR/RTS via the USB-UART bridge → ESP32 + power-cycles → KISS DETECT written 300ms later is eaten during ~2.5-3s of boot. Fix: + immediate probe (fast path) + drain-until-quiet boot settle + second DETECT window. +2. **configure() was a no-op on a running listener** (only enable/disable restarted it) — + the setup modal's apply/keep-as-is and every rename did nothing until process restart. +3. **Name propagation** — `config.advert_name` had no reader; `server.set-name` never + reached mesh; daemon display name fixed at spawn to the "Archy" default; the ARCHY:2 + announce blob REPLACED the LXMF name. Now: announces carry msgpack + `[name, stamp_cost, sf, ARCHY-blob]` (Sideband-compatible, blob invisible to stock + clients), daemon has a `set_name` verb, renames bounce the session live. +4. **Daemon-death detection** (was invisible up to the 30-min RX-stall watchdog), + **modal re-trigger loop** (plugged_at used tty mtime → bumps on every open; now + btime/ctime), **ARCHY:2 federation-name clobber**, **mesh.refresh RPC** (Refresh button + now actually re-queries the radio), **Meshtastic mesh.broadcast now sends NodeInfo**. + +Still open here: legacy-format peers (old fleet builds) show as `Reticulum <hex4>` until +they OTA; RNode RF params still daemon-hardcoded (EU-868 869.525/125k/SF8/CR5); Phase 4 +multi-radio; duty-cycle guard. + ## Status at a glance | Phase | What | Status | diff --git a/docs/UNIFIED-TASK-TRACKER.md b/docs/UNIFIED-TASK-TRACKER.md index c447c299..f92bf4d4 100644 --- a/docs/UNIFIED-TASK-TRACKER.md +++ b/docs/UNIFIED-TASK-TRACKER.md @@ -15,6 +15,26 @@ those are marked ✅ below with the commit that did it, so we stop re-litigating ## Tier 0 — Quick / mechanical, no blockers +- [ ] **Ship the lightning payment false-failure fix in the next release** (fixed + on main 2026-07-27, needs OTA). Slow multi-hop payments (>15s) surfaced as + "Payment failed" while LND settled them in the background — the shared LND + REST client's 15s timeout aborted the synchronous `/v1/channels/transactions` + wait. Now: payinvoice decodes the invoice first for its payment hash, waits + up to 120s on a dedicated client, returns `status: "pending"` (never a + failure) on timeout, and the new `lnd.paymentstatus` RPC + frontend + `payLightningInvoice()` helper poll to a real terminal state (all 5 UI call + sites migrated). Verify on Framework PT with a real multi-hop payment. +- [ ] **Show the app version on the companion mobile-app banner in the app store + and on its install/pairing modal** (user request 2026-07-27) — so it's + obvious at a glance whether the node is serving the latest APK build. +- [ ] **Optimise the companion QR scan — quicker + better** (user request + 2026-07-27; deferred to a later session on purpose). The pairing/scan QR + flow works (user-verified on-device 2026-07-27) but should get faster and + smoother: quicker camera start + decode (scan resolution/framerate, + continuous autofocus), more forgiving in low light / at an angle, and + snappier feedback once the code locks. Touch the native-scan path from + PR #104 and the in-app scan modal together so both benefit. + - [ ] **Update `tests/lifecycle/TESTING.md`'s stale Release Gates checklist** (lines 289–296) — several boxes are unchecked but actually true now: - #1 bitcoin-stops: covered by `tests/lifecycle/bats/bitcoin-knots.bats` stop/restart diff --git a/docs/api-reference.md b/docs/api-reference.md index 50bc437f..785ec331 100644 --- a/docs/api-reference.md +++ b/docs/api-reference.md @@ -162,7 +162,8 @@ All endpoints use JSON-RPC over HTTP POST to `/rpc/v1`. | `lnd.openchannel` | `{ pubkey: string, amount: number }` | `{ funding_txid: string }` | Yes | | `lnd.closechannel` | `{ channel_point: string }` | `{ closing_txid: string }` | Yes | | `lnd.newaddress` | — | `{ address: string }` | Yes | -| `lnd.sendcoins` | `{ addr: string, amount: number }` | `{ txid: string }` | Yes | +| `lnd.sendcoins` | `{ addr: string, amount?: number, send_all?: bool, target_conf?: number, sat_per_vbyte?: number }` | `{ txid: string }` | Yes | +| `lnd.estimatefee` | `{ addr: string, amount: number, target_conf?: number }` | `{ fee_sat: number, sat_per_vbyte: number }` | Yes | | `lnd.createinvoice` | `{ amount: number, memo?: string }` | `{ payment_request: string }` | Yes | | `lnd.payinvoice` | `{ payment_request: string }` | `{ preimage: string }` | Yes | | `lnd.create-psbt` | `{ outputs: object, ... }` | `{ psbt: string }` | Yes | diff --git a/docs/app-manifest-spec.md b/docs/app-manifest-spec.md index 23223714..22d4dcc5 100644 --- a/docs/app-manifest-spec.md +++ b/docs/app-manifest-spec.md @@ -146,7 +146,7 @@ app: path: /health interfaces: main: - type: web + type: ui port: 8090 ``` diff --git a/docs/developer-guide.md b/docs/developer-guide.md index b9bfe5e2..37d81e91 100644 --- a/docs/developer-guide.md +++ b/docs/developer-guide.md @@ -74,9 +74,10 @@ archy/ ### Prerequisites -- **macOS** (development machine): Node.js 20+, npm -- **Linux server** (`192.168.1.228`): Rust toolchain, Podman, Nginx, Debian 13 -- SSH key: `~/.ssh/archipelago-deploy` +- Node.js 20+ and npm for frontend development. +- Rust stable for backend development. +- Linux with Podman, systemd, and Nginx for host integration work. +- Debian 13 is the target runtime for release validation. ### Local Frontend Development @@ -86,17 +87,18 @@ npm install npm start # Vite dev server on :8100, mock backend on :5959 ``` -The dev server at `http://localhost:8100` uses a mock backend. Login with `password123`. +The dev server at `http://localhost:8100` uses a mock backend. ### Deploying Changes -**Never build Rust on macOS.** The deploy script rsyncs source to the Linux server and builds there. +Release and host-integration builds should run on Linux. The deploy script rsyncs +source to a configured Linux target and builds there. ```bash -# Deploy to live server (builds backend + frontend, restarts services) +# Deploy to the configured primary target (builds backend + frontend, restarts services) ./scripts/deploy-to-target.sh --live -# Deploy to both servers +# Deploy to both configured targets ./scripts/deploy-to-target.sh --both ``` @@ -114,14 +116,16 @@ The deploy script: # Frontend tests cd neode-ui && npm test -# Backend tests (on dev server via SSH) -ssh -i ~/.ssh/archipelago-deploy archipelago@192.168.1.228 \ - "cd ~/archy/core && cargo test --all-features" +# Backend tests +cd core && cargo test --all-features # Both ./scripts/run-tests.sh ``` +`scripts/run-tests.sh` can run backend tests on a Linux target when +`ARCHIPELAGO_SSH_HOST` and `ARCHIPELAGO_SSH_KEY` are set. + ## Adding a New RPC Endpoint ### 1. Create the Handler @@ -200,7 +204,7 @@ async myAction(params: { name: string }): Promise<{ ok: boolean; result: string ```bash ./scripts/deploy-to-target.sh --live -curl -X POST http://192.168.1.228/rpc/v1 \ +curl -X POST http://<node-host>/rpc/v1 \ -H "Content-Type: application/json" \ -b "archipelago_session=YOUR_SESSION" \ -d '{"method":"mymodule.action","params":{"name":"test"}}' @@ -309,5 +313,5 @@ mod tests { 2. Make changes following the standards above 3. Test locally: `cd neode-ui && npm test` 4. Deploy to dev server: `./scripts/deploy-to-target.sh --live` -5. Verify at `http://192.168.1.228` +5. Verify on your configured development target 6. Commit with conventional format: `feat: add my feature` diff --git a/docs/nostr-git-source-hosting.md b/docs/nostr-git-source-hosting.md new file mode 100644 index 00000000..908ad300 --- /dev/null +++ b/docs/nostr-git-source-hosting.md @@ -0,0 +1,252 @@ +# Nostr Git Source Hosting Plan + +This plan describes how Archipelago can publish and accept contributions to its +source code through `ngit`, NIP-34, and GRASP while keeping the developer +experience inside Archipelago. + +## Goals + +- Publish Archipelago source from a sanitized, fresh-history repository. +- Make the in-app registry the primary onboarding path for contributors. +- Let contributors clone, branch, push PR branches, open PRs, and discuss issues + with a Nostr identity from their Archipelago node. +- Follow the Bitcoin Core development model: broad public review and easy forks, + with canonical merge authority held by a small maintainer set. +- Give contributors full read, fork, and proposal rights, but no direct merge + rights on the canonical repository. +- Keep the official maintainer identity and merge authority separate from user + node identities. + +## Current Building Blocks + +Archipelago already has most of the primitives needed for this: + +- App manifests and the app registry already install developer tooling as + rootless Podman apps. +- The `gitea` app provides a conventional fallback Git UI and package registry. +- The app launcher already exposes a consent-gated NIP-07 bridge for launched + apps using `getPublicKey`, `signEvent`, NIP-04, and NIP-44 requests. +- The backend exposes node and identity Nostr signing RPC methods. +- FIPS gives nodes a stable mesh identity and private transport path, but repo + announcements and PRs should remain NIP-34 compatible on normal Nostr relays. +- DWN protocol registration exists and can be used later for local contribution + metadata/cache, but should not be required for the first public workflow. + +## Protocol Basis + +Use existing Nostr Git conventions rather than inventing an Archipelago-only +protocol: + +- NIP-34 repository announcement events identify repositories with kind `30617`. +- NIP-34 repository state events publish branch/tag refs with kind `30618`. +- NIP-34 patches, pull requests, PR updates, issues, and status events use kinds + `1617`, `1618`, `1619`, `1621`, and `1630`-`1633`. +- `ngit` provides the `git-remote-nostr` helper for `nostr://` clone URLs and PR + branches. +- GRASP servers provide Git Smart HTTP storage while Nostr events remain the + authority for repository identity, refs, PRs, issues, and maintainer state. + +Primary references: + +- https://nips.nostr.com/34 +- https://docs.rs/crate/ngit/latest/source/README.md +- https://ngit.dev/grasp/ + +## Recommended Architecture + +### Apps + +Create two first-party apps: + +- `ngit`: CLI/runtime package containing `ngit` and `git-remote-nostr`. +- `archipelago-source`: web UI for cloning Archipelago source, viewing NIP-34 + issues/PRs, opening branches, and submitting PR events. + +The `archipelago-source` app should depend on `ngit`. It can also recommend +Gitea for users who want a conventional local web Git UI, but Gitea should not +be the source of truth for public contribution permissions. + +### Contributor Onboarding + +When the user installs `archipelago-source` from the registry: + +1. Show a modal before first launch: "Contribute to Archipelago". +2. Explain that the app will use their Archipelago Nostr identity to clone and + sign contribution events. +3. Display the maintainer repository announcement, clone URL, maintainer npub, + and relay/GRASP endpoints. +4. Ask for consent to: + - fetch repository metadata from configured relays, + - clone source through `nostr://`, + - create local branches, + - sign NIP-34 issue/PR/comment events, + - push PR branches to approved GRASP servers. +5. Store approval per app origin, identity id, repository id, and relay set. + +This should build on the existing NIP-07 app-launcher bridge, but use a more +specific permission scope than the generic sign-event approval. + +### Identity And Permissions + +Use four identity classes: + +- `archipelago-maintainer`: an offline or tightly controlled Nostr key that + signs the canonical kind `30617` repo announcement and status/merge events. +- `archipelago-merge-maintainer`: one of the small set of maintainer npubs + allowed to advance canonical refs and publish valid merged/applied status. +- `archipelago-build`: release automation key for signed release artifacts and + CI status events. It must not have merge authority. +- `contributor`: user node or app-specific identity used for PRs, issues, and + comments. + +Contributor rights: + +- Clone the repository. +- Open issues. +- Push proposal branches using `pr/<npub>/<short-topic>` or `pr/<event-id>`. +- Publish NIP-34 PR/update/comment events. +- Rebase and update their own PR branch. +- Run local validation and attach status evidence. + +Contributor restrictions: + +- Cannot update `refs/heads/main` or release branches in canonical state. +- Cannot publish maintainer-valid merge/applied status. +- Cannot alter the canonical repository announcement. +- Cannot publish release catalog signatures. + +Maintainer rights: + +- Publish/update the canonical repo announcement. +- Publish canonical `refs/heads/main` state. +- Mark PRs merged/closed/draft via NIP-34 status events. +- Sign release tags and catalog updates. + +Fork rights: + +- Any contributor can create their own NIP-34 kind `30617` repository + announcement for a fork. +- Fork announcements should use the NIP-34 `u` tag to point back to the + canonical `archy` repository. +- The source app should make forking a first-class path: "Fork on Nostr", clone + the fork locally, push branches to the contributor's GRASP list, and open PRs + back to canonical Archipelago when they want review. +- Forks can have their own maintainer npubs, relays, policies, and release + cadence, but the app should clearly label them as forks unless signed by the + canonical maintainer set. + +The GRASP server policy should enforce this by accepting pushes to maintainer +refs only when backed by signed maintainer state, while allowing contributor PR +refs from their own npubs. + +## Repository Layout + +Canonical repo announcement: + +- repo id: `archy` +- display name: `Archipelago` +- clone URLs: + - `nostr://<maintainer-npub>/<relay-hint>/archy` + - `https://<grasp-host>/<maintainer-npub>/archy.git` +- relays: + - Archipelago-operated relay + - at least two public Nostr relays that support the event load +- GRASP servers: + - Archipelago-operated GRASP instance + - one public GRASP-compatible mirror + +Keep the existing HTTP Git remote as a mirror during launch. The docs can +present `nostr://` as the preferred contribution path once the workflow is +proven. + +## UI Requirements + +The source app should provide: + +- A first-run contribution modal with a real Archipelago source graphic, not a + generic text-only dialog. +- Current clone status and local path. +- Branch list, changed files, commit form, and push/open-PR flow. +- PR inbox, issue list, maintainer status, and relay health. +- Explicit identity indicator showing which npub will sign events. +- A merge rights indicator that clearly says contributors can propose changes + but cannot merge them. +- A fork flow that creates a user-owned NIP-34 repo announcement and remote, + then offers "Open PR to Archipelago" from any fork branch. +- Maintainer badges based only on pinned canonical maintainer npubs, not relay + metadata or server-side account names. +- Links to container docs, deployment docs, manifest spec, and open-source + readiness tasks. + +## Backend Work + +Add an RPC module for source contribution workflow: + +- `source.repo-info`: returns canonical announcement, clone URL, relay set, + maintainer npubs, and local clone state. +- `source.ensure-ngit`: verifies the `ngit` app/runtime is installed. +- `source.clone`: clones or updates the local source checkout. +- `source.status`: returns branch, dirty files, ahead/behind, and PR state. +- `source.commit`: creates a local commit from selected files. +- `source.fork`: creates a contributor-owned NIP-34 fork announcement and local + remote. +- `source.open-pr`: pushes a PR branch and publishes a kind `1618` event. +- `source.update-pr`: updates the branch and publishes kind `1619`. +- `source.issue`: publishes a kind `1621` event. + +Backend must shell out through a narrow command wrapper, never arbitrary user +commands. The wrapper should set an isolated working tree under +`/var/lib/archipelago/source/archy`, run as the Archipelago service user, and +deny operations outside that path. + +## Security Model + +- Never expose maintainer private keys to an Archipelago node. +- Prefer app-specific contributor identities over the node's default identity. +- Require per-action consent for first PR push, issue creation, and signing any + event that tags the canonical repository. +- Pin the canonical maintainer npub in the app manifest and backend config. +- Keep the canonical merge-maintainer allow list signed by the + `archipelago-maintainer` key; never infer merge rights from GRASP server + accounts. +- Verify the canonical kind `30617` event signature before displaying clone + instructions. +- Treat GRASP servers as untrusted storage; verify Git refs against signed + Nostr state. +- Do not use destructive git operations from the UI without an explicit modal. +- Store local clones and generated patches outside app container writable roots + unless the user exports them. + +## MVP + +1. Package `ngit` as a first-party app. +2. Stand up one Archipelago-operated GRASP server and one Nostr relay. +3. Publish sanitized fresh-history `archy` through `ngit init`. +4. Add a simple `archipelago-source` app that clones source and links out to the + preferred Nostr Git browser. +5. Add app-launcher consent scopes for repository-specific NIP-34 signing. +6. Allow issues and PR branch submission from contributor npubs. +7. Add a one-click fork flow that publishes a contributor-owned fork + announcement referencing canonical Archipelago. +8. Keep maintainer merge/status publication manual. + +## Later + +- Native PR review UI with file diffs and inline comments. +- CI status events signed by the build identity. +- FIPS-first source sync between trusted Archipelago nodes. +- Private prerelease repositories using NIP-42 allow lists and/or protected + events if the ecosystem support is mature enough. +- Multi-maintainer policy with threshold signatures or explicit maintainer-list + rotation events. + +## Open Questions + +- Which maintainer npub should become canonical for `archy`? +- Should contributor identities be node-default or app-specific by default? +- Which GRASP implementation should be deployed first: `ngit-grasp` or another + NIP-34/GRASP-compatible relay? +- Should the source app include a full web Git UI in v1, or launch Gitea/ngit + browser links for review while keeping signing/submission native? +- What exact license and contribution certificate should contributors accept + before submitting PR events? diff --git a/image-recipe/_archived/build-auto-installer-iso.sh b/image-recipe/_archived/build-auto-installer-iso.sh index cf327e64..ba5e321a 100755 --- a/image-recipe/_archived/build-auto-installer-iso.sh +++ b/image-recipe/_archived/build-auto-installer-iso.sh @@ -2839,7 +2839,7 @@ After=network.target [Service] Type=simple -Environment=ANTHROPIC_API_KEY=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 +Environment=ANTHROPIC_API_KEY= ExecStart=/usr/bin/python3 /opt/archipelago/claude-api-proxy.py Restart=always RestartSec=5 diff --git a/image-recipe/_archived/test-iso-qemu.sh b/image-recipe/_archived/test-iso-qemu.sh index 70efe9d5..f44521e1 100755 --- a/image-recipe/_archived/test-iso-qemu.sh +++ b/image-recipe/_archived/test-iso-qemu.sh @@ -83,7 +83,7 @@ QEMU_ARGS=( # Display mode if [ "$NOGRAPHIC" = true ]; then - QEMU_ARGS+=(-nographic -append "console=ttyS0") + QEMU_ARGS+=(-display none) else QEMU_ARGS+=(-vga virtio -display default) fi diff --git a/image-recipe/configs/archipelago.service b/image-recipe/configs/archipelago.service index bc605b5a..e3dd33b7 100644 --- a/image-recipe/configs/archipelago.service +++ b/image-recipe/configs/archipelago.service @@ -31,7 +31,13 @@ ExecStartPre=+/bin/bash -c 'mkdir -p /var/lib/archipelago && chown archipelago:a # "-" so a missing/failed guard can never block the service itself. ExecStartPre=+-/opt/archipelago/scripts/ota-crash-guard.sh ExecStart=/usr/local/bin/archipelago -Restart=on-failure +# always (not on-failure): the OTA restart path once stopped the daemon +# cleanly and the queued start never fired (framework-pt, v1.7.114->115, +# 2026-07-26) — the node sat dead all night behind "server starting up". +# Restart=always self-heals any lost start job; an explicit +# `systemctl stop` is still honored (systemd never auto-restarts after +# a manual stop). +Restart=always RestartSec=5 WatchdogSec=300 TimeoutStartSec=300 diff --git a/neode-ui/THIRD-PARTY-LICENSES.md b/neode-ui/THIRD-PARTY-LICENSES.md new file mode 100644 index 00000000..b3a19c50 --- /dev/null +++ b/neode-ui/THIRD-PARTY-LICENSES.md @@ -0,0 +1,39 @@ +# Third-Party Licenses — neode-ui (web frontend) + +Runtime dependencies bundled into the distributed web UI. Verified 2026-07-23. +Dev-only tooling (Vite, Playwright, TypeScript, etc.) is not distributed and +is not listed here. Note: the production bundler strips license header +comments, so this file (and the fonts' adjacent license files) constitute the +attribution shipped with the bundle; a build-time license-aggregation step is +planned (see docs/LICENSE-COMPLIANCE-AUDIT.md). + +| Package | Version | License | +|---|---|---| +| vue | 3.5.x | MIT | +| vue-router | 4.6.x | MIT | +| vue-i18n | 11.3.x | MIT | +| pinia | 3.0.x | MIT | +| d3 | 7.9.x | ISC | +| leaflet | 1.9.x | BSD-2-Clause | +| @vue-leaflet/vue-leaflet | 0.10.x | MIT | +| dompurify | 3.4.x | MPL-2.0 OR Apache-2.0 (used under Apache-2.0) | +| buffer | 6.0.x | MIT | +| fast-json-patch | 3.1.x | MIT | +| fuse.js | 7.1.x | Apache-2.0 | +| qrcode | 1.5.x | MIT | +| qr-scanner | 1.4.x | MIT | +| qrloop | 1.4.x | MIT | + +## Fonts + +| Font | License | License file | +|---|---|---| +| Montserrat | SIL OFL 1.1 | public/assets/fonts/Montserrat/OFL.txt | +| Open Sans | Apache-2.0 | public/assets/fonts/Open_Sans/LICENSE.txt | + +## Vendored + +- `public/assets/icon/` — see ATTRIBUTION.md in that directory + (game-icons.net CC BY 3.0; pixelarticons MIT). +- `public/assets/img/mesh-devices/` — Meshtastic project artwork, GPL-3.0; + see ATTRIBUTION.md in that directory. diff --git a/neode-ui/mock-backend.js b/neode-ui/mock-backend.js index 57433959..adda7e00 100755 --- a/neode-ui/mock-backend.js +++ b/neode-ui/mock-backend.js @@ -3453,12 +3453,26 @@ app.post('/rpc/v1', (req, res) => { { chan_id: '840921088114689', remote_pubkey: '03abcdef12345678901234567890123456789012345678901234567890abcdef12', capacity: 2000000, local_balance: 1200000, remote_balance: 800000, active: true, status: 'active', channel_point: randomHex(32) + ':1', peer_alias: 'WalletOfSatoshi' }, { chan_id: '840921088114690', remote_pubkey: '02fedcba98765432109876543210987654321098765432109876543210fedcba98', capacity: 10000000, local_balance: 4500000, remote_balance: 5500000, active: true, status: 'active', channel_point: randomHex(32) + ':0', peer_alias: 'Voltage' }, { chan_id: '840921088114691', remote_pubkey: '03456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef0123', capacity: 3000000, local_balance: 100000, remote_balance: 2900000, active: false, status: 'inactive', channel_point: randomHex(32) + ':0', peer_alias: 'Kraken' }, + { chan_id: '', remote_pubkey: '028d98b9969fbed53784a36617eb489a59ab6dc9b9d77fcdca9ff55307cd98e3c4', capacity: 500000, local_balance: 500000, remote_balance: 0, active: false, status: 'pending_open', channel_point: randomHex(32) + ':0', peer_alias: 'ACINQ' }, + { chan_id: '', remote_pubkey: '02c16cca44562b590dd279c942200bdccfd4f990c3a69fad620c10ef2f8228eaff', capacity: 800000, local_balance: 350000, remote_balance: 450000, active: false, status: 'closing', channel_point: randomHex(32) + ':0', closing_txid: randomHex(32), peer_alias: 'Bitrefill' }, ] return res.json({ result: { channels, - total_outbound: channels.reduce((s, c) => s + c.local_balance, 0), - total_inbound: channels.reduce((s, c) => s + c.remote_balance, 0), + // Totals sum open channels only, matching the real backend. + total_outbound: channels.filter(c => ['active', 'inactive'].includes(c.status)).reduce((s, c) => s + c.local_balance, 0), + total_inbound: channels.filter(c => ['active', 'inactive'].includes(c.status)).reduce((s, c) => s + c.remote_balance, 0), + }, + }) + } + + case 'lnd.closedchannels': { + return res.json({ + result: { + channels: [ + { chan_id: '840921088110001', remote_pubkey: '03864ef025fde8fb587d989186ce6a4a186895ee44a926bfc370e2c366597a3f8f', capacity: 1000000, settled_balance: 612000, close_type: 'COOPERATIVE_CLOSE', closing_tx_hash: randomHex(32), channel_point: randomHex(32) + ':0', close_height: 903112 }, + { chan_id: '840921088110002', remote_pubkey: '0298f6074a454a1f5345cb2a7c6f9fce206cd0bf675d177cdbf0ca7508dd28852f', capacity: 250000, settled_balance: 0, close_type: 'REMOTE_FORCE_CLOSE', closing_tx_hash: randomHex(32), channel_point: randomHex(32) + ':1', close_height: 897540 }, + ], }, }) } @@ -3518,6 +3532,13 @@ app.post('/rpc/v1', (req, res) => { }) } + case 'lnd.estimatefee': { + // ~141 vB P2WPKH spend at a rate that scales with urgency + const target = params?.target_conf || 6 + const rate = target <= 1 ? 22 : target <= 6 ? 8 : 2 + return res.json({ result: { fee_sat: rate * 141, sat_per_vbyte: rate } }) + } + case 'lnd.decodepayreq': { return res.json({ result: { diff --git a/neode-ui/package-lock.json b/neode-ui/package-lock.json index 52194029..f25e7ff8 100644 --- a/neode-ui/package-lock.json +++ b/neode-ui/package-lock.json @@ -1,13 +1,14 @@ { "name": "neode-ui", - "version": "1.7.111-alpha", + "version": "1.7.115-alpha", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "neode-ui", - "version": "1.7.111-alpha", + "version": "1.7.115-alpha", "dependencies": { + "@scure/bip39": "^2.2.0", "@types/dompurify": "^3.0.5", "@vue-leaflet/vue-leaflet": "^0.10.1", "buffer": "^6.0.3", @@ -149,6 +150,7 @@ "integrity": "sha512-CGOfOJqWjg2qW/Mb6zNsDm+u5vFQ8DxXfbM09z69p5Z6+mE1ikP2jUXw+j42Pf1XTYED2Rni5f95npYeuwMDQA==", "dev": true, "license": "MIT", + "peer": true, "dependencies": { "@babel/code-frame": "^7.29.0", "@babel/generator": "^7.29.0", @@ -1810,6 +1812,7 @@ } ], "license": "MIT", + "peer": true, "engines": { "node": ">=18" }, @@ -1833,6 +1836,7 @@ } ], "license": "MIT", + "peer": true, "engines": { "node": ">=18" } @@ -2882,6 +2886,18 @@ "url": "https://opencollective.com/js-sdsl" } }, + "node_modules/@noble/hashes": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/@noble/hashes/-/hashes-2.2.0.tgz", + "integrity": "sha512-IYqDGiTXab6FniAgnSdZwgWbomxpy9FtYvLKs7wCUs2a8RkITG+DFGO1DM9cr+E3/RgADRpFjrKVaJ1z6sjtEg==", + "license": "MIT", + "engines": { + "node": ">= 20.19.0" + }, + "funding": { + "url": "https://paulmillr.com/funding/" + } + }, "node_modules/@nodelib/fs.scandir": { "version": "2.1.5", "resolved": "https://registry.npmjs.org/@nodelib/fs.scandir/-/fs.scandir-2.1.5.tgz", @@ -3538,6 +3554,28 @@ "win32" ] }, + "node_modules/@scure/base": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/@scure/base/-/base-2.2.0.tgz", + "integrity": "sha512-b8XEupJibegiXV+tDUseI8oLQc8ei3d/4Jkb2RpbHh3MfE054ov3uIz2dhFkB3FI8iwYkEh0gGCApkrYggkPNg==", + "license": "MIT", + "funding": { + "url": "https://paulmillr.com/funding/" + } + }, + "node_modules/@scure/bip39": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/@scure/bip39/-/bip39-2.2.0.tgz", + "integrity": "sha512-T/Bj/YvYMNkIPq6EENO6/rcs2e7qTNuyoUXf0KBFDmp0ZDu0H2X4Lq6yC3i0c8PcWkov5EbW+yQZZbdMmk154A==", + "license": "MIT", + "dependencies": { + "@noble/hashes": "2.2.0", + "@scure/base": "2.2.0" + }, + "funding": { + "url": "https://paulmillr.com/funding/" + } + }, "node_modules/@trickfilm400/rollup-plugin-off-main-thread": { "version": "3.0.0-pre1", "resolved": "https://registry.npmjs.org/@trickfilm400/rollup-plugin-off-main-thread/-/rollup-plugin-off-main-thread-3.0.0-pre1.tgz", @@ -3885,6 +3923,7 @@ "integrity": "sha512-TbAd9DaPGSnzp6QvtYngntMZgcRk+igFELwR2N99XZn7RXUdKgsXMR+28bUO0rPsWp8MIu/f47luLIQuSLYv/w==", "devOptional": true, "license": "MIT", + "peer": true, "dependencies": { "@types/geojson": "*" } @@ -3934,6 +3973,7 @@ "integrity": "sha512-MCbrb508JZHqe7bUibmZj/lyojdhLRnfkmyXnkrCM2zVrjTgL89U8UEfInpKTvPeTnxsw2hmyZxnhsdNR6yhwg==", "dev": true, "license": "MIT", + "peer": true, "dependencies": { "cac": "^6.7.14", "colorette": "^2.0.20", @@ -4434,6 +4474,7 @@ "integrity": "sha512-PlXPeEWMXMZ7sPYOHqmDyCJzcfNrUr3fGNKtezX14ykXOEIvyK81d+qydx89KY5O71FKMPaQ2vBfBFI5NHR63A==", "dev": true, "license": "MIT", + "peer": true, "dependencies": { "fast-deep-equal": "^3.1.3", "fast-uri": "^3.0.1", @@ -4919,6 +4960,7 @@ } ], "license": "MIT", + "peer": true, "dependencies": { "baseline-browser-mapping": "^2.9.0", "caniuse-lite": "^1.0.30001759", @@ -5937,6 +5979,7 @@ "resolved": "https://registry.npmjs.org/d3-selection/-/d3-selection-3.0.0.tgz", "integrity": "sha512-fmTRWbNMmsmWq6xJV8D19U/gw/bwrHfNXxrIN+HfZgnzqTHp9jOmKMhsTUjXOJnZOdZY9Q28y4yebKzqDKlxlQ==", "license": "ISC", + "peer": true, "engines": { "node": ">=12" } @@ -8129,6 +8172,7 @@ "integrity": "sha512-/imKNG4EbWNrVjoNC/1H5/9GFy+tqjGBHCaSsN+P2RnPqjsLmv6UD3Ej+Kj8nBWaRAwyk7kK5ZUc+OEatnTR3A==", "dev": true, "license": "MIT", + "peer": true, "bin": { "jiti": "bin/jiti.js" } @@ -8178,6 +8222,7 @@ "integrity": "sha512-8i7LzZj7BF8uplX+ZyOlIz86V6TAsSs+np6m1kpW9u0JWi4z/1t+FzcK1aek+ybTnAC4KhBL4uXCNT0wcUIeCw==", "dev": true, "license": "MIT", + "peer": true, "dependencies": { "cssstyle": "^4.1.0", "data-urls": "^5.0.0", @@ -8280,7 +8325,8 @@ "version": "1.9.4", "resolved": "https://registry.npmjs.org/leaflet/-/leaflet-1.9.4.tgz", "integrity": "sha512-nxS1ynzJOmOlHp+iL3FyWqK89GtNL8U8rvlMOsQdTTssxZwCXh8N2NB3GDQOL+YR3XnWyZAxwQixURb+FA74PA==", - "license": "BSD-2-Clause" + "license": "BSD-2-Clause", + "peer": true }, "node_modules/leven": { "version": "3.1.0", @@ -9036,6 +9082,7 @@ } ], "license": "MIT", + "peer": true, "dependencies": { "nanoid": "^3.3.11", "picocolors": "^1.1.1", @@ -9697,6 +9744,7 @@ "integrity": "sha512-2oMpl67a3zCH9H79LeMcbDhXW/UmWG/y2zuqnF2jQq5uq9TbM9TVyXvA4+t+ne2IIkBdrLpAaRQAvo7YI/Yyeg==", "dev": true, "license": "MIT", + "peer": true, "dependencies": { "@types/estree": "1.0.8" }, @@ -10952,6 +11000,7 @@ "integrity": "sha512-QP88BAKvMam/3NxH6vj2o21R6MjxZUAd6nlwAS/pnGvN9IVLocLHxGYIzFhg6fUQ+5th6P4dv4eW9jX3DSIj7A==", "dev": true, "license": "MIT", + "peer": true, "engines": { "node": ">=12" }, @@ -11207,6 +11256,7 @@ "integrity": "sha512-jl1vZzPDinLr9eUt3J/t7V6FgNEw9QjvBPdysz9KfQDD41fQrC2Y4vKQdiaUpFT4bXlb1RHhLpp8wtm6M5TgSw==", "devOptional": true, "license": "Apache-2.0", + "peer": true, "bin": { "tsc": "bin/tsc", "tsserver": "bin/tsserver" @@ -11448,6 +11498,7 @@ "integrity": "sha512-Bby3NOsna2jsjfLVOHKes8sGwgl4TT0E6vvpYgnAYDIF/tie7MRaFthmKuHx1NSXjiTueXH3do80FMQgvEktRg==", "dev": true, "license": "MIT", + "peer": true, "dependencies": { "esbuild": "^0.27.0", "fdir": "^6.5.0", @@ -11610,6 +11661,7 @@ "integrity": "sha512-QP88BAKvMam/3NxH6vj2o21R6MjxZUAd6nlwAS/pnGvN9IVLocLHxGYIzFhg6fUQ+5th6P4dv4eW9jX3DSIj7A==", "dev": true, "license": "MIT", + "peer": true, "engines": { "node": ">=12" }, @@ -11623,6 +11675,7 @@ "integrity": "sha512-LUCP5ev3GURDysTWiP47wRRUpLKMOfPh+yKTx3kVIEiu5KOMeqzpnYNsKyOoVrULivR8tLcks4+lga33Whn90A==", "dev": true, "license": "MIT", + "peer": true, "dependencies": { "@types/chai": "^5.2.2", "@vitest/expect": "3.2.4", @@ -11715,6 +11768,7 @@ "resolved": "https://registry.npmjs.org/vue/-/vue-3.5.30.tgz", "integrity": "sha512-hTHLc6VNZyzzEH/l7PFGjpcTvUgiaPK5mdLkbjrTeWSRcEfxFrv56g/XckIYlE9ckuobsdwqd5mk2g1sBkMewg==", "license": "MIT", + "peer": true, "dependencies": { "@vue/compiler-dom": "3.5.30", "@vue/compiler-sfc": "3.5.30", diff --git a/neode-ui/package.json b/neode-ui/package.json index 9327b99f..800fa615 100644 --- a/neode-ui/package.json +++ b/neode-ui/package.json @@ -1,7 +1,7 @@ { "name": "neode-ui", "private": true, - "version": "1.7.111-alpha", + "version": "1.7.116-alpha", "type": "module", "scripts": { "start": "./start-dev.sh", @@ -24,6 +24,7 @@ "generate-welcome-speech": "node scripts/generate-welcome-speech.js" }, "dependencies": { + "@scure/bip39": "^2.2.0", "@types/dompurify": "^3.0.5", "@vue-leaflet/vue-leaflet": "^0.10.1", "buffer": "^6.0.3", diff --git a/neode-ui/public/assets/icon/ATTRIBUTION.md b/neode-ui/public/assets/icon/ATTRIBUTION.md new file mode 100644 index 00000000..29fb702c --- /dev/null +++ b/neode-ui/public/assets/icon/ATTRIBUTION.md @@ -0,0 +1,11 @@ +# Icon Attribution + +- `barbarian.svg`, `batteries.svg` — from **game-icons.net** + (https://game-icons.net), by Lorc, Delapouite & contributors, + licensed under CC BY 3.0 (https://creativecommons.org/licenses/by/3.0/). +- Pixel-style icons (`save.svg`, `paint-bucket.svg`, `fill-half.svg`, + `cloud-moon.svg`, `debug-off.svg`, `cloud-done.svg`) — from + **pixelarticons** by Gerrit Halfmann (https://github.com/halfmage/pixelarticons), + MIT License. +- All other icons are original Archipelago artwork (MIT, see repository + LICENSE). diff --git a/neode-ui/public/assets/img/mesh-devices/ATTRIBUTION.md b/neode-ui/public/assets/img/mesh-devices/ATTRIBUTION.md new file mode 100644 index 00000000..456b7ffd --- /dev/null +++ b/neode-ui/public/assets/img/mesh-devices/ATTRIBUTION.md @@ -0,0 +1,13 @@ +# Device Artwork Attribution + +The device illustrations in this directory are from the +**Meshtastic® project** — https://meshtastic.org +(https://github.com/meshtastic), © Meshtastic contributors, +licensed under GPL-3.0. + +Meshtastic® is a registered trademark of Meshtastic LLC, used here solely to +identify compatible hardware. No endorsement by the Meshtastic project is +implied. + +Any modifications to these images made for Archipelago are likewise available +under GPL-3.0 as part of this public repository. diff --git a/neode-ui/public/packages/archipelago-companion.apk b/neode-ui/public/packages/archipelago-companion.apk index 6233da49..5c02c37b 100644 Binary files a/neode-ui/public/packages/archipelago-companion.apk and b/neode-ui/public/packages/archipelago-companion.apk differ diff --git a/neode-ui/src/api/rpc-client.ts b/neode-ui/src/api/rpc-client.ts index ee4b553d..7619f957 100644 --- a/neode-ui/src/api/rpc-client.ts +++ b/neode-ui/src/api/rpc-client.ts @@ -4,6 +4,16 @@ export interface RPCOptions { method: string params?: Record<string, unknown> timeout?: number + /** Abort the call (and any pending retries) from the outside — pass a + * component-scoped controller's signal so fan-outs stop on unmount. */ + signal?: AbortSignal + /** Per-call retry budget (default 3). Use 1 for calls whose caller has its + * own timeout/fallback UX — retry×3 on a slow peer is how one unreachable + * node turns a 30s timeout into a 90s spinner. */ + maxRetries?: number + /** Collapse concurrent identical calls (same method + params) into one + * request. Opt-in: only safe for reads. */ + dedup?: boolean } export interface RPCResponse<T> { @@ -74,18 +84,35 @@ function getCsrfToken(): string | null { class RPCClient { private static _sessionExpiredRedirecting = false private baseUrl: string + /** In-flight dedup map for `dedup: true` calls, keyed method+params. */ + private inflight = new Map<string, Promise<unknown>>() constructor(baseUrl: string = '/rpc/v1') { this.baseUrl = baseUrl } async call<T>(options: RPCOptions): Promise<T> { - const { method, params = {}, timeout = 15000 } = options - const maxRetries = 3 + if (options.dedup) { + const key = `${options.method}:${JSON.stringify(options.params ?? {})}` + const existing = this.inflight.get(key) + if (existing) return existing as Promise<T> + const p = this.callInner<T>(options).finally(() => this.inflight.delete(key)) + this.inflight.set(key, p) + return p + } + return this.callInner<T>(options) + } + + private async callInner<T>(options: RPCOptions): Promise<T> { + const { method, params = {}, timeout = 15000, signal: external } = options + const maxRetries = Math.max(1, options.maxRetries ?? 3) for (let attempt = 0; attempt < maxRetries; attempt++) { + if (external?.aborted) throw new Error('Aborted') const controller = new AbortController() const timeoutId = setTimeout(() => controller.abort(), timeout) + const onExternalAbort = () => controller.abort() + external?.addEventListener('abort', onExternalAbort, { once: true }) try { const headers: Record<string, string> = { @@ -105,6 +132,7 @@ class RPCClient { }) clearTimeout(timeoutId) + external?.removeEventListener('abort', onExternalAbort) if (!response.ok) { // Session expired — debounced redirect to login @@ -167,8 +195,11 @@ class RPCClient { return data.result as T } catch (error) { clearTimeout(timeoutId) + external?.removeEventListener('abort', onExternalAbort) if (error instanceof Error) { if (error.name === 'AbortError') { + // Caller-initiated abort is final — never retried. + if (external?.aborted) throw new Error('Aborted') const timeoutErr = new Error('Request timeout') if (attempt < maxRetries - 1) { const delay = 600 * (attempt + 1) @@ -400,6 +431,76 @@ class RPCClient { }) } + /** Pay a Lightning invoice and resolve it to a REAL terminal state. + * + * The backend waits up to 120s on LND's synchronous pay endpoint; if the + * payment is still routing after that it answers `status: "pending"` with + * the payment hash instead of an error. This helper then polls + * lnd.paymentstatus until LND itself reports succeeded/failed, so callers + * never show "failed" for a payment that is merely slow — the bug where a + * settling payment was declared failed and then appeared in history a + * minute later. Returns `pending` only if the payment is STILL in flight + * after the polling window (rare; caller should say "still settling", + * not "failed"). */ + async payLightningInvoice(params: { + payment_request: string + amount_sats?: number + }): Promise<{ + status: 'succeeded' | 'failed' | 'pending' + payment_hash: string + amount_sats: number + failure_reason?: string + }> { + const res = await this.call<{ + status?: string + payment_hash?: string + amount_sats?: number + }>({ + method: 'lnd.payinvoice', + params, + // Above the backend's 120s wait so the backend always answers first. + timeout: 130000, + }) + + const hash = res.payment_hash || '' + const amount = res.amount_sats || 0 + // Older backends have no status field — a plain response was a success. + if (res.status !== 'pending') { + return { status: 'succeeded', payment_hash: hash, amount_sats: amount } + } + if (!hash) return { status: 'pending', payment_hash: '', amount_sats: amount } + + // Poll to a terminal state: every 3s for up to 2 minutes. + for (let i = 0; i < 40; i++) { + await new Promise((r) => setTimeout(r, 3000)) + try { + const st = await this.call<{ + status: string + failure_reason?: string + amount_sats?: number + }>({ + method: 'lnd.paymentstatus', + params: { payment_hash: hash }, + timeout: 15000, + }) + if (st.status === 'succeeded') { + return { status: 'succeeded', payment_hash: hash, amount_sats: st.amount_sats || amount } + } + if (st.status === 'failed') { + return { + status: 'failed', + payment_hash: hash, + amount_sats: amount, + failure_reason: st.failure_reason || 'Payment failed', + } + } + } catch { + // Transient poll error — keep trying; only LND decides failure. + } + } + return { status: 'pending', payment_hash: hash, amount_sats: amount } + } + async publishNostrIdentity(): Promise<{ event_id: string; success: number; failed: number }> { return this.call({ method: 'node.nostr-publish', diff --git a/neode-ui/src/components/AppLauncherOverlay.vue b/neode-ui/src/components/AppLauncherOverlay.vue index 7ea69e15..50f51ae0 100644 --- a/neode-ui/src/components/AppLauncherOverlay.vue +++ b/neode-ui/src/components/AppLauncherOverlay.vue @@ -525,10 +525,10 @@ async function approvePayment() { receipt = { method: 'ecash', token: res.token, amount_sats: res.amount_sats } } else if (method === 'lightning') { if (pay.invoice) { - const res = await rpcClient.call<{ payment_hash: string; amount_sats: number }>({ - method: 'lnd.payinvoice', - params: { payment_request: pay.invoice }, - }) + // Tracked to a real terminal state — slow routing is not a failure. + const res = await rpcClient.payLightningInvoice({ payment_request: pay.invoice }) + if (res.status === 'failed') throw new Error(res.failure_reason || 'Payment failed') + if (res.status === 'pending') throw new Error('Payment is still settling — check your wallet transactions before retrying.') receipt = { method: 'lightning', payment_hash: res.payment_hash, amount_sats: res.amount_sats } } else { // Create and immediately return an invoice for the requester to display diff --git a/neode-ui/src/components/CompanionIntroOverlay.vue b/neode-ui/src/components/CompanionIntroOverlay.vue index a8f4526f..c5ed8f3f 100644 --- a/neode-ui/src/components/CompanionIntroOverlay.vue +++ b/neode-ui/src/components/CompanionIntroOverlay.vue @@ -150,7 +150,7 @@ const STORAGE_KEY = 'neode_companion_intro_seen' // exposes the release-server address. const DEFAULT_DOWNLOAD_URL = IS_DEMO ? `${window.location.origin}/packages/archipelago-companion.apk` - : 'http://146.59.87.168:3000/lfg2025/archy/raw/branch/main/neode-ui/public/packages/archipelago-companion.apk' + : 'http://146.59.87.168:2100/packages/archipelago-companion.apk' // Deep-link scheme the companion app registers; carries the server entry the // app should create (see docs/companion-pairing-qr.md for the contract). @@ -267,12 +267,20 @@ function isTailnetIp(host: string): boolean { * - a tailnet 100.x address (operator browsing over Tailscale — a scanned * QR carried one of these on 2026-07-22 and the companion sat there * dialing an IP the phone had no route to) + * - a .fips name or mesh ULA (operator browsing over the mesh — a scanned + * QR carried npub….fips as fhost on 2026-07-24; Android's system DNS + * can't resolve .fips, so the phone's direct dial died and first + * connect crawled through anchor discovery instead of the LAN) */ async function resolveServerUrl(): Promise<string> { if (IS_DEMO) return DEMO_SERVER_URL const { hostname, origin } = window.location const phoneUnreachable = - hostname === 'localhost' || hostname === '127.0.0.1' || isTailnetIp(hostname) + hostname === 'localhost' || + hostname === '127.0.0.1' || + isTailnetIp(hostname) || + hostname.endsWith('.fips') || + hostname.includes(':') // IPv6 literal — the node's mesh ULA if (!phoneUnreachable) return origin try { const res = await rpcClient.call<{ mdns_hostname?: string; lan_ip?: string | null }>({ diff --git a/neode-ui/src/components/LightningChannelsPanel.vue b/neode-ui/src/components/LightningChannelsPanel.vue index 85984548..6597aac8 100644 --- a/neode-ui/src/components/LightningChannelsPanel.vue +++ b/neode-ui/src/components/LightningChannelsPanel.vue @@ -75,7 +75,7 @@ </div> <!-- No Channels --> - <div v-else-if="channels.length === 0" key="empty" class="glass-card p-8 text-center"> + <div v-else-if="channels.length === 0 && closedChannels.length === 0" key="empty" class="glass-card p-8 text-center"> <svg class="w-16 h-16 text-white/20 mx-auto mb-4" fill="none" stroke="currentColor" viewBox="0 0 24 24"> <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M13 10V3L4 14h7v7l9-11h-7z" /> </svg> @@ -85,6 +85,23 @@ <!-- Channel List --> <div v-else key="channels" class="space-y-3"> + <!-- Status tabs --> + <div class="flex gap-1 p-1 bg-white/5 rounded-lg"> + <button + v-for="tab in tabs" + :key="tab.key" + @click="activeTab = tab.key" + class="flex-1 px-2 py-1.5 rounded text-xs font-medium transition-colors flex items-center justify-center gap-1.5" + :class="activeTab === tab.key ? 'bg-white/15 text-white' : 'text-white/50 hover:text-white/80'" + > + {{ tab.label }} + <span + class="px-1.5 py-0.5 rounded-full text-[10px] leading-none" + :class="activeTab === tab.key ? 'bg-white/15 text-white/80' : 'bg-white/10 text-white/40'" + >{{ tab.count }}</span> + </button> + </div> + <div v-if="loading" class="p-2 text-center text-white/45 text-xs flex items-center justify-center gap-2"> <svg class="animate-spin h-3.5 w-3.5" fill="none" viewBox="0 0 24 24"> <circle class="opacity-25" cx="12" cy="12" r="10" stroke="currentColor" stroke-width="4"></circle> @@ -96,7 +113,7 @@ {{ error }} </div> <div - v-for="ch in channels" + v-for="ch in filteredChannels" :key="ch.chan_id || ch.channel_point" class="glass-card p-4" :class="{ 'bg-white/5': compact }" @@ -109,12 +126,14 @@ 'bg-green-400': channelStatus(ch) === 'active', 'bg-yellow-400': channelStatus(ch) === 'pending_open', 'bg-red-400': channelStatus(ch) === 'inactive', + 'bg-gray-400': channelStatus(ch) === 'closing', + 'bg-gray-500': channelStatus(ch) === 'force_closing', }" ></span> <span class="text-white/80 text-sm font-medium capitalize">{{ channelStatus(ch).replace('_', ' ') }}</span> </div> <button - v-if="channelStatus(ch) !== 'pending_open'" + v-if="!['pending_open', 'closing', 'force_closing'].includes(channelStatus(ch))" @click="confirmClose(ch)" class="text-red-400/70 hover:text-red-400 text-xs transition-colors" > @@ -148,9 +167,10 @@ </p> </div> - <!-- Funding tx --> - <div v-if="fundingTxid(ch)" class="flex justify-end"> + <!-- Funding / closing tx --> + <div v-if="fundingTxid(ch) || ch.closing_txid" class="flex justify-end gap-3"> <button + v-if="fundingTxid(ch)" @click="openInMempool(fundingTxid(ch))" class="flex items-center gap-1 text-blue-400/70 hover:text-blue-400 text-xs transition-colors" :title="fundingTxid(ch)" @@ -160,8 +180,66 @@ <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M10 6H6a2 2 0 00-2 2v10a2 2 0 002 2h10a2 2 0 002-2v-4M14 4h6m0 0v6m0-6L10 14" /> </svg> </button> + <button + v-if="ch.closing_txid" + @click="openInMempool(ch.closing_txid!)" + class="flex items-center gap-1 text-orange-400/70 hover:text-orange-400 text-xs transition-colors" + :title="ch.closing_txid" + > + Closing tx in Mempool + <svg class="w-3 h-3" fill="none" stroke="currentColor" viewBox="0 0 24 24"> + <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M10 6H6a2 2 0 00-2 2v10a2 2 0 002 2h10a2 2 0 002-2v-4M14 4h6m0 0v6m0-6L10 14" /> + </svg> + </button> </div> </div> + + <!-- Closed channel history (All + Closed tabs) --> + <div + v-for="ch in filteredClosed" + :key="'closed-' + (ch.chan_id || ch.channel_point || ch.closing_tx_hash)" + class="glass-card p-4 opacity-75" + :class="{ 'bg-white/5': compact }" + > + <div class="flex items-center justify-between mb-3"> + <div class="flex items-center gap-2"> + <span class="w-2 h-2 rounded-full bg-white/30"></span> + <span class="text-white/60 text-sm font-medium">Closed</span> + <span v-if="closeTypeLabel(ch)" class="text-white/40 text-xs">· {{ closeTypeLabel(ch) }}</span> + </div> + <span v-if="ch.close_height" class="text-white/35 text-xs">Block {{ ch.close_height.toLocaleString() }}</span> + </div> + + <p class="text-white/40 text-xs font-mono mb-3 truncate" :title="ch.remote_pubkey"> + {{ ch.remote_pubkey }} + </p> + + <div class="flex justify-between text-xs text-white/50 mb-2"> + <span>Settled: {{ formatSats(ch.settled_balance) }}</span> + <span>Capacity: {{ formatSats(ch.capacity) }}</span> + </div> + + <div v-if="ch.closing_tx_hash" class="flex justify-end"> + <button + @click="openInMempool(ch.closing_tx_hash)" + class="flex items-center gap-1 text-blue-400/70 hover:text-blue-400 text-xs transition-colors" + :title="ch.closing_tx_hash" + > + Closing tx in Mempool + <svg class="w-3 h-3" fill="none" stroke="currentColor" viewBox="0 0 24 24"> + <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M10 6H6a2 2 0 00-2 2v10a2 2 0 002 2h10a2 2 0 002-2v-4M14 4h6m0 0v6m0-6L10 14" /> + </svg> + </button> + </div> + </div> + + <!-- Per-tab empty state --> + <div + v-if="filteredChannels.length === 0 && filteredClosed.length === 0" + class="glass-card p-6 text-center" + > + <p class="text-white/50 text-sm">{{ emptyTabMessage }}</p> + </div> </div> </Transition> @@ -299,8 +377,9 @@ </template> <script setup lang="ts"> -import { ref, onMounted } from 'vue' +import { ref, computed } from 'vue' import { rpcClient } from '@/api/rpc-client' +import { useCachedResource } from '@/composables/useCachedResource' import { useTxExplorer } from '@/composables/useTxExplorer' defineProps<{ compact?: boolean }>() @@ -314,6 +393,18 @@ interface Channel { active: boolean status?: string channel_point?: string + closing_txid?: string +} + +interface ClosedChannel { + chan_id?: string + remote_pubkey: string + capacity: number + settled_balance: number + close_type?: string + closing_tx_hash?: string + channel_point?: string + close_height?: number } /** Status with a fallback derived from `active` for backends that omit it */ @@ -321,6 +412,48 @@ function channelStatus(ch: Channel): string { return ch.status ?? (ch.active ? 'active' : 'inactive') } +type ChannelTab = 'all' | 'active' | 'pending' | 'closed' +const activeTab = ref<ChannelTab>('all') + +/** pending_open, closing and force_closing all live on the Pending tab */ +function isPendingState(ch: Channel): boolean { + return ['pending_open', 'closing', 'force_closing'].includes(channelStatus(ch)) +} + +const tabs = computed((): { key: ChannelTab; label: string; count: number }[] => [ + { key: 'all', label: 'All', count: channels.value.length + closedChannels.value.length }, + { key: 'active', label: 'Active', count: channels.value.filter(ch => !isPendingState(ch)).length }, + { key: 'pending', label: 'Pending', count: channels.value.filter(isPendingState).length }, + { key: 'closed', label: 'Closed', count: closedChannels.value.length }, +]) + +const filteredChannels = computed((): Channel[] => { + switch (activeTab.value) { + case 'closed': return [] + case 'active': return channels.value.filter(ch => !isPendingState(ch)) + case 'pending': return channels.value.filter(isPendingState) + default: return channels.value + } +}) + +const filteredClosed = computed((): ClosedChannel[] => + activeTab.value === 'all' || activeTab.value === 'closed' ? closedChannels.value : [] +) + +const emptyTabMessage = computed((): string => { + switch (activeTab.value) { + case 'active': return 'No open channels.' + case 'pending': return 'No pending or closing channels.' + case 'closed': return 'No closed channels yet.' + default: return 'No channels yet.' + } +}) + +/** "COOPERATIVE_CLOSE" / "cooperative_close" → "cooperative close" */ +function closeTypeLabel(ch: ClosedChannel): string { + return (ch.close_type || '').toLowerCase().replace(/_/g, ' ') +} + type FeePreset = 'standard' | 'medium' | 'fast' | 'custom' const feePresets: { key: FeePreset; label: string; hint?: string; confTarget?: number }[] = [ @@ -330,10 +463,41 @@ const feePresets: { key: FeePreset; label: string; hint?: string; confTarget?: n { key: 'custom', label: 'Custom' }, ] -const loading = ref(true) -const error = ref<string | null>(null) -const channels = ref<Channel[]>([]) -const summary = ref({ total_inbound: 0, total_outbound: 0 }) +// Cached: revisits paint the channel lists instantly and revalidate behind +// them. Open and closed history are separate entries so a closed-history +// failure keeps its last list without touching the main channel view. +interface ChannelsData { channels: Channel[]; total_inbound: number; total_outbound: number } +const channelsRes = useCachedResource<ChannelsData>({ + key: 'lnd.channels', + fetcher: async (signal) => { + const result = await rpcClient.call<ChannelsData>({ + method: 'lnd.listchannels', timeout: 15000, signal, dedup: true, maxRetries: 1, + }) + return { + channels: result?.channels || [], + total_inbound: result?.total_inbound || 0, + total_outbound: result?.total_outbound || 0, + } + }, +}) +const closedRes = useCachedResource<ClosedChannel[]>({ + key: 'lnd.closed-channels', + fetcher: async (signal) => { + const closed = await rpcClient.call<{ channels: ClosedChannel[] }>({ + method: 'lnd.closedchannels', timeout: 15000, signal, dedup: true, maxRetries: 1, + }) + return closed?.channels || [] + }, +}) +const loading = computed(() => + channelsRes.loadState.value === 'loading' || channelsRes.loadState.value === 'refreshing') +const error = computed(() => channelsRes.error.value) +const channels = computed(() => channelsRes.data.value?.channels ?? []) +const closedChannels = computed(() => closedRes.data.value ?? []) +const summary = computed(() => ({ + total_inbound: channelsRes.data.value?.total_inbound ?? 0, + total_outbound: channelsRes.data.value?.total_outbound ?? 0, +})) // Olympus by ZEUS — the LSP node behind the Zeus mobile wallet. // Channel limits: min 150,000 / max 1,500,000 sats. @@ -405,26 +569,10 @@ function capacityPercent(amount: number, capacity: number): number { return Math.round((amount / capacity) * 100) } -async function loadChannels() { - const hadChannels = channels.value.length > 0 - loading.value = true - error.value = null - try { - const result = await rpcClient.call<{ channels: Channel[]; total_inbound: number; total_outbound: number }>({ - method: 'lnd.listchannels', - timeout: 15000, - }) - channels.value = result.channels || [] - summary.value = { - total_inbound: result.total_inbound || 0, - total_outbound: result.total_outbound || 0, - } - } catch (err: unknown) { - error.value = err instanceof Error ? err.message : 'Failed to load channels' - if (!hadChannels) channels.value = [] - } finally { - loading.value = false - } +function loadChannels(): Promise<void> { + const main = channelsRes.refresh() + void closedRes.refresh() + return main } function feeParams(): { target_conf?: number; sat_per_vbyte?: number } | null { @@ -503,7 +651,5 @@ async function closeChannel() { } } -onMounted(loadChannels) - defineExpose({ channels, loadChannels }) </script> diff --git a/neode-ui/src/components/SeedRevealPanel.vue b/neode-ui/src/components/SeedRevealPanel.vue new file mode 100644 index 00000000..a480bdcb --- /dev/null +++ b/neode-ui/src/components/SeedRevealPanel.vue @@ -0,0 +1,124 @@ +<template> + <div> + <div class="flex gap-1 mb-3 p-1 bg-white/5 rounded-lg"> + <button + v-for="tab in ([{ key: 'words', label: 'Words' }, { key: 'qr', label: 'QR code' }] as const)" + :key="tab.key" + type="button" + @click="seedTab = tab.key" + class="flex-1 px-2 py-1.5 rounded text-xs font-medium transition-colors" + :class="seedTab === tab.key ? 'bg-white/15 text-white' : 'text-white/50 hover:text-white/80'" + >{{ tab.label }}</button> + </div> + + <template v-if="seedTab === 'words'"> + <p class="text-sm text-white/60 mb-3">Write these down and store them offline. Tap to {{ hidden ? 'reveal' : 'hide' }}.</p> + <div class="relative"> + <div + class="grid grid-cols-2 sm:grid-cols-3 gap-2 p-3 bg-white/5 rounded-lg transition-all select-text" + :class="hidden ? 'blur-md' : ''" + @click="hidden = !hidden" + > + <div v-for="(w, i) in words" :key="i" class="flex items-center gap-1.5 text-sm"> + <span class="text-white/30 text-xs w-5 text-right">{{ i + 1 }}.</span> + <span class="text-white font-mono">{{ w }}</span> + </div> + </div> + <button v-if="hidden" type="button" class="absolute inset-0 flex items-center justify-center text-xs text-white/70 font-medium" @click="hidden = false">Tap to reveal</button> + </div> + </template> + + <template v-else> + <p class="text-sm text-white/60 mb-3"> + {{ aezeed ? 'Scan to copy the words into another device.' : 'Scan into a wallet that imports seeds by QR.' }} + Tap to {{ hidden ? 'reveal' : 'hide' }}. + </p> + <div class="relative"> + <div + class="flex justify-center p-3 bg-white/5 rounded-lg transition-all" + :class="hidden ? 'blur-md' : ''" + @click="hidden = !hidden" + > + <canvas ref="qrCanvas" class="rounded-lg bg-white p-2"></canvas> + </div> + <button v-if="hidden" type="button" class="absolute inset-0 flex items-center justify-center text-xs text-white/70 font-medium" @click="hidden = false">Tap to reveal</button> + </div> + <div v-if="!aezeed && seedQrAvailable" class="flex justify-center mt-2"> + <div class="flex p-0.5 bg-white/5 rounded-md"> + <button + v-for="f in ([{ key: 'seedqr', label: 'SeedQR' }, { key: 'text', label: 'Plain text' }] as const)" + :key="f.key" + type="button" + @click="qrFormat = f.key" + class="px-2.5 py-1 rounded text-[11px] font-medium transition-colors" + :class="qrFormat === f.key ? 'bg-white/15 text-white' : 'text-white/50 hover:text-white/80'" + >{{ f.label }}</button> + </div> + </div> + <p class="text-xs text-white/40 mt-2"> + <template v-if="aezeed"> + The code contains your seed words as plain text — treat it exactly like the words + themselves. Note: this is an LND <span class="font-mono">aezeed</span>, not a BIP39 + phrase — it restores into LND-based wallets (Zeus, Blixt, another Archipelago node), + not into hardware wallets like Passport. + </template> + <template v-else-if="qrFormat === 'seedqr'"> + SeedQR — scans into Passport, SeedSigner, Keystone and other wallets that import + seeds by QR. Treat this code exactly like the words themselves. + </template> + <template v-else> + Plain text words — for wallets that read the phrase as text. Treat this code exactly + like the words themselves. + </template> + </p> + </template> + </div> +</template> + +<script setup lang="ts"> +import { ref, watch, nextTick } from 'vue' + +// Shared seed reveal body: Words / QR code tabs behind a tap-to-reveal blur. +// Words are always the first view. For BIP39 seeds the QR defaults to the +// SeedQR standard (4-digit wordlist indices — what Passport Prime, SeedSigner, +// Keystone etc. import), with a plain-text option. `aezeed` seeds (LND) are +// NOT BIP39 and no hardware wallet can import them, so they only ever get the +// plain-text QR plus an explanation — SeedQR-encoding one would be dishonest. +const props = defineProps<{ words: string[]; aezeed?: boolean }>() + +const seedTab = ref<'words' | 'qr'>('words') +const qrFormat = ref<'seedqr' | 'text'>(props.aezeed ? 'text' : 'seedqr') +const seedQrAvailable = ref(!props.aezeed) +const hidden = ref(true) +const qrCanvas = ref<HTMLCanvasElement | null>(null) + +async function renderQr() { + await nextTick() + if (!qrCanvas.value || props.words.length === 0) return + try { + let payload = props.words.join(' ') + if (!props.aezeed && qrFormat.value === 'seedqr') { + const { toSeedQrDigits } = await import('@/utils/seedqr') + const digits = await toSeedQrDigits(props.words) + if (digits) { + payload = digits + } else { + // Not a BIP39 phrase after all — only plain text is honest. + seedQrAvailable.value = false + qrFormat.value = 'text' + return // the qrFormat watcher re-renders as text + } + } + const QRCode = await import('qrcode') + await QRCode.toCanvas(qrCanvas.value, payload, { width: 260, margin: 1 }) + } catch { /* QR is a convenience — the words remain authoritative */ } +} +watch(seedTab, (t) => { if (t === 'qr') void renderQr() }) +watch(qrFormat, () => { if (seedTab.value === 'qr') void renderQr() }) +watch(() => props.words, () => { + seedTab.value = 'words' // fresh reveal always shows words first + hidden.value = true + seedQrAvailable.value = !props.aezeed + qrFormat.value = props.aezeed ? 'text' : 'seedqr' +}) +</script> diff --git a/neode-ui/src/components/SendBitcoinModal.vue b/neode-ui/src/components/SendBitcoinModal.vue index f3abe5fa..3e3175d2 100644 --- a/neode-ui/src/components/SendBitcoinModal.vue +++ b/neode-ui/src/components/SendBitcoinModal.vue @@ -1,7 +1,58 @@ <template> <BaseModal :show="show" :title="t('web5.sendBitcoinTitle')" max-width="max-w-2xl" content-class="max-h-[90vh] overflow-y-auto" @close="close"> + <!-- ============ SUCCESS PANE — the payment's moment, not a footnote ============ --> + <template v-if="successInfo"> + <div class="text-center py-4"> + <div class="send-success-burst mx-auto mb-6"> + <span class="burst-ring"></span> + <span class="burst-ring burst-ring-2"></span> + <span class="burst-ring burst-ring-3"></span> + <div class="burst-core"> + <svg class="w-14 h-14 text-green-400 burst-check" fill="none" stroke="currentColor" stroke-width="3" viewBox="0 0 24 24"> + <path stroke-linecap="round" stroke-linejoin="round" d="M5 13l4 4L19 7" /> + </svg> + </div> + </div> + + <div v-if="successInfo.amount > 0" class="text-5xl font-black text-green-400 mb-1"> + {{ successInfo.amount.toLocaleString() }}<span class="text-2xl font-bold text-green-400/70"> sats</span> + </div> + <div class="text-2xl font-bold tracking-widest text-white mb-1">SENT</div> + <p class="text-sm text-white/50 mb-6">{{ successInfo.methodLabel }}</p> + + <div v-if="successInfo.hash || successInfo.txid || successInfo.note" class="p-4 bg-white/5 rounded-xl text-left space-y-4 mb-6"> + <div v-if="successInfo.hash"> + <p class="text-xs text-white/50 mb-1">Payment hash</p> + <div class="flex items-center gap-2"> + <p class="flex-1 text-xs font-mono text-white/80 break-all">{{ successInfo.hash }}</p> + <button + class="shrink-0 px-2.5 py-1.5 rounded-lg text-xs glass-button" + @click="copyDetail(successInfo.hash)" + >{{ copiedDetail === successInfo.hash ? 'Copied!' : 'Copy' }}</button> + </div> + </div> + <div v-if="successInfo.txid"> + <p class="text-xs text-white/50 mb-1">Transaction ID</p> + <div class="flex items-center gap-2"> + <p class="flex-1 text-xs font-mono text-white/80 break-all">{{ successInfo.txid }}</p> + <button + class="shrink-0 px-2.5 py-1.5 rounded-lg text-xs glass-button" + @click="copyDetail(successInfo.txid)" + >{{ copiedDetail === successInfo.txid ? 'Copied!' : 'Copy' }}</button> + </div> + </div> + <p v-if="successInfo.note" class="text-xs text-white/60">{{ successInfo.note }}</p> + </div> + + <div class="flex gap-3"> + <button @click="sendAnother" class="flex-1 glass-button px-4 py-3 rounded-xl text-sm font-medium">Send another</button> + <button @click="close" class="flex-1 glass-button glass-button-warning px-4 py-3 rounded-xl text-sm font-semibold">Done</button> + </div> + </div> + </template> + <!-- ============ CONFIRM PANE (second step, mirrors the scan flow) ============ --> - <template v-if="confirming"> + <template v-else-if="confirming"> <div class="mb-3 p-3 bg-white/5 rounded-lg"> <div class="flex items-center justify-between mb-2"> <span class="text-xs text-white/50">Method</span> @@ -27,6 +78,10 @@ </span> <span class="text-sm font-medium text-white/80">−{{ confirmAmount.toLocaleString() }} sats</span> </div> + <div v-if="effectiveMethod === 'onchain'" class="flex items-center justify-between"> + <span class="text-xs text-white/50">Network fee</span> + <span class="text-sm font-medium text-white/80">{{ feeEstimateLabel }}</span> + </div> <div class="flex items-center justify-between"> <span class="text-xs text-white/50">Balance after</span> <span class="text-sm font-medium" :class="insufficient ? 'text-red-400' : 'text-white/80'"> @@ -66,7 +121,19 @@ <div class="mb-3"> <div class="flex items-center justify-between mb-1"> - <label class="text-white/60 text-sm">{{ t('sendBitcoin.amountSats') }}</label> + <div class="flex items-center gap-2"> + <label class="text-white/60 text-sm">{{ amountLabel }}</label> + <!-- sats/BTC entry toggle (on-chain only) --> + <div v-if="sendMethod === 'onchain'" class="flex p-0.5 bg-white/5 rounded-md"> + <button + v-for="u in (['sats', 'btc'] as const)" + :key="u" + @click="setAmountUnit(u)" + class="px-2 py-0.5 rounded text-[11px] font-medium transition-colors" + :class="amountUnit === u ? 'bg-white/15 text-white' : 'text-white/50 hover:text-white/80'" + >{{ u === 'btc' ? 'BTC' : 'sats' }}</button> + </div> + </div> <span v-if="pastedInvoiceAmount !== null" class="text-[11px] px-2 py-0.5 rounded-full bg-white/10 text-white/50">set by invoice</span> <button v-if="sendMethod === 'onchain'" @@ -80,10 +147,11 @@ </button> </div> <input - v-model.number="amount" + v-model.number="amountEntry" type="number" - min="1" - :placeholder="sendAll ? '' : pastedInvoiceAmount !== null ? '' : '1000'" + :min="amountUnit === 'btc' && sendMethod === 'onchain' ? '0.00000001' : '1'" + :step="amountUnit === 'btc' && sendMethod === 'onchain' ? '0.00000001' : '1'" + :placeholder="sendAll ? '' : pastedInvoiceAmount !== null ? '' : amountUnit === 'btc' && sendMethod === 'onchain' ? '0.001' : '1000'" :disabled="sendAll || pastedInvoiceAmount !== null" class="w-full input-glass disabled:opacity-50" /> @@ -96,6 +164,7 @@ <p v-else-if="effectiveMethod === 'lightning' && dest.trim()" class="text-xs text-white/50 mt-1"> Zero-amount invoice — enter how many sats to pay. </p> + <p v-else-if="unitConversionHint" class="text-xs text-white/40 mt-1">{{ unitConversionHint }}</p> </div> <div v-if="effectiveMethod !== 'ecash'" class="mb-3"> @@ -114,6 +183,48 @@ <textarea v-model="dest" rows="2" :placeholder="effectiveMethod === 'lightning' ? 'lnbc...' : effectiveMethod === 'ark' ? 'tark1… / lnbc… / user@lnaddress' : 'bc1...'" class="w-full input-glass font-mono"></textarea> </div> + <!-- Network fee (on-chain only) --> + <div v-if="sendMethod === 'onchain'" class="mb-3"> + <label class="text-white/60 text-sm block mb-1">Network fee</label> + <div class="flex gap-1 p-1 bg-white/5 rounded-lg"> + <button + v-for="preset in onchainFeePresets" + :key="preset.key" + @click="feePreset = preset.key" + class="flex-1 px-2 py-1.5 rounded text-xs font-medium transition-colors" + :class="feePreset === preset.key ? 'bg-white/15 text-white' : 'text-white/50 hover:text-white/80'" + >{{ preset.label }}</button> + </div> + <p v-if="feePreset !== 'custom'" class="text-white/40 text-xs mt-1"> + {{ onchainFeePresets.find(p => p.key === feePreset)?.hint }} + </p> + <div v-else class="grid grid-cols-2 gap-3 mt-2"> + <div> + <label class="text-white/60 text-xs block mb-1">Target blocks</label> + <input + v-model.number="customConfTarget" + type="number" + min="1" + max="1008" + placeholder="6" + class="w-full input-glass" + /> + </div> + <div> + <label class="text-white/60 text-xs block mb-1">Sats per vByte</label> + <input + v-model.number="customSatPerVbyte" + type="number" + min="1" + max="5000" + placeholder="—" + class="w-full input-glass" + /> + </div> + <p class="text-white/40 text-xs col-span-2">Set one — sats per vByte takes precedence when both are set</p> + </div> + </div> + <div v-if="ecashToken" class="mb-3 p-2 bg-white/5 rounded-lg"> <p class="text-white/50 text-xs mb-1">{{ t('sendBitcoin.tokenShareLabel') }}</p> <!-- QR so the recipient can scan the token straight off this screen @@ -125,16 +236,6 @@ <button @click="copyText(ecashToken)" class="mt-2 text-xs text-orange-400 hover:text-orange-300">{{ t('common.copy') }}</button> </div> - <div v-if="resultTxid" class="mb-3 alert-success"> - <p class="text-xs">{{ t('sendBitcoin.sentTx', { txid: resultTxid }) }}</p> - </div> - <div v-if="resultHash" class="mb-3 alert-success"> - <p class="text-xs">{{ t('sendBitcoin.paidHash', { hash: resultHash }) }}</p> - </div> - <div v-if="resultArk" class="mb-3 alert-success"> - <p class="text-xs">{{ resultArk }}</p> - </div> - <div v-if="error" class="mb-3 alert-error">{{ error }}</div> <div class="flex gap-3"> @@ -167,13 +268,67 @@ const emit = defineEmits<{ close: []; sent: []; scan: [] }>() // 'auto' remains in the type for the effectiveMethod logic but is no longer // offered as a tab (hidden per operator request 2026-07-22). const sendMethod = ref<'auto' | 'lightning' | 'onchain' | 'ecash' | 'fedimint' | 'ark'>('lightning') -const amount = ref<number>(0) + +// --- Amount entry with a sats/BTC unit toggle (on-chain). `amountEntry` is +// --- what the user types in the chosen unit; `amount` stays the canonical +// --- sats value the rest of the flow reads and writes. +const amountUnit = ref<'sats' | 'btc'>('sats') +const amountEntry = ref<number>(0) +const amount = computed<number>({ + get: () => + amountUnit.value === 'btc' + ? Math.round((amountEntry.value || 0) * 100_000_000) + : Math.floor(amountEntry.value || 0), + set: (sats: number) => { + amountEntry.value = amountUnit.value === 'btc' ? (sats || 0) / 100_000_000 : sats || 0 + }, +}) + +/** Switch entry unit, converting whatever is already typed. */ +function setAmountUnit(unit: 'sats' | 'btc') { + if (unit === amountUnit.value) return + const sats = amount.value + amountUnit.value = unit + amount.value = sats +} + +// Only the on-chain tab offers BTC entry — leaving it snaps back to sats so +// the lightning/ecash flows (and their sats-only hints) stay consistent. +watch(sendMethod, (m) => { + if (m !== 'onchain' && amountUnit.value !== 'sats') setAmountUnit('sats') +}) + +const amountLabel = computed(() => + sendMethod.value === 'onchain' && amountUnit.value === 'btc' ? 'Amount (BTC)' : t('sendBitcoin.amountSats') +) + +const unitConversionHint = computed(() => { + if (sendMethod.value !== 'onchain' || !amountEntry.value) return '' + return amountUnit.value === 'btc' + ? `= ${amount.value.toLocaleString()} sats` + : `= ${(amount.value / 100_000_000).toFixed(8).replace(/0+$/, '').replace(/\.$/, '')} BTC` +}) + const dest = ref('') const processing = ref(false) const error = ref('') -const resultTxid = ref('') -const resultHash = ref('') -const resultArk = ref('') +// Set on a completed send — flips the modal to the success pane. +const successInfo = ref<{ + amount: number + methodLabel: string + hash?: string + txid?: string + note?: string +} | null>(null) +const copiedDetail = ref('') + +function copyDetail(text: string) { + navigator.clipboard.writeText(text).catch(() => {}) + copiedDetail.value = text + setTimeout(() => { + if (copiedDetail.value === text) copiedDetail.value = '' + }, 1500) +} const ecashToken = ref('') // "Send all funds" — sweeps the whole on-chain balance (explicit on-chain tab only) @@ -193,22 +348,78 @@ function toggleSendAll() { // Leaving the on-chain tab disarms the sweep so it can never apply elsewhere watch(sendMethod, (m) => { if (m !== 'onchain') sendAll.value = false }) -// Invoice-first lightning UX: a pasted invoice that fixes its amount locks -// the amount field (auto-filled, "set by invoice"); zero-amount invoices -// leave it editable. Clearing/leaving lightning unlocks again. -const pastedInvoiceAmount = computed<number | null>(() => { - if (effectiveMethod.value !== 'lightning') return null - const d = dest.value.trim() - if (!d) return null - return parseBolt11AmountSats(d.toLowerCase().startsWith('lightning:') ? d.slice(10) : d) -}) -watch(pastedInvoiceAmount, (fixed, prev) => { - if (fixed !== null) amount.value = fixed - // Swapping a fixed-amount invoice for a zero-amount one: don't silently - // keep the previous invoice's sats — make the user type the new amount. - else if (prev !== null) amount.value = 0 +// --- On-chain network fee: presets map to LND confirmation targets; custom +// --- takes a block target or an explicit sat/vB rate (rate wins). +type OnchainFeePreset = 'fast' | 'standard' | 'slow' | 'custom' + +const onchainFeePresets: { key: OnchainFeePreset; label: string; hint?: string; confTarget?: number }[] = [ + { key: 'fast', label: 'Fast', hint: 'Targets the next block (~10 minutes)', confTarget: 1 }, + { key: 'standard', label: 'Standard', hint: 'Confirms within ~6 blocks (about an hour)', confTarget: 6 }, + { key: 'slow', label: 'Slow', hint: 'Confirms within ~144 blocks (about a day)', confTarget: 144 }, + { key: 'custom', label: 'Custom' }, +] + +const feePreset = ref<OnchainFeePreset>('standard') +const customConfTarget = ref<number | null>(null) +const customSatPerVbyte = ref<number | null>(null) +// Resolved at review time so confirm + send use the same params. +const resolvedFeeParams = ref<{ target_conf?: number; sat_per_vbyte?: number }>({}) + +function onchainFeeParams(): { target_conf?: number; sat_per_vbyte?: number } | null { + if (feePreset.value !== 'custom') { + return { target_conf: onchainFeePresets.find(p => p.key === feePreset.value)?.confTarget ?? 6 } + } + const rate = customSatPerVbyte.value + const conf = customConfTarget.value + if (rate != null && rate !== 0) { + if (rate < 1 || rate > 5000) { error.value = 'Sats per vByte must be between 1 and 5000'; return null } + return { sat_per_vbyte: Math.floor(rate) } + } + if (conf != null && conf !== 0) { + if (conf < 1 || conf > 1008) { error.value = 'Target blocks must be between 1 and 1008'; return null } + return { target_conf: Math.floor(conf) } + } + error.value = 'Custom fee requires target blocks or sats per vByte' + return null +} + +// Fee estimate for the confirm pane (best-effort — LND's own estimator). +const feeEstimate = ref<{ fee_sat: number; sat_per_vbyte: number } | null>(null) +const feeEstimateLoading = ref(false) + +const feeEstimateLabel = computed(() => { + if (feeEstimate.value) { + return `~${feeEstimate.value.fee_sat.toLocaleString()} sats · ${feeEstimate.value.sat_per_vbyte} sat/vB` + } + if (resolvedFeeParams.value.sat_per_vbyte) { + return `${resolvedFeeParams.value.sat_per_vbyte} sat/vB (custom)` + } + if (feeEstimateLoading.value) return '…' + return isSweep.value ? 'deducted from swept amount' : 'estimated at broadcast' }) +async function loadFeeEstimate() { + feeEstimate.value = null + // Explicit sat/vB shows as-is; sweeps have no fixed amount to estimate on. + if (resolvedFeeParams.value.sat_per_vbyte || isSweep.value) return + const addr = dest.value.trim() + const amt = confirmAmount.value + if (!addr || amt < 546) return + feeEstimateLoading.value = true + try { + const res = await rpcClient.call<{ fee_sat: number; sat_per_vbyte: number }>({ + method: 'lnd.estimatefee', + params: { addr, amount: amt, target_conf: resolvedFeeParams.value.target_conf ?? 6 }, + timeout: 10000, + }) + if (res.fee_sat > 0) feeEstimate.value = res + } catch { + /* estimate is a preview — the label falls back to prose */ + } finally { + feeEstimateLoading.value = false + } +} + // Clipboard read needs a secure context (or the companion bridge); hide the // button where it can't work — the textarea still accepts a manual paste. const canReadClipboard = typeof navigator !== 'undefined' && !!navigator.clipboard?.readText @@ -231,6 +442,25 @@ const effectiveMethod = computed(() => { return 'lightning' }) +// Invoice-first lightning UX: a pasted invoice that fixes its amount locks +// the amount field (auto-filled, "set by invoice"); zero-amount invoices +// leave it editable. Clearing/leaving lightning unlocks again. +// MUST come after effectiveMethod: watch() evaluates its source getter at +// setup, and reading a const still in its temporal dead zone crashed the +// whole modal at mount ("Cannot access 'R' before initialization"). +const pastedInvoiceAmount = computed<number | null>(() => { + if (effectiveMethod.value !== 'lightning') return null + const d = dest.value.trim() + if (!d) return null + return parseBolt11AmountSats(d.toLowerCase().startsWith('lightning:') ? d.slice(10) : d) +}) +watch(pastedInvoiceAmount, (fixed, prev) => { + if (fixed !== null) amount.value = fixed + // Swapping a fixed-amount invoice for a zero-amount one: don't silently + // keep the previous invoice's sats — make the user type the new amount. + else if (prev !== null) amount.value = 0 +}) + // --- Second-step confirmation (parity with the scan flow): review shows the // --- balance reduction before anything is sent or any token is minted. @@ -309,20 +539,37 @@ function review() { if (!isSweep.value && confirmAmount.value <= 0 && invoiceAmountSats.value === null) { error.value = t('sendBitcoin.amountSats'); return } + if (method === 'onchain') { + const fee = onchainFeeParams() + if (!fee) return + resolvedFeeParams.value = fee + void loadFeeEstimate() + } else { + resolvedFeeParams.value = {} + feeEstimate.value = null + } void loadConfirmBalance() confirming.value = true } function close() { error.value = '' - resultTxid.value = '' - resultHash.value = '' - resultArk.value = '' ecashToken.value = '' confirming.value = false + successInfo.value = null emit('close') } +/** Reset the form for a fresh payment straight from the success screen. */ +function sendAnother() { + successInfo.value = null + confirming.value = false + dest.value = '' + amount.value = 0 + sendAll.value = false + error.value = '' +} + function copyText(text: string) { navigator.clipboard.writeText(text).catch(() => {}) } @@ -345,11 +592,9 @@ async function send() { processing.value = true error.value = '' ecashToken.value = '' - resultTxid.value = '' - resultHash.value = '' - resultArk.value = '' const method = effectiveMethod.value + const paidAmount = confirmAmount.value try { if (method === 'ark') { if (!dest.value.trim()) { error.value = 'Enter an Ark address, invoice or lightning address'; return } @@ -359,7 +604,7 @@ async function send() { // Ark sends can wait on round participation. timeout: 130000, }) - resultArk.value = `Sent ${amount.value.toLocaleString()} sats via Ark` + successInfo.value = { amount: paidAmount, methodLabel: 'Sent via Ark', note: 'The transfer settles with the next Ark round.' } } else if (method === 'ecash') { const res = await rpcClient.call<{ token: string }>({ method: 'wallet.ecash-send', @@ -375,23 +620,38 @@ async function send() { ecashToken.value = res.token } else if (method === 'lightning') { if (!dest.value.trim()) { error.value = t('web5.pasteInvoice'); return } - const res = await rpcClient.call<{ payment_hash: string }>({ - method: 'lnd.payinvoice', - params: { payment_request: dest.value.trim() }, - }) - resultHash.value = res.payment_hash + // Waits out slow multi-hop routing and only reports failure when LND + // itself declares the payment failed — never on a timeout. + const res = await rpcClient.payLightningInvoice({ payment_request: dest.value.trim() }) + if (res.status === 'failed') { + error.value = res.failure_reason || t('web5.sendFailed') + return + } + successInfo.value = { + amount: paidAmount, + methodLabel: res.status === 'pending' ? 'Payment in flight' : 'Paid over Lightning', + hash: res.payment_hash || undefined, + ...(res.status === 'pending' + ? { note: 'This payment is taking longer than usual to settle. It will appear in your transactions once it completes.' } + : {}), + } } else { if (!dest.value.trim()) { error.value = t('web5.enterBitcoinAddress'); return } const res = await rpcClient.call<{ txid: string }>({ method: 'lnd.sendcoins', params: isSweep.value - ? { addr: dest.value.trim(), send_all: true } - : { addr: dest.value.trim(), amount: amount.value }, + ? { addr: dest.value.trim(), send_all: true, ...resolvedFeeParams.value } + : { addr: dest.value.trim(), amount: amount.value, ...resolvedFeeParams.value }, }) - resultTxid.value = res.txid + successInfo.value = { + amount: paidAmount, + methodLabel: isSweep.value ? 'Swept on-chain' : 'Sent on-chain', + txid: res.txid, + note: 'On-chain payments confirm over the next blocks.', + } } emit('sent') - // Back to the form pane so the success/token panes are visible. + // Success pane (or the token pane for ecash mints) takes over the modal. confirming.value = false } catch (err: unknown) { error.value = err instanceof Error ? err.message : t('web5.sendFailed') @@ -400,3 +660,59 @@ async function send() { } } </script> + +<style scoped> +/* Success burst — pop-in check inside radiating rings, wallet palette + (emerald for the settled payment, one Archipelago-orange ring). */ +.send-success-burst { + position: relative; + width: 7rem; + height: 7rem; +} +.burst-core { + position: absolute; + inset: 0; + display: flex; + align-items: center; + justify-content: center; + border-radius: 9999px; + background: rgba(16, 185, 129, 0.12); + box-shadow: 0 0 48px rgba(16, 185, 129, 0.3); + animation: burst-pop 0.5s cubic-bezier(0.175, 0.885, 0.32, 1.4) both; +} +.burst-check { + stroke-dasharray: 32; + stroke-dashoffset: 32; + animation: burst-draw 0.45s ease-out 0.25s forwards; +} +.burst-ring { + position: absolute; + inset: 0; + border-radius: 9999px; + border: 2px solid rgba(16, 185, 129, 0.45); + animation: burst-ripple 1.8s ease-out infinite; +} +.burst-ring-2 { + animation-delay: 0.45s; +} +.burst-ring-3 { + animation-delay: 0.9s; + border-color: rgba(249, 115, 22, 0.35); +} +@keyframes burst-pop { + from { transform: scale(0.3); opacity: 0; } + to { transform: scale(1); opacity: 1; } +} +@keyframes burst-draw { + to { stroke-dashoffset: 0; } +} +@keyframes burst-ripple { + 0% { transform: scale(0.7); opacity: 0.9; } + 100% { transform: scale(2); opacity: 0; } +} +@media (prefers-reduced-motion: reduce) { + .burst-core, .burst-check, .burst-ring { animation: none; } + .burst-check { stroke-dashoffset: 0; } + .burst-ring { display: none; } +} +</style> diff --git a/neode-ui/src/components/WalletScanModal.vue b/neode-ui/src/components/WalletScanModal.vue index 01dc82a9..ee905c87 100644 --- a/neode-ui/src/components/WalletScanModal.vue +++ b/neode-ui/src/components/WalletScanModal.vue @@ -701,16 +701,17 @@ async function confirmSend() { error.value = '' try { if (action.value === 'pay-invoice') { - const params: Record<string, unknown> = { payment_request: dest.value } + const params: { payment_request: string; amount_sats?: number } = { payment_request: dest.value } if (!amountLocked.value && effectiveAmount.value > 0) params.amount_sats = effectiveAmount.value - const res = await rpcClient.call<{ payment_hash: string; amount_sats: number }>({ - method: 'lnd.payinvoice', - params, - timeout: 60000, - }) + // Waits out slow multi-hop routing and only reports failure when LND + // itself declares the payment failed — never on a timeout. + const res = await rpcClient.payLightningInvoice(params) + if (res.status === 'failed') throw new Error(res.failure_reason || 'Payment failed') successAmount.value = res.amount_sats || effectiveAmount.value - successVerb.value = 'PAID' - successDetail.value = 'Lightning invoice paid' + successVerb.value = res.status === 'pending' ? 'SENDING' : 'PAID' + successDetail.value = res.status === 'pending' + ? 'Payment in flight — it will appear in your transactions once it settles' + : 'Lightning invoice paid' successRef.value = res.payment_hash } else if (action.value === 'send-onchain') { const res = await rpcClient.call<{ txid: string }>({ diff --git a/neode-ui/src/components/mesh/MeshDeviceSetupModal.vue b/neode-ui/src/components/mesh/MeshDeviceSetupModal.vue index 1ca720fa..4b4973bc 100644 --- a/neode-ui/src/components/mesh/MeshDeviceSetupModal.vue +++ b/neode-ui/src/components/mesh/MeshDeviceSetupModal.vue @@ -1,7 +1,7 @@ <template> <BaseModal :show="show" - :title="step === 1 ? 'Mesh Radio Detected' : step === 2 ? 'Apply Archipelago Settings' : 'Flash Firmware'" + :title="step === 1 ? 'Mesh Radio Detected' : step === 2 ? 'Set Recommended' : 'Flash Firmware'" max-width="max-w-lg" content-class="max-h-[90vh] overflow-y-auto" @close="dismiss" @@ -35,9 +35,17 @@ <!-- What's currently flashed / configured on it --> <div class="mt-4 text-left rounded-xl bg-white/[0.05] border border-white/10 p-3"> - <div v-if="probing" class="flex items-center gap-2 text-white/60 text-sm py-1"> - <span class="inline-block w-3.5 h-3.5 rounded-full border-2 border-orange-300/70 border-t-transparent animate-spin"></span> - Reading what's on the radio… + <div v-if="probing" class="py-1"> + <div class="flex items-center justify-between text-white/60 text-sm mb-1.5"> + <span>{{ probeStage }}</span> + <span class="text-white/40 text-xs tabular-nums">{{ Math.round(probeProgress) }}%</span> + </div> + <div class="h-1.5 rounded-full bg-white/10 overflow-hidden"> + <div + class="h-full rounded-full bg-orange-400/80 transition-[width] duration-500 ease-linear" + :style="{ width: probeProgress + '%' }" + ></div> + </div> </div> <template v-else-if="probe"> <div class="flex items-center gap-2"> @@ -94,7 +102,7 @@ :disabled="!!connecting" @click="step = 2" > - Set Up with Archipelago Settings + Set Recommended </button> </div> <p class="text-white/40 text-[11px] mt-3"> @@ -209,8 +217,8 @@ <!-- Step 2: our latest parameters, shown before anything is written --> <div v-else> <p class="text-white/60 text-xs mb-3"> - These are the latest Archipelago settings — nothing is written to the - radio until you confirm. + These are the recommended Archipelago settings — nothing is written to + the radio until you confirm. </p> <!-- Summary of what will be applied --> @@ -308,6 +316,30 @@ const probing = ref(false) const probe = ref<MeshDeviceProbe | null>(null) const probeError = ref('') +// Time-driven probe progress: the probe RPC is a single opaque call that can +// take ~5-30s (boot settle + up to three firmware handshakes), so the bar +// advances on a clock toward 92% and snaps to 100% when the result lands. +const probeProgress = ref(0) +const probeStage = ref('Waiting for the radio to boot…') +let probeTicker: ReturnType<typeof setInterval> | null = null +function startProbeProgress() { + stopProbeProgress() + probeProgress.value = 0 + probeStage.value = 'Waiting for the radio to boot…' + const startedAt = Date.now() + probeTicker = setInterval(() => { + const elapsed = (Date.now() - startedAt) / 1000 + // ~92% at 30s, decelerating — never looks stuck, never lies "done". + probeProgress.value = Math.min(92, 100 * (1 - Math.exp(-elapsed / 11))) + if (elapsed >= 4) probeStage.value = 'Detecting firmware…' + if (elapsed >= 18) probeStage.value = 'Still checking (radios can be slow to answer)…' + }, 400) +} +function stopProbeProgress(done = false) { + if (probeTicker) { clearInterval(probeTicker); probeTicker = null } + if (done) probeProgress.value = 100 +} + const devicePath = computed(() => mesh.undismissedDetectedDevices[0] ?? '') const show = computed(() => !!devicePath.value) const imageFailed = ref(false) @@ -380,6 +412,7 @@ watch([show, devicePath], async ([visible]) => { probe.value = null probeError.value = '' probing.value = true + startProbeProgress() const path = devicePath.value try { const res = await mesh.probeDevice(path) @@ -389,6 +422,7 @@ watch([show, devicePath], async ([visible]) => { probeError.value = e instanceof Error ? e.message : String(e) } } finally { + stopProbeProgress(true) if (devicePath.value === path) probing.value = false } }, { immediate: false }) diff --git a/neode-ui/src/composables/useCachedResource.ts b/neode-ui/src/composables/useCachedResource.ts new file mode 100644 index 00000000..28ed43a5 --- /dev/null +++ b/neode-ui/src/composables/useCachedResource.ts @@ -0,0 +1,107 @@ +// Stale-while-revalidate resource hook over the shared resources store. +// +// Usage: +// const files = useCachedResource<CloudFile[]>({ +// key: 'cloud.my-files', +// fetcher: (signal) => rpcClient.call({ method: 'content.list', signal, dedup: true }), +// ttlMs: 30_000, +// }) +// // template: files.data renders instantly on revisit (cache), while +// // files.loadState === 'refreshing' drives a subtle refresh indicator. +// +// Behavior: +// - Synchronous hydrate: memory (survives navigation) → sessionStorage +// snapshot (survives reload) → fetch. +// - Sticky-ready: never regresses ready → loading; refreshes are +// 'refreshing' so content stays on screen. +// - Stale-while-revalidate: on mount, cached data is shown immediately and a +// background refresh runs only if the TTL has lapsed (or never fetched). +// - Keep-last-value on error, with `isStale`/`ageMs` for badges. +// - revalidateOnFocus: refreshes when the tab regains focus and the data is +// stale (debounced by TTL, so focus-flapping is free). +// - Abort-on-unmount: the fetcher receives an AbortSignal that fires when +// the last subscribed component unmounts. + +import { computed, getCurrentScope, onScopeDispose, type ComputedRef } from 'vue' +import { useResourcesStore, type ResourceEntry, type ResourceLoadState } from '@/stores/resources' + +export interface CachedResourceOptions<T> { + /** Cache key. Include identifying params, e.g. `peer-files:${onion}`. */ + key: string + /** Fetch fresh data. Receives an abort signal tied to component lifetime. */ + fetcher: (signal: AbortSignal) => Promise<T> + /** Data older than this triggers a background revalidate (default 30s). */ + ttlMs?: number + /** Snapshot to sessionStorage so reloads paint instantly (default true). + * Disable for large payloads. */ + persist?: boolean + /** Revalidate (if stale) when the window regains focus (default true). */ + revalidateOnFocus?: boolean + /** Fetch on first use (default true). Set false for lazy resources. */ + immediate?: boolean +} + +export interface CachedResource<T> { + entry: ResourceEntry<T> + /** Convenience computed views over the entry. */ + data: ComputedRef<T | null> + loadState: ComputedRef<ResourceLoadState> + error: ComputedRef<string | null> + /** True when data exists but is older than the TTL (drive an age badge). */ + isStale: ComputedRef<boolean> + ageMs: ComputedRef<number | null> + /** Force a refresh now (deduped with any in-flight one). */ + refresh: () => Promise<void> + /** Mark stale + debounce-refresh all mounted users of this key. */ + invalidate: () => void + /** Optimistically update cached data; returns rollback for RPC failure. */ + optimistic: (update: (current: T | null) => T) => () => void +} + +export function useCachedResource<T>(opts: CachedResourceOptions<T>): CachedResource<T> { + const store = useResourcesStore() + const ttlMs = opts.ttlMs ?? 30_000 + const persist = opts.persist ?? true + const entry = store.entry<T>(opts.key, persist) + + const aborter = new AbortController() + const fetcher = () => opts.fetcher(aborter.signal) + const refresh = () => store.refresh(opts.key, fetcher, { persist }) + + const stale = () => entry.fetchedAt === null || Date.now() - entry.fetchedAt > ttlMs + const refreshIfStale = () => { + if (stale()) void refresh() + } + + // Register as a live revalidator so invalidate(key) reaches us. + const unsubscribe = store.subscribe(opts.key, () => void refresh()) + + const onFocus = () => refreshIfStale() + if (opts.revalidateOnFocus ?? true) { + window.addEventListener('focus', onFocus) + } + + // Tied to the owning effect scope (component setup or manual scope); + // outside any scope (tests, module init) there's nothing to dispose. + if (getCurrentScope()) { + onScopeDispose(() => { + unsubscribe() + window.removeEventListener('focus', onFocus) + aborter.abort() + }) + } + + if (opts.immediate ?? true) refreshIfStale() + + return { + entry, + data: computed(() => entry.data), + loadState: computed(() => entry.loadState), + error: computed(() => entry.error), + isStale: computed(() => entry.data !== null && stale()), + ageMs: computed(() => (entry.fetchedAt === null ? null : Date.now() - entry.fetchedAt)), + refresh, + invalidate: () => store.invalidate(opts.key), + optimistic: (update) => store.optimistic<T>(opts.key, update), + } +} diff --git a/neode-ui/src/locales/en.json b/neode-ui/src/locales/en.json index 00aeddfd..98b2e15a 100644 --- a/neode-ui/src/locales/en.json +++ b/neode-ui/src/locales/en.json @@ -415,6 +415,7 @@ "totalEarned": "Total Earned", "monthlyAvg": "Monthly Avg", "ecashBalance": "Ecash Balance", + "totalBitcoin": "Total Bitcoin", "onChain": "On-chain", "lightning": "Lightning", "ecash": "Ecash", diff --git a/neode-ui/src/locales/es.json b/neode-ui/src/locales/es.json index f94ff178..3c9dd268 100644 --- a/neode-ui/src/locales/es.json +++ b/neode-ui/src/locales/es.json @@ -413,6 +413,7 @@ "totalEarned": "Total ganado", "monthlyAvg": "Promedio mensual", "ecashBalance": "Saldo Ecash", + "totalBitcoin": "Bitcoin total", "onChain": "On-chain", "lightning": "Lightning", "ecash": "Ecash", diff --git a/neode-ui/src/stores/__tests__/resources.test.ts b/neode-ui/src/stores/__tests__/resources.test.ts new file mode 100644 index 00000000..d96efb23 --- /dev/null +++ b/neode-ui/src/stores/__tests__/resources.test.ts @@ -0,0 +1,131 @@ +import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest' +import { setActivePinia, createPinia } from 'pinia' + +import { useResourcesStore } from '../resources' +import { useCachedResource } from '@/composables/useCachedResource' + +describe('resources store — stale-while-revalidate semantics', () => { + beforeEach(() => { + setActivePinia(createPinia()) + sessionStorage.clear() + vi.useFakeTimers() + }) + afterEach(() => { + vi.useRealTimers() + }) + + it('first fetch goes idle → loading → ready with data', async () => { + const store = useResourcesStore() + const e = store.entry<string>('k1') + expect(e.loadState).toBe('idle') + const p = store.refresh('k1', async () => 'hello') + expect(e.loadState).toBe('loading') + await p + expect(e.loadState).toBe('ready') + expect(e.data).toBe('hello') + expect(e.fetchedAt).not.toBeNull() + }) + + it('sticky-ready: refresh never regresses ready → loading', async () => { + const store = useResourcesStore() + await store.refresh('k2', async () => 1) + const e = store.entry<number>('k2') + const p = store.refresh('k2', async () => 2) + expect(e.loadState).toBe('refreshing') + await p + expect(e.loadState).toBe('ready') + expect(e.data).toBe(2) + }) + + it('keeps last-known data on refresh error (ready + error set)', async () => { + const store = useResourcesStore() + await store.refresh('k3', async () => 'good') + const e = store.entry<string>('k3') + await store.refresh('k3', async () => { + throw new Error('boom') + }) + expect(e.data).toBe('good') + expect(e.loadState).toBe('ready') + expect(e.error).toBe('boom') + }) + + it('errors with no prior data land in error state', async () => { + const store = useResourcesStore() + await store.refresh('k4', async () => { + throw new Error('down') + }) + const e = store.entry('k4') + expect(e.loadState).toBe('error') + expect(e.data).toBeNull() + }) + + it('dedups concurrent refreshes for the same key', async () => { + const store = useResourcesStore() + const fetcher = vi.fn(async () => 'once') + const p1 = store.refresh('k5', fetcher) + const p2 = store.refresh('k5', fetcher) + await Promise.all([p1, p2]) + expect(fetcher).toHaveBeenCalledTimes(1) + }) + + it('hydrates a new entry from the sessionStorage snapshot', async () => { + const store = useResourcesStore() + await store.refresh('k6', async () => ({ n: 42 })) + // Fresh pinia = fresh memory cache, same sessionStorage. + setActivePinia(createPinia()) + const store2 = useResourcesStore() + const e = store2.entry<{ n: number }>('k6') + expect(e.loadState).toBe('ready') + expect(e.data).toEqual({ n: 42 }) + }) + + it('optimistic update applies immediately and rollback restores', async () => { + const store = useResourcesStore() + await store.refresh('k7', async () => ['a']) + const e = store.entry<string[]>('k7') + const rollback = store.optimistic<string[]>('k7', (cur) => [...(cur ?? []), 'b']) + expect(e.data).toEqual(['a', 'b']) + rollback() + expect(e.data).toEqual(['a']) + }) + + it('invalidate marks stale and debounce-runs subscribers', async () => { + const store = useResourcesStore() + await store.refresh('k8', async () => 1) + const revalidate = vi.fn() + store.subscribe('k8', revalidate) + store.invalidate('k8') + expect(store.entry('k8').fetchedAt).toBeNull() + expect(revalidate).not.toHaveBeenCalled() + vi.advanceTimersByTime(900) + expect(revalidate).toHaveBeenCalledTimes(1) + }) +}) + +describe('useCachedResource composable', () => { + beforeEach(() => { + setActivePinia(createPinia()) + sessionStorage.clear() + }) + + it('fetches immediately when stale and exposes reactive views', async () => { + const fetcher = vi.fn(async () => 'data') + const r = useCachedResource<string>({ key: 'c1', fetcher, revalidateOnFocus: false }) + await r.refresh() + expect(fetcher).toHaveBeenCalled() + expect(r.data.value).toBe('data') + expect(r.loadState.value).toBe('ready') + expect(r.isStale.value).toBe(false) + }) + + it('does not refetch within TTL (instant render from cache)', async () => { + const fetcher = vi.fn(async () => 'v1') + const r1 = useCachedResource<string>({ key: 'c2', fetcher, ttlMs: 60_000, revalidateOnFocus: false }) + await r1.refresh() + // Second component using the same key inside the TTL: no new fetch. + const fetcher2 = vi.fn(async () => 'v2') + const r2 = useCachedResource<string>({ key: 'c2', fetcher: fetcher2, ttlMs: 60_000, revalidateOnFocus: false }) + expect(r2.data.value).toBe('v1') + expect(fetcher2).not.toHaveBeenCalled() + }) +}) diff --git a/neode-ui/src/stores/cloud.ts b/neode-ui/src/stores/cloud.ts index 88877ea8..119ff8c5 100644 --- a/neode-ui/src/stores/cloud.ts +++ b/neode-ui/src/stores/cloud.ts @@ -8,6 +8,11 @@ export const useCloudStore = defineStore('cloud', () => { const loading = ref(false) const error = ref<string | null>(null) const authenticated = ref(false) + // Per-path listing cache: re-entering a folder paints the last listing + // immediately (no spinner) while the fresh listing loads behind it. + const pathCache = new Map<string, FileBrowserItem[]>() + // Last-wins guard for overlapping navigations (fast folder hopping). + let navSeq = 0 const breadcrumbs = computed(() => { const parts = currentPath.value.split('/').filter(Boolean) @@ -36,7 +41,22 @@ export const useCloudStore = defineStore('cloud', () => { } async function navigate(path: string): Promise<void> { - loading.value = true + const seq = ++navSeq + const apply = (p: string, result: FileBrowserItem[]) => { + pathCache.set(p, result) + if (seq !== navSeq) return // a newer navigation superseded this one + items.value = result + currentPath.value = p + } + // Stale-while-revalidate: show the cached listing for this path + // immediately (no spinner), then refresh it underneath. + const cached = pathCache.get(path) + if (cached) { + items.value = cached + currentPath.value = path + } else { + loading.value = true + } error.value = null try { if (!authenticated.value) { @@ -47,9 +67,7 @@ export const useCloudStore = defineStore('cloud', () => { } } try { - const result = await fileBrowserClient.listDirectory(path) - items.value = result - currentPath.value = path + apply(path, await fileBrowserClient.listDirectory(path)) } catch { // Directory may not exist — try to create it, then retry if (path !== '/') { @@ -57,23 +75,20 @@ export const useCloudStore = defineStore('cloud', () => { const parentPath = path.substring(0, path.lastIndexOf('/')) || '/' const dirName = path.substring(path.lastIndexOf('/') + 1) await fileBrowserClient.createFolder(parentPath, dirName) - const result = await fileBrowserClient.listDirectory(path) - items.value = result - currentPath.value = path + apply(path, await fileBrowserClient.listDirectory(path)) } catch { // Fall back to root - const result = await fileBrowserClient.listDirectory('/') - items.value = result - currentPath.value = '/' + apply('/', await fileBrowserClient.listDirectory('/')) } } else { throw new Error('Failed to list root directory') } } } catch (e) { - error.value = e instanceof Error ? e.message : 'Failed to load files' + // Keep showing the cached listing on a failed revalidate. + if (!cached) error.value = e instanceof Error ? e.message : 'Failed to load files' } finally { - loading.value = false + if (seq === navSeq) loading.value = false } } @@ -112,6 +127,7 @@ export const useCloudStore = defineStore('cloud', () => { items.value = [] loading.value = false error.value = null + pathCache.clear() } return { diff --git a/neode-ui/src/stores/mesh.ts b/neode-ui/src/stores/mesh.ts index 6bcaa72c..a16814b6 100644 --- a/neode-ui/src/stores/mesh.ts +++ b/neode-ui/src/stores/mesh.ts @@ -291,12 +291,16 @@ export const useMeshStore = defineStore('mesh', () => { async function fetchStatus() { try { loading.value = true - error.value = null const res = await rpcClient.call<MeshStatus>({ method: 'mesh.status' }) status.value = res trackDetectedDevices(res) } catch (err: unknown) { - error.value = err instanceof Error ? err.message : 'Failed to fetch mesh status' + // Don't clobber a user-action error (broadcast/configure/send) — this + // runs on a 5s poll, and the old `error.value = null` on entry meant + // any real error banner survived at most one poll tick. + if (!error.value) { + error.value = err instanceof Error ? err.message : 'Failed to fetch mesh status' + } } finally { loading.value = false } @@ -1018,6 +1022,18 @@ export const useMeshStore = defineStore('mesh', () => { await Promise.all([fetchStatus(), fetchPeers(), fetchMessages(), fetchDeadmanStatus(), fetchBlockHeaders()]) } + /** Ask the backend to actively re-query the radio's contact table (and by + * extension re-drain daemon events for Reticulum) — the server-side half + * of the Refresh button; refreshAll() alone only re-reads caches. */ + async function refreshRadio(): Promise<boolean> { + try { + const res = await rpcClient.call<{ refreshed: boolean }>({ method: 'mesh.refresh' }) + return !!res.refreshed + } catch { + return false + } + } + return { status, peers, @@ -1049,6 +1065,7 @@ export const useMeshStore = defineStore('mesh', () => { broadcastIdentity, configure, refreshAll, + refreshRadio, markChatRead, clearViewingChat, sendInvoice, diff --git a/neode-ui/src/stores/resources.ts b/neode-ui/src/stores/resources.ts new file mode 100644 index 00000000..d0ea37ea --- /dev/null +++ b/neode-ui/src/stores/resources.ts @@ -0,0 +1,166 @@ +// Shared cache for RPC-backed page data (the "stale-while-revalidate" layer). +// +// Pages used to fetch-on-mount with a spinner on every navigation — Dashboard +// keys its router-view by route.path, so each visit unmounted and refetched +// everything. This store is the single place resource state lives instead: +// keyed entries survive navigation (Pinia) and reloads (sessionStorage +// snapshot), and `useCachedResource` renders them instantly while +// revalidating in the background. +// +// Semantics (generalized from homeStatus.ts / useFleetData.ts, the proven +// hand-rolled versions): +// - sticky-ready: once a key is 'ready' it never regresses to 'loading'; +// refreshes show as 'refreshing' so the UI keeps the data visible. +// - keep-last-known-value on error: a failed revalidate leaves data in place +// (with `error` set and `fetchedAt` untouched → age badge shows staleness). +// - in-flight dedup per key: concurrent refreshes collapse into one fetch. + +import { defineStore } from 'pinia' +import { reactive } from 'vue' + +export type ResourceLoadState = 'idle' | 'loading' | 'ready' | 'refreshing' | 'error' + +export interface ResourceEntry<T = unknown> { + data: T | null + loadState: ResourceLoadState + /** Epoch ms of the last SUCCESSFUL fetch (drives TTL + stale badges). */ + fetchedAt: number | null + error: string | null +} + +const SNAPSHOT_PREFIX = 'resource:' + +function readSnapshot<T>(key: string): { data: T; fetchedAt: number } | null { + try { + const raw = sessionStorage.getItem(SNAPSHOT_PREFIX + key) + if (!raw) return null + const parsed = JSON.parse(raw) + if (parsed && typeof parsed.fetchedAt === 'number' && 'data' in parsed) return parsed + } catch { + /* corrupt/absent snapshot — fall through to a fresh fetch */ + } + return null +} + +function writeSnapshot(key: string, data: unknown, fetchedAt: number): void { + try { + sessionStorage.setItem(SNAPSHOT_PREFIX + key, JSON.stringify({ data, fetchedAt })) + } catch { + /* quota exceeded or unserializable — memory cache still works */ + } +} + +export const useResourcesStore = defineStore('resources', () => { + const entries = reactive(new Map<string, ResourceEntry>()) + // Non-reactive bookkeeping: in-flight fetches + active revalidators. + const inflight = new Map<string, Promise<void>>() + const revalidators = new Map<string, Set<() => void>>() + const invalidateTimers = new Map<string, ReturnType<typeof setTimeout>>() + + /** Get (or create) the reactive entry for a key, hydrating from the + * sessionStorage snapshot on first sight so revisits after a reload paint + * before any RPC completes. Pass `persist: false` to skip snapshots. */ + function entry<T>(key: string, persist = true): ResourceEntry<T> { + let e = entries.get(key) + if (!e) { + const snap = persist ? readSnapshot<T>(key) : null + e = reactive<ResourceEntry>({ + data: snap ? snap.data : null, + loadState: snap ? 'ready' : 'idle', + fetchedAt: snap ? snap.fetchedAt : null, + error: null, + }) + entries.set(key, e) + } + return e as ResourceEntry<T> + } + + /** Run `fetcher` for `key` with sticky-ready + keep-last-value semantics. + * Concurrent calls for the same key share one in-flight fetch. */ + function refresh<T>( + key: string, + fetcher: () => Promise<T>, + opts: { persist?: boolean } = {}, + ): Promise<void> { + const existing = inflight.get(key) + if (existing) return existing + const e = entry<T>(key, opts.persist ?? true) + e.loadState = e.loadState === 'ready' || e.loadState === 'refreshing' ? 'refreshing' : 'loading' + const p = (async () => { + try { + const data = await fetcher() + e.data = data + e.error = null + e.fetchedAt = Date.now() + e.loadState = 'ready' + if (opts.persist ?? true) writeSnapshot(key, data, e.fetchedAt) + } catch (err) { + e.error = err instanceof Error ? err.message : String(err) + // Keep last-known data visible; only 'error' when we have nothing. + e.loadState = e.data !== null ? 'ready' : 'error' + } finally { + inflight.delete(key) + } + })() + inflight.set(key, p) + return p + } + + /** Mark a key stale and (debounced) re-run every mounted subscriber's + * fetcher. Call after a mutation or on a relevant WS push. */ + function invalidate(key: string, opts: { debounceMs?: number } = {}): void { + const e = entries.get(key) + if (e) e.fetchedAt = null + const subs = revalidators.get(key) + if (!subs || subs.size === 0) return + const t = invalidateTimers.get(key) + if (t) clearTimeout(t) + invalidateTimers.set( + key, + setTimeout(() => { + invalidateTimers.delete(key) + for (const fn of subs) fn() + }, opts.debounceMs ?? 800), + ) + } + + /** Register a live revalidator for a key (used by useCachedResource); + * returns an unsubscribe fn. */ + function subscribe(key: string, revalidate: () => void): () => void { + let subs = revalidators.get(key) + if (!subs) { + subs = new Set() + revalidators.set(key, subs) + } + subs.add(revalidate) + return () => { + subs.delete(revalidate) + } + } + + /** Optimistically apply `update` to the cached value; returns a rollback. + * Pattern: rollback on RPC failure (generalized TransportPrefsCard). */ + function optimistic<T>(key: string, update: (current: T | null) => T): () => void { + const e = entry<T>(key) + const before = e.data + const beforeState = e.loadState + e.data = update(before) + if (e.loadState === 'idle' || e.loadState === 'error') e.loadState = 'ready' + return () => { + e.data = before + e.loadState = beforeState + } + } + + /** Drop a key entirely (memory + snapshot). */ + function evict(key: string): void { + entries.delete(key) + try { + sessionStorage.removeItem(SNAPSHOT_PREFIX + key) + } catch { + /* noop */ + } + } + + return { entries, entry, refresh, invalidate, subscribe, optimistic, evict } +}) diff --git a/neode-ui/src/stores/sync.ts b/neode-ui/src/stores/sync.ts index fcf1cd1f..fef77f6a 100644 --- a/neode-ui/src/stores/sync.ts +++ b/neode-ui/src/stores/sync.ts @@ -2,9 +2,38 @@ import { defineStore } from 'pinia' import { ref, computed } from 'vue' -import type { DataModel } from '../types/api' +import type { DataModel, PatchOperation } from '../types/api' import { wsClient, applyDataPatch } from '../api/websocket' import { rpcClient } from '../api/rpc-client' +import { useResourcesStore } from './resources' + +/** Unescape one JSON-pointer segment (RFC 6901: ~1 → '/', ~0 → '~'). */ +function pointerSegment(path: string, prefix: string): string { + const seg = path.slice(prefix.length).split('/')[0] ?? '' + return seg.replace(/~1/g, '/').replace(/~0/g, '~') +} + +/** B5: bridge /ws/db pushes into the cached-resource layer. Each patch op + * maps to the resource keys whose backing data it changes; invalidate() + * debounces (800ms) and only refetches keys with mounted subscribers, so a + * patch storm costs one revalidation per key. The 30s staleness + * reconciliation stays as the backstop for anything unmapped. */ +function invalidateResourcesForPatch(patch: PatchOperation[]): void { + const resources = useResourcesStore() + for (const op of patch) { + const path = op.path ?? '' + if (path.startsWith('/peer-health/')) { + // A peer flipping reachability changes both its browse result and the + // federation node list's online state. + const onion = pointerSegment(path, '/peer-health/') + if (onion) resources.invalidate(`cloud.peer-browse:${onion}`) + resources.invalidate('federation.nodes') + } else if (path.startsWith('/package-data/')) { + // App installs/uninstalls add or remove their tor services. + resources.invalidate('server.tor-services') + } + } +} export const useSyncStore = defineStore('sync', () => { // State @@ -108,6 +137,7 @@ export const useSyncStore = defineStore('sync', () => { try { if (import.meta.env.DEV) console.log('[Store] Applying patch at revision', update.rev || 'unknown') data.value = applyDataPatch(data.value, update.patch) + invalidateResourcesForPatch(update.patch) // Mark as connected once we receive any valid patch if (!isConnected.value) { isConnected.value = true diff --git a/neode-ui/src/utils/seedqr.ts b/neode-ui/src/utils/seedqr.ts new file mode 100644 index 00000000..7bfc5f59 --- /dev/null +++ b/neode-ui/src/utils/seedqr.ts @@ -0,0 +1,21 @@ +/** + * SeedQR encoding (SeedSigner standard, supported by Passport/Passport Prime, + * SeedSigner, Keystone, Nunchuk, Sparrow, …): each BIP39 word becomes its + * zero-padded 4-digit wordlist index (0000–2047), concatenated into one + * digit stream and rendered as a numeric-mode QR. A 24-word seed is 96 + * digits. Spec: github.com/SeedSigner/seedsigner/blob/main/docs/seed_qr + * + * Only valid for real BIP39 mnemonics — LND's aezeed shares the wordlist but + * is NOT BIP39, and hardware wallets cannot import it; never SeedQR-encode it. + */ +export async function toSeedQrDigits(words: string[]): Promise<string | null> { + if (words.length === 0) return null + const { wordlist } = await import('@scure/bip39/wordlists/english.js') + const digits: string[] = [] + for (const raw of words) { + const idx = wordlist.indexOf(raw.trim().toLowerCase()) + if (idx < 0) return null // not a BIP39 word — caller falls back to text + digits.push(idx.toString().padStart(4, '0')) + } + return digits.join('') +} diff --git a/neode-ui/src/views/AppSession.vue b/neode-ui/src/views/AppSession.vue index 16e6a8bf..75a84b81 100644 --- a/neode-ui/src/views/AppSession.vue +++ b/neode-ui/src/views/AppSession.vue @@ -685,9 +685,9 @@ onBeforeUnmount(() => { min-height: var(--app-session-mobile-bar-height, 84px); padding: 10px 16px; padding-bottom: calc(10px + max(var(--safe-area-bottom, 0px), env(safe-area-inset-bottom, 0px), 10px)); - background: rgba(0, 0, 0, 0.25); - backdrop-filter: blur(18px); - -webkit-backdrop-filter: blur(18px); + /* Solid black, not translucent: the app iframe's theme colour bled + through the bar and its safe-area strip on phones. */ + background: #000; border-top: 1px solid rgba(255, 255, 255, 0.06); transform: translateZ(0); } diff --git a/neode-ui/src/views/Apps.vue b/neode-ui/src/views/Apps.vue index 9e562a0e..1993cfc6 100644 --- a/neode-ui/src/views/Apps.vue +++ b/neode-ui/src/views/Apps.vue @@ -646,37 +646,51 @@ function launchAppNow(id: string) { useAppLauncherStore().openSession(id) } -async function maybeShowCredentialsBeforeLaunch(id: string): Promise<boolean> { - try { - const result = await rpcClient.call<AppCredentialsResponse>({ +// Per-app credentials memo: the pre-launch RPC could hold an Apps-tab launch +// hostage for its full 5s timeout over the mesh (home-card launches skip this +// gate entirely, which is why they always felt instant). First launch waits at +// most LAUNCH_CRED_BUDGET_MS; the RPC keeps running in the background and its +// answer is memoized, so every later launch of that app resolves instantly. +const LAUNCH_CRED_BUDGET_MS = 1200 +const credentialsCache = new Map<string, AppCredentialsResponse | null>() + +function fetchCredentials(id: string): Promise<AppCredentialsResponse | null> { + return rpcClient + .call<AppCredentialsResponse>({ method: 'package.credentials', params: { app_id: id }, timeout: 5000, }) - const credentials = resolveAppCredentials(id, result) - if (!credentials) return false - credentialModal.value = { - show: true, - appId: id, - title: credentials.title || `${packages.value[id]?.manifest.title || id} credentials`, - description: credentials.description || 'Use these credentials when the app asks you to sign in.', - credentials: credentials.credentials, - copied: '', - } - return true - } catch { - const credentials = resolveAppCredentials(id, null) - if (!credentials) return false - credentialModal.value = { - show: true, - appId: id, - title: credentials.title || `${packages.value[id]?.manifest.title || id} credentials`, - description: credentials.description || 'Use these credentials when the app asks you to sign in.', - credentials: credentials.credentials, - copied: '', - } - return true + .then((r) => { + credentialsCache.set(id, r) + return r + }) + .catch(() => { + credentialsCache.set(id, null) + return null + }) +} + +async function maybeShowCredentialsBeforeLaunch(id: string): Promise<boolean> { + const result = credentialsCache.has(id) + ? credentialsCache.get(id) ?? null + : await Promise.race([ + fetchCredentials(id), + // Budget exceeded → launch with the static fallback config; the + // in-flight RPC still lands in the cache for next time. + new Promise<null>((resolve) => setTimeout(() => resolve(null), LAUNCH_CRED_BUDGET_MS)), + ]) + const credentials = resolveAppCredentials(id, result) + if (!credentials) return false + credentialModal.value = { + show: true, + appId: id, + title: credentials.title || `${packages.value[id]?.manifest.title || id} credentials`, + description: credentials.description || 'Use these credentials when the app asks you to sign in.', + credentials: credentials.credentials, + copied: '', } + return true } function closeCredentialModal() { diff --git a/neode-ui/src/views/Cloud.vue b/neode-ui/src/views/Cloud.vue index b314767c..1b77f585 100644 --- a/neode-ui/src/views/Cloud.vue +++ b/neode-ui/src/views/Cloud.vue @@ -194,7 +194,7 @@ Open Federation </RouterLink> </div> - <div v-else-if="filteredPeerFiles.length === 0" class="glass-card p-8 text-center text-white/40 text-sm"> + <div v-else-if="filteredPeerFiles.length === 0 && peerFilesPending === 0" class="glass-card p-8 text-center text-white/40 text-sm"> {{ selectedCategory === 'all' ? 'Your peers are not sharing any files yet.' : 'No peer files in this category.' }} </div> <div v-else class="space-y-2"> @@ -216,6 +216,13 @@ <span class="text-[10px] px-2 py-0.5 rounded-full bg-purple-500/15 text-purple-400 shrink-0">{{ f.peerName }}</span> </button> </div> + <p v-if="peerFilesPending > 0" class="text-[11px] text-white/35 text-center mt-3 flex items-center justify-center gap-2"> + <svg class="animate-spin h-3 w-3" fill="none" viewBox="0 0 24 24"> + <circle class="opacity-25" cx="12" cy="12" r="10" stroke="currentColor" stroke-width="4"></circle> + <path class="opacity-75" fill="currentColor" d="M4 12a8 8 0 018-8V0C5.373 0 0 5.373 0 12h4zm2 5.291A7.962 7.962 0 014 12H0c0 3.042 1.135 5.824 3 7.938l3-2.647z"></path> + </svg> + Still fetching from {{ peerFilesPending }} peer{{ peerFilesPending === 1 ? '' : 's' }}… + </p> <p v-if="peerFilesErrors > 0" class="text-[11px] text-white/35 text-center mt-3"> {{ peerFilesErrors }} peer{{ peerFilesErrors === 1 ? '' : 's' }} unreachable — showing what answered. </p> @@ -301,12 +308,23 @@ <span class="w-1.5 h-1.5 rounded-full" :class="peer.trust_level === 'trusted' ? 'bg-green-400' : 'bg-purple-400'"></span> {{ peer.trust_level }} </span> - <span class="text-white/30">Peer Node</span> + <!-- Live transport badge — which route actually served the last + browse (FIPS = direct mesh, fast; Tor = fallback, slow). --> + <span + v-if="peerTransport(peer.onion)" + class="inline-flex items-center gap-1.5 px-2 py-1 rounded-full" + :class="peerTransport(peer.onion)!.transport === 'fips' ? 'bg-emerald-500/15 text-emerald-300' : 'bg-amber-500/15 text-amber-300'" + :title="`Last browse served via ${peerTransport(peer.onion)!.transport.toUpperCase()}`" + > + <span class="w-1.5 h-1.5 rounded-full" :class="peerTransport(peer.onion)!.transport === 'fips' ? 'bg-emerald-400' : 'bg-amber-400'"></span> + {{ peerTransport(peer.onion)!.transport.toUpperCase() }} · {{ (peerTransport(peer.onion)!.latencyMs / 1000).toFixed(1) }}s + </span> + <span v-else class="text-white/30">Peer Node</span> </div> </div> <div - v-if="peersLoading && peerNodes.length > 0" + v-if="(peersLoading || peersRefreshing) && peerNodes.length > 0" class="glass-card p-3 text-center text-white/45 text-xs md:col-span-2 lg:col-span-3 flex items-center justify-center gap-2" > <svg class="animate-spin h-3.5 w-3.5" fill="none" viewBox="0 0 24 24"> @@ -388,6 +406,8 @@ import { computed, ref, watch, onMounted } from 'vue' import { useRouter, RouterLink } from 'vue-router' import { useAppStore } from '../stores/app' import { useCloudStore } from '../stores/cloud' +import { useResourcesStore } from '../stores/resources' +import { useCachedResource } from '../composables/useCachedResource' import { fileBrowserClient, type FileBrowserItem } from '@/api/filebrowser-client' import { rpcClient } from '@/api/rpc-client' import { getFileCategory } from '../composables/useFileType' @@ -399,9 +419,19 @@ import MediaLightbox from '../components/cloud/MediaLightbox.vue' const router = useRouter() const store = useAppStore() const cloudStore = useCloudStore() +const resources = useResourcesStore() const audioPlayer = useAudioPlayer() -const sectionCounts = ref<Record<string, number>>({}) -const countsLoading = ref(false) + +// Section counts — cached: revisits render the last-known counts instantly +// and refresh in the background (sticky-ready never regresses to "Loading"). +const countsResource = useCachedResource<Record<string, number>>({ + key: 'cloud.section-counts', + fetcher: fetchCounts, + ttlMs: 30_000, + immediate: false, // gated on fileBrowserRunning; kicked from onMounted/watch +}) +const sectionCounts = computed(() => countsResource.entry.data ?? {}) +const countsLoading = computed(() => countsResource.entry.loadState === 'loading') // ── Tabs / categories / search state ──────────────────────────────────────── type TabId = 'folders' | 'mine' | 'peers' | 'paid' @@ -424,14 +454,18 @@ const activeTab = ref<TabId>('folders') // ── Paid Files tab ────────────────────────────────────────────────────────── interface PaidItem { onion: string; content_id: string; filename: string; mime_type: string; size_bytes: number; paid_sats: number; purchased_at: string } -const paidItems = ref<PaidItem[]>([]) -const paidLoading = ref(false) -async function loadPaidItems() { - paidLoading.value = true - try { - const res = await rpcClient.call<{ items: PaidItem[] }>({ method: 'content.owned-list' }) - paidItems.value = (res.items || []).slice().reverse() - } catch { paidItems.value = [] } finally { paidLoading.value = false } +const paidResource = useCachedResource<PaidItem[]>({ + key: 'cloud.paid-items', + fetcher: async (signal) => { + const res = await rpcClient.call<{ items: PaidItem[] }>({ method: 'content.owned-list', signal, dedup: true }) + return (res.items || []).slice().reverse() + }, + immediate: false, // loaded when the Paid tab is opened +}) +const paidItems = computed(() => paidResource.entry.data ?? []) +const paidLoading = computed(() => paidResource.entry.loadState === 'loading') +function loadPaidItems() { + return paidResource.refresh() } async function viewPaidItem(it: PaidItem) { try { @@ -473,8 +507,21 @@ interface PeerNode { trust_level: string } -const peerNodes = ref<PeerNode[]>([]) -const peersLoading = ref(true) +// Federation peers — cached so the Folders tab's peer cards paint instantly +// on revisit while the list revalidates behind them. +const peersResource = useCachedResource<PeerNode[]>({ + key: 'cloud.peer-nodes', + fetcher: async (signal) => { + const result = await rpcClient.federationListNodes() + void signal + return result?.nodes ?? [] + }, + ttlMs: 30_000, + immediate: false, // kicked from onMounted (keeps the legacy load order) +}) +const peerNodes = computed(() => peersResource.entry.data ?? []) +const peersLoading = computed(() => peersResource.entry.loadState === 'loading') +const peersRefreshing = computed(() => peersResource.entry.loadState === 'refreshing') const loadError = ref('') const APP_ALIASES: Record<string, string[]> = { @@ -579,42 +626,51 @@ function formatSize(bytes: number): string { } // ── My Files (flat list of every own file across the sections) ────────────── -const myFiles = ref<FileBrowserItem[]>([]) -const myFilesLoading = ref(false) -const myFilesLoaded = ref(false) +// Cached: revisiting the tab renders the last walk instantly and re-walks in +// the background only when stale. +const myFilesResource = useCachedResource<FileBrowserItem[]>({ + key: 'cloud.my-files', + fetcher: fetchMyFiles, + ttlMs: 60_000, + immediate: false, // loaded when the My Files tab (or search) needs it +}) +const myFiles = computed(() => myFilesResource.entry.data ?? []) +const myFilesLoading = computed(() => myFilesResource.entry.loadState === 'loading') /** Depth-limited walk of the section folders; flat file list, capped. */ -async function loadMyFiles(force = false) { - if (myFilesLoading.value || (myFilesLoaded.value && !force)) return - if (!fileBrowserRunning.value) { myFilesLoaded.value = true; return } - myFilesLoading.value = true - try { - const ok = await cloudStore.init() - if (!ok) return - const out: FileBrowserItem[] = [] - for (const [sectionId, root] of Object.entries(SECTION_PATHS)) { - if (sectionId === 'files') continue // '/' would double-visit the sections - const queue: Array<{ path: string; depth: number }> = [{ path: root, depth: 0 }] - while (queue.length > 0 && out.length < 500) { - const { path, depth } = queue.shift()! - let items: FileBrowserItem[] - try { items = await fileBrowserClient.listDirectory(path) } catch { continue } - for (const item of items) { - const itemPath = item.path || `${path.replace(/\/$/, '')}/${item.name}` - if (item.isDir) { - if (depth < 3) queue.push({ path: itemPath, depth: depth + 1 }) - } else { - out.push({ ...item, path: itemPath }) - } +async function fetchMyFiles(): Promise<FileBrowserItem[]> { + if (!fileBrowserRunning.value) return [] + const ok = await cloudStore.init() + if (!ok) return [] + const out: FileBrowserItem[] = [] + for (const [sectionId, root] of Object.entries(SECTION_PATHS)) { + if (sectionId === 'files') continue // '/' would double-visit the sections + const queue: Array<{ path: string; depth: number }> = [{ path: root, depth: 0 }] + while (queue.length > 0 && out.length < 500) { + const { path, depth } = queue.shift()! + let items: FileBrowserItem[] + try { items = await fileBrowserClient.listDirectory(path) } catch { continue } + for (const item of items) { + const itemPath = item.path || `${path.replace(/\/$/, '')}/${item.name}` + if (item.isDir) { + if (depth < 3) queue.push({ path: itemPath, depth: depth + 1 }) + } else { + out.push({ ...item, path: itemPath }) } } } - out.sort((a, b) => a.name.localeCompare(b.name)) - myFiles.value = out - myFilesLoaded.value = true - } finally { - myFilesLoading.value = false } + out.sort((a, b) => a.name.localeCompare(b.name)) + return out +} + +/** Load if never fetched or stale; `force` always re-walks. */ +function loadMyFiles(force = false): Promise<void> { + if (force) return myFilesResource.refresh() + if (myFilesResource.entry.data === null || myFilesResource.isStale.value) { + return myFilesResource.refresh() + } + return Promise.resolve() } const filteredMyFiles = computed(() => @@ -668,7 +724,8 @@ function handlePreview(path: string, context: FileBrowserItem[]) { async function handleDelete(path: string) { try { await cloudStore.deleteItem(path) - myFiles.value = myFiles.value.filter(f => f.path !== path) + // Delete confirmed — update the cache in place (no rollback needed). + myFilesResource.optimistic((cur) => (cur ?? []).filter(f => f.path !== path)) searchResults.value = searchResults.value.filter(r => r.item?.path !== path) } catch (e) { loadError.value = e instanceof Error ? e.message : 'Delete failed' @@ -686,11 +743,6 @@ interface PeerFileEntry { peerOnion: string } -const peerFiles = ref<PeerFileEntry[]>([]) -const peerFilesLoading = ref(false) -const peerFilesLoaded = ref(false) -const peerFilesErrors = ref(0) - interface CatalogItem { id: string filename: string @@ -704,46 +756,96 @@ function priceOf(access: CatalogItem['access']): number { return typeof access === 'object' && access?.paid ? access.paid.price_sats : 0 } -/** Fan out content.browse-peer over every federation node; tolerate stragglers. */ -async function loadPeerFiles(force = false) { - if (peerFilesLoading.value || (peerFilesLoaded.value && !force)) return - peerFilesLoading.value = true - peerFilesErrors.value = 0 - try { - if (peerNodes.value.length === 0) await loadPeers() - const results = await Promise.allSettled( - peerNodes.value.map(async (peer) => { - const res = await rpcClient.call<{ items?: CatalogItem[] }>({ - method: 'content.browse-peer', - params: { onion: peer.onion }, - timeout: 30000, - }) - return { peer, items: res?.items ?? [] } - }), - ) - const merged: PeerFileEntry[] = [] - for (const r of results) { - if (r.status !== 'fulfilled') { peerFilesErrors.value++; continue } - const { peer, items } = r.value - const peerName = peer.name || peerDisplayName(peer.did) - for (const item of items) { - merged.push({ - key: `${peer.onion}:${item.id}`, - filename: item.filename, - sizeBytes: item.size_bytes, - priceSats: priceOf(item.access), - category: categoryOf(item.mime_type || item.filename), - peerName, - peerOnion: peer.onion, - }) - } +// Per-peer browse results live as individual cached entries so (a) each +// peer's card/rows render the moment THAT peer answers — no more blocking on +// the slowest peer via Promise.allSettled — and (b) revisits paint from +// cache. The response's `transport` (fips/tor) + measured latency ride +// along, giving every peer a live transport badge. +interface PeerBrowse { + items: CatalogItem[] + transport: string | null + latencyMs: number +} + +const peerBrowseKey = (onion: string) => `cloud.peer-browse:${onion}` + +function browsePeer(peer: PeerNode): Promise<void> { + return resources.refresh<PeerBrowse>(peerBrowseKey(peer.onion), async () => { + const t0 = Date.now() + const res = await rpcClient.call<{ items?: CatalogItem[]; transport?: string }>({ + method: 'content.browse-peer', + params: { onion: peer.onion }, + timeout: 30000, + // One slow/unreachable peer must cost its timeout ONCE, not ×3 — + // the retry loop is why one dead peer meant a 90s spinner. + maxRetries: 1, + dedup: true, + }) + return { items: res?.items ?? [], transport: res?.transport ?? null, latencyMs: Date.now() - t0 } + }) +} + +function peerBrowseEntry(onion: string) { + return resources.entry<PeerBrowse>(peerBrowseKey(onion)) +} + +/** Transport badge data for a peer (null until its first browse resolves). */ +function peerTransport(onion: string): { transport: string; latencyMs: number } | null { + const e = peerBrowseEntry(onion) + if (!e.data?.transport) return null + return { transport: e.data.transport, latencyMs: e.data.latencyMs } +} + +/** Aggregated peer files, incrementally updated as each peer resolves. */ +const peerFiles = computed<PeerFileEntry[]>(() => { + const merged: PeerFileEntry[] = [] + for (const peer of peerNodes.value) { + const e = peerBrowseEntry(peer.onion) + if (!e.data) continue + const peerName = peer.name || peerDisplayName(peer.did) + for (const item of e.data.items) { + merged.push({ + key: `${peer.onion}:${item.id}`, + filename: item.filename, + sizeBytes: item.size_bytes, + priceSats: priceOf(item.access), + category: categoryOf(item.mime_type || item.filename), + peerName, + peerOnion: peer.onion, + }) } - merged.sort((a, b) => a.filename.localeCompare(b.filename)) - peerFiles.value = merged - peerFilesLoaded.value = true - } finally { - peerFilesLoading.value = false } + merged.sort((a, b) => a.filename.localeCompare(b.filename)) + return merged +}) + +/** Peers still on their first in-flight browse (nothing cached yet). */ +const peerFilesPending = computed(() => + peerNodes.value.filter(p => { + const s = peerBrowseEntry(p.onion).loadState + return s === 'loading' || s === 'idle' + }).length, +) +/** Peers whose browse failed with no cached data to show. */ +const peerFilesErrors = computed(() => + peerNodes.value.filter(p => peerBrowseEntry(p.onion).loadState === 'error').length, +) +/** All-or-nothing spinner ONLY when nothing has ever been cached. */ +const peerFilesLoading = computed(() => + peerNodes.value.length > 0 && peerFiles.value.length === 0 && peerFilesPending.value > 0 && peerFilesErrors.value < peerNodes.value.length, +) + +/** Fan out content.browse-peer; each peer renders as it resolves. */ +async function loadPeerFiles(force = false) { + if (peerNodes.value.length === 0) await loadPeers() + const targets = peerNodes.value.filter(p => { + if (force) return true + const e = peerBrowseEntry(p.onion) + const stale = e.fetchedAt === null || Date.now() - e.fetchedAt > 30_000 + return e.loadState === 'idle' || e.loadState === 'error' ? true : stale + }) + // Fire-and-collect: the computed aggregation updates per resolution. + await Promise.allSettled(targets.map(p => browsePeer(p))) } const filteredPeerFiles = computed(() => @@ -821,47 +923,50 @@ const searchMineItems = computed(() => ) // ── Existing counts / peers loading ────────────────────────────────────────── -async function loadCounts() { - if (!fileBrowserRunning.value) return - countsLoading.value = true - try { - const ok = await fileBrowserClient.login() - if (!ok) return - for (const section of contentSections) { - const path = SECTION_PATHS[section.id] - if (!path) continue - try { - const items = await fileBrowserClient.listDirectory(path) - sectionCounts.value[section.id] = items.length - } catch { - sectionCounts.value[section.id] = 0 - } +async function fetchCounts(): Promise<Record<string, number>> { + if (!fileBrowserRunning.value) return {} + const ok = await fileBrowserClient.login() + if (!ok) throw new Error('File Browser login failed') + const counts: Record<string, number> = {} + for (const section of contentSections) { + const path = SECTION_PATHS[section.id] + if (!path) continue + try { + counts[section.id] = (await fileBrowserClient.listDirectory(path)).length + } catch { + counts[section.id] = 0 } - } catch (e) { - loadError.value = e instanceof Error ? e.message : 'Failed to load file counts' - if (import.meta.env.DEV) console.warn('FileBrowser count loading failed', e) - } finally { - countsLoading.value = false + } + return counts +} + +function loadCounts() { + if (countsResource.entry.data === null || countsResource.isStale.value) { + void countsResource.refresh() } } -onMounted(() => { +onMounted(async () => { loadCounts() - loadPeers() + await loadPeers() + // Warm the per-peer browse cache in the background: peer cards get their + // FIPS/Tor badge and the Peer Files tab is instant. Staleness-gated, so + // quick revisits don't refetch. + void loadPeerFiles() +}) + +// File Browser can finish its startup scan after we mount — pick counts up +// the moment it becomes available instead of showing a permanent blank. +watch(fileBrowserRunning, (running) => { + if (running) loadCounts() }) async function loadPeers() { - const hadPeers = peerNodes.value.length > 0 - peersLoading.value = true - try { - const result = await rpcClient.federationListNodes() - peerNodes.value = result?.nodes ?? [] - } catch (e) { - if (!hadPeers) peerNodes.value = [] - loadError.value = e instanceof Error ? e.message : 'Failed to load peer nodes' - } finally { - peersLoading.value = false - } + await peersResource.refresh() + // Surface refresh failures in the banner — the cached peer list stays + // visible either way (keep-last-known-value). + const e = peersResource.entry + if (e.error) loadError.value = e.error } function peerDisplayName(did: string): string { diff --git a/neode-ui/src/views/CloudFolder.vue b/neode-ui/src/views/CloudFolder.vue index 67064603..c58cef93 100644 --- a/neode-ui/src/views/CloudFolder.vue +++ b/neode-ui/src/views/CloudFolder.vue @@ -306,12 +306,12 @@ const backLabel = computed(() => { return atSectionRoot.value ? 'Back to Cloud' : 'Back to Parent Folder' }) -// Initialize native file browser when entering a native-UI section +// Initialize native file browser when entering a native-UI section. +// No reset() here: navigate() serves the per-path cache instantly and +// revalidates underneath — resetting wiped the listing and forced a +// spinner on every folder entry. watch([useNativeUI, section, routeFolderPath], async ([native, sec, path]) => { if (native && sec) { - if (cloudStore.currentPath !== path) { - cloudStore.reset() - } const ok = await cloudStore.init() if (ok) { await cloudStore.navigate(path) diff --git a/neode-ui/src/views/Credentials.vue b/neode-ui/src/views/Credentials.vue index d50f7f92..84130045 100644 --- a/neode-ui/src/views/Credentials.vue +++ b/neode-ui/src/views/Credentials.vue @@ -199,8 +199,9 @@ </template> <script setup lang="ts"> -import { ref, onMounted } from 'vue' +import { ref, computed } from 'vue' import { rpcClient } from '@/api/rpc-client' +import { useCachedResource } from '@/composables/useCachedResource' import BackButton from '@/components/BackButton.vue' interface Identity { @@ -228,9 +229,30 @@ interface Credential { status: string } -const identities = ref<Identity[]>([]) -const credentials = ref<Credential[]>([]) -const loadingCreds = ref(false) +// Cached: revisits paint identities/credentials instantly and revalidate +// behind them (errors keep the last-known lists). +const identitiesRes = useCachedResource<Identity[]>({ + key: 'credentials.identities', + fetcher: async (signal) => { + const result = await rpcClient.call<{ identities: Identity[] }>({ + method: 'identity.list', params: {}, signal, dedup: true, maxRetries: 1, + }) + return result?.identities || [] + }, +}) +const credentialsRes = useCachedResource<Credential[]>({ + key: 'credentials.list', + fetcher: async (signal) => { + const result = await rpcClient.call<{ credentials: Credential[] }>({ + method: 'identity.list-credentials', params: {}, signal, dedup: true, maxRetries: 1, + }) + return result?.credentials || [] + }, +}) +const identities = computed(() => identitiesRes.data.value ?? []) +const credentials = computed(() => credentialsRes.data.value ?? []) +const loadingCreds = computed(() => + credentialsRes.loadState.value === 'loading' || credentialsRes.loadState.value === 'refreshing') const selectedCredential = ref<Credential | null>(null) const credCopied = ref(false) const revoking = ref(false) @@ -280,31 +302,10 @@ function formatClaims(subject: Record<string, unknown>): string { return JSON.stringify(claims, null, 2) } -async function loadIdentities() { - try { - const result = await rpcClient.call<{ identities: Identity[] }>({ - method: 'identity.list', - params: {}, - }) - identities.value = result.identities || [] - } catch (e) { - identities.value = [] - if (import.meta.env.DEV) console.warn('Failed to load identities:', e) - } -} - async function loadCredentials() { - loadingCreds.value = true - try { - const result = await rpcClient.call<{ credentials: Credential[] }>({ - method: 'identity.list-credentials', - params: {}, - }) - credentials.value = result.credentials || [] - } catch (e) { - showToast(`Failed to load credentials: ${e instanceof Error ? e.message : 'Unknown error'}`, 'error') - } finally { - loadingCreds.value = false + await credentialsRes.refresh() + if (credentialsRes.error.value) { + showToast(`Failed to load credentials: ${credentialsRes.error.value}`, 'error') } } @@ -404,9 +405,8 @@ async function copyCredentialJson() { setTimeout(() => { credCopied.value = false }, 2000) } -onMounted(async () => { - await Promise.all([loadIdentities(), loadCredentials()]) -}) +// Both resources fetch themselves on first use (skipping the fetch entirely +// when the cached value is fresh). defineExpose({ credentials, loadCredentials }) </script> diff --git a/neode-ui/src/views/Federation.vue b/neode-ui/src/views/Federation.vue index 08e43939..9714857e 100644 --- a/neode-ui/src/views/Federation.vue +++ b/neode-ui/src/views/Federation.vue @@ -229,6 +229,7 @@ <script setup lang="ts"> import { ref, computed, onMounted, onUnmounted } from 'vue' import { rpcClient } from '@/api/rpc-client' +import { useCachedResource } from '@/composables/useCachedResource' import { useTransportStore } from '@/stores/transport' import { useAppStore } from '@/stores/app' import { useSyncStore } from '@/stores/sync' @@ -250,8 +251,15 @@ const transportStore = useTransportStore() const appStore = useAppStore() const syncStore = useSyncStore() -const nodes = ref<FederatedNode[]>([]) -const loading = ref(true) +// Cached: revisits paint the node list instantly; the 5s poll and mutation +// refreshes revalidate behind it. `loading` is initial-load only (background +// refreshes keep content on screen — the old showLoader:false semantics). +const nodesRes = useCachedResource<FederatedNode[]>({ + key: 'federation.nodes', + fetcher: async () => (await rpcClient.federationListNodes()).nodes, +}) +const nodes = computed(() => nodesRes.data.value ?? []) +const loading = computed(() => nodesRes.loadState.value === 'loading') const error = ref('') const selectedNode = ref<FederatedNode | null>(null) const inviteType = ref<'trusted' | 'observer'>('trusted') @@ -320,7 +328,12 @@ const mapLinks = computed(() => { })) }) -const dwnStatus = ref<DwnStatus | null>(null) +const dwnStatusRes = useCachedResource<DwnStatus>({ + key: 'federation.dwn-status', + fetcher: (signal) => rpcClient.call<DwnStatus>({ method: 'dwn.status', signal, dedup: true, maxRetries: 1 }), + immediate: false, +}) +const dwnStatus = computed(() => dwnStatusRes.data.value) const dwnSyncing = ref(false) const dwnSyncDotClass = computed(() => { @@ -500,25 +513,13 @@ function isOnlineCheck(node: FederatedNode): boolean { return lastSeen > tenMinutesAgo } +/** Explicit reload (mutations, retry): surfaces a load failure in the error + * banner. The background poll calls nodesRes.refresh() directly and stays + * silent, like the old surfaceErrors:false path. */ async function loadNodes() { - return loadNodesWithOptions() -} - -async function loadNodesWithOptions(options: { showLoader?: boolean; surfaceErrors?: boolean } = {}) { - const showLoader = options.showLoader ?? nodes.value.length === 0 - const surfaceErrors = options.surfaceErrors ?? true - try { - if (showLoader) loading.value = true - const result = await rpcClient.federationListNodes() - nodes.value = result.nodes - error.value = '' - } catch (e) { - if (surfaceErrors) { - error.value = e instanceof Error ? e.message : 'Failed to load nodes' - } - } finally { - if (showLoader) loading.value = false - } + await nodesRes.refresh() + if (nodesRes.error.value) error.value = nodesRes.error.value + else error.value = '' } function handleGenerateInvite(type: 'trusted' | 'observer') { @@ -610,13 +611,8 @@ async function deployApp(did: string, appId: string) { } } -async function loadDwnStatus() { - try { - const result = await rpcClient.call<DwnStatus>({ method: 'dwn.status' }) - dwnStatus.value = result - } catch { - dwnStatus.value = null - } +function loadDwnStatus() { + return dwnStatusRes.refresh() } async function triggerDwnSync() { @@ -681,7 +677,6 @@ async function rotateDid(password: string) { let autoRefreshTimer: ReturnType<typeof setInterval> | null = null onMounted(async () => { - loadNodesWithOptions({ showLoader: true }) loadDwnStatus() loadDiscoveryState() loadPendingRequests() @@ -694,7 +689,7 @@ onMounted(async () => { // Self DID not available } autoRefreshTimer = setInterval(() => { - loadNodesWithOptions({ showLoader: false, surfaceErrors: false }) + void nodesRes.refresh() loadPendingRequests() }, 5000) }) diff --git a/neode-ui/src/views/Home.vue b/neode-ui/src/views/Home.vue index c41229a4..b1e68109 100644 --- a/neode-ui/src/views/Home.vue +++ b/neode-ui/src/views/Home.vue @@ -522,8 +522,10 @@ const cloudStorageDisplay = computed(() => cloudStorageUsed.value !== null ? for const cloudFolderDisplay = computed(() => cloudFolderCount.value !== null ? String(cloudFolderCount.value) : '...') onMounted(async () => { - try { const usage = await fileBrowserClient.getUsage(); cloudStorageUsed.value = usage.totalSize; cloudFolderCount.value = usage.folderCount } catch { /* not running */ } + // Paint last-known wallet figures BEFORE any network round-trip. + hydrateWalletSnapshot() loadSystemStats(); systemStatsInterval = setInterval(loadSystemStats, 10000); checkUpdateStatus(); loadWeb5Status() + try { const usage = await fileBrowserClient.getUsage(); cloudStorageUsed.value = usage.totalSize; cloudFolderCount.value = usage.folderCount } catch { /* not running */ } // Poll wallet balances/transactions like Web5.vue does — without this a // pending on-chain receive (or a fresh instant payment) only shows up // after a manual wallet action or a remount. @@ -583,25 +585,78 @@ function ecashToWalletTransaction(tx: EcashTransaction): WalletTransaction { } } +// Last-known wallet snapshot, hydrated before ANY network round-trip so the +// card paints real figures instantly (app-launch-speed doctrine: over the +// mesh every serialized RPC costs a full RTT — never make the user watch it). +const WALLET_SNAPSHOT_KEY = 'archy-wallet-snapshot-v1' + +function hydrateWalletSnapshot() { + try { + const raw = localStorage.getItem(WALLET_SNAPSHOT_KEY) + if (!raw) return + const s = JSON.parse(raw) + walletOnchain.value = s.onchain ?? 0 + walletLightning.value = s.lightning ?? 0 + walletEcash.value = s.ecash ?? 0 + walletFedimint.value = s.fedimint ?? 0 + walletArk.value = s.ark ?? 0 + walletConnected.value = s.connected === true + if (Array.isArray(s.transactions)) walletTransactions.value = s.transactions + } catch { /* corrupt/absent snapshot — fresh load fills in */ } +} + +function persistWalletSnapshot() { + try { + localStorage.setItem(WALLET_SNAPSHOT_KEY, JSON.stringify({ + onchain: walletOnchain.value, + lightning: walletLightning.value, + ecash: walletEcash.value, + fedimint: walletFedimint.value, + ark: walletArk.value, + connected: walletConnected.value, + // Enough for the Transactions modal's first paint; refresh replaces it. + transactions: walletTransactions.value.slice(0, 50), + })) + } catch { /* storage full — snapshot is best-effort */ } +} + async function loadWeb5Status() { // A transient RPC timeout must NOT flash the balance to 0 ("wallet says 0 when // there is a balance"). On failure keep the last-known value — the refs start - // at 0, so only the very first load before any success shows 0. - try { const res = await rpcClient.call<{ balance_sats: number; channel_balance_sats: number }>({ method: 'lnd.getinfo', timeout: 5000 }); walletOnchain.value = res.balance_sats || 0; walletLightning.value = res.channel_balance_sats || 0; walletConnected.value = true } catch { walletConnected.value = false } - try { const res = await rpcClient.call<{ balance_sats: number }>({ method: 'wallet.ecash-balance', timeout: 5000 }); walletEcash.value = res.balance_sats ?? 0 } catch { /* keep last-known balance */ } - try { const res = await rpcClient.call<{ balance_sats: number }>({ method: 'wallet.fedimint-balance', timeout: 5000 }); walletFedimint.value = res.balance_sats ?? 0 } catch { /* keep last-known balance */ } - try { const res = await rpcClient.call<{ spendable_sats: number }>({ method: 'wallet.ark-balance', timeout: 5000 }); walletArk.value = res.spendable_sats ?? 0 } catch { /* keep last-known balance */ } + // from the persisted snapshot, so 0 only ever shows on a genuinely fresh node. + // + // All seven calls are independent — fire them TOGETHER. Serialized, this + // block cost 7 × (mesh RTT + backend time); parallel it costs one slowest + // call, which is what makes the card feel like an app launch. + const balances = Promise.allSettled([ + rpcClient.call<{ balance_sats: number; channel_balance_sats: number }>({ method: 'lnd.getinfo', timeout: 5000 }) + .then(res => { walletOnchain.value = res.balance_sats || 0; walletLightning.value = res.channel_balance_sats || 0; walletConnected.value = true }) + .catch(() => { walletConnected.value = false }), + rpcClient.call<{ balance_sats: number }>({ method: 'wallet.ecash-balance', timeout: 5000 }) + .then(res => { walletEcash.value = res.balance_sats ?? 0 }).catch(() => { /* keep last-known */ }), + rpcClient.call<{ balance_sats: number }>({ method: 'wallet.fedimint-balance', timeout: 5000 }) + .then(res => { walletFedimint.value = res.balance_sats ?? 0 }).catch(() => { /* keep last-known */ }), + rpcClient.call<{ spendable_sats: number }>({ method: 'wallet.ark-balance', timeout: 5000 }) + .then(res => { walletArk.value = res.spendable_sats ?? 0 }).catch(() => { /* keep last-known */ }), + ]) // Merge LND transactions with ecash/Fedimint history (wallet.ecash-history - // already unifies both) — previously only LND transactions were fetched - // here, so any Cashu or Fedimint receive (e.g. a TollGate payment) never - // appeared in the Transactions modal even though the balance included it. - let lndTxs: WalletTransaction[] = [] - try { const res = await rpcClient.call<{ transactions: WalletTransaction[]; incoming_pending_count: number }>({ method: 'lnd.gettransactions', timeout: 5000 }); lndTxs = (res.transactions || []).map(tx => ({ ...tx, kind: 'onchain' as const })) } catch { /* keep last-known transactions */ } - let lightningTxs: WalletTransaction[] = [] - try { const res = await rpcClient.call<{ transactions: WalletTransaction[] }>({ method: 'lnd.lightning-history', timeout: 5000 }); lightningTxs = res.transactions || [] } catch { /* keep last-known transactions */ } - let ecashTxs: WalletTransaction[] = [] - try { const res = await rpcClient.call<{ transactions: EcashTransaction[] }>({ method: 'wallet.ecash-history', timeout: 5000 }); ecashTxs = (res.transactions || []).map(ecashToWalletTransaction) } catch { /* keep last-known transactions */ } - walletTransactions.value = [...lndTxs, ...lightningTxs, ...ecashTxs].sort((a, b) => b.time_stamp - a.time_stamp) + // already unifies both) so Cashu/Fedimint receives appear in the modal. + const histories = Promise.allSettled([ + rpcClient.call<{ transactions: WalletTransaction[]; incoming_pending_count: number }>({ method: 'lnd.gettransactions', timeout: 5000 }) + .then(res => (res.transactions || []).map(tx => ({ ...tx, kind: 'onchain' as const }))).catch(() => [] as WalletTransaction[]), + rpcClient.call<{ transactions: WalletTransaction[] }>({ method: 'lnd.lightning-history', timeout: 5000 }) + .then(res => res.transactions || []).catch(() => [] as WalletTransaction[]), + rpcClient.call<{ transactions: EcashTransaction[] }>({ method: 'wallet.ecash-history', timeout: 5000 }) + .then(res => (res.transactions || []).map(ecashToWalletTransaction)).catch(() => [] as WalletTransaction[]), + ]).then((results) => { + const merged = results.flatMap(r => (r.status === 'fulfilled' ? r.value : [])) + // Keep last-known list when every history call failed this round. + if (merged.length > 0 || results.some(r => r.status === 'fulfilled')) { + walletTransactions.value = merged.sort((a, b) => b.time_stamp - a.time_stamp) + } + }) + await Promise.allSettled([balances, histories]) + persistWalletSnapshot() } // System stats diff --git a/neode-ui/src/views/Mesh.vue b/neode-ui/src/views/Mesh.vue index 64902469..69a2ee4f 100644 --- a/neode-ui/src/views/Mesh.vue +++ b/neode-ui/src/views/Mesh.vue @@ -38,6 +38,8 @@ const activeChatChannel = ref<{ index: number; name: string } | null>(null) const messageText = ref('') const sendError = ref('') const broadcasting = ref(false) +const broadcastResult = ref<string | null>(null) // 'ok' | error message +const refreshing = ref(false) const configuring = ref(false) const connectingDevice = ref<string | null>(null) // Device-detected onboarding now lives in the global MeshDeviceSetupModal (App.vue). @@ -383,12 +385,22 @@ onMounted(async () => { archPollInterval = setInterval(loadArchMessages, 15000) } if (!pollInterval) { + let tick = 0 pollInterval = setInterval(() => { mesh.fetchStatus() mesh.fetchPeers() mesh.fetchMessages() mesh.fetchDeadmanStatus() mesh.fetchBlockHeaders() + // Contacts/aliases, federation nodes and the outbox badge previously + // loaded ONCE at mount and went permanently stale — new federation + // peers or renames never appeared without a full page reload. Every + // 6th tick (~30s) keeps them fresh without adding per-5s load. + if (++tick % 6 === 0) { + void refreshContacts() + void refreshFederationNodes() + void refreshOutboxCount() + } }, 5000) } @@ -1021,7 +1033,37 @@ function onChatWheel(e: WheelEvent) { async function handleBroadcast() { broadcasting.value = true - try { await mesh.broadcastIdentity() } finally { broadcasting.value = false } + broadcastResult.value = null + try { + await mesh.broadcastIdentity() + broadcastResult.value = 'ok' + } catch (e) { + broadcastResult.value = e instanceof Error ? e.message : 'Broadcast failed' + } finally { + broadcasting.value = false + setTimeout(() => { broadcastResult.value = null }, 4000) + } +} + +async function handleRefresh() { + if (refreshing.value) return + refreshing.value = true + try { + // Backend first: re-query the radio's contact table (mesh.refresh), then + // re-read EVERYTHING the list is built from — peers, contacts/aliases, + // federation nodes, outbox — not just the mesh caches. + await Promise.allSettled([ + mesh.refreshRadio(), + mesh.refreshAll(), + refreshContacts(), + refreshFederationNodes(), + refreshOutboxCount(), + ]) + // Radio contact refresh is async on the backend — pick up its result. + await mesh.fetchPeers() + } finally { + refreshing.value = false + } } async function handleToggleEnabled() { @@ -1830,8 +1872,14 @@ async function downloadAttachment(payload: MeshAttachmentPayload) { <button class="glass-button mesh-action-btn" :disabled="configuring" @click="handleToggleEnabled"> {{ mesh.status?.enabled ? 'Disable' : 'Enable' }} </button> - <button class="glass-button mesh-action-btn" :disabled="!mesh.status?.device_connected || broadcasting" @click="handleBroadcast"> - {{ broadcasting ? 'Sending...' : 'Broadcast' }} + <button + class="glass-button mesh-action-btn" + :class="broadcastResult === 'ok' ? 'mesh-action-ok' : ''" + :disabled="!mesh.status?.device_connected || broadcasting" + :title="broadcastResult && broadcastResult !== 'ok' ? broadcastResult : 'Announce this node so nearby radios learn about it'" + @click="handleBroadcast" + > + {{ broadcasting ? 'Sending…' : broadcastResult === 'ok' ? 'Sent ✓' : broadcastResult ? 'Failed ✕' : 'Broadcast' }} </button> <button class="glass-button mesh-action-btn" @@ -1841,7 +1889,10 @@ async function downloadAttachment(payload: MeshAttachmentPayload) { > {{ transport.meshOnly ? 'Go Online' : 'Off-Grid' }} </button> - <button class="glass-button mesh-action-btn" @click="mesh.refreshAll()">Refresh</button> + <button class="glass-button mesh-action-btn" :disabled="refreshing" @click="handleRefresh"> + <span v-if="refreshing" class="mesh-refresh-spinner" aria-hidden="true"></span> + {{ refreshing ? 'Refreshing…' : 'Refresh' }} + </button> </div> <!-- Peers list --> @@ -1871,7 +1922,10 @@ async function downloadAttachment(payload: MeshAttachmentPayload) { >×</button> </div> - <div v-if="mesh.peers.length === 0 && !mesh.status?.device_connected" class="mesh-empty"> + <!-- Only claim "no peers" when the MERGED list (radio + federation) + is truly empty — with no radio attached the federation rows and + the two channel rows must still render. --> + <div v-if="displayedPeers.length === 0 && !mesh.status?.device_connected" class="mesh-empty"> No peers discovered yet. </div> @@ -2140,8 +2194,14 @@ async function downloadAttachment(payload: MeshAttachmentPayload) { <button class="mesh-typed-content-download-btn" title="Download" + aria-label="Download image" @click="downloadAttachment(msg.typed_payload as any)" - >⬇</button> + > + <svg viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true"> + <path d="M12 4v11m0 0l-4.5-4.5M12 15l4.5-4.5" /> + <path d="M5 19h14" /> + </svg> + </button> </div> <audio v-else-if="(msg.typed_payload.mime || '').startsWith('audio/')" @@ -2165,10 +2225,19 @@ async function downloadAttachment(payload: MeshAttachmentPayload) { @click="openMeshLightbox(msg.typed_payload as any)" /> <button - class="btn" + class="mesh-typed-content-fetch-btn" :disabled="fetchingCids.has(msg.typed_payload.cid)" @click="handleFetchContent(msg.typed_payload as any)" > + <span + v-if="fetchingCids.has(msg.typed_payload.cid)" + class="mesh-refresh-spinner" + aria-hidden="true" + ></span> + <svg v-else viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" aria-hidden="true"> + <path d="M12 4v11m0 0l-4.5-4.5M12 15l4.5-4.5" /> + <path d="M5 19h14" /> + </svg> {{ fetchingCids.has(msg.typed_payload.cid) ? 'Fetching…' : 'Download' }} </button> </template> diff --git a/neode-ui/src/views/Monitoring.vue b/neode-ui/src/views/Monitoring.vue index 9c12b936..62094e30 100644 --- a/neode-ui/src/views/Monitoring.vue +++ b/neode-ui/src/views/Monitoring.vue @@ -218,6 +218,7 @@ import { ref, computed, onMounted, onUnmounted } from 'vue' import { useRouter, useRoute } from 'vue-router' import { useI18n } from 'vue-i18n' import { rpcClient } from '@/api/rpc-client' +import { useCachedResource } from '@/composables/useCachedResource' import { useHomeStatusStore } from '@/stores/homeStatus' import BackButton from '@/components/BackButton.vue' import LineChart from '@/components/LineChart.vue' @@ -291,11 +292,51 @@ const backTarget = computed(() => (cameFromHome.value ? '/dashboard' : '/dashboa const backLabel = computed(() => (cameFromHome.value ? t('common.back') : 'Web5')) const homeStatus = useHomeStatusStore() -const current = ref<MetricSnapshot | null>(null) -const history = ref<MetricSnapshot[]>([]) -const containers = ref<ContainerMetrics[]>([]) -const alerts = ref<FiredAlert[]>([]) -const alertRules = ref<AlertRule[]>([]) +// Cached: revisits paint the last snapshot/chart/alerts instantly and the 5s +// poll revalidates behind them; errors keep the last-known values. +const currentRes = useCachedResource<MetricSnapshot>({ + key: 'monitoring.current', + fetcher: async (signal) => { + const data = await rpcClient.call<MetricSnapshot | { status: string }>({ + method: 'monitoring.current', signal, dedup: true, maxRetries: 1, + }) + if (!data || !('system' in data)) throw new Error('metrics not ready') + return data + }, +}) +const historyRes = useCachedResource<MetricSnapshot[]>({ + key: 'monitoring.history.minute60', + fetcher: async (signal) => { + const data = await rpcClient.call<HistoryResponse>({ + method: 'monitoring.history', params: { resolution: 'minute', count: 60 }, + signal, dedup: true, maxRetries: 1, + }) + return data?.data ?? [] + }, +}) +const alertsRes = useCachedResource<FiredAlert[]>({ + key: 'monitoring.alerts', + fetcher: async (signal) => { + const data = await rpcClient.call<{ alerts: FiredAlert[] }>({ + method: 'monitoring.alerts', params: { count: 50 }, signal, dedup: true, maxRetries: 1, + }) + return (data?.alerts ?? []).reverse() + }, +}) +const alertRulesRes = useCachedResource<AlertRule[]>({ + key: 'monitoring.alert-rules', + fetcher: async (signal) => { + const data = await rpcClient.call<{ rules: AlertRule[] }>({ + method: 'monitoring.alert-rules', signal, dedup: true, maxRetries: 1, + }) + return data?.rules ?? [] + }, +}) +const current = computed(() => currentRes.data.value) +const history = computed(() => historyRes.data.value ?? []) +const containers = computed<ContainerMetrics[]>(() => currentRes.data.value?.containers ?? []) +const alerts = computed(() => alertsRes.data.value ?? []) +const alertRules = computed(() => alertRulesRes.data.value ?? []) const showAlertConfig = ref(false) const chartWidth = ref(380) let pollTimer: ReturnType<typeof setInterval> | null = null @@ -464,66 +505,10 @@ async function exportMetrics(format: 'csv' | 'json') { } } -async function fetchCurrent() { - try { - await homeStatus.refreshSystemStats() - const data = await rpcClient.call<MetricSnapshot | { status: string }>({ - method: 'monitoring.current', - }) - if (data && 'system' in data) { - current.value = data - containers.value = data.containers ?? [] - } - } catch { - // Silently retry on next poll - } -} - -async function fetchHistory() { - try { - const data = await rpcClient.call<HistoryResponse>({ - method: 'monitoring.history', - params: { resolution: 'minute', count: 60 }, - }) - if (data?.data) { - history.value = data.data - } - } catch { - // Silently retry on next poll - } -} - -async function fetchAlerts() { - try { - const data = await rpcClient.call<{ alerts: FiredAlert[] }>({ - method: 'monitoring.alerts', - params: { count: 50 }, - }) - if (data?.alerts) { - alerts.value = data.alerts.reverse() - } - } catch { - // Silently retry on next poll - } -} - -async function fetchAlertRules() { - try { - const data = await rpcClient.call<{ rules: AlertRule[] }>({ - method: 'monitoring.alert-rules', - }) - if (data?.rules) { - alertRules.value = data.rules - } - } catch { - // Non-critical - } -} - async function toggleAlertRule(kind: string, enabled: boolean) { try { await rpcClient.call({ method: 'monitoring.configure-alert', params: { kind, enabled } }) - await fetchAlertRules() + await alertRulesRes.refresh() } catch { // Non-critical } @@ -534,7 +519,7 @@ async function updateThreshold(kind: string, value: string) { if (isNaN(threshold) || threshold <= 0) return try { await rpcClient.call({ method: 'monitoring.configure-alert', params: { kind, threshold } }) - await fetchAlertRules() + await alertRulesRes.refresh() } catch { // Non-critical } @@ -543,7 +528,7 @@ async function updateThreshold(kind: string, value: string) { async function acknowledgeAlert(id: string) { try { await rpcClient.call({ method: 'monitoring.acknowledge-alert', params: { id } }) - await fetchAlerts() + await alertsRes.refresh() } catch { // Non-critical } @@ -556,18 +541,18 @@ function updateChartWidth() { } } -onMounted(async () => { +onMounted(() => { updateChartWidth() window.addEventListener('resize', updateChartWidth) - await Promise.all([fetchCurrent(), fetchHistory(), fetchAlerts(), fetchAlertRules()]) - - pollTimer = setInterval(async () => { - try { - await Promise.all([fetchCurrent(), fetchHistory(), fetchAlerts()]) - } catch { - // Background poll — ignore transient errors - } + // The cached resources fetch themselves on first use; the poll keeps the + // live view fresh (refreshes dedup in the store). + void homeStatus.refreshSystemStats() + pollTimer = setInterval(() => { + void homeStatus.refreshSystemStats() + void currentRes.refresh() + void historyRes.refresh() + void alertsRes.refresh() }, 5000) }) diff --git a/neode-ui/src/views/OnboardingSeedGenerate.vue b/neode-ui/src/views/OnboardingSeedGenerate.vue index 03af51f6..03786ed9 100644 --- a/neode-ui/src/views/OnboardingSeedGenerate.vue +++ b/neode-ui/src/views/OnboardingSeedGenerate.vue @@ -44,7 +44,19 @@ <!-- Word Grid --> <div v-if="words.length > 0" class="w-full max-w-[600px]"> - <div class="grid grid-cols-2 sm:grid-cols-4 gap-1 sm:gap-1.5"> + <!-- Words / QR tabs — words first; QR for wallets that import by scan --> + <div class="flex gap-1 mb-2 p-1 bg-white/5 rounded-lg"> + <button + v-for="tab in ([{ key: 'words', label: 'Words' }, { key: 'qr', label: 'QR code' }] as const)" + :key="tab.key" + type="button" + @click="seedTab = tab.key" + class="flex-1 px-2 py-1.5 rounded text-xs font-medium transition-colors" + :class="seedTab === tab.key ? 'bg-white/15 text-white' : 'text-white/50 hover:text-white/80'" + >{{ tab.label }}</button> + </div> + + <div v-if="seedTab === 'words'" class="grid grid-cols-2 sm:grid-cols-4 gap-1 sm:gap-1.5"> <div v-for="(word, i) in words" :key="i" @@ -55,6 +67,26 @@ </div> </div> + <div v-else class="flex flex-col items-center gap-2 py-2"> + <canvas ref="seedQrCanvas" class="rounded-lg bg-white p-2"></canvas> + <div class="flex p-0.5 bg-white/5 rounded-md"> + <button + v-for="f in ([{ key: 'seedqr', label: 'SeedQR' }, { key: 'text', label: 'Plain text' }] as const)" + :key="f.key" + type="button" + @click="qrFormat = f.key" + class="px-2.5 py-1 rounded text-[11px] font-medium transition-colors" + :class="qrFormat === f.key ? 'bg-white/15 text-white' : 'text-white/50 hover:text-white/80'" + >{{ f.label }}</button> + </div> + <p class="text-xs text-white/50 text-center max-w-[420px]"> + {{ qrFormat === 'seedqr' + ? 'SeedQR — scans into Passport, SeedSigner, Keystone and other wallets that import seeds by QR.' + : 'Plain text words — for wallets that read the phrase as text.' }} + Treat this code exactly like the words themselves. + </p> + </div> + <!-- Warning --> <div class="mt-3 bg-orange-500/10 border border-orange-500/20 rounded-lg px-3 py-2.5"> <p class="text-xs sm:text-sm text-orange-300/90"> @@ -99,6 +131,32 @@ import { playNavSound } from '@/composables/useNavSounds' const router = useRouter() const continueButton = ref<HTMLButtonElement | null>(null) const words = ref<string[]>([]) + +// Words / QR code view of the seed — words are the default first view. +// The QR tab defaults to SeedQR (BIP39 word-index digit stream), the format +// hardware wallets like Passport Prime / SeedSigner actually import; plain +// text stays available for wallets that read the phrase as text. +const seedTab = ref<'words' | 'qr'>('words') +const qrFormat = ref<'seedqr' | 'text'>('seedqr') +const seedQrCanvas = ref<HTMLCanvasElement | null>(null) + +async function renderSeedQr() { + await nextTick() + if (!seedQrCanvas.value || words.value.length === 0) return + try { + let payload = words.value.join(' ') + if (qrFormat.value === 'seedqr') { + const { toSeedQrDigits } = await import('@/utils/seedqr') + const digits = await toSeedQrDigits(words.value) + if (digits) payload = digits + else qrFormat.value = 'text' // non-BIP39 word — only text is honest + } + const QRCode = await import('qrcode') + await QRCode.toCanvas(seedQrCanvas.value, payload, { width: 240, margin: 1 }) + } catch { /* QR is a convenience — the words remain authoritative */ } +} +watch(seedTab, (tab) => { if (tab === 'qr') void renderSeedQr() }) +watch(qrFormat, () => { if (seedTab.value === 'qr') void renderSeedQr() }) const confirmed = ref(false) const loading = ref(false) const waitingForServer = ref(false) diff --git a/neode-ui/src/views/PeerFiles.vue b/neode-ui/src/views/PeerFiles.vue index 99f2124e..0caf201b 100644 --- a/neode-ui/src/views/PeerFiles.vue +++ b/neode-ui/src/views/PeerFiles.vue @@ -594,10 +594,11 @@ </template> <script setup lang="ts"> -import { ref, computed, reactive, watch, onMounted } from 'vue' +import { ref, computed, reactive, watch, onMounted, onUnmounted } from 'vue' import { useRouter } from 'vue-router' import QRCode from 'qrcode' import { rpcClient } from '@/api/rpc-client' +import { useResourcesStore } from '@/stores/resources' import { useAudioPlayer } from '@/composables/useAudioPlayer' import { pipSupported, togglePip } from '@/utils/pip' import BackButton from '@/components/BackButton.vue' @@ -625,16 +626,33 @@ interface CatalogItem { access: string | { paid: { price_sats: number } } } -const loading = ref(true) +const resources = useResourcesStore() const currentPeer = ref<PeerNode | null>(null) -const catalogError = ref('') -const catalogItems = ref<CatalogItem[]>([]) const downloading = ref<string | null>(null) const playing = ref<string | null>(null) const purchaseError = ref<string | null>(null) + +// The catalog is the SAME cached entry Cloud.vue's per-peer fan-in fills +// (`cloud.peer-browse:<onion>`): arriving here from the Cloud page paints +// the file list instantly from cache and revalidates behind it. +interface PeerBrowse { + items: CatalogItem[] + transport: string | null + latencyMs: number +} +const peerOnion = computed(() => props.peerId || currentPeer.value?.onion || '') +function browseEntry() { + return resources.entry<PeerBrowse>(`cloud.peer-browse:${peerOnion.value}`) +} +const catalogItems = computed(() => browseEntry().data?.items ?? []) +const catalogError = computed(() => browseEntry().error ?? '') +const loading = computed(() => { + const s = browseEntry().loadState + return s === 'loading' || s === 'refreshing' || (s === 'idle' && !!peerOnion.value) +}) // Transport actually used to reach this peer (returned by content.browse-peer) // so we can show a FIPS/Tor pill instead of always assuming Tor (B21). -const transport = ref<string | null>(null) +const transport = computed(() => browseEntry().data?.transport ?? null) const transportPill = computed(() => { switch (transport.value) { case 'fips': @@ -794,53 +812,75 @@ function goBack() { onMounted(async () => { if (props.peerId) { - // Find the peer by onion address - try { - const result = await rpcClient.federationListNodes() - const peers = result?.nodes ?? [] - currentPeer.value = peers.find((p: PeerNode) => p.onion === props.peerId) || null - } catch { - // Continue with just the onion address - } - await Promise.all([loadCatalog(), loadOwned()]) - } else { - loading.value = false + // The peer-name lookup is cosmetic — the catalog only needs the onion we + // already have. Serialized, it added a full mesh round-trip before the + // files even started loading. + await Promise.all([ + rpcClient.federationListNodes() + .then((result) => { + const peers = result?.nodes ?? [] + currentPeer.value = peers.find((p: PeerNode) => p.onion === props.peerId) || null + }) + .catch(() => { /* continue with just the onion address */ }), + loadCatalog(), + loadOwned(), + ]) } + // No peerId → peerOnion is empty and `loading` stays false on its own. }) -async function loadCatalog() { - const onion = props.peerId || currentPeer.value?.onion - if (!onion) return - const hadItems = catalogItems.value.length > 0 - loading.value = true - catalogError.value = '' - try { +function loadCatalog(): Promise<void> { + const onion = peerOnion.value + if (!onion) return Promise.resolve() + return resources.refresh<PeerBrowse>(`cloud.peer-browse:${onion}`, async () => { + const t0 = Date.now() const result = await rpcClient.call<{ items?: CatalogItem[]; transport?: string }>({ method: 'content.browse-peer', params: { onion }, timeout: 30000, + // The caller has its own timeout UX; retry×3 turned one slow peer + // into a 90s spinner. + maxRetries: 1, + dedup: true, + }) + return { items: result?.items ?? [], transport: result?.transport ?? null, latencyMs: Date.now() - t0 } + }) +} + +// Load visual previews for image and video items when catalog loads. +// Audio files don't need visual thumbnails — they show a waveform icon. +// The fan-out is capped (3 concurrent) and aborts on unmount — it used to +// fire one 30s RPC per media item all at once, unbounded. +const previewAborter = new AbortController() +onUnmounted(() => previewAborter.abort()) +const previewQueued = new Set<string>() +let previewQueue: CatalogItem[] = [] +let previewWorkers = 0 +const PREVIEW_CONCURRENCY = 3 + +function pumpPreviews(onion: string) { + while (previewWorkers < PREVIEW_CONCURRENCY && previewQueue.length > 0) { + const item = previewQueue.shift()! + previewWorkers++ + void loadPreview(onion, item).finally(() => { + previewWorkers-- + pumpPreviews(onion) }) - catalogItems.value = result?.items ?? [] - transport.value = result?.transport ?? null - } catch (e: unknown) { - catalogError.value = e instanceof Error ? e.message : 'Failed to connect to peer' - if (!hadItems) catalogItems.value = [] - } finally { - loading.value = false } } -// Load visual previews for image and video items when catalog loads -// Audio files don't need visual thumbnails — they show a waveform icon -watch(catalogItems, async (items) => { - const onion = props.peerId || currentPeer.value?.onion +watch(catalogItems, (items) => { + const onion = peerOnion.value if (!onion) return for (const item of items) { - if ((item.mime_type.startsWith('image/') || item.mime_type.startsWith('video/')) && !previewUrls[item.id]) { - loadPreview(onion, item) + const isVisual = item.mime_type.startsWith('image/') || item.mime_type.startsWith('video/') + if (isVisual && !previewUrls[item.id] && !previewQueued.has(item.id)) { + previewQueued.add(item.id) + previewQueue.push(item) } } -}) + pumpPreviews(onion) +}, { immediate: true }) async function loadPreview(onion: string, item: CatalogItem) { try { @@ -848,6 +888,8 @@ async function loadPreview(onion: string, item: CatalogItem) { method: 'content.preview-peer', params: { onion, content_id: item.id }, timeout: 30000, + maxRetries: 1, + signal: previewAborter.signal, }) if (result?.data) { const mime = result.content_type || item.mime_type @@ -1316,8 +1358,8 @@ async function payWithInvoice() { /** * Pay the seller's invoice straight from THIS node's Lightning wallet, then - * release the file. No QR/polling: lnd.payinvoice only returns once the payment - * settles, so the payment_hash is immediately valid as the download gate token. + * release the file. payLightningInvoice resolves to a real terminal state, so + * on success the payment_hash is immediately valid as the download gate token. */ async function payWithLightning() { const item = payItem.value @@ -1337,14 +1379,15 @@ async function payWithLightning() { lnError.value = inv?.error || 'The seller could not create an invoice (is its Lightning node running?).' return } - // 2. Pay it from our own node. Returns only after settlement. - const pay = await rpcClient.call<{ payment_hash?: string; payment_error?: string }>({ - method: 'lnd.payinvoice', - params: { payment_request: inv.bolt11 }, - timeout: 120000, - }) - if (pay?.payment_error) { - lnError.value = `Payment failed: ${pay.payment_error}` + // 2. Pay it from our own node. Tracked to a REAL terminal state — a slow + // multi-hop route resolves via status polling instead of a false failure. + const pay = await rpcClient.payLightningInvoice({ payment_request: inv.bolt11 }) + if (pay.status === 'failed') { + lnError.value = `Payment failed: ${pay.failure_reason || 'unknown reason'}` + return + } + if (pay.status === 'pending') { + lnError.value = 'Payment is still settling — this can take a few minutes. Check your wallet transactions before paying again.' return } // 3. Settled — pull the file using the payment hash as the gate token. diff --git a/neode-ui/src/views/Server.vue b/neode-ui/src/views/Server.vue index 71a1568a..6d819d9b 100644 --- a/neode-ui/src/views/Server.vue +++ b/neode-ui/src/views/Server.vue @@ -407,6 +407,7 @@ import { ref, computed, onMounted, onUnmounted, watch } from 'vue' import DOMPurify from 'dompurify' import { rpcClient } from '@/api/rpc-client' +import { useCachedResource, type CachedResource } from '@/composables/useCachedResource' import { useAppStore } from '@/stores/app' import QuickActionsCard from './server/QuickActionsCard.vue' import TorServicesCard from './server/TorServicesCard.vue' @@ -434,18 +435,51 @@ const torStatusColor = computed(() => { const autoSyncEnabled = ref(true) const logCount = ref(0) -// Network data -const networkLoading = ref(true) -const networkRefreshing = ref(false) -const networkHasLoaded = ref(false) -const networkData = ref({ - wifiCount: 'N/A', wifiSsid: null as string | null, torConnected: false, forwardCount: 'N/A', +// Network data — a cached aggregate over four RPCs (allSettled: a failing +// one keeps that slice's previous values). Revisits paint instantly. +interface NetworkData { + wifiCount: string; wifiSsid: string | null; torConnected: boolean; forwardCount: string + vpnConnected: boolean; vpnProvider: string; vpnIp: string; wgIp: string; wgPubkey: string + vpnHostname: string; vpnPeers: number + dnsProvider: string; dnsServers: string[]; dnsDoH: boolean +} +const defaultNetworkData = (): NetworkData => ({ + wifiCount: 'N/A', wifiSsid: null, torConnected: false, forwardCount: 'N/A', vpnConnected: false, vpnProvider: '', vpnIp: '', wgIp: '', wgPubkey: '', vpnHostname: '', vpnPeers: 0, - dnsProvider: 'system', dnsServers: [] as string[], dnsDoH: false, + dnsProvider: 'system', dnsServers: [], dnsDoH: false, }) +// immediate:false — the fetcher merges onto the previous value via +// networkRes, so it must not run during this initializer (onMounted loads +// it). The explicit annotation breaks the self-referential inference cycle. +const networkRes: CachedResource<NetworkData> = useCachedResource<NetworkData>({ + key: 'server.network-summary', + immediate: false, + fetcher: async () => { + const next = { ...(networkRes.data.value ?? defaultNetworkData()) } + const [diagRes, fwdRes, vpnRes, dnsRes] = await Promise.allSettled([ + rpcClient.call<{ wan_ip: string | null; nat_type: string; upnp_available: boolean; tor_connected: boolean; wifi_count?: number }>({ method: 'network.diagnostics' }), + rpcClient.call<{ forwards: unknown[] }>({ method: 'router.list-forwards' }), + rpcClient.vpnStatus(), + rpcClient.dnsStatus(), + ]) + if (diagRes.status === 'fulfilled') { next.torConnected = diagRes.value.tor_connected; next.wifiCount = diagRes.value.wifi_count !== undefined ? `${diagRes.value.wifi_count} configured` : 'N/A'; next.wifiSsid = (diagRes.value as { wifi_ssid?: string | null }).wifi_ssid ?? null } + if (fwdRes.status === 'fulfilled') { const c = fwdRes.value.forwards?.length ?? 0; next.forwardCount = `${c} rule${c !== 1 ? 's' : ''}` } + if (vpnRes.status === 'fulfilled') { next.vpnConnected = vpnRes.value.connected; next.vpnProvider = vpnRes.value.provider ?? ''; next.vpnIp = (vpnRes.value.ip_address ?? '').replace(/\/\d+$/, ''); next.wgIp = vpnRes.value.wg_ip ?? ''; next.wgPubkey = (vpnRes.value as Record<string, unknown>).wg_pubkey as string ?? '' } + if (dnsRes.status === 'fulfilled') { next.dnsProvider = dnsRes.value.provider; next.dnsServers = dnsRes.value.resolv_conf_servers ?? []; next.dnsDoH = dnsRes.value.doh_enabled } + return next + }, +}) +const networkData = computed(() => networkRes.data.value ?? defaultNetworkData()) +const networkLoading = computed(() => networkRes.loadState.value === 'loading') +const networkRefreshing = computed(() => networkRes.loadState.value === 'refreshing') // FIPS status row for the Local Network card. Full FIPS card lives below. -const fipsSummary = ref<{ installed: boolean; service_active: boolean; key_present: boolean; anchor_connected?: boolean; authenticated_peer_count?: number } | null>(null) +const fipsSummaryRes = useCachedResource<{ installed: boolean; service_active: boolean; key_present: boolean; anchor_connected?: boolean; authenticated_peer_count?: number }>({ + key: 'server.fips-summary', + immediate: false, + fetcher: (signal) => rpcClient.call({ method: 'fips.status', signal, dedup: true, maxRetries: 1 }), +}) +const fipsSummary = computed(() => fipsSummaryRes.data.value) const fipsRowLabel = computed(() => { const s = fipsSummary.value if (!s) return '…' @@ -467,32 +501,12 @@ const fipsRowTextClass = computed(() => { if (s.anchor_connected === false) return 'text-orange-400' return 'text-green-400' }) -async function loadFipsSummary() { - try { - fipsSummary.value = await rpcClient.call<{ installed: boolean; service_active: boolean; key_present: boolean; anchor_connected?: boolean; authenticated_peer_count?: number }>({ method: 'fips.status' }) - } catch { /* backend too old */ } +function loadFipsSummary() { + return fipsSummaryRes.refresh() } -async function loadNetworkData() { - const initialLoad = !networkHasLoaded.value - networkLoading.value = initialLoad - networkRefreshing.value = !initialLoad - try { - const [diagRes, fwdRes, vpnRes, dnsRes] = await Promise.allSettled([ - rpcClient.call<{ wan_ip: string | null; nat_type: string; upnp_available: boolean; tor_connected: boolean; wifi_count?: number }>({ method: 'network.diagnostics' }), - rpcClient.call<{ forwards: unknown[] }>({ method: 'router.list-forwards' }), - rpcClient.vpnStatus(), - rpcClient.dnsStatus(), - ]) - if (diagRes.status === 'fulfilled') { networkData.value.torConnected = diagRes.value.tor_connected; networkData.value.wifiCount = diagRes.value.wifi_count !== undefined ? `${diagRes.value.wifi_count} configured` : 'N/A'; networkData.value.wifiSsid = (diagRes.value as { wifi_ssid?: string | null }).wifi_ssid ?? null } - if (fwdRes.status === 'fulfilled') { const c = fwdRes.value.forwards?.length ?? 0; networkData.value.forwardCount = `${c} rule${c !== 1 ? 's' : ''}` } - if (vpnRes.status === 'fulfilled') { networkData.value.vpnConnected = vpnRes.value.connected; networkData.value.vpnProvider = vpnRes.value.provider ?? ''; networkData.value.vpnIp = (vpnRes.value.ip_address ?? '').replace(/\/\d+$/, ''); networkData.value.wgIp = vpnRes.value.wg_ip ?? ''; networkData.value.wgPubkey = (vpnRes.value as Record<string, unknown>).wg_pubkey as string ?? '' } - if (dnsRes.status === 'fulfilled') { networkData.value.dnsProvider = dnsRes.value.provider; networkData.value.dnsServers = dnsRes.value.resolv_conf_servers ?? []; networkData.value.dnsDoH = dnsRes.value.doh_enabled } - } catch { /* keep existing/default values */ } finally { - networkHasLoaded.value = true - networkLoading.value = false - networkRefreshing.value = false - } +function loadNetworkData() { + return networkRes.refresh() } // VPN peer management @@ -507,13 +521,18 @@ const sanitizedPeerQrSvg = computed(() => ) const peerError = ref('') const copiedConfig = ref(false) -const vpnPeers = ref<{ name: string; ip: string; type?: string; npub?: string }[]>([]) +const vpnPeersRes = useCachedResource<{ name: string; ip: string; type?: string; npub?: string }[]>({ + key: 'server.vpn-peers', + immediate: false, + fetcher: async (signal) => { + const res = await rpcClient.call<{ peers: { name: string; ip: string }[] }>({ method: 'vpn.list-peers', signal, dedup: true, maxRetries: 1 }) + return res.peers || [] + }, +}) +const vpnPeers = computed(() => vpnPeersRes.data.value ?? []) -async function loadVpnPeers() { - try { - const res = await rpcClient.call<{ peers: { name: string; ip: string }[] }>({ method: 'vpn.list-peers' }) - vpnPeers.value = res.peers || [] - } catch { /* no peers */ } +function loadVpnPeers() { + return vpnPeersRes.refresh() } async function createPeer() { @@ -557,7 +576,7 @@ async function removePeer(name: string) { removingPeer.value = name try { await rpcClient.call({ method: 'vpn.remove-peer', params: { name } }) - vpnPeers.value = vpnPeers.value.filter(p => p.name !== name) + vpnPeersRes.optimistic(cur => (cur ?? []).filter(p => p.name !== name)) } catch { /* ignore */ } finally { removingPeer.value = '' } } @@ -583,10 +602,17 @@ async function copyPeerConfig() { interface NetworkInterface { name: string; type: string; state: string; mac: string; ipv4: string[] } interface WifiNetwork { ssid: string; signal: number; security: string } -const interfacesLoading = ref(true) -const interfacesRefreshing = ref(false) -const interfacesHaveLoaded = ref(false) -const allInterfaces = ref<NetworkInterface[]>([]) +const interfacesRes = useCachedResource<NetworkInterface[]>({ + key: 'server.interfaces', + immediate: false, + fetcher: async (signal) => { + const res = await rpcClient.call<{ interfaces: NetworkInterface[] }>({ method: 'network.list-interfaces', signal, dedup: true, maxRetries: 1 }) + return res.interfaces + }, +}) +const interfacesLoading = computed(() => interfacesRes.loadState.value === 'loading') +const interfacesRefreshing = computed(() => interfacesRes.loadState.value === 'refreshing') +const allInterfaces = computed(() => interfacesRes.data.value ?? []) const physicalInterfaces = computed(() => allInterfaces.value.filter(i => i.type === 'ethernet' || i.type === 'wifi')) const wifiAvailable = computed(() => allInterfaces.value.some(i => i.type === 'wifi')) @@ -637,19 +663,19 @@ async function applyDnsConfig(customServers: string) { const res = await rpcClient.configureDns(params) // Never trust the response shape: an undefined `servers` used to reach the // dnsDisplayLabel computed and crash the whole page render on `.length`. - networkData.value.dnsProvider = res?.provider ?? provider - networkData.value.dnsServers = Array.isArray(res?.servers) ? res.servers : (params.servers ?? []) - networkData.value.dnsDoH = !!res?.doh_enabled + // Write-through to the cached aggregate (the RPC already succeeded). + networkRes.optimistic(cur => ({ + ...(cur ?? defaultNetworkData()), + dnsProvider: res?.provider ?? provider, + dnsServers: Array.isArray(res?.servers) ? res.servers : (params.servers ?? []), + dnsDoH: !!res?.doh_enabled, + })) showDnsModal.value = false } catch (e) { dnsError.value = e instanceof Error ? e.message : 'DNS configuration failed.' } finally { dnsApplying.value = false } } -async function loadInterfaces() { - const initialLoad = !interfacesHaveLoaded.value - const hadInterfaces = allInterfaces.value.length > 0 - interfacesLoading.value = initialLoad - interfacesRefreshing.value = !initialLoad - try { const res = await rpcClient.call<{ interfaces: NetworkInterface[] }>({ method: 'network.list-interfaces' }); allInterfaces.value = res.interfaces } catch { if (!hadInterfaces) allInterfaces.value = [] } finally { interfacesHaveLoaded.value = true; interfacesLoading.value = false; interfacesRefreshing.value = false } +function loadInterfaces() { + return interfacesRes.refresh() } async function toggleWifiRadio(iface: NetworkInterface) { @@ -731,9 +757,18 @@ function formatBytes(bytes: number): string { } // Tor Services -const torServices = ref<TorServiceInfo[]>([]) -const torServicesLoading = ref(false) -const torDaemonRunning = ref(false) +const torServicesRes = useCachedResource<{ services: TorServiceInfo[]; tor_running: boolean }>({ + key: 'server.tor-services', + immediate: false, + fetcher: async (signal) => { + const res = await rpcClient.call<{ services: TorServiceInfo[]; tor_running: boolean }>({ method: 'tor.list-services', signal, dedup: true, maxRetries: 1 }) + return { services: res.services || [], tor_running: res.tor_running ?? false } + }, +}) +const torServices = computed(() => torServicesRes.data.value?.services ?? []) +const torServicesLoading = computed(() => + torServicesRes.loadState.value === 'loading' || torServicesRes.loadState.value === 'refreshing') +const torDaemonRunning = computed(() => torServicesRes.data.value?.tor_running ?? false) const torRestarting = ref(false) const torRotating = ref<string | false>(false) const torDeleting = ref<string | false>(false) @@ -750,11 +785,8 @@ const availableAppsForTor = computed(() => { .sort((a, b) => a.title.localeCompare(b.title)) }) -async function loadTorServices() { - const hadServices = torServices.value.length > 0 - torServicesLoading.value = true - try { const res = await rpcClient.call<{ services: TorServiceInfo[]; tor_running: boolean }>({ method: 'tor.list-services' }); torServices.value = res.services || []; torDaemonRunning.value = res.tor_running ?? false } - catch { if (!hadServices) { torServices.value = []; torDaemonRunning.value = false } } finally { torServicesLoading.value = false } +function loadTorServices() { + return torServicesRes.refresh() } async function copyTorAddress(address: string) { @@ -798,14 +830,18 @@ async function createService(name: string, port: number | null) { onMounted(() => { checkTorStatus(); loadNetworkData(); loadInterfaces(); loadDiskStatus(); loadTorServices(); loadVpnPeers(); loadFipsSummary() }) -// Poll VPN status every 15s so IP updates after pairing +// Poll VPN status every 15s so IP updates after pairing (write-through to +// the cached aggregate without refetching the other three RPCs) const vpnPollInterval = setInterval(async () => { try { const vpnRes = await rpcClient.vpnStatus() - networkData.value.vpnConnected = vpnRes.connected - networkData.value.vpnProvider = vpnRes.provider ?? '' - networkData.value.vpnIp = (vpnRes.ip_address ?? '').replace(/\/\d+$/, '') - networkData.value.wgIp = vpnRes.wg_ip ?? '' + networkRes.optimistic(cur => ({ + ...(cur ?? defaultNetworkData()), + vpnConnected: vpnRes.connected, + vpnProvider: vpnRes.provider ?? '', + vpnIp: (vpnRes.ip_address ?? '').replace(/\/\d+$/, ''), + wgIp: vpnRes.wg_ip ?? '', + })) } catch { /* ignore */ } }, 15000) onUnmounted(() => clearInterval(vpnPollInterval)) @@ -829,8 +865,11 @@ async function restartServices() { async function checkTorStatus() { checkingTor.value = true; torStatusLabel.value = 'checking' - try { const res = await rpcClient.call<{ services: TorServiceInfo[] }>({ method: 'tor.list-services' }); torServices.value = res.services || []; torStatusLabel.value = torServices.value.some(s => s.onion_address) ? 'running' : 'stopped' } - catch { torStatusLabel.value = 'stopped' } finally { checkingTor.value = false } + try { + await torServicesRes.refresh() + if (torServicesRes.error.value) torStatusLabel.value = 'stopped' + else torStatusLabel.value = torServices.value.some(s => s.onion_address) ? 'running' : 'stopped' + } finally { checkingTor.value = false } } const logsToast = ref('') diff --git a/neode-ui/src/views/__tests__/CredentialsRefresh.test.ts b/neode-ui/src/views/__tests__/CredentialsRefresh.test.ts index 903d0fc2..a2b7aabc 100644 --- a/neode-ui/src/views/__tests__/CredentialsRefresh.test.ts +++ b/neode-ui/src/views/__tests__/CredentialsRefresh.test.ts @@ -1,5 +1,6 @@ import { flushPromises, mount } from '@vue/test-utils' import { describe, expect, it, vi } from 'vitest' +import { createPinia } from 'pinia' import Credentials from '../Credentials.vue' import { rpcClient } from '@/api/rpc-client' @@ -42,6 +43,8 @@ describe('Credentials', () => { const wrapper = mount(Credentials, { global: { + // The cached-resource layer pulls the Pinia resources store in setup. + plugins: [createPinia()], mocks: { $router: { push: vi.fn() }, }, diff --git a/neode-ui/src/views/__tests__/PeerFilesRefresh.test.ts b/neode-ui/src/views/__tests__/PeerFilesRefresh.test.ts index 1c9ce24d..21277387 100644 --- a/neode-ui/src/views/__tests__/PeerFilesRefresh.test.ts +++ b/neode-ui/src/views/__tests__/PeerFilesRefresh.test.ts @@ -1,5 +1,6 @@ import { flushPromises, mount } from '@vue/test-utils' import { describe, expect, it, vi } from 'vitest' +import { createPinia } from 'pinia' import PeerFiles from '../PeerFiles.vue' import { rpcClient } from '@/api/rpc-client' @@ -55,6 +56,8 @@ describe('PeerFiles', () => { const wrapper = mount(PeerFiles, { props: { peerId: 'peer.onion' }, global: { + // The shared peer-browse cache lives in the Pinia resources store. + plugins: [createPinia()], stubs: { Teleport: true, }, diff --git a/neode-ui/src/views/__tests__/ServerNetworkRefresh.test.ts b/neode-ui/src/views/__tests__/ServerNetworkRefresh.test.ts index eed224b1..6f00e44a 100644 --- a/neode-ui/src/views/__tests__/ServerNetworkRefresh.test.ts +++ b/neode-ui/src/views/__tests__/ServerNetworkRefresh.test.ts @@ -1,5 +1,6 @@ import { flushPromises, mount } from '@vue/test-utils' import { describe, expect, it, vi } from 'vitest' +import { createPinia } from 'pinia' import Server from '../Server.vue' import { rpcClient } from '@/api/rpc-client' @@ -29,6 +30,8 @@ function deferred<T>() { function mountServer(options: { renderTorServices?: boolean } = {}) { return mount(Server, { global: { + // The cached-resource layer pulls the Pinia resources store in setup. + plugins: [createPinia()], stubs: { QuickActionsCard: true, TorServicesCard: options.renderTorServices ? false : true, diff --git a/neode-ui/src/views/appDetails/LndSeedBackup.vue b/neode-ui/src/views/appDetails/LndSeedBackup.vue index 95e0b016..475c6e1e 100644 --- a/neode-ui/src/views/appDetails/LndSeedBackup.vue +++ b/neode-ui/src/views/appDetails/LndSeedBackup.vue @@ -2,6 +2,7 @@ import { ref, onMounted } from 'vue' import { useRoute, useRouter } from 'vue-router' import { rpcClient } from '@/api/rpc-client' +import SeedRevealPanel from '@/components/SeedRevealPanel.vue' // Lightning seed (aezeed) backup card. Shown on the LND app detail page. // The backend captures the aezeed at wallet-init time; until the user @@ -166,20 +167,8 @@ async function confirmBackedUp() { </template> <template v-else> - <p class="text-sm text-white/60 mb-3">Write these down and store them offline. Tap to {{ wordsHidden ? 'reveal' : 'hide' }}.</p> - <div class="relative"> - <div - class="grid grid-cols-2 sm:grid-cols-3 gap-2 p-3 bg-white/5 rounded-lg transition-all select-text" - :class="wordsHidden ? 'blur-md' : ''" - @click="wordsHidden = !wordsHidden" - > - <div v-for="(w, i) in revealedWords" :key="i" class="flex items-center gap-1.5 text-sm"> - <span class="text-white/30 text-xs w-5 text-right">{{ i + 1 }}.</span> - <span class="text-white font-mono">{{ w }}</span> - </div> - </div> - <button v-if="wordsHidden" type="button" class="absolute inset-0 flex items-center justify-center text-xs text-white/70 font-medium" @click="wordsHidden = false">Tap to reveal</button> - </div> + <SeedRevealPanel :words="revealedWords" aezeed /> + <div class="flex gap-2 pt-4"> <button type="button" @click="copyRevealedWords" class="flex-1 glass-button rounded-lg px-4 py-2 text-sm font-medium">{{ wordsCopied ? 'Copied!' : 'Copy' }}</button> <button type="button" :disabled="acking" @click="confirmBackedUp" class="flex-1 glass-button rounded-lg px-4 py-2 text-sm font-medium bg-orange-500/20 border-orange-400/30 disabled:opacity-50"> diff --git a/neode-ui/src/views/apps/__tests__/LightningChannels.test.ts b/neode-ui/src/views/apps/__tests__/LightningChannels.test.ts index 53adcc8a..fffb75b7 100644 --- a/neode-ui/src/views/apps/__tests__/LightningChannels.test.ts +++ b/neode-ui/src/views/apps/__tests__/LightningChannels.test.ts @@ -1,5 +1,6 @@ import { flushPromises, mount } from '@vue/test-utils' import { describe, expect, it, vi } from 'vitest' +import { createPinia } from 'pinia' import LightningChannels from '@/components/LightningChannelsPanel.vue' import { rpcClient } from '@/api/rpc-client' @@ -44,7 +45,11 @@ describe('LightningChannels', () => { total_outbound: 60_000, }) - const wrapper = mount(LightningChannels) + // The panel's setup pulls a Pinia store via useTxExplorer — mount with a + // fresh Pinia or setup throws before the first render. + const wrapper = mount(LightningChannels, { + global: { plugins: [createPinia()] }, + }) await flushPromises() expect(wrapper.text()).toContain('peer-pubkey') diff --git a/neode-ui/src/views/dashboard/DashboardMobileNav.vue b/neode-ui/src/views/dashboard/DashboardMobileNav.vue index dbe88cd8..12f5dc3b 100644 --- a/neode-ui/src/views/dashboard/DashboardMobileNav.vue +++ b/neode-ui/src/views/dashboard/DashboardMobileNav.vue @@ -208,6 +208,11 @@ function onResize() { updateTabBarHeight() } +function onInsetsInjected() { + readSafeAreaTop() + updateTabBarHeight() +} + onMounted(() => { updateTabBarHeight() // Re-measure after the first paint: on mount the bar may not have its final @@ -216,13 +221,21 @@ onMounted(() => { requestAnimationFrame(updateTabBarHeight) readSafeAreaTop() window.addEventListener('resize', onResize) - // Re-read after WebView injection has had time to run. The injected - // safe-area-bottom padding changes the bar's height, so re-measure too. - setTimeout(() => { readSafeAreaTop(); updateTabBarHeight() }, 500) + // The Android WebView injects --safe-area-top asynchronously and fires this + // event when it lands. An authenticated session mounts the dashboard BEFORE + // the injection (fresh installs mount after login, long after it), so a + // one-shot read here bakes in 0 and content slides under the growing fixed + // tab bar — the update-install-only overlap bug. + window.addEventListener('archy-insets', onInsetsInjected) + // Fallback retry ladder for APKs that predate the event. + for (const delay of [500, 1500, 3000, 6000]) { + setTimeout(onInsetsInjected, delay) + } }) onBeforeUnmount(() => { window.removeEventListener('resize', onResize) + window.removeEventListener('archy-insets', onInsetsInjected) }) // Re-measure on route changes diff --git a/neode-ui/src/views/home/HomeWalletCard.vue b/neode-ui/src/views/home/HomeWalletCard.vue index c9c37fbf..e69f83b0 100644 --- a/neode-ui/src/views/home/HomeWalletCard.vue +++ b/neode-ui/src/views/home/HomeWalletCard.vue @@ -112,9 +112,18 @@ </transition> <div class="home-card-stats space-y-3 mb-4 flex-1 min-h-0"> - <div class="flex items-center justify-between p-3 bg-white/5 rounded-lg"> + <div class="flex items-center justify-between p-3 bg-white/10 rounded-lg"> <div class="flex items-center gap-3"> <span class="text-lg text-orange-500 font-bold">₿</span> + <span class="text-sm font-medium text-white">{{ t('web5.totalBitcoin') }}</span> + </div> + <span class="text-white text-sm font-semibold">{{ walletTotal.toLocaleString() }} sats</span> + </div> + <div class="flex items-center justify-between p-3 bg-white/5 rounded-lg"> + <div class="flex items-center gap-3"> + <svg class="w-5 h-5 text-orange-500" role="img" aria-label="On-chain" fill="none" stroke="currentColor" viewBox="0 0 24 24"> + <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M13.828 10.172a4 4 0 00-5.656 0l-4 4a4 4 0 105.656 5.656l1.102-1.101m-.758-4.899a4 4 0 005.656 0l4-4a4 4 0 00-5.656-5.656l-1.1 1.1" /> + </svg> <span class="text-sm text-white/80">{{ t('web5.onChain') }}</span> </div> <span class="text-orange-500 text-sm font-medium">{{ walletOnchain.toLocaleString() }} sats</span> @@ -232,6 +241,10 @@ defineEmits<{ const showIncomingTxPanel = ref(false) +const walletTotal = computed(() => + props.walletOnchain + props.walletLightning + props.walletEcash + props.walletFedimint + (props.walletArk ?? 0) +) + function isOnchain(tx: WalletTransaction): boolean { return !tx.kind || tx.kind === 'onchain' } diff --git a/neode-ui/src/views/mesh/MeshDevicePanel.vue b/neode-ui/src/views/mesh/MeshDevicePanel.vue index 0a74a2d7..46b0b768 100644 --- a/neode-ui/src/views/mesh/MeshDevicePanel.vue +++ b/neode-ui/src/views/mesh/MeshDevicePanel.vue @@ -142,12 +142,15 @@ async function saveSettings() { lora_region: form.value.region, device_kind: form.value.deviceKind, channel_name: form.value.channel.trim() || 'archipelago', - ...(form.value.name.trim() ? { advert_name: form.value.name.trim() } : {}), + // Always sent: an empty string CLEARS the custom mesh name (backend + // maps "" -> None -> fall back to the server name). The old omit-when- + // empty made clearing impossible once a name was ever set. + advert_name: form.value.name.trim(), broadcast_identity: form.value.broadcastIdentity, ...(rfParams ? { lora_radio_params: rfParams } : {}), }) saveDone.value = true - setTimeout(() => { saveDone.value = false }, 3000) + setTimeout(() => { saveDone.value = false }, 5000) } catch (e) { saveError.value = e instanceof Error ? e.message : 'Failed to save mesh settings' } finally { @@ -286,7 +289,7 @@ async function saveSettings() { > {{ saving ? 'Saving…' : 'Save Settings' }} </button> - <span v-if="saveDone" class="text-xs text-green-400">Saved — applies on next radio session</span> + <span v-if="saveDone" class="text-xs text-green-400">Saved — applying to the radio now…</span> <span v-if="saveError" class="text-xs text-red-400">{{ saveError }}</span> </div> </div> diff --git a/neode-ui/src/views/mesh/mesh-styles.css b/neode-ui/src/views/mesh/mesh-styles.css index d30e3e1c..3f0968b5 100644 --- a/neode-ui/src/views/mesh/mesh-styles.css +++ b/neode-ui/src/views/mesh/mesh-styles.css @@ -83,6 +83,19 @@ .mesh-offgrid-active { border-color: rgba(251, 146, 60, 0.4) !important; color: #fb923c !important; } .mesh-actions { display: flex; gap: 8px; flex-shrink: 0; } .mesh-action-btn { flex: 1; padding: 8px 0; font-size: 0.8rem; } +.mesh-action-ok { color: #34d399; border-color: rgba(52, 211, 153, 0.4); } +.mesh-refresh-spinner { + display: inline-block; + width: 10px; + height: 10px; + margin-right: 4px; + border-radius: 9999px; + border: 2px solid rgba(251, 146, 60, 0.7); + border-top-color: transparent; + animation: mesh-refresh-spin 0.8s linear infinite; + vertical-align: -1px; +} +@keyframes mesh-refresh-spin { to { transform: rotate(360deg); } } .mesh-peers-card { padding: 14px; flex: 1; min-height: 0; display: flex; flex-direction: column; } .mesh-peers-card .mesh-section-title { margin-bottom: 10px; flex-shrink: 0; } .mesh-peer-list { display: flex; flex-direction: column; gap: 4px; overflow-y: auto; flex: 1; min-height: 0; } @@ -361,13 +374,35 @@ .mesh-typed-content-audio { width: 220px; max-width: 100%; display: block; } .mesh-typed-content-image-wrap { position: relative; display: inline-block; } .mesh-typed-content-download-btn { - position: absolute; bottom: 6px; right: 6px; width: 1.75rem; height: 1.75rem; - border-radius: 50%; border: 1px solid rgba(255,255,255,0.15); - background: rgba(0,0,0,0.55); color: rgba(255,255,255,0.85); font-size: 0.85rem; + position: absolute; bottom: 8px; right: 8px; + width: 2.25rem; height: 2.25rem; min-width: 2.25rem; flex-shrink: 0; + border-radius: 50%; border: 1px solid rgba(255,255,255,0.18); + background: rgba(10,10,14,0.55); color: rgba(255,255,255,0.9); display: flex; align-items: center; justify-content: center; cursor: pointer; - backdrop-filter: blur(6px); + backdrop-filter: blur(10px); -webkit-backdrop-filter: blur(10px); + box-shadow: 0 2px 8px rgba(0,0,0,0.35); + transition: background 0.15s ease, transform 0.15s ease; } -.mesh-typed-content-download-btn:hover { background: rgba(0,0,0,0.75); color: #fff; } +.mesh-typed-content-download-btn svg { width: 1.05rem; height: 1.05rem; } +.mesh-typed-content-download-btn:hover { background: rgba(251,146,60,0.35); color: #fff; transform: scale(1.06); } +.mesh-typed-content-download-btn:active { transform: scale(0.96); } +/* Pre-fetch "Download" pill under an incoming attachment. The generic .btn it + replaced collapsed to its text width inside the narrow mobile bubble and + looked squashed — this is a full-width glass pill in the house style. */ +.mesh-typed-content-fetch-btn { + display: flex; align-items: center; justify-content: center; gap: 7px; + width: 100%; min-height: 2.4rem; padding: 8px 14px; margin-top: 2px; + border-radius: 12px; border: 1px solid rgba(255,255,255,0.14); + background: rgba(255,255,255,0.07); color: rgba(255,255,255,0.9); + font-size: 0.82rem; font-weight: 500; cursor: pointer; white-space: nowrap; + backdrop-filter: blur(10px); -webkit-backdrop-filter: blur(10px); + transition: background 0.15s ease, border-color 0.15s ease; +} +.mesh-typed-content-fetch-btn svg { width: 1rem; height: 1rem; flex-shrink: 0; } +.mesh-typed-content-fetch-btn:hover:not(:disabled) { + background: rgba(251,146,60,0.18); border-color: rgba(251,146,60,0.4); color: #fff; +} +.mesh-typed-content-fetch-btn:disabled { opacity: 0.6; cursor: default; } .mesh-tab-bar { display: flex; gap: 2px; background: rgba(0,0,0,0.3); border-radius: 10px; padding: 3px; flex-shrink: 0; } .mesh-tab { flex: 1; padding: 8px 12px; border: none; background: transparent; color: rgba(255,255,255,0.5); font-size: 0.82rem; font-weight: 500; border-radius: 8px; cursor: pointer; transition: all 0.2s ease; display: flex; align-items: center; justify-content: center; gap: 6px; } .mesh-tab:hover { color: rgba(255,255,255,0.8); background: rgba(255,255,255,0.05); } diff --git a/neode-ui/src/views/server/FipsNetworkCard.vue b/neode-ui/src/views/server/FipsNetworkCard.vue index fece9ab3..612ac10c 100644 --- a/neode-ui/src/views/server/FipsNetworkCard.vue +++ b/neode-ui/src/views/server/FipsNetworkCard.vue @@ -113,7 +113,7 @@ <div v-if="statusMessage" class="mb-3 p-3 rounded-lg text-xs" :class="statusIsError ? 'bg-red-400/10 text-red-300' : 'bg-green-400/10 text-green-300'">{{ statusMessage }}</div> <div v-if="status.key_present && !status.service_active" class="flex gap-2 mt-auto pt-3 shrink-0"> - <button class="flex-1 min-h-[44px] px-4 py-2 glass-button rounded-lg text-sm font-medium transition-colors" :disabled="installing" @click="installAndActivate">{{ installing ? 'Installing…' : 'Activate' }}</button> + <button class="flex-1 min-h-[44px] px-4 py-2 glass-button rounded-lg text-sm font-medium transition-colors" :disabled="installing" @click="installAndActivate">{{ installing ? 'Starting…' : 'Start' }}</button> </div> </div> </template> @@ -121,6 +121,7 @@ <script setup lang="ts"> import { computed, onMounted, onUnmounted, ref } from 'vue' import { rpcClient } from '@/api/rpc-client' +import { useCachedResource } from '@/composables/useCachedResource' import { safeClipboardWrite } from '@/views/web5/utils' import FipsSeedAnchorsCard from './FipsSeedAnchorsCard.vue' @@ -136,7 +137,14 @@ interface FipsStatus { anchor_connected?: boolean } -const status = ref<FipsStatus>({ +// Shares `server.fips-summary` with the Local Network card's FIPS row, so +// both paint from the same cache instantly on revisit and never disagree. +const statusRes = useCachedResource<FipsStatus>({ + key: 'server.fips-summary', + ttlMs: 15_000, + fetcher: (signal) => rpcClient.call<FipsStatus>({ method: 'fips.status', signal, dedup: true, maxRetries: 1 }), +}) +const status = computed<FipsStatus>(() => statusRes.data.value ?? { installed: false, version: null, service_state: 'unknown', @@ -199,22 +207,15 @@ function flash(msg: string, isError = false) { setTimeout(() => { statusMessage.value = '' }, 6000) } -async function loadStatus() { - try { - status.value = await rpcClient.call<FipsStatus>({ method: 'fips.status' }) - } catch (e) { - if (import.meta.env.DEV) console.warn('fips.status failed', e) - } -} - async function installAndActivate() { installing.value = true try { - status.value = await rpcClient.call<FipsStatus>({ method: 'fips.install' }) - flash('FIPS installed and activated') + const next = await rpcClient.call<FipsStatus>({ method: 'fips.install' }) + statusRes.optimistic(() => next) // confirmed server state, not a guess + flash('FIPS started') } catch (e: unknown) { const msg = e instanceof Error ? e.message : String(e) - flash(`Install failed: ${msg}`, true) + flash(`Start failed: ${msg}`, true) } finally { installing.value = false } @@ -235,7 +236,7 @@ async function reconnectAnchor() { }>({ method: 'fips.reconnect', timeout: 60_000 }) // Update the card with the post-reconnect status returned by the // backend — avoids an extra status fetch race. - status.value = { ...status.value, ...res.after } + statusRes.optimistic((cur) => ({ ...(cur ?? status.value), ...res.after })) if (res.recovered) { flash('Anchor reconnected.') } else if (res.likely_cause === 'connected') { @@ -258,8 +259,10 @@ async function reconnectAnchor() { // stuck showing whatever anchor state existed at mount time forever. let statusInterval: ReturnType<typeof setInterval> | null = null onMounted(() => { - loadStatus() - statusInterval = setInterval(loadStatus, 15000) + statusInterval = setInterval(() => { + if (document.hidden) return + void statusRes.refresh() + }, 15000) }) onUnmounted(() => { if (statusInterval) clearInterval(statusInterval) diff --git a/neode-ui/src/views/server/FipsSeedAnchorsCard.vue b/neode-ui/src/views/server/FipsSeedAnchorsCard.vue index 582b6a38..e1609cae 100644 --- a/neode-ui/src/views/server/FipsSeedAnchorsCard.vue +++ b/neode-ui/src/views/server/FipsSeedAnchorsCard.vue @@ -88,8 +88,9 @@ </template> <script setup lang="ts"> -import { onMounted, reactive, ref } from 'vue' +import { computed, reactive, ref } from 'vue' import { rpcClient } from '@/api/rpc-client' +import { useCachedResource } from '@/composables/useCachedResource' defineProps<{ closable?: boolean }>() defineEmits<{ (e: 'close'): void }>() @@ -107,7 +108,16 @@ interface ApplyResult { message: string } -const anchors = ref<SeedAnchor[]>([]) +const anchorsRes = useCachedResource<SeedAnchor[]>({ + key: 'server.fips-seed-anchors', + fetcher: async (signal) => { + const res = await rpcClient.call<{ seed_anchors: SeedAnchor[] }>({ + method: 'fips.list-seed-anchors', signal, dedup: true, maxRetries: 1, + }) + return res.seed_anchors + }, +}) +const anchors = computed(() => anchorsRes.data.value ?? []) const adding = ref(false) const applying = ref(false) const statusMessage = ref('') @@ -126,15 +136,6 @@ function flash(msg: string, isError = false) { setTimeout(() => { statusMessage.value = '' }, 6000) } -async function load() { - try { - const res = await rpcClient.call<{ seed_anchors: SeedAnchor[] }>({ method: 'fips.list-seed-anchors' }) - anchors.value = res.seed_anchors - } catch (e: unknown) { - if (import.meta.env.DEV) console.warn('fips.list-seed-anchors failed', e) - } -} - async function addAnchor() { if (!draft.npub.trim() || !draft.address.trim()) return adding.value = true @@ -148,7 +149,7 @@ async function addAnchor() { label: draft.label.trim(), }, }) - anchors.value = res.seed_anchors + anchorsRes.optimistic(() => res.seed_anchors) // authoritative post-add list draft.npub = '' draft.address = '' draft.label = '' @@ -168,7 +169,7 @@ async function removeAnchor(npub: string) { method: 'fips.remove-seed-anchor', params: { npub }, }) - anchors.value = res.seed_anchors + anchorsRes.optimistic(() => res.seed_anchors) flash('Anchor removed.') } catch (e: unknown) { const msg = e instanceof Error ? e.message : String(e) @@ -189,6 +190,4 @@ async function applyAll() { applying.value = false } } - -onMounted(load) </script> diff --git a/neode-ui/src/views/server/OpenWrtGateway.vue b/neode-ui/src/views/server/OpenWrtGateway.vue index 1b091056..c959096e 100644 --- a/neode-ui/src/views/server/OpenWrtGateway.vue +++ b/neode-ui/src/views/server/OpenWrtGateway.vue @@ -2,6 +2,7 @@ import { ref, computed, onMounted } from 'vue' import { useRouter } from 'vue-router' import { rpcClient } from '@/api/rpc-client' +import { useResourcesStore } from '@/stores/resources' import BackButton from '@/components/BackButton.vue' const router = useRouter() @@ -73,8 +74,15 @@ interface ScannedNetwork { encryption: string } -const status = ref<RouterStatus | null>(null) -const loading = ref(true) +const status = computed(() => statusEntry().data) +// Router status is cached in the shared resources store so revisits paint +// the last-known state instantly while a fresh read runs behind it. +const resources = useResourcesStore() +const statusEntry = () => resources.entry<RouterStatus>('server.openwrt-status') +const loading = computed(() => { + const s = statusEntry().loadState + return s === 'loading' || s === 'refreshing' || (s === 'idle' && statusEntry().data === null) +}) const error = ref('') const host = ref('') const sshUser = ref('root') @@ -115,25 +123,25 @@ const dhcpLimit = ref(150) const masqEnabled = ref(true) async function load(params?: Record<string, string>) { - loading.value = true error.value = '' - try { - status.value = await rpcClient.call<RouterStatus>({ + await resources.refresh<RouterStatus>('server.openwrt-status', () => + rpcClient.call<RouterStatus>({ method: 'openwrt.get-status', params: params ?? {}, timeout: 30000, - }) - showConnectForm.value = false - if (params) connectedParams.value = params - } catch (e) { - const msg = e instanceof Error ? e.message : String(e) - if (msg.includes('No router configured')) { + dedup: true, + maxRetries: 1, + })) + const err = statusEntry().error + if (err) { + if (err.includes('No router configured')) { showConnectForm.value = true } else { - error.value = msg + error.value = err } - } finally { - loading.value = false + } else { + showConnectForm.value = false + if (params) connectedParams.value = params } } diff --git a/neode-ui/src/views/settings/AccountInfoSection.vue b/neode-ui/src/views/settings/AccountInfoSection.vue index 6f870c05..87b8a3e3 100644 --- a/neode-ui/src/views/settings/AccountInfoSection.vue +++ b/neode-ui/src/views/settings/AccountInfoSection.vue @@ -362,13 +362,93 @@ init() </button> </div> <div class="overflow-y-auto flex-1 min-h-0 space-y-6 pr-1"> + <!-- v1.7.117-alpha --> + <div> + <div class="flex items-center gap-2 mb-3"> + <span class="text-xs font-mono px-2 py-0.5 rounded bg-orange-500/20 text-orange-300">v1.7.117-alpha</span> + <span class="text-xs text-white/40">July 27, 2026</span> + </div> + <div class="space-y-3 text-sm text-white/80 pl-3 border-l border-white/10"> + <p>FIPS startup is more reliable on nodes that have the packaged fips.service instead of Archipelago's archipelago-fips.service. Startup self-heal, onboarding, dashboard Start, and reconnect now use the systemd unit the node actually has, so FIPS no longer looks like it needs to be installed when it only needs to be started.</p> + <p>App screens over the FIPS mesh now bind their relay only to the node's FIPS address instead of reserving the same host ports Podman needs. This keeps apps such as FileBrowser and Botfights from restart-looping because the backend was already holding their published ports.</p> + <p>Companion WebView safe-area handling now also moves fixed and sticky top bars below the phone status bar, including headers mounted after page load by single-page apps.</p> + <p>Public-source preparation now includes a Nostr Git hosting plan using ngit, NIP-34, and GRASP: anyone can clone, fork, review, and propose changes from their Archipelago node, while canonical merge authority stays with a small signed maintainer set in the style of Bitcoin Core.</p> + <p>Node OS release notes for v1.7.117 are still open; add any installer, service, kernel, firewall, or package changes here before cutting the release.</p> + </div> + </div> + <!-- v1.7.116-alpha --> + <div> + <div class="flex items-center gap-2 mb-3"> + <span class="text-xs font-mono px-2 py-0.5 rounded bg-orange-500/20 text-orange-300">v1.7.116-alpha</span> + <span class="text-xs text-white/40">July 27, 2026</span> + </div> + <div class="space-y-3 text-sm text-white/80 pl-3 border-l border-white/10"> + <p>Nodes no longer get stuck on "server starting up" after an update or reboot. The backend now reports ready immediately and recovers its apps in the background, and it always restarts itself if it ever goes down — the days-long "server starting up" hang is gone.</p> + <p>Installing apps no longer crashes the node. A recent change that made app screens reachable over the mesh was holding onto every app's port in advance, so installing an app collided with it and the port-cleanup took the backend down and rolled the install back. Installs are clean now.</p> + <p>Rolls up v1.7.115: app screens and the dashboard load over the mesh out of the box, with IPv6 support end to end, and nodes rejoin the mesh in seconds after their rendezvous point restarts.</p> + </div> + </div> + <!-- v1.7.115-alpha --> + <div> + <div class="flex items-center gap-2 mb-3"> + <span class="text-xs font-mono px-2 py-0.5 rounded bg-orange-500/20 text-orange-300">v1.7.115-alpha</span> + <span class="text-xs text-white/40">July 26, 2026</span> + </div> + <div class="space-y-3 text-sm text-white/80 pl-3 border-l border-white/10"> + <p>The companion app can reach your node's screen from anywhere again. The recent security hardening locked down the node's mesh interface so tightly that the dashboard itself was blocked — the phone would pair and connect, then sit on a blank screen. The node now explicitly opens its own web interface (and only that) through the mesh firewall on every install and upgrade, so the phone's view of your node works out of the box, on any network, and can't silently break in a future update.</p> + <p>The node's web interface also answers on IPv6 everywhere it answers on IPv4 — the mesh runs entirely on IPv6, and one v4-only listener was enough to make a working connection show nothing.</p> + <p>Nodes now come back onto the mesh in seconds instead of minutes after their rendezvous anchor restarts: the fast-reconnect tuning proven on the phone this week is now baked into every node's mesh configuration, and it survives upgrades.</p> + </div> + </div> + <!-- v1.7.114-alpha --> + <div> + <div class="flex items-center gap-2 mb-3"> + <span class="text-xs font-mono px-2 py-0.5 rounded bg-orange-500/20 text-orange-300">v1.7.114-alpha</span> + <span class="text-xs text-white/40">July 26, 2026</span> + </div> + <div class="space-y-3 text-sm text-white/80 pl-3 border-l border-white/10"> + <p>Plugging in a mesh radio no longer traps it in an endless reboot loop. The device detector itself was causing it: every scan pulsed the radio's reset line, the same board was probed twice under two names, and retries came so fast the radio never finished booting before the next reset hit. Detection now gives the board real time to boot, probes it once, backs off properly between attempts, and no longer fights the "device detected" popup for the port. Radios that could never connect now come up within a minute of being plugged in.</p> + <p>The Lightning channels screen now has All / Active / Pending / Closed tabs. Pending gathers everything in motion (opening, closing, force-closing — each with its own status dot and a link to the closing transaction), and Closed is a real history: how each channel ended, what settled back to you, and the closing transaction for each.</p> + <p>Sending bitcoin on-chain now puts you in charge of the network fee: pick Fast, Standard, or Slow (Standard is the default), or set your own target blocks or sats-per-vByte. The confirmation step shows the estimated fee for your chosen speed before any money moves.</p> + <p>Type on-chain amounts in whichever unit you think in — a sats/BTC switch on the amount field converts as you type.</p> + <p>Back up your seed by scanning it. Every recovery-phrase screen (onboarding, Settings, and the Lightning wallet seed) now has Words and QR code tabs — words always shown first. The QR for your node's recovery phrase uses the SeedQR standard, so hardware wallets like Passport Prime, SeedSigner, and Keystone can import it with a single scan (a plain-text option remains for wallets that read the phrase as text). The Lightning seed's QR is plain text with an honest note: it's an LND-format seed that restores into Lightning wallets like Zeus or Blixt, not into hardware wallets.</p> + </div> + </div> + <!-- v1.7.113-alpha --> + <div> + <div class="flex items-center gap-2 mb-3"> + <span class="text-xs font-mono px-2 py-0.5 rounded bg-orange-500/20 text-orange-300">v1.7.113-alpha</span> + <span class="text-xs text-white/40">July 25, 2026</span> + </div> + <div class="space-y-3 text-sm text-white/80 pl-3 border-l border-white/10"> + <p>Fixed a money bug in Cashu ecash sends: the token you handed a recipient could carry your own change proofs along with it, letting the same sats be credited twice. Change now stays in your wallet — only the amount you meant to send leaves it.</p> + <p>Closing a Lightning channel is no longer a leap of faith. The close used to hang (or time out with an error) even though it had actually gone through; it now comes back within seconds with the closing transaction ID. Channels mid-close appear in the channel list as Closing or Force-closing with their transaction attached, and a new closed-channels history keeps past closes visible instead of letting them vanish from the list.</p> + <p>The wallet card now leads with your total bitcoin across everything, and the on-chain balance gets its own chain icon so the rows read at a glance.</p> + <p>The companion phone app (0.5.15) connects dramatically faster away from home: a cold connect over 5G dropped from 40+ seconds to about 5. First connects no longer stall on unreachable mesh dial hints, fresh joins fail fast and retry instead of waiting out long timeouts, and the phone re-announces itself the moment the network around it changes. The node side's mesh-join handling was hardened to match.</p> + </div> + </div> <!-- v1.7.112-alpha --> <div> <div class="flex items-center gap-2 mb-3"> <span class="text-xs font-mono px-2 py-0.5 rounded bg-orange-500/20 text-orange-300">v1.7.112-alpha</span> - <span class="text-xs text-white/40">July 22, 2026</span> + <span class="text-xs text-white/40">July 23, 2026</span> </div> <div class="space-y-3 text-sm text-white/80 pl-3 border-l border-white/10"> + <p>Sound works on TVs out of the box. Fresh installs were missing the audio system entirely, and even when present a boot-time race left HDMI silent until the cable was unplugged and replugged. Both are fixed: installer images now ship the full audio stack, and a small background helper detects the silent-HDMI state and heals it automatically.</p> + <p>Plug in a game controller and drive the whole TV interface with it — navigation, menus, and media playback all respond to the gamepad, and dialogs that pop up are controller-navigable too.</p> + <p>The companion phone app took a huge leap (0.5.9). Your node and its apps now work from anywhere — on 5G or any internet connection, the phone reaches the node over the encrypted mesh with zero port forwarding or VPN setup. Startup away from home is instant, apps on your node open inside the app, the phone's native camera handles QR scanning, and a branded full-screen loader shows while the mesh connects.</p> + <p>Mesh Party: two phones scan each other's QR and instantly get a direct encrypted chat and app sharing between them — plus a "Share this app" QR that anyone can scan with a normal camera to install the companion app.</p> + <p>Pairing a second phone no longer silently logs out the first. Every device now keeps its own named access credential, ending the mystery reconnects when a household paired more than one phone.</p> + <p>The companion pairing QR is scannable again (it had grown too dense for phone cameras) and now identifies your node by its identity key, so the app recognizes your node even after it moves or gets a new address.</p> + <p>Every app your node serves on your home network is now also reachable over the mesh — remote access covers the apps themselves, not just the dashboard.</p> + <p>Selling files: you now choose which payment methods you accept (Lightning, ecash, …) and buyers are only offered those — enforced by the node itself, not just the buttons. Paying twice for the same file is impossible now, purchases file themselves into a new Paid Files tab, purchased music always plays in the bottom-bar player, and videos get picture-in-picture.</p> + <p>Sending Lightning is invoice-first: paste or scan an invoice and the amount fills in and locks by itself. An expired invoice now tells you plainly to ask for a fresh one instead of failing cryptically, and payment errors always reach your screen.</p> + <p>Sending to a pasted address gets a confirmation step showing exactly what will happen before any money moves, and buying ecash is an explicit two-step — no more accidental purchases.</p> + <p>Apps keep running when you change how they're displayed. Switching an app between windowed and fullscreen used to reload it from scratch (stopping any playing media); the app now stays live through the switch, and each app remembers its own preferred display mode.</p> + <p>A watchdog notices when the Lightning (LND) node wedges and revives it before you do; Fedi ecash gets its own send option with scannable token QR codes.</p> + <p>Fedimint's Lightning gateway and guardian now follow whichever bitcoin version is actually running instead of pointing at a stale address — switching bitcoin versions no longer strands them.</p> + <p>If your router starts handing out different addresses, the Pine voice speaker re-links itself automatically instead of staying silent until someone re-configures it.</p> + <p>Polish: mesh radios never show garbled device names anymore, the TV kiosk uses slim overlay scrollbars instead of fat grey bars, and the AI chat's background artwork shows through again.</p> <p>Your mesh messages now survive restarts. Chat history — channels and DMs alike — used to live only in memory, so a reboot or update wiped every conversation; worse, other nodes silently discarded the first messages you sent after a reboot. Everything is now saved on the node and restored on startup, and post-reboot messages deliver reliably.</p> <p>Plug in any LoRa radio and the node walks you through it. A setup window appears every time a radio is connected, shows what firmware is already on it (MeshCore, Meshtastic, or Reticulum RNode — with its current name, region, and channels where available), and offers two honest choices: "Set Up with Archipelago Settings" (a preview screen shows exactly what will be written before anything touches the radio) or "Keep As Is" (the radio is used untouched, and you can hot-swap radios freely). Swapping sticks mid-session now just works — including Reticulum RNodes, which fresh installer images now support out of the box.</p> <p>Incoming bitcoin appears in your wallet within seconds of being sent — balance and the yellow "unconfirmed" entry update live, no refresh, no waiting for the next poll.</p> diff --git a/neode-ui/src/views/settings/BackupSection.vue b/neode-ui/src/views/settings/BackupSection.vue index a4580277..151ad739 100644 --- a/neode-ui/src/views/settings/BackupSection.vue +++ b/neode-ui/src/views/settings/BackupSection.vue @@ -2,6 +2,7 @@ import { ref } from 'vue' import { useI18n } from 'vue-i18n' import { rpcClient } from '@/api/rpc-client' +import SeedRevealPanel from '@/components/SeedRevealPanel.vue' const { t } = useI18n() @@ -329,20 +330,7 @@ defineExpose({ loadBackups }) </template> <template v-else> - <p class="text-sm text-white/60 mb-3">Write these down and store them offline. Tap to {{ wordsHidden ? 'reveal' : 'hide' }}.</p> - <div class="relative"> - <div - class="grid grid-cols-2 sm:grid-cols-3 gap-2 p-3 bg-white/5 rounded-lg transition-all select-text" - :class="wordsHidden ? 'blur-md' : ''" - @click="wordsHidden = !wordsHidden" - > - <div v-for="(w, i) in revealedWords" :key="i" class="flex items-center gap-1.5 text-sm"> - <span class="text-white/30 text-xs w-5 text-right">{{ i + 1 }}.</span> - <span class="text-white font-mono">{{ w }}</span> - </div> - </div> - <button v-if="wordsHidden" type="button" class="absolute inset-0 flex items-center justify-center text-xs text-white/70 font-medium" @click="wordsHidden = false">Tap to reveal</button> - </div> + <SeedRevealPanel :words="revealedWords" /> <div class="flex gap-2 pt-4"> <button type="button" @click="copyRevealedWords" class="flex-1 glass-button rounded-lg px-4 py-2 text-sm font-medium">{{ wordsCopied ? 'Copied!' : 'Copy' }}</button> <button type="button" @click="closeReveal" class="flex-1 glass-button rounded-lg px-4 py-2 text-sm font-medium bg-orange-500/20 border-orange-400/30">Done</button> diff --git a/neode-ui/src/views/web5/Web5.vue b/neode-ui/src/views/web5/Web5.vue index 729528ba..59473ae3 100644 --- a/neode-ui/src/views/web5/Web5.vue +++ b/neode-ui/src/views/web5/Web5.vue @@ -93,8 +93,9 @@ let web5AnimationDone = false import { ref, computed, onMounted, onUnmounted } from 'vue' import { useI18n } from 'vue-i18n' import { rpcClient } from '@/api/rpc-client' +import { useCachedResource } from '@/composables/useCachedResource' import { safeClipboardWrite } from './utils' -import type { ProfitsData, WalletTransaction, HwWalletDevice } from './types' +import type { ProfitsData, HwWalletDevice } from './types' import Web5QuickActions from './Web5QuickActions.vue' // import Web5Wallet from './Web5Wallet.vue' // hidden for now @@ -136,7 +137,13 @@ function showToast(text: string) { } // --- Networking Profits --- -const profitsBreakdown = ref<ProfitsData | null>(null) +const profitsRes = useCachedResource<ProfitsData>({ + key: 'web5.networking-profits', + fetcher: (signal) => rpcClient.call<ProfitsData>({ method: 'wallet.networking-profits', signal, dedup: true, maxRetries: 1 }), +}) +const profitsBreakdown = computed<ProfitsData | null>(() => + profitsRes.data.value + ?? (profitsRes.error.value ? { total_sats: 0, content_sales_sats: 0, routing_fees_sats: 0 } : null)) const networkingProfitsDisplay = computed(() => { if (!profitsBreakdown.value) return '...' const sats = profitsBreakdown.value.total_sats @@ -146,15 +153,6 @@ const networkingProfitsDisplay = computed(() => { return `\u20BF${btc.toFixed(8).replace(/0+$/, '').replace(/\.$/, '')}` }) -async function loadNetworkingProfits() { - try { - const res = await rpcClient.call<ProfitsData>({ method: 'wallet.networking-profits' }) - profitsBreakdown.value = res - } catch { - profitsBreakdown.value = { total_sats: 0, content_sales_sats: 0, routing_fees_sats: 0 } - } -} - // --- DID State --- const storedDid = ref<string | null>(null) try { @@ -290,64 +288,35 @@ async function copyDidDocument() { } // --- Wallet / LND Balances --- -const walletConnected = ref(false) +// Cached: balances/transactions paint instantly on revisit and revalidate +// behind the cached value; errors keep the last-known data. +const lndInfoRes = useCachedResource<{ + balance_sats: number + channel_balance_sats: number + synced_to_chain: boolean +}>({ + key: 'web5.lnd-info', + fetcher: (signal) => rpcClient.call({ method: 'lnd.getinfo', signal, dedup: true, maxRetries: 1 }), +}) +// connectWallet() can still "disconnect" the (hidden) wallet card UI-side. +const walletManuallyDisconnected = ref(false) +const walletConnected = computed(() => + !walletManuallyDisconnected.value && lndInfoRes.data.value !== null && !lndInfoRes.error.value) const connectingWallet = ref(false) -const lndOnchainBalance = ref(0) -const lndChannelBalance = ref(0) -const walletError = ref('') -const ecashBalance = ref(0) - -// Transactions — wallet card hidden, but loadTransactions still called for QuickActions walletConnected state -const walletTransactions = ref<WalletTransaction[]>([]) +// Ecash/transaction/balance display lives in the hidden wallet card — when it +// returns, add cached resources for wallet.ecash-balance / lnd.gettransactions +// here rather than reviving the old eager loaders. // Hardware wallets const detectedHwWallets = ref<HwWalletDevice[]>([]) -async function loadLndBalances() { - try { - const res = await rpcClient.call<{ - balance_sats: number - channel_balance_sats: number - synced_to_chain: boolean - }>({ method: 'lnd.getinfo' }) - lndOnchainBalance.value = res.balance_sats || 0 - lndChannelBalance.value = res.channel_balance_sats || 0 - walletConnected.value = true - walletError.value = '' - } catch (e) { - walletConnected.value = false - lndOnchainBalance.value = 0 - lndChannelBalance.value = 0 - walletError.value = e instanceof Error ? e.message : 'Failed to load wallet balances' - } -} - -async function loadEcashBalance() { - try { - const res = await rpcClient.call<{ balance_sats: number; token_count: number }>({ method: 'wallet.ecash-balance' }) - ecashBalance.value = res.balance_sats ?? 0 - } catch { - // Keep last-known balance on a transient failure rather than flashing 0. - } -} - -async function loadTransactions() { - try { - const res = await rpcClient.call<{ transactions: WalletTransaction[]; incoming_pending_count: number }>({ method: 'lnd.gettransactions' }) - walletTransactions.value = res.transactions || [] - walletError.value = '' - } catch (e) { - walletTransactions.value = [] - walletError.value = e instanceof Error ? e.message : 'Failed to load transactions' - } -} - async function connectWallet() { if (walletConnected.value) { - walletConnected.value = false + walletManuallyDisconnected.value = true } else { connectingWallet.value = true - await loadLndBalances() + walletManuallyDisconnected.value = false + await lndInfoRes.refresh() connectingWallet.value = false } } @@ -361,13 +330,8 @@ async function detectHardwareWallets() { } } -// function reloadBalances() { // wallet hidden -// loadLndBalances() -// loadEcashBalance() -// loadTransactions() -// } - -// Auto-refresh wallet data every 30s +// Auto-refresh wallet data every 30s while mounted (B5 will move this to +// WS-push invalidation; the store dedups overlapping refreshes). let walletRefreshInterval: ReturnType<typeof setInterval> | null = null onMounted(() => { @@ -392,20 +356,15 @@ onMounted(() => { // credentialsRef.value?.loadCredentials() // hidden for now // sharedContentRef.value?.loadContentItems() // hidden for now - // Load local state data - loadEcashBalance() - loadNetworkingProfits() - loadLndBalances() - loadTransactions() + // Wallet/profits resources fetch themselves on first use (and skip the + // fetch entirely when the cached value is still fresh). detectHardwareWallets() // Shared content loaded by the component itself via expose // The SharedContent component manages its own loadContentItems walletRefreshInterval = setInterval(() => { - loadLndBalances() - loadTransactions() - loadEcashBalance() + void lndInfoRes.refresh() }, 30000) }) diff --git a/neode-ui/src/views/web5/Web5ConnectedNodes.vue b/neode-ui/src/views/web5/Web5ConnectedNodes.vue index bb57e5aa..bdb64866 100644 --- a/neode-ui/src/views/web5/Web5ConnectedNodes.vue +++ b/neode-ui/src/views/web5/Web5ConnectedNodes.vue @@ -350,13 +350,17 @@ async function loadPeers() { const hadPeers = peers.value.length > 0 || observers.value.length > 0 loadingPeers.value = true try { - const res = await rpcClient.listPeers() + // Independent RPCs — fetched together (serialized they stacked two full + // mesh round-trips before anything rendered). + const [res, fedSettled] = await Promise.all([ + rpcClient.listPeers(), + rpcClient.federationListNodes().catch(() => null), + ]) const peerList = res.peers || [] const observerList: Peer[] = [] try { - const fedRes = await rpcClient.federationListNodes() - const fedNodes = fedRes.nodes || [] + const fedNodes = fedSettled?.nodes || [] for (const n of fedNodes) { if (!n.onion || n.trust_level === 'untrusted') { continue diff --git a/neode-ui/src/views/web5/Web5SendReceiveModals.vue b/neode-ui/src/views/web5/Web5SendReceiveModals.vue index cc596c36..52fc3cf5 100644 --- a/neode-ui/src/views/web5/Web5SendReceiveModals.vue +++ b/neode-ui/src/views/web5/Web5SendReceiveModals.vue @@ -291,10 +291,10 @@ async function unifiedSend() { unifiedSendError.value = t('web5.pasteInvoice') return } - const res = await rpcClient.call<{ payment_hash: string; amount_sats: number }>({ - method: 'lnd.payinvoice', - params: { payment_request: unifiedSendDest.value.trim() }, - }) + // Waits out slow multi-hop routing and only reports failure when LND + // itself declares the payment failed — never on a timeout. + const res = await rpcClient.payLightningInvoice({ payment_request: unifiedSendDest.value.trim() }) + if (res.status === 'failed') throw new Error(res.failure_reason || 'Payment failed') sendResultHash.value = res.payment_hash } else { if (!unifiedSendDest.value.trim()) { diff --git a/neode-ui/src/views/web5/Web5Wallet.vue b/neode-ui/src/views/web5/Web5Wallet.vue index 00195014..dc00a514 100644 --- a/neode-ui/src/views/web5/Web5Wallet.vue +++ b/neode-ui/src/views/web5/Web5Wallet.vue @@ -95,10 +95,21 @@ <div v-if="walletError" class="alert-error mb-3">{{ walletError }}</div> <div class="space-y-3 flex-1 min-h-0"> + <!-- Total Balance --> + <div class="flex items-center justify-between p-3 bg-white/10 rounded-lg"> + <div class="flex items-center gap-3"> + <span class="text-lg text-orange-500 font-bold">₿</span> + <span class="text-white text-sm font-medium">{{ t('web5.totalBitcoin') }}</span> + </div> + <span class="text-white text-sm font-semibold">{{ (lndOnchainBalance + lndChannelBalance + ecashBalance).toLocaleString() }} sats</span> + </div> + <!-- On-chain Balance --> <div class="flex items-center justify-between p-3 bg-white/5 rounded-lg"> <div class="flex items-center gap-3"> - <span class="text-lg text-orange-500 font-bold">₿</span> + <svg class="w-5 h-5 text-orange-500" role="img" aria-label="On-chain" fill="none" stroke="currentColor" viewBox="0 0 24 24"> + <path stroke-linecap="round" stroke-linejoin="round" stroke-width="2" d="M13.828 10.172a4 4 0 00-5.656 0l-4 4a4 4 0 105.656 5.656l1.102-1.101m-.758-4.899a4 4 0 005.656 0l4-4a4 4 0 00-5.656-5.656l-1.1 1.1" /> + </svg> <span class="text-white/80 text-sm">{{ t('web5.onChain') }}</span> </div> <span class="text-orange-500 text-sm font-medium">{{ lndOnchainBalance.toLocaleString() }} sats</span> diff --git a/release-manifest.json b/release-manifest.json index 959457be..325bf843 100644 --- a/release-manifest.json +++ b/release-manifest.json @@ -1,36 +1,29 @@ { "changelog": [ - "Ask your node anything, out loud. Install Pine (the voice assistant app) alongside Home Assistant and everything wires itself automatically: speech recognition, the speaking voice, and a Claude-powered brain. Questions about your node — \"what's the block height?\", \"how many peers am I connected to?\", \"is bitcoin synced?\", \"what's my Lightning balance?\" — are answered instantly from the node itself without costing anything; anything else goes to Claude for a real conversation. New mesh radio messages are read out on your speaker as they arrive.", - "Pine now ships a wake-word listener, so a paired speaker can sit on standby and activate when it hears its wake word instead of needing a button press. (A custom \"Yo Archy\" wake word is in the works.)", - "Pine's launcher page shows your node's live status at a glance: software version, uptime, bitcoin sync progress, and mesh peers.", - "Fixed: installing Pine could send Home Assistant into a crash loop on startup (a record the installer wrote was missing a timestamp field Home Assistant requires). Two noisy warnings that repeated in Home Assistant's log every half minute are silenced too.", - "The companion phone app opens every app in its fast built-in browser view again, with native back/forward/reload controls, instead of embedding some apps inside the page where they scroll and render worse. This had quietly regressed.", - "Turning on federation discovery now shows you exactly what you're about to sign: a panel explains the announcement before your key signs it, you can review the signing details any time from the discoverability strip, and the panel fits and scrolls properly on small phones.", - "Fixed a bug on nodes using the newer app-management engine where Bitcoin's access credentials were written out incorrectly (a placeholder leaked through as the literal text \"/bin/bash\"), which broke the node's Bitcoin status display, Lightning's connection to the chain, and any app that reads Bitcoin data.", - "Bitcoin's access credentials also moved out of the process command line into a protected file, so they're no longer visible to other software on the node.", - "Desktop app windows have one-click buttons to switch between side panel, overlay, and fullscreen viewing.", - "On the phone home screen, the wallet card moved up to sit right under My Apps." + "Nodes no longer get stuck on \"server starting up\" after an update or reboot. On a node running many apps, the backend used to spend minutes recovering containers before it told the system it was ready, and anything that touched it during that window could leave it down for good. It now reports ready immediately and recovers in the background, and it always restarts itself if it ever does go down.", + "Installing apps no longer crashes the node. A change that made app screens reachable over the mesh was accidentally holding onto every app's network port in advance — so installing an app like Grafana, Photoprism, Uptime Kuma, or Jellyfin collided with it and the port-cleanup step took the whole backend down, rolling the install back. Installs are now clean and the backend can never be caught by that cleanup.", + "Rolls up everything from v1.7.115: app screens and the dashboard load over the mesh out of the box (firewall openings shipped automatically, IPv6 support end to end), and nodes rejoin the mesh in seconds after their rendezvous point restarts." ], "components": [ { - "current_version": "1.7.111-alpha", - "download_url": "http://146.59.87.168:3000/lfg2025/archy/releases/download/v1.7.111-alpha/archipelago", + "current_version": "1.7.116-alpha", + "download_url": "http://146.59.87.168:3000/lfg2025/archy/releases/download/v1.7.116-alpha/archipelago", "name": "archipelago", - "new_version": "1.7.111-alpha", - "sha256": "9e50577470cb4c5dd67b4316a3efaaa87e7afac15a8b5c2e3841edc6c3ed6550", - "size_bytes": 50615920 + "new_version": "1.7.116-alpha", + "sha256": "376cde3ff9691c7141e67b1b87e746634c45a20167c578938c4a33801eefe46e", + "size_bytes": 51787208 }, { - "current_version": "1.7.111-alpha", - "download_url": "http://146.59.87.168:3000/lfg2025/archy/releases/download/v1.7.111-alpha/archipelago-frontend-1.7.111-alpha.tar.gz", - "name": "archipelago-frontend-1.7.111-alpha.tar.gz", - "new_version": "1.7.111-alpha", - "sha256": "3ea73cd8e98312b3b6877e00434363fe575362e7b2b134e03a9004d4e42930c9", - "size_bytes": 174650727 + "current_version": "1.7.116-alpha", + "download_url": "http://146.59.87.168:3000/lfg2025/archy/releases/download/v1.7.116-alpha/archipelago-frontend-1.7.116-alpha.tar.gz", + "name": "archipelago-frontend-1.7.116-alpha.tar.gz", + "new_version": "1.7.116-alpha", + "sha256": "7008f26d16c7b7d5dacc8edf55bd30b58c02602d3419359516bbf2497591db58", + "size_bytes": 178062490 } ], - "release_date": "2026-07-22", - "signature": "1cc569a121f2cc5560840198115732155db4ee037ea98c4be8cf9ef8a7b227e26dc686a88a779f1e40daaa94b5cb44083b78147f45398a29188bf2834488eb03", + "release_date": "2026-07-27", + "signature": "455e0ce176a0f8c9adf3bbfd7bf949739ad0e5e23c40af9ed6c89b367a42f5d52dbfe97f5ef53f838f3cd17122087b2081c1e5549065504f1f9ea101c8ffc30e", "signed_by": "did:key:z6MkkidEnEpo6qHMCNSZoNKWtvQvxq3whnaME9wGgEFhq7ur", - "version": "1.7.111-alpha" + "version": "1.7.116-alpha" } diff --git a/releases/manifest.json b/releases/manifest.json index 959457be..325bf843 100644 --- a/releases/manifest.json +++ b/releases/manifest.json @@ -1,36 +1,29 @@ { "changelog": [ - "Ask your node anything, out loud. Install Pine (the voice assistant app) alongside Home Assistant and everything wires itself automatically: speech recognition, the speaking voice, and a Claude-powered brain. Questions about your node — \"what's the block height?\", \"how many peers am I connected to?\", \"is bitcoin synced?\", \"what's my Lightning balance?\" — are answered instantly from the node itself without costing anything; anything else goes to Claude for a real conversation. New mesh radio messages are read out on your speaker as they arrive.", - "Pine now ships a wake-word listener, so a paired speaker can sit on standby and activate when it hears its wake word instead of needing a button press. (A custom \"Yo Archy\" wake word is in the works.)", - "Pine's launcher page shows your node's live status at a glance: software version, uptime, bitcoin sync progress, and mesh peers.", - "Fixed: installing Pine could send Home Assistant into a crash loop on startup (a record the installer wrote was missing a timestamp field Home Assistant requires). Two noisy warnings that repeated in Home Assistant's log every half minute are silenced too.", - "The companion phone app opens every app in its fast built-in browser view again, with native back/forward/reload controls, instead of embedding some apps inside the page where they scroll and render worse. This had quietly regressed.", - "Turning on federation discovery now shows you exactly what you're about to sign: a panel explains the announcement before your key signs it, you can review the signing details any time from the discoverability strip, and the panel fits and scrolls properly on small phones.", - "Fixed a bug on nodes using the newer app-management engine where Bitcoin's access credentials were written out incorrectly (a placeholder leaked through as the literal text \"/bin/bash\"), which broke the node's Bitcoin status display, Lightning's connection to the chain, and any app that reads Bitcoin data.", - "Bitcoin's access credentials also moved out of the process command line into a protected file, so they're no longer visible to other software on the node.", - "Desktop app windows have one-click buttons to switch between side panel, overlay, and fullscreen viewing.", - "On the phone home screen, the wallet card moved up to sit right under My Apps." + "Nodes no longer get stuck on \"server starting up\" after an update or reboot. On a node running many apps, the backend used to spend minutes recovering containers before it told the system it was ready, and anything that touched it during that window could leave it down for good. It now reports ready immediately and recovers in the background, and it always restarts itself if it ever does go down.", + "Installing apps no longer crashes the node. A change that made app screens reachable over the mesh was accidentally holding onto every app's network port in advance — so installing an app like Grafana, Photoprism, Uptime Kuma, or Jellyfin collided with it and the port-cleanup step took the whole backend down, rolling the install back. Installs are now clean and the backend can never be caught by that cleanup.", + "Rolls up everything from v1.7.115: app screens and the dashboard load over the mesh out of the box (firewall openings shipped automatically, IPv6 support end to end), and nodes rejoin the mesh in seconds after their rendezvous point restarts." ], "components": [ { - "current_version": "1.7.111-alpha", - "download_url": "http://146.59.87.168:3000/lfg2025/archy/releases/download/v1.7.111-alpha/archipelago", + "current_version": "1.7.116-alpha", + "download_url": "http://146.59.87.168:3000/lfg2025/archy/releases/download/v1.7.116-alpha/archipelago", "name": "archipelago", - "new_version": "1.7.111-alpha", - "sha256": "9e50577470cb4c5dd67b4316a3efaaa87e7afac15a8b5c2e3841edc6c3ed6550", - "size_bytes": 50615920 + "new_version": "1.7.116-alpha", + "sha256": "376cde3ff9691c7141e67b1b87e746634c45a20167c578938c4a33801eefe46e", + "size_bytes": 51787208 }, { - "current_version": "1.7.111-alpha", - "download_url": "http://146.59.87.168:3000/lfg2025/archy/releases/download/v1.7.111-alpha/archipelago-frontend-1.7.111-alpha.tar.gz", - "name": "archipelago-frontend-1.7.111-alpha.tar.gz", - "new_version": "1.7.111-alpha", - "sha256": "3ea73cd8e98312b3b6877e00434363fe575362e7b2b134e03a9004d4e42930c9", - "size_bytes": 174650727 + "current_version": "1.7.116-alpha", + "download_url": "http://146.59.87.168:3000/lfg2025/archy/releases/download/v1.7.116-alpha/archipelago-frontend-1.7.116-alpha.tar.gz", + "name": "archipelago-frontend-1.7.116-alpha.tar.gz", + "new_version": "1.7.116-alpha", + "sha256": "7008f26d16c7b7d5dacc8edf55bd30b58c02602d3419359516bbf2497591db58", + "size_bytes": 178062490 } ], - "release_date": "2026-07-22", - "signature": "1cc569a121f2cc5560840198115732155db4ee037ea98c4be8cf9ef8a7b227e26dc686a88a779f1e40daaa94b5cb44083b78147f45398a29188bf2834488eb03", + "release_date": "2026-07-27", + "signature": "455e0ce176a0f8c9adf3bbfd7bf949739ad0e5e23c40af9ed6c89b367a42f5d52dbfe97f5ef53f838f3cd17122087b2081c1e5549065504f1f9ea101c8ffc30e", "signed_by": "did:key:z6MkkidEnEpo6qHMCNSZoNKWtvQvxq3whnaME9wGgEFhq7ur", - "version": "1.7.111-alpha" + "version": "1.7.116-alpha" } diff --git a/reticulum-daemon/reticulum_daemon.py b/reticulum-daemon/reticulum_daemon.py index d31c4c73..65e8dc63 100644 --- a/reticulum-daemon/reticulum_daemon.py +++ b/reticulum-daemon/reticulum_daemon.py @@ -14,12 +14,13 @@ Security posture (see the plan's "most secure way" section): RPC (one JSON object per line, both directions): in : {"cmd":"send","dest_hash":"<hex16>","content":"…","title":"…","method":"direct|opportunistic"} {"cmd":"announce"} + {"cmd":"set_name","name":"…"} {"cmd":"status"} {"cmd":"send_resource","id":"<correlation>","dest_hash":"<hex16>","data_b64":"…"} {"cmd":"shutdown"} out: {"event":"ready","dest_hash":"<hex16>","display_name":"…"} {"event":"recv","source_hash":"<hex16>","content":"…","title":"…","fields":{…},"app_data":"<hex>","rssi":n,"snr":n,"stamp":t} - {"event":"announce","dest_hash":"<hex16>","app_data":"<hex>"} + {"event":"announce","dest_hash":"<hex16>","app_data":"<hex>","display_name":"…"|null,"archy_blob":"ARCHY:2:…"|null} {"event":"delivered","dest_hash":"<hex16>","state":"delivered|failed","id":"<hex>"} {"event":"status","connected":bool,"dest_hash":"<hex16>","interfaces":[…]} {"event":"resource_progress","id":"<correlation>","transferred":n,"total":n} @@ -227,31 +228,47 @@ class ReticulumDaemon: if self.delivery_destination is not None: self.delivery_destination.announce(app_data=self._announce_app_data()) - def _announce_app_data(self) -> bytes: - """Carry the Archy identity so peers bind this RNS destination onto the - existing contact, the same way a meshcore/Meshtastic identity advert does. - - Reuses the exact ``ARCHY:2:{ed25519_hex}:{x25519_hex}`` wire format the - Rust side already parses (``protocol::parse_identity_broadcast``) and - binds via ``handle_identity_received``/``bind_federation_twins`` — so a - Reticulum-carried identity merges into the SAME conversation as the - meshcore/Meshtastic/federation twins of the same Archy node, satisfying - cross-protocol DM convergence. The keys are the node's real Archipelago - ed25519/x25519 pubkeys (passed in by the Rust side, which already has - them) — NOT this daemon's internally-HKDF-derived RNS keys, which exist - only to make the RNS destination hash deterministic and are never - themselves treated as an Archy identity. - - Falls back to a plain display-name string (undetected as an identity - blob — no `ARCHY:2:` prefix) if the Archy pubkeys weren't supplied, e.g. - a dev/selftest run with no `--archy-ed-pubkey-hex`. - """ + def _archy_identity_blob(self): + """The ``ARCHY:2:{ed25519_hex}:{x25519_hex}`` identity string the Rust + side parses (``protocol::parse_identity_broadcast``) and binds via + ``handle_identity_received`` — so a Reticulum-carried identity merges + into the SAME conversation as the meshcore/Meshtastic/federation twins + of the same Archy node. The keys are the node's real Archipelago + pubkeys (passed in by the Rust side) — NOT this daemon's + internally-HKDF-derived RNS keys, which exist only to make the RNS + destination hash deterministic. ``None`` when the pubkeys weren't + supplied (dev/selftest run).""" if self.args.archy_ed_pubkey_hex and self.args.archy_x25519_pubkey_hex: return ( f"ARCHY:2:{self.args.archy_ed_pubkey_hex}:" f"{self.args.archy_x25519_pubkey_hex}" ).encode("ascii") - return (self.args.display_name or "").encode("utf-8") + return None + + def _announce_app_data(self) -> bytes: + """LXMF-standard announce app_data — msgpack ``[display_name, + stamp_cost, supported_functionality]`` via the router, so Sideband/ + NomadNet/MeshChat (and upgraded archy nodes) all see our real display + name — with the Archy identity blob appended as an EXTRA list element. + Stock clients only read the elements they know ([0]/[1]), so the blob + rides along invisibly instead of replacing the name the way the old + blob-only app_data did (which left every archy node nameless on RNS). + """ + import RNS.vendor.umsgpack as msgpack + app_data = self.router.get_announce_app_data(self.delivery_destination.hash) + blob = self._archy_identity_blob() + if blob is None: + return app_data + try: + peer_data = msgpack.unpackb(app_data) + if not isinstance(peer_data, list): + raise ValueError("unexpected announce app_data shape") + peer_data.append(blob) + return msgpack.packb(peer_data) + except Exception: + # Never let announce formatting kill announcing entirely — fall + # back to the legacy blob-only format (identity binding > name). + return blob # ---- RNS-thread callbacks → asyncio ---- def _on_lxmf_delivery(self, message): @@ -328,6 +345,15 @@ class ReticulumDaemon: self._send(req) elif cmd == "announce": self.announce() + elif cmd == "set_name": + # Live rename: update the LXMF delivery destination's display name + # (what get_announce_app_data reads) and re-announce immediately so + # peers learn the new name without waiting for the next advert tick. + name = (req.get("name") or "").strip() + if name and self.delivery_destination is not None: + self.args.display_name = name + self.delivery_destination.display_name = name + self.announce() elif cmd == "status": self._broadcast(self._status()) elif cmd == "send_resource": @@ -521,10 +547,41 @@ class _AnnounceHandler: self.receive_path_responses = True def received_announce(self, destination_hash, announced_identity, app_data): + # Decode what we can here (both the LXMF-standard display name and our + # appended ARCHY identity blob — see _announce_app_data) so the Rust + # side gets clean typed fields instead of re-implementing msgpack. + display_name = None + archy_blob = None + raw = app_data or b"" + try: + import LXMF + display_name = LXMF.display_name_from_app_data(raw) + # A legacy blob-only announce is plain ascii, so LXMF's decoder + # returns the whole ARCHY identity blob as a "name" — drop it. + if display_name and display_name.startswith("ARCHY:"): + display_name = None + except Exception: + display_name = None + try: + if raw[:1] and ((0x90 <= raw[0] <= 0x9F) or raw[0] == 0xDC): + import RNS.vendor.umsgpack as msgpack + peer_data = msgpack.unpackb(raw) + if isinstance(peer_data, list): + for el in peer_data[3:]: + if isinstance(el, bytes) and el.startswith(b"ARCHY:"): + archy_blob = el.decode("ascii", "ignore") + break + elif raw.startswith(b"ARCHY:"): + # Legacy (pre-upgrade archy node): app_data IS the blob. + archy_blob = raw.decode("ascii", "ignore") + except Exception: + archy_blob = None self.daemon._emit_threadsafe({ "event": "announce", "dest_hash": destination_hash.hex(), - "app_data": (app_data or b"").hex(), + "app_data": raw.hex(), + "display_name": display_name, + "archy_blob": archy_blob, }) @@ -604,8 +661,30 @@ def main(argv=None) -> int: if args.selftest: args.no_radio = True daemon.bring_up() + # Announce app_data round-trip: the LXMF-standard msgpack name must be + # decodable by stock clients AND (with archy keys set) the appended + # identity blob must survive as an extra list element — this is the + # exact wire contract the Rust announce handler and Sideband both + # depend on, so verify it here where there's a real router to build it. + import LXMF as _LXMF + import RNS.vendor.umsgpack as _msgpack + args.archy_ed_pubkey_hex = args.archy_ed_pubkey_hex or "ab" * 32 + args.archy_x25519_pubkey_hex = args.archy_x25519_pubkey_hex or "cd" * 32 + app_data = daemon._announce_app_data() + decoded_name = _LXMF.display_name_from_app_data(app_data) + assert decoded_name == args.display_name, ( + f"announce name round-trip failed: {decoded_name!r} != {args.display_name!r}" + ) + blob_elems = [e for e in _msgpack.unpackb(app_data)[3:] + if isinstance(e, bytes) and e.startswith(b"ARCHY:")] + assert blob_elems, "identity blob missing from announce app_data" + # Live rename: set_name must change what the next announce carries. + daemon.delivery_destination.display_name = "selftest-renamed" + renamed = _LXMF.display_name_from_app_data(daemon._announce_app_data()) + assert renamed == "selftest-renamed", f"rename round-trip failed: {renamed!r}" print(f"selftest ok — dest_hash={daemon.dest_hash_hex} " - f"display_name={args.display_name!r} lxmf_router=up") + f"display_name={args.display_name!r} lxmf_router=up " + f"announce_app_data=verified set_name=verified") return 0 for sig in (signal.SIGINT, signal.SIGTERM): diff --git a/scripts/audit-secrets.sh b/scripts/audit-secrets.sh index 15a6603f..cb1c4823 100755 --- a/scripts/audit-secrets.sh +++ b/scripts/audit-secrets.sh @@ -25,7 +25,7 @@ PATTERNS=( ) # Allowed files (config templates, docs, test fixtures) -ALLOW_PATTERNS="test|mock|example|template|CLAUDE.md|deploy-config|\.md$|node_modules|dist|target|default\)|grep.*rpc|audit-secrets" +ALLOW_PATTERNS="test|e2e|mock|demo|example|Example|template|CLAUDE.md|deploy-config|\.md$|node_modules|dist|target|default\)|grep.*rpc|audit-secrets|startsWith|should start with" main() { log "=== Secrets Audit ===" @@ -34,7 +34,7 @@ main() { # 1. Check for .env files in version control log "1. Checking for .env files in git..." local env_files - env_files=$(cd "$REPO_ROOT" && git ls-files '*.env' '.env*' 2>/dev/null || echo "") + env_files=$(cd "$REPO_ROOT" && git ls-files | grep -E '(^|/)\.env($|[.])|(^|/)[^/]*\.env($|[.])' | grep -vE '(^|/)\.env\.example$|(^|/)[^/]*\.env\.example$' || echo "") if [ -z "$env_files" ]; then pass "No .env files tracked in git" else @@ -69,7 +69,7 @@ main() { if [ -n "$matches" ]; then # Filter out false positives (empty strings, variable declarations, etc.) local real_matches - real_matches=$(echo "$matches" | grep -vE '""|\x27\x27|None|null|undefined|TODO|placeholder|example|Option<' || echo "") + real_matches=$(echo "$matches" | grep -vE '""|\x27\x27|None|null|undefined|TODO|placeholder|example|Option<|\$\{[A-Z0-9_]+:-\}|\$[A-Z0-9_]+|TestPassword|password123|entertoexit' || echo "") if [ -n "$real_matches" ]; then echo " WARNING: Pattern '$pattern' found:" echo "$real_matches" | head -5 | sed 's/^/ /' @@ -96,7 +96,7 @@ main() { # 5. Check for credential files in repo log "5. Checking for credential files..." local cred_files - cred_files=$(cd "$REPO_ROOT" && git ls-files '*.pem' '*.key' '*macaroon*' 2>/dev/null | grep -v '\.rs$' | grep -v '\.ts$' || echo "") + cred_files=$(cd "$REPO_ROOT" && git ls-files | grep -Ei '(\.pem$|\.key$|\.p12$|\.pfx$|\.jks$|\.keystore$|id_rsa|id_ed25519|macaroon)' | grep -vE '\.(rs|ts)$' || echo "") if [ -z "$cred_files" ]; then pass "No credential files tracked in git" else diff --git a/scripts/build-iso-release.sh b/scripts/build-iso-release.sh new file mode 100755 index 00000000..913673f8 --- /dev/null +++ b/scripts/build-iso-release.sh @@ -0,0 +1,199 @@ +#!/usr/bin/env bash +# Gated ISO release build — the single command that turns a signed release +# on `main` into a tested installer ISO. +# +# Stages (fail-fast, each logged with timing): +# 0. preflight — Linux, clean tree on main, version parity across +# Cargo.toml / package.json / releases/manifest.json / +# CHANGELOG / git tag, manifest signature present +# 1. gates — tests/release/run.sh (static + frontend + backend +# slice), strict catalog drift, FULL cargo test suite +# 2. artifacts — release binary embeds the version, frontend dist +# matches, AIUI present (OTA-strip regression guard) +# 3. build — image-recipe/build-debian-iso.sh (unbundled by default) +# 4. smoke — scripts/iso-smoke-test.sh (mount-level, version-checked) +# 5. qemu — headless boot test (skippable with --no-qemu) +# +# Usage: +# scripts/build-iso-release.sh [--skip-gates] [--no-qemu] [--bundled] [--rc N] +# +# The ISO is NOT signed here — run scripts/sign-iso-checksums.sh with the +# offline RELEASE_MASTER_MNEMONIC afterwards (publisher only). + +set -u + +REPO="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)" +cd "$REPO" + +SKIP_GATES=0 NO_QEMU=0 UNBUNDLED=1 RC_OVERRIDE="" +while [[ $# -gt 0 ]]; do + case "$1" in + --skip-gates) SKIP_GATES=1 ;; + --no-qemu) NO_QEMU=1 ;; + --bundled) UNBUNDLED=0 ;; + --rc) RC_OVERRIDE="${2:?--rc needs a number}"; shift ;; + *) echo "unknown flag: $1" >&2; exit 2 ;; + esac + shift +done + +[ -f "$HOME/.cargo/env" ] && . "$HOME/.cargo/env" + +PASS=() FAIL=() +stage() { # stage <name> <cmd...> + local name="$1"; shift + local t0=$SECONDS + echo + echo "═══ [$name] $*" + if "$@"; then + echo "═══ [$name] PASS ($((SECONDS - t0))s)" + PASS+=("$name") + else + local rc=$? + echo "═══ [$name] FAIL exit=$rc ($((SECONDS - t0))s)" + FAIL+=("$name") + summary 1 + fi +} +summary() { + echo + echo "──────── ISO release build summary ────────" + printf 'PASS: %s\n' "${PASS[@]:-none}" + [[ ${#FAIL[@]} -gt 0 ]] && printf 'FAIL: %s\n' "${FAIL[@]}" + exit "${1:-0}" +} + +# ── Stage 0: preflight ─────────────────────────────────────────────── +preflight() { + [ "$(uname -s)" = "Linux" ] || { echo "ISO builds run on Linux only"; return 1; } + + local branch; branch="$(git rev-parse --abbrev-ref HEAD)" + [ "$branch" = "main" ] || { echo "must build from main (on: $branch)"; return 1; } + + if [ -n "$(git status --porcelain)" ]; then + echo "working tree is not clean — release ISOs build from committed state only:" + git status --porcelain | head -20 + return 1 + fi + + VERSION="$(grep -m1 '^version' core/archipelago/Cargo.toml | sed 's/.*"\(.*\)".*/\1/')" + local ui_ver manifest_ver + ui_ver="$(python3 -c 'import json;print(json.load(open("neode-ui/package.json"))["version"])')" + manifest_ver="$(python3 -c 'import json;print(json.load(open("releases/manifest.json"))["version"])')" + echo " Cargo.toml: $VERSION" + echo " package.json: $ui_ver" + echo " releases/manifest: $manifest_ver" + [ "$VERSION" = "$ui_ver" ] || { echo "version mismatch Cargo vs package.json"; return 1; } + [ "$VERSION" = "$manifest_ver" ] || { echo "version mismatch Cargo vs releases/manifest.json"; return 1; } + + head -5 CHANGELOG.md | grep -qF "v$VERSION" \ + || { echo "CHANGELOG.md top entry is not v$VERSION"; return 1; } + + git rev-parse -q --verify "refs/tags/v$VERSION" >/dev/null \ + || { echo "tag v$VERSION does not exist — cut the release first (scripts/create-release.sh)"; return 1; } + + # The ISO must only ever be cut from a ceremony-signed manifest. + python3 - <<'EOF' || return 1 +import json, sys +m = json.load(open("releases/manifest.json")) +sig, by = m.get("signature"), m.get("signed_by", "") +if not sig or not by.startswith("did:key:"): + print("releases/manifest.json is UNSIGNED — run the signing ceremony first") + sys.exit(1) +print(f" manifest signed by {by[:32]}…") +EOF + + echo " version: $VERSION @ $(git rev-parse --short HEAD), tree clean, manifest signed" +} +stage "preflight" preflight +VERSION="$(grep -m1 '^version' core/archipelago/Cargo.toml | sed 's/.*"\(.*\)".*/\1/')" + +# ── Stage 1: gates ─────────────────────────────────────────────────── +if [ "$SKIP_GATES" = "0" ]; then + stage "release-gate-harness" bash tests/release/run.sh + stage "catalog-drift-strict" python3 scripts/check-app-catalog-drift.py --release --strict + # Full Rust suite — the release harness only runs a 6-module slice; + # ~1000 tests otherwise go unverified at ISO time (hardening plan §H). + stage "cargo-test-full" timeout 5400 env CARGO_INCREMENTAL=0 \ + nice -n 10 cargo test --manifest-path core/Cargo.toml -p archipelago --bin archipelago +else + echo; echo "═══ [gates] SKIPPED (--skip-gates)" +fi + +# ── Stage 2: artifact verification ─────────────────────────────────── +verify_artifacts() { + local bin="core/target/release/archipelago" + [ -x "$bin" ] || { echo "missing release binary $bin — build it first"; return 1; } + strings "$bin" | grep -qF "$VERSION" \ + || { echo "release binary does not embed $VERSION — stale build"; return 1; } + echo " backend binary embeds $VERSION ($(du -h "$bin" | cut -f1))" + + [ -f web/dist/neode-ui/index.html ] || { echo "missing frontend dist"; return 1; } + grep -rqoF "$VERSION" web/dist/neode-ui/assets/*.js \ + || { echo "frontend dist does not contain $VERSION — stale build"; return 1; } + echo " frontend dist contains $VERSION" + + # AIUI must ride inside the dist BEFORE packaging or OTA upgrades + # silently strip it from nodes in the field. + [ -f web/dist/neode-ui/aiui/index.html ] \ + || { echo "AIUI missing from web/dist/neode-ui/aiui — fold it in before building"; return 1; } + echo " AIUI present in frontend dist" +} +stage "verify-artifacts" verify_artifacts + +# ── Stage 3: build the ISO ─────────────────────────────────────────── +build_iso() { + local env_args=( + UNBUNDLED="$UNBUNDLED" + BUILD_FROM_SOURCE=0 + DEV_SERVER=localhost + ARCHIPELAGO_BIN="$REPO/core/target/release/archipelago" + ) + [ -n "$RC_OVERRIDE" ] && env_args+=(RC="$RC_OVERRIDE") + sudo -E env "${env_args[@]}" nice -n 5 bash image-recipe/build-debian-iso.sh +} +stage "build-iso" build_iso + +find_iso() { + ls -t "$REPO"/image-recipe/results/archipelago-installer-"$VERSION"*-x86_64_RC*.iso 2>/dev/null | head -1 +} +ISO="$(find_iso)" +[ -n "$ISO" ] || { echo "FAIL: no ISO produced for $VERSION in image-recipe/results/"; FAIL+=("locate-iso"); summary 1; } + +# ── Stage 4: mount-level smoke test ────────────────────────────────── +stage "iso-smoke" bash scripts/iso-smoke-test.sh "$ISO" "$VERSION" + +# ── Stage 5: QEMU boot test (best-effort) ──────────────────────────── +# The ISO's kernel cmdline has no serial console, so the serial-log +# sanity grep can miss a perfectly healthy boot. Run it, report it, +# but don't fail an otherwise-green build on it. +if [ "$NO_QEMU" = "0" ] && command -v qemu-system-x86_64 >/dev/null 2>&1; then + echo + echo "═══ [qemu-boot] (best-effort) test-iso-qemu.sh $ISO 180" + if bash image-recipe/_archived/test-iso-qemu.sh "$ISO" 180; then + echo "═══ [qemu-boot] PASS" + PASS+=("qemu-boot") + else + echo "═══ [qemu-boot] INCONCLUSIVE (not gating — verify on real hardware)" + PASS+=("qemu-boot(inconclusive)") + fi +else + echo; echo "═══ [qemu-boot] SKIPPED" +fi + +# ── Done ───────────────────────────────────────────────────────────── +SHA_FILE="$ISO.sha256" +[ -f "$SHA_FILE" ] || (cd "$(dirname "$ISO")" && sha256sum "$(basename "$ISO")" > "$SHA_FILE") + +echo +echo "════════════════════════════════════════════════════" +echo " ISO RELEASE BUILD COMPLETE — v$VERSION" +echo "════════════════════════════════════════════════════" +echo " ISO: $ISO ($(du -h "$ISO" | cut -f1))" +echo " SHA256: $(cut -d' ' -f1 "$SHA_FILE")" +echo +echo " Next steps (publisher, offline mnemonic required):" +echo " 1. scripts/sign-iso-checksums.sh $ISO" +echo " 2. upload ISO + .sha256 + signed checksum JSON alongside the" +echo " v$VERSION Gitea release assets" +summary 0 diff --git a/scripts/create-release-manifest.sh b/scripts/create-release-manifest.sh index 96c2ccbe..ed0a62b6 100755 --- a/scripts/create-release-manifest.sh +++ b/scripts/create-release-manifest.sh @@ -142,7 +142,7 @@ if [ -z "$FRONTEND_ARCHIVE" ]; then # SIGPIPE-safe: use awk to read only the first line and exit, # then terminate the tar pipeline explicitly so `pipefail`+SIGPIPE # don't kill the whole `set -euo pipefail` script. - root_mode=$(tar tvzf "$FRONTEND_ARCHIVE" 2>/dev/null | awk 'NR==1{print $1; exit}') + root_mode=$({ tar tvzf "$FRONTEND_ARCHIVE" 2>/dev/null || true; } | awk 'NR==1{print $1; exit}') case "$root_mode" in drwxr-xr-x|drwxr-x*x*) echo " Tarball root perms OK: $root_mode" diff --git a/scripts/generate-app-catalog.py b/scripts/generate-app-catalog.py index 6ee7a96e..09445b0b 100644 --- a/scripts/generate-app-catalog.py +++ b/scripts/generate-app-catalog.py @@ -141,6 +141,32 @@ def render_app_session_config(manifests: dict[str, dict[str, Any]]) -> str: return "\n".join(lines) +def render_rust_ports(ports: dict[str, int], extra_ports: list[int]) -> str: + """Rust constant of catalog launch ports for the fips0 firewall drop-in + (core/archipelago/src/fips/app_ports.rs). Extra ports cover the frontend's + APP_PORTS overrides (companions/aliases) that have no manifest of their own. + """ + distinct = sorted(set(list(ports.values()) + extra_ports)) + lines = [ + "//! Generated by scripts/generate-app-catalog.py. Do not edit manually.", + "//!", + "//! Catalog app launch ports (the web UIs the companion opens by direct", + "//! port). Used to write the fips0 firewall allowance drop-in so app UIs", + "//! are reachable over the mesh; ports of apps that aren\'t installed have", + "//! no listener, so allowing them is inert.", + "", + "pub const APP_LAUNCH_PORTS: &[u16] = &[", + ] + lines.extend(f" {port}," for port in distinct) + lines.extend(["];", ""]) + return "\n".join(lines) + + +# Keep in lockstep with APP_PORTS overrides in +# neode-ui/src/views/appSession/appSessionConfig.ts. +RUST_EXTRA_PORTS = [8334, 50002, 18083, 11434, 8081, 8240, 8175, 8176, 8080] + + def sync_catalog(path: Path, manifests: dict[str, dict[str, Any]]) -> int: with path.open("r", encoding="utf-8") as fh: catalog = json.load(fh) @@ -178,6 +204,11 @@ def main() -> int: default=[], help="Catalog JSON path to update. May be passed multiple times.", ) + parser.add_argument( + "--rust-app-ports", + default="core/archipelago/src/fips/app_ports.rs", + help="Generated Rust launch-port list for the fips0 firewall drop-in. Empty string to skip.", + ) parser.add_argument( "--app-session-config", default="neode-ui/src/views/appSession/generatedAppSessionConfig.ts", @@ -201,6 +232,20 @@ def main() -> int: print(f"{path}: updated") else: print(f"{path}: updated 0 fields") + if args.rust_app_ports: + ports = { + app_id: port + for app_id, app in manifests.items() + if (port := manifest_launch_port(app)) + } + rust_path = Path(args.rust_app_ports) + rust_content = render_rust_ports(ports, RUST_EXTRA_PORTS) + rust_old = rust_path.read_text(encoding="utf-8") if rust_path.exists() else "" + if rust_old != rust_content: + rust_path.write_text(rust_content, encoding="utf-8") + print(f"{rust_path}: updated") + else: + print(f"{rust_path}: updated 0 fields") print(f"total_updated={total}") return 0 diff --git a/scripts/iso-smoke-test.sh b/scripts/iso-smoke-test.sh new file mode 100755 index 00000000..760e13d8 --- /dev/null +++ b/scripts/iso-smoke-test.sh @@ -0,0 +1,131 @@ +#!/usr/bin/env bash +# Mount-level smoke test for an Archipelago installer ISO. +# +# Verifies boot plumbing (BIOS + UEFI + live-boot), the auto-installer +# payload, and — the check that has bitten before — that the backend +# binary inside the ISO actually embeds the version the filename claims. +# +# Usage: +# scripts/iso-smoke-test.sh <path-to-iso> [expected-version] +# +# expected-version defaults to core/archipelago/Cargo.toml. Needs sudo +# (loop mount). Exits non-zero on the first hard failure; prints a +# PASS/FAIL table either way. + +set -u + +REPO="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)" +ISO="${1:-}" +EXPECTED_VERSION="${2:-$(grep -m1 '^version' "$REPO/core/archipelago/Cargo.toml" | sed 's/.*"\(.*\)".*/\1/')}" + +if [ -z "$ISO" ] || [ ! -f "$ISO" ]; then + echo "usage: $0 <path-to-iso> [expected-version]" >&2 + exit 2 +fi + +FAIL=0 +ok() { echo " OK: $*"; } +bad() { echo " FAIL: $*"; FAIL=1; } +warn() { echo " WARN: $*"; } + +echo "ISO smoke test" +echo " ISO: $ISO ($(du -h "$ISO" | cut -f1))" +echo " Version: $EXPECTED_VERSION (expected)" + +# ── Filename ↔ version parity (gap: ISO version can silently drift) ── +case "$(basename "$ISO")" in + *"$EXPECTED_VERSION"*) ok "filename contains $EXPECTED_VERSION" ;; + *) bad "filename does not contain expected version $EXPECTED_VERSION" ;; +esac + +MNT="$(mktemp -d)" +INITRD_DIR="" +cleanup() { + sudo umount "$MNT" 2>/dev/null || true + rmdir "$MNT" 2>/dev/null || true + [ -n "$INITRD_DIR" ] && sudo rm -rf "$INITRD_DIR" 2>/dev/null +} +trap cleanup EXIT + +if ! sudo mount -o loop,ro "$ISO" "$MNT"; then + echo " FAIL: could not loop-mount ISO" >&2 + exit 1 +fi + +# ── Required boot + installer files ────────────────────────────────── +for f in live/vmlinuz live/initrd.img live/filesystem.squashfs \ + isolinux/isolinux.bin isolinux/isolinux.cfg \ + boot/grub/grub.cfg EFI/BOOT/BOOTX64.EFI \ + archipelago/auto-install.sh archipelago/rootfs.tar; do + if [ -e "$MNT/$f" ]; then + ok "$f ($(sudo du -h "$MNT/$f" 2>/dev/null | cut -f1))" + else + bad "missing $f" + fi +done + +# ── GRUB must boot the live system ─────────────────────────────────── +if grep -q "boot=live" "$MNT/boot/grub/grub.cfg" 2>/dev/null; then + ok "grub.cfg has boot=live" +else + bad "grub.cfg missing boot=live" +fi + +# ── initrd must contain live-boot scripts ──────────────────────────── +if command -v unmkinitramfs >/dev/null 2>&1; then + INITRD_DIR="$(mktemp -d)" + sudo unmkinitramfs "$MNT/live/initrd.img" "$INITRD_DIR" 2>/dev/null + if [ -e "$INITRD_DIR/scripts/live" ] || [ -e "$INITRD_DIR/main/scripts/live" ]; then + ok "initrd has live-boot scripts" + else + bad "initrd missing live-boot scripts" + fi +else + warn "unmkinitramfs not installed — skipping initrd live-boot check" +fi + +# ── Backend binary inside the ISO embeds the expected version ──────── +# (the v1.4.0-binary-in-a-v1.5-ISO incident: a stale captured binary +# shipped and the fleet rejected its fips.yaml on Activate) +BIN_IN_ISO="" +if [ -f "$MNT/archipelago/bin/archipelago" ]; then + BIN_IN_ISO="$MNT/archipelago/bin/archipelago" + if sudo strings "$BIN_IN_ISO" 2>/dev/null | grep -qF "$EXPECTED_VERSION"; then + ok "payload backend binary embeds $EXPECTED_VERSION" + else + bad "payload backend binary does NOT embed $EXPECTED_VERSION (stale binary)" + fi +else + # Fall back to the copy inside rootfs.tar + TMPBIN="$(mktemp -d)" + if sudo tar -xf "$MNT/archipelago/rootfs.tar" -C "$TMPBIN" \ + usr/local/bin/archipelago 2>/dev/null; then + if sudo strings "$TMPBIN/usr/local/bin/archipelago" | grep -qF "$EXPECTED_VERSION"; then + ok "rootfs backend binary embeds $EXPECTED_VERSION" + else + bad "rootfs backend binary does NOT embed $EXPECTED_VERSION (stale binary)" + fi + else + bad "no backend binary found at archipelago/bin/ or in rootfs.tar" + fi + sudo rm -rf "$TMPBIN" +fi + +# ── Frontend payload present ───────────────────────────────────────── +if [ -f "$MNT/archipelago/web-ui/index.html" ]; then + ok "frontend payload (archipelago/web-ui/index.html)" + if [ -f "$MNT/archipelago/web-ui/aiui/index.html" ]; then + ok "AIUI included in frontend payload" + else + warn "AIUI missing from archipelago/web-ui (verify rootfs copy before shipping)" + fi +else + warn "no archipelago/web-ui payload on ISO (frontend may live in rootfs.tar only)" +fi + +echo +if [ "$FAIL" = "1" ]; then + echo "ISO SMOKE TEST: FAILED" + exit 1 +fi +echo "ISO SMOKE TEST: PASSED" diff --git a/scripts/run-tests.sh b/scripts/run-tests.sh index 62dfca1f..ec7df3f2 100755 --- a/scripts/run-tests.sh +++ b/scripts/run-tests.sh @@ -1,12 +1,15 @@ #!/usr/bin/env bash # -# Run all Archipelago tests: frontend (local) + backend (dev server via SSH). -# Exit 0 only if both pass. +# Run Archipelago tests. +# +# By default this runs frontend tests and local backend Rust tests. Set +# ARCHIPELAGO_SSH_HOST and ARCHIPELAGO_SSH_KEY to run backend tests on a Linux +# target instead. # set -euo pipefail -SSH_KEY="${ARCHIPELAGO_SSH_KEY:-$HOME/.ssh/archipelago-deploy}" -SSH_HOST="${ARCHIPELAGO_SSH_HOST:-archipelago@192.168.1.228}" +SSH_KEY="${ARCHIPELAGO_SSH_KEY:-}" +SSH_HOST="${ARCHIPELAGO_SSH_HOST:-}" SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)" PROJECT_DIR="$(dirname "$SCRIPT_DIR")" @@ -29,34 +32,29 @@ fi echo "" -# --- Backend Tests (on dev server) --- -echo "--- Backend Tests (dev server) ---" +# --- Backend Tests --- +if [[ -n "$SSH_HOST" && -n "$SSH_KEY" ]]; then + echo "--- Backend Tests (Linux target: $SSH_HOST) ---" + echo "Syncing source to target..." + rsync -az --exclude 'target' --exclude 'node_modules' --exclude '.git' \ + -e "ssh -i $SSH_KEY" \ + "$PROJECT_DIR/core/" "$SSH_HOST:~/archy/core/" 2>&1 -# Sync source to server -echo "Syncing source to dev server..." -rsync -az --exclude 'target' --exclude 'node_modules' --exclude '.git' \ - -e "ssh -i $SSH_KEY" \ - "$PROJECT_DIR/core/" "$SSH_HOST:~/archy/core/" 2>&1 - -# Run tests on server -if ssh -i "$SSH_KEY" "$SSH_HOST" \ - "source ~/.cargo/env && cd ~/archy/core && cargo test -p archipelago 2>&1"; then - echo "✅ Backend unit tests PASSED" - BACKEND_OK=1 + if ssh -i "$SSH_KEY" "$SSH_HOST" \ + "source ~/.cargo/env && cd ~/archy/core && cargo test --all-features 2>&1"; then + echo "✅ Backend tests PASSED" + BACKEND_OK=1 + else + echo "❌ Backend tests FAILED" + fi else - echo "❌ Backend unit tests FAILED" -fi - -echo "" - -# --- Integration Tests --- -echo "--- Integration Tests (dev server) ---" -if ssh -i "$SSH_KEY" "$SSH_HOST" \ - "source ~/.cargo/env && cd ~/archy/core && cargo test --test rpc_integration 2>&1"; then - echo "✅ Integration tests PASSED" -else - echo "❌ Integration tests FAILED" - BACKEND_OK=0 + echo "--- Backend Tests (local) ---" + if (cd "$PROJECT_DIR/core" && cargo test --all-features 2>&1); then + echo "✅ Backend tests PASSED" + BACKEND_OK=1 + else + echo "❌ Backend tests FAILED" + fi fi echo "" diff --git a/scripts/setup-aiui-server.sh b/scripts/setup-aiui-server.sh index 49ff0dce..cbf3fc4a 100755 --- a/scripts/setup-aiui-server.sh +++ b/scripts/setup-aiui-server.sh @@ -24,8 +24,9 @@ PROJECT_DIR="$(dirname "$SCRIPT_DIR")" SSH_KEY="${ARCHIPELAGO_SSH_KEY:-$HOME/.ssh/archipelago-deploy}" SSH_OPTS="-o StrictHostKeyChecking=no -i $SSH_KEY" -# Anthropic API key — used by all servers for AIUI Claude chat -ANTHROPIC_API_KEY="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" +# Anthropic API key used by the AIUI Claude chat proxy. Keep this in the +# caller's environment or scripts/deploy-config.sh; never commit live keys. +ANTHROPIC_API_KEY="${ANTHROPIC_API_KEY:-}" TARGET_HOST="$1" if [ -z "$TARGET_HOST" ]; then @@ -34,6 +35,12 @@ if [ -z "$TARGET_HOST" ]; then exit 1 fi +if [ -z "$ANTHROPIC_API_KEY" ]; then + echo "ERROR: ANTHROPIC_API_KEY must be set in the environment." + echo "Example: ANTHROPIC_API_KEY=<key> $0 $TARGET_HOST" + exit 1 +fi + AIUI_DIST="$PROJECT_DIR/../AIUI/packages/app/dist" if [ ! -f "$AIUI_DIST/index.html" ]; then echo "ERROR: AIUI build not found at $AIUI_DIST" diff --git a/scripts/validate-app-manifest.sh b/scripts/validate-app-manifest.sh index 9831d735..657957a6 100755 --- a/scripts/validate-app-manifest.sh +++ b/scripts/validate-app-manifest.sh @@ -1,25 +1,26 @@ #!/usr/bin/env bash # -# validate-app-manifest.sh — Validate a community-submitted app manifest +# validate-app-manifest.sh - validate an Archipelago app manifest. # -# Usage: ./scripts/validate-app-manifest.sh <manifest.yml> +# Usage: +# ./scripts/validate-app-manifest.sh [--repo-audit] apps/my-app/manifest.yml # -# Checks: -# 1. Valid YAML syntax -# 2. Required fields present (id, title, version, image, description) -# 3. Image from trusted registry (docker.io, ghcr.io, quay.io) -# 4. No :latest tag (must pin specific version) -# 5. Resource limits specified (memory, cpu) -# 6. Security: no privileged mode, no host networking -# 7. No hardcoded secrets/passwords in environment -# 8. Port conflicts with existing apps -# -# Exit 0 = valid, Exit 1 = issues found +# This intentionally mirrors the public app contract documented in +# docs/app-manifest-spec.md: manifests have a top-level `app:` block and are +# ultimately validated by the Rust parser in core/container/src/manifest.rs. +# This script is the contributor-friendly preflight; the Rust parser remains +# canonical. set -euo pipefail -if [[ $# -lt 1 ]]; then - echo "Usage: $0 <manifest.yml>" +REPO_AUDIT=0 +if [[ "${1:-}" == "--repo-audit" ]]; then + REPO_AUDIT=1 + shift +fi + +if [[ $# -ne 1 ]]; then + echo "Usage: $0 [--repo-audit] <manifest.yml>" exit 1 fi @@ -30,138 +31,235 @@ WARN=0 check() { local desc="$1" result="$2" - if [[ "$result" == "pass" ]]; then - PASS=$((PASS + 1)) - echo " PASS: $desc" - elif [[ "$result" == "warn" ]]; then - WARN=$((WARN + 1)) - echo " WARN: $desc" - else - FAIL=$((FAIL + 1)) - echo " FAIL: $desc" - fi + case "$result" in + pass) + PASS=$((PASS + 1)) + echo " PASS: $desc" + ;; + warn) + WARN=$((WARN + 1)) + echo " WARN: $desc" + ;; + *) + FAIL=$((FAIL + 1)) + echo " FAIL: $desc" + ;; + esac +} + +yaml_eval() { + ruby -ryaml -e ' + path, expr = ARGV + data = YAML.load_file(path) + app = data.is_a?(Hash) ? data["app"] : nil + abort "missing top-level app block" unless app.is_a?(Hash) + value = eval(expr) + case value + when Array + puts value.join("\n") + when Hash + puts value.to_a.map { |k, v| "#{k}=#{v}" }.join("\n") + when NilClass + puts "" + else + puts value + end + ' "$MANIFEST" "$1" } echo "Validating: $MANIFEST" echo "" -# 1. File exists and is readable if [[ ! -f "$MANIFEST" ]]; then echo " FAIL: File not found: $MANIFEST" exit 1 fi check "File exists" "pass" -# 2. Valid YAML -if ! python3 -c "import yaml; yaml.safe_load(open('$MANIFEST'))" 2>/dev/null; then - check "Valid YAML syntax" "fail" - echo " Cannot continue with invalid YAML" +if ! ruby -ryaml -e 'data = YAML.load_file(ARGV[0]); exit(data.is_a?(Hash) && data["app"].is_a?(Hash) ? 0 : 1)' "$MANIFEST" 2>/dev/null; then + check "Valid YAML with top-level app block" "fail" + echo "" + echo "Results: $PASS passed, $FAIL failed, $WARN warnings" + echo "STATUS: REJECTED - fix failures before resubmitting" exit 1 fi -check "Valid YAML syntax" "pass" +check "Valid YAML with top-level app block" "pass" -# 3. Required fields -CONTENT=$(python3 -c " -import yaml, json -with open('$MANIFEST') as f: - d = yaml.safe_load(f) -print(json.dumps(d)) -" 2>/dev/null) +APP_ID="$(yaml_eval 'app["id"]')" +APP_NAME="$(yaml_eval 'app["name"]')" +APP_VERSION="$(yaml_eval 'app["version"]')" +APP_DESCRIPTION="$(yaml_eval 'app["description"]')" +APP_INTERNAL="$(yaml_eval 'app["internal"]')" +IMAGE="$(yaml_eval '(app["container"] || {})["image"]')" +BUILD_CONTEXT="$(yaml_eval '(((app["container"] || {})["build"] || {})["context"])')" +BUILD_TAG="$(yaml_eval '(((app["container"] || {})["build"] || {})["tag"])')" -for field in id title version description; do - val=$(echo "$CONTENT" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('$field',''))" 2>/dev/null) - if [[ -n "$val" && "$val" != "None" ]]; then - check "Required field '$field' present" "pass" - else - check "Required field '$field' present" "fail" - fi -done - -# 4. Image reference -IMAGE=$(echo "$CONTENT" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('image','') or d.get('docker_image','') or '')" 2>/dev/null) -if [[ -z "$IMAGE" || "$IMAGE" == "None" ]]; then - check "Container image specified" "fail" +if [[ "$APP_ID" =~ ^[a-z0-9]+(-[a-z0-9]+)*$ ]]; then + check "app.id is lowercase kebab-case ($APP_ID)" "pass" else - check "Container image specified" "pass" + check "app.id is lowercase kebab-case" "fail" +fi - # Check trusted registry +if [[ -n "$APP_NAME" ]]; then + check "app.name present" "pass" +else + check "app.name present" "fail" +fi + +if [[ "$APP_VERSION" =~ [0-9] ]]; then + check "app.version present and contains a digit" "pass" +else + check "app.version present and contains a digit" "fail" +fi + +if [[ -n "$APP_DESCRIPTION" ]]; then + check "app.description present" "pass" +else + check "app.description present" "warn" +fi + +HAS_IMAGE=0 +HAS_BUILD=0 +[[ -n "$IMAGE" ]] && HAS_IMAGE=1 +[[ -n "$BUILD_CONTEXT" || -n "$BUILD_TAG" ]] && HAS_BUILD=1 + +if [[ "$HAS_IMAGE" -eq 1 && "$HAS_BUILD" -eq 0 ]]; then + check "container.image specified" "pass" +elif [[ "$HAS_IMAGE" -eq 0 && "$HAS_BUILD" -eq 1 ]]; then + if [[ -n "$BUILD_CONTEXT" && -n "$BUILD_TAG" ]]; then + check "container.build specified with context and tag" "pass" + else + check "container.build requires context and tag" "fail" + fi +else + check "exactly one of container.image or container.build specified" "fail" +fi + +if [[ -n "$IMAGE" ]]; then TRUSTED=false - for reg in "docker.io" "ghcr.io" "quay.io" "registry.hub.docker.com" "146.59.87.168:3000"; do - if echo "$IMAGE" | grep -q "$reg"; then + for reg in "docker.io" "ghcr.io" "quay.io" "registry.hub.docker.com" "146.59.87.168:3000" "localhost/"; do + if [[ "$IMAGE" == *"$reg"* ]]; then TRUSTED=true break fi done - # Also allow short-form Docker Hub images (no registry prefix) - if ! echo "$IMAGE" | grep -q "/"; then - TRUSTED=true # single-name images are Docker Hub official - fi - if [[ "$TRUSTED" == "true" ]]; then - check "Image from trusted registry" "pass" + if [[ "$TRUSTED" == "true" || "$IMAGE" != */* ]]; then + check "image registry is recognized" "pass" else - check "Image from trusted registry ($IMAGE)" "warn" + check "image registry is not in the reviewed list ($IMAGE)" "warn" fi - # Check no :latest - if echo "$IMAGE" | grep -q ":latest$"; then - check "No :latest tag (pin specific version)" "fail" - elif ! echo "$IMAGE" | grep -q ":"; then - check "No version tag specified (should pin version)" "warn" + if [[ "$IMAGE" == *":latest" ]]; then + if [[ "$APP_INTERNAL" == "true" || "$IMAGE" == localhost/* ]]; then + check "internal/local build uses :latest ($IMAGE)" "warn" + elif [[ "$REPO_AUDIT" -eq 1 ]]; then + check "existing manifest uses :latest and must be pinned before public app submission ($IMAGE)" "warn" + else + check "image tag is pinned and not :latest ($IMAGE)" "fail" + fi + elif [[ "$IMAGE" != *:* ]]; then + check "image tag is explicit ($IMAGE)" "warn" else - check "Version tag pinned" "pass" + check "image tag is pinned" "pass" fi fi -# 5. Security checks -PRIVILEGED=$(echo "$CONTENT" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('privileged', False))" 2>/dev/null) -if [[ "$PRIVILEGED" == "True" ]]; then - check "No privileged mode" "fail" +MEMORY_LIMIT="$(yaml_eval '((app["resources"] || {})["memory_limit"] || (app["resources"] || {})["memory"])')" +CPU_LIMIT="$(yaml_eval '((app["resources"] || {})["cpu_limit"] || (app["resources"] || {})["cpu"])')" +[[ -n "$MEMORY_LIMIT" ]] && check "resources.memory_limit specified ($MEMORY_LIMIT)" "pass" || check "resources.memory_limit specified" "warn" +[[ -n "$CPU_LIMIT" ]] && check "resources.cpu_limit specified ($CPU_LIMIT)" "pass" || check "resources.cpu_limit specified" "warn" + +READONLY_ROOT="$(yaml_eval '((app["security"] || {})["readonly_root"])')" +NO_NEW_PRIVS="$(yaml_eval '((app["security"] || {})["no_new_privileges"])')" +NETWORK_POLICY="$(yaml_eval '((app["security"] || {})["network_policy"])')" +CONTAINER_NETWORK="$(yaml_eval '((app["container"] || {})["network"])')" + +if [[ "$READONLY_ROOT" == "true" || -z "$READONLY_ROOT" ]]; then + check "security.readonly_root true (explicit or Rust default)" "pass" else - check "No privileged mode" "pass" + check "security.readonly_root true or explicitly justified" "warn" fi -HOST_NET=$(echo "$CONTENT" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('host_network', d.get('network_mode','')))" 2>/dev/null) -if [[ "$HOST_NET" == "host" ]]; then - check "No host networking" "fail" +if [[ "$NO_NEW_PRIVS" == "true" || -z "$NO_NEW_PRIVS" ]]; then + check "security.no_new_privileges true (explicit or Rust default)" "pass" +elif [[ "$REPO_AUDIT" -eq 1 ]]; then + check "existing manifest disables security.no_new_privileges and needs review" "warn" else - check "No host networking" "pass" + check "security.no_new_privileges true" "fail" fi -# 6. Check for hardcoded secrets in env vars -ENV_VARS=$(echo "$CONTENT" | python3 -c " -import sys,json -d=json.load(sys.stdin) -env = d.get('environment', d.get('env', {})) -if isinstance(env, dict): - for k,v in env.items(): - print(f'{k}={v}') -elif isinstance(env, list): - for e in env: - print(e) -" 2>/dev/null || echo "") - -SECRET_PATTERNS="password|secret|api_key|private_key|token" -if echo "$ENV_VARS" | grep -iqE "$SECRET_PATTERNS"; then - check "No hardcoded secrets in environment" "warn" +if [[ "$NETWORK_POLICY" == "isolated" || "$NETWORK_POLICY" == "bridge" || "$NETWORK_POLICY" == "host" || -z "$NETWORK_POLICY" ]]; then + check "security.network_policy valid" "pass" else - check "No hardcoded secrets in environment" "pass" + check "security.network_policy valid" "fail" fi -# 7. Memory limit -MEM=$(echo "$CONTENT" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('memory', d.get('mem_limit', d.get('resources',{}).get('memory',''))))" 2>/dev/null) -if [[ -n "$MEM" && "$MEM" != "None" && "$MEM" != "" ]]; then - check "Memory limit specified ($MEM)" "pass" +if [[ "$CONTAINER_NETWORK" == container:* || "$CONTAINER_NETWORK" == ns:* ]]; then + check "container.network does not share another namespace" "fail" else - check "Memory limit specified" "warn" + check "container.network does not share another namespace" "pass" +fi + +SECRET_ENV="$(yaml_eval '(app["environment"] || [])')" +if echo "$SECRET_ENV" | grep -iqE '^[A-Z0-9_]*(PASSWORD|PASS|SECRET|TOKEN|API_KEY|PRIVATE_KEY)[A-Z0-9_]*=.+$'; then + check "no hardcoded secret-like values in app.environment" "warn" +else + check "no hardcoded secret-like values in app.environment" "pass" +fi + +if [[ -n "$APP_ID" && -n "$MANIFEST" ]]; then + EXPECTED_DIR="$(basename "$(dirname "$MANIFEST")")" + if [[ "$EXPECTED_DIR" == "$APP_ID" ]]; then + check "app.id matches directory name" "pass" + elif [[ "$REPO_AUDIT" -eq 1 ]]; then + check "existing manifest app.id differs from directory name ($EXPECTED_DIR)" "warn" + else + check "app.id matches directory name ($EXPECTED_DIR)" "fail" + fi +fi + +PORT_CHECK="$(ruby -ryaml -e ' + current = ARGV[0] + current_id = File.basename(File.dirname(current)) + ports = {} + Dir.glob("apps/*/manifest.yml").sort.each do |path| + data = YAML.load_file(path) + app = data.is_a?(Hash) ? data["app"] : nil + next unless app.is_a?(Hash) + id = app["id"] || File.basename(File.dirname(path)) + next if id == current_id + Array(app["ports"]).each do |p| + next unless p.is_a?(Hash) + proto = p["protocol"] || "tcp" + bind = p["bind"] || "" + host = p["host"] + ports[[host, proto, bind]] = id if host + end + end + data = YAML.load_file(current) + app = data["app"] + conflicts = [] + Array(app["ports"]).each do |p| + next unless p.is_a?(Hash) + key = [p["host"], p["protocol"] || "tcp", p["bind"] || ""] + conflicts << "#{key[2].empty? ? "*" : key[2]}:#{key[0]}/#{key[1]} already used by #{ports[key]}" if ports.key?(key) + end + puts conflicts.join("\n") +' "$MANIFEST")" +if [[ -n "$PORT_CHECK" ]]; then + while IFS= read -r conflict; do + check "port conflict: $conflict" "warn" + done <<< "$PORT_CHECK" +else + check "no duplicate host port bindings" "pass" fi echo "" echo "Results: $PASS passed, $FAIL failed, $WARN warnings" if [[ "$FAIL" -gt 0 ]]; then - echo "STATUS: REJECTED — fix failures before resubmitting" + echo "STATUS: REJECTED - fix failures before resubmitting" exit 1 -else - echo "STATUS: APPROVED (with $WARN warnings)" - exit 0 fi + +echo "STATUS: APPROVED (with $WARN warnings)" diff --git a/tests/mesh/run-mesh-tests.sh b/tests/mesh/run-mesh-tests.sh new file mode 100755 index 00000000..7911dd8e --- /dev/null +++ b/tests/mesh/run-mesh-tests.sh @@ -0,0 +1,85 @@ +#!/bin/bash +# Mesh / Reticulum test suite — the "is the mesh stack healthy" gate. +# +# Three layers, cheapest first: +# 1. Rust unit tests (no hardware, ~2s once built) +# 2. Daemon selftest (full RNS+LXMF bring-up, no radio; also verifies +# the announce app_data wire contract + set_name) +# 3. Live-node assertions (optional; needs a running archipelago with a +# radio — set MESH_TEST_LIVE=1 MESH_TEST_PW=...) +# +# Usage: +# tests/mesh/run-mesh-tests.sh # layers 1+2 +# MESH_TEST_LIVE=1 MESH_TEST_PW='...' tests/mesh/run-mesh-tests.sh +# MESH_TEST_HOST=100.113.100.55 ... # live-test a remote node +set -u +cd "$(dirname "$0")/../.." +FAIL=0 +ok() { echo "ok - $1"; } +bad() { echo "not ok - $1"; FAIL=1; } + +# ── 1. Rust unit tests ──────────────────────────────────────────────── +RUST_RESULTS=$(cd core && cargo test -p archipelago --bin archipelago mesh 2>&1 | grep "^test result:") +if [ -n "$RUST_RESULTS" ] && ! echo "$RUST_RESULTS" | grep -vq " 0 failed"; then + ok "rust mesh unit tests ($(echo "$RUST_RESULTS" | grep -o '[0-9]* passed' | head -1))" +else + bad "rust mesh unit tests" +fi + +# ── 2. Reticulum daemon selftest (no radio) ─────────────────────────── +TMP=$(mktemp -d) +trap 'rm -rf "$TMP"' EXIT +head -c 32 /dev/urandom > "$TMP/key" +DAEMON=reticulum-daemon/.venv/bin/python +if [ -x "$DAEMON" ]; then + if "$DAEMON" reticulum-daemon/reticulum_daemon.py \ + --identity-key "$TMP/key" --rns-config "$TMP/rns" \ + --socket "$TMP/sock" --display-name "SelftestNode" --selftest 2>/dev/null \ + | grep -q "announce_app_data=verified set_name=verified"; then + ok "daemon selftest (announce wire contract + set_name)" + else + bad "daemon selftest" + fi +else + echo "skip - daemon selftest (no venv at $DAEMON)" +fi + +# ── 3. Live node assertions (opt-in) ────────────────────────────────── +if [ "${MESH_TEST_LIVE:-0}" = "1" ]; then + HOST="${MESH_TEST_HOST:-127.0.0.1}" + PW="${MESH_TEST_PW:?set MESH_TEST_PW}" + # Nodes differ: dev boxes serve plain http on :80, ISO installs https. + RPC="" + for base in "http://$HOST" "https://$HOST" "http://$HOST:5678"; do + code=$(curl -ksS -o /dev/null -w '%{http_code}' -m 5 -X POST "$base/rpc/v1" 2>/dev/null || true) + case "$code" in 000|"") continue ;; *) RPC="$base/rpc/v1"; break ;; esac + done + [ -n "$RPC" ] || { bad "live: no RPC endpoint reachable on $HOST"; echo FAIL; exit 1; } + JAR="$TMP/jar" + curl -ksS -c "$JAR" -H "Content-Type: application/json" \ + -d "{\"jsonrpc\":\"2.0\",\"method\":\"auth.login\",\"params\":{\"password\":\"$PW\"},\"id\":1}" \ + "$RPC" > "$TMP/login" + if grep -q '"error":null' "$TMP/login"; then ok "live: rpc login"; else bad "live: rpc login"; fi + call() { + local csrf; csrf=$(awk '/^[^#]/ && /csrf_token/ {print $7; exit}' "$JAR") + curl -ksS -b "$JAR" -c "$JAR" -H "Content-Type: application/json" \ + -H "X-CSRF-Token: $csrf" \ + -d "{\"jsonrpc\":\"2.0\",\"method\":\"$1\",\"params\":${2:-{\}},\"id\":2}" \ + --max-time 60 "$RPC" + } + ST=$(call mesh.status) + echo "$ST" | grep -q '"device_connected":true' \ + && ok "live: radio connected ($(echo "$ST" | grep -o '"device_type":"[a-z]*"'))" \ + || bad "live: radio connected" + echo "$ST" | grep -q '"self_advert_name":"[^"]' \ + && ok "live: node has a mesh name" || bad "live: node has a mesh name" + call mesh.refresh | grep -q '"refreshed":true' \ + && ok "live: mesh.refresh" || bad "live: mesh.refresh" + call mesh.broadcast | grep -q '"broadcast":true' \ + && ok "live: mesh.broadcast" || bad "live: mesh.broadcast" + # No peer may ever display a raw identity blob as its name. + call mesh.peers | grep -q '"advert_name":"ARCHY:' \ + && bad "live: no ARCHY-blob peer names" || ok "live: no ARCHY-blob peer names" +fi + +[ "$FAIL" = 0 ] && echo "PASS" || { echo "FAIL"; exit 1; } diff --git a/tests/release/run.sh b/tests/release/run.sh index cf79e0b6..5c577d33 100755 --- a/tests/release/run.sh +++ b/tests/release/run.sh @@ -62,7 +62,7 @@ summary() { # ── Stage 1: static ────────────────────────────────────────────────── stage "git-diff-check" git diff --check stage "cargo-fmt" timeout 240 cargo fmt --manifest-path core/Cargo.toml --all --check -stage "catalog-drift" python3 scripts/check-app-catalog-drift.py +stage "catalog-drift" python3 scripts/check-app-catalog-drift.py --release --strict # Every release must surface its CHANGELOG entry in the Settings "What's New" # modal. The modal hardcodes a block per version and has drifted behind before # (sat at v1.7.84 while the fleet shipped to v1.7.92). Fail if any CHANGELOG