feat: ship native SABR playback backend

.github/workflows/ci.yml

@@ -23,68 +23,4 @@ jobs:
       - uses: gradle/actions/setup-gradle@v6
 
       - name: Build
-        run: ./gradlew build -x test
-
-  test:
-    needs: build
-    runs-on: [self-hosted, Linux, X64, arko, android]
-    strategy:
-      fail-fast: false
-      matrix:
-        group:
-          - name: extraction
-            tests: >-
-              --tests dev.typetype.server.ExtractionTest
-              --tests dev.typetype.server.StreamRoutesTest
-              --tests dev.typetype.server.ProxyRoutesTest
-              --tests dev.typetype.server.ManifestRoutesTest
-              --tests dev.typetype.server.ManifestServiceTest
-              --tests dev.typetype.server.HlsRewritingTest
-              --tests dev.typetype.server.UrlStrippingTest
-              --tests dev.typetype.server.UrlValidatorTest
-              --tests dev.typetype.server.NativeManifestUtilsTest
-              --tests dev.typetype.server.ExtractionResilienceTest
-              --tests dev.typetype.server.StreamInfoMappersCoreTest
-              --tests dev.typetype.server.NativeManifestBuilderCoreTest
-              --tests dev.typetype.server.OkHttpDownloaderCoreTest
-              --tests dev.typetype.server.StreamExtractionErrorMapperTest
-              --tests dev.typetype.server.ShortCanonicalUrlTest
-              --tests dev.typetype.server.ShortDedupKeyTest
-          - name: routes-media
-            tests: >-
-              --tests dev.typetype.server.SearchRoutesTest
-              --tests dev.typetype.server.TrendingRoutesTest
-              --tests dev.typetype.server.CommentRoutesTest
-              --tests dev.typetype.server.ChannelRoutesTest
-              --tests dev.typetype.server.SuggestionRoutesTest
-          - name: routes-user
-            tests: >-
-              --tests dev.typetype.server.SearchHistoryRoutesTest
-              --tests dev.typetype.server.ProgressRoutesTest
-              --tests dev.typetype.server.HistoryRoutesTest
-              --tests dev.typetype.server.FavoritesRoutesTest
-              --tests dev.typetype.server.WatchLaterRoutesTest
-              --tests dev.typetype.server.SubscriptionsRoutesTest
-              --tests dev.typetype.server.SettingsRoutesTest
-              --tests dev.typetype.server.BlockedRoutesTest
-              --tests dev.typetype.server.PlaylistRoutesTest
-              --tests dev.typetype.server.PlaylistServiceTest
-              --tests dev.typetype.server.SubscriptionFeedRoutesTest
-              --tests dev.typetype.server.SubscriptionShortsFeedRoutesTest
-              --tests dev.typetype.server.SubscriptionShortsFeedDiversityTest
-              --tests dev.typetype.server.AuthServiceCoreTest
-              --tests dev.typetype.server.PasswordResetServiceCoreTest
-              --tests dev.typetype.server.YoutubeTakeoutIssueServiceTest
-              --tests dev.typetype.server.ManifestRoutesTest
-    steps:
-      - uses: actions/checkout@v6
-
-      - uses: actions/setup-java@v5
-        with:
-          java-version: "25"
-          distribution: temurin
-
-      - uses: gradle/actions/setup-gradle@v6
-
-      - name: Test (${{ matrix.group.name }})
-        run: ./gradlew test ${{ matrix.group.tests }}
+        run: ./gradlew build --max-workers=8

.github/workflows/coverage.yml

@@ -1,8 +1,6 @@
 name: Coverage
 
 on:
-  push:
-    branches: ["dev"]
   pull_request:
     branches: ["dev", "main"]
 

.github/workflows/deploy-beta.yml

@@ -0,0 +1,35 @@
+name: Deploy Beta
+
+on:
+  workflow_dispatch:
+
+env:
+  FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: true
+
+jobs:
+  deploy-beta:
+    runs-on: [self-hosted, Linux, X64, arko, android]
+    permissions:
+      contents: read
+
+    steps:
+      - name: Configure SSH key
+        run: |
+          mkdir -p ~/.ssh
+          printf '%s\n' "$TYPE_TYPE_DEPLOY_SSH_KEY" > ~/.ssh/typetype_deploy
+          chmod 600 ~/.ssh/typetype_deploy
+        env:
+          TYPE_TYPE_DEPLOY_SSH_KEY: ${{ secrets.TYPE_TYPE_DEPLOY_SSH_KEY }}
+
+      - name: Update beta stack
+        run: |
+          ssh -i ~/.ssh/typetype_deploy \
+            -p "$TYPE_TYPE_DEPLOY_PORT" \
+            -o BatchMode=yes \
+            -o StrictHostKeyChecking=accept-new \
+            "$TYPE_TYPE_DEPLOY_USER@$TYPE_TYPE_DEPLOY_HOST" \
+            /usr/local/sbin/typetype-beta-update
+        env:
+          TYPE_TYPE_DEPLOY_HOST: ${{ secrets.TYPE_TYPE_DEPLOY_HOST }}
+          TYPE_TYPE_DEPLOY_PORT: ${{ secrets.TYPE_TYPE_DEPLOY_PORT }}
+          TYPE_TYPE_DEPLOY_USER: ${{ secrets.TYPE_TYPE_DEPLOY_USER }}

.github/workflows/docker.yml

@@ -26,6 +26,19 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v6
 
+      - name: Resolve build metadata
+        id: build-info
+        run: |
+          base_version="$(sed -n 's/^appVersion=//p' gradle.properties)"
+          if [[ "$GITHUB_REF" == refs/tags/v* ]]; then
+            version="${GITHUB_REF_NAME#v}"
+          else
+            channel="${GITHUB_REF_NAME//[^0-9A-Za-z-]/-}"
+            version="$base_version-$channel.$GITHUB_RUN_NUMBER"
+          fi
+          echo "version=$version" >> "$GITHUB_OUTPUT"
+          echo "build-time=$(date -u +'%Y-%m-%dT%H:%M:%SZ')" >> "$GITHUB_OUTPUT"
+
       - name: Log in to GitHub Container Registry
         uses: docker/login-action@v4
         with:
@@ -67,5 +80,52 @@ jobs:
           push: true
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
+          build-args: |
+            APP_VERSION=${{ steps.build-info.outputs.version }}
+            GITHUB_SHA=${{ github.sha }}
+            BUILD_TIME=${{ steps.build-info.outputs.build-time }}
           cache-from: type=gha
           cache-to: type=gha,mode=max
+
+  deploy-beta:
+    needs: build-and-push
+    if: github.ref_name == 'dev'
+    runs-on: [self-hosted, Linux, X64, arko, android]
+    environment: beta
+    steps:
+      - name: Check deployment configuration
+        id: deploy-config
+        env:
+          TYPE_TYPE_DEPLOY_HOST: ${{ secrets.TYPE_TYPE_DEPLOY_HOST }}
+          TYPE_TYPE_DEPLOY_PORT: ${{ secrets.TYPE_TYPE_DEPLOY_PORT }}
+          TYPE_TYPE_DEPLOY_USER: ${{ secrets.TYPE_TYPE_DEPLOY_USER }}
+          TYPE_TYPE_DEPLOY_SSH_KEY: ${{ secrets.TYPE_TYPE_DEPLOY_SSH_KEY }}
+        run: |
+          if [ -z "$TYPE_TYPE_DEPLOY_HOST" ] || [ -z "$TYPE_TYPE_DEPLOY_PORT" ] || [ -z "$TYPE_TYPE_DEPLOY_USER" ] || [ -z "$TYPE_TYPE_DEPLOY_SSH_KEY" ]; then
+            echo "Deployment secrets are not configured; skipping deployment."
+            echo "configured=false" >> "$GITHUB_OUTPUT"
+            exit 0
+          fi
+          echo "configured=true" >> "$GITHUB_OUTPUT"
+
+      - name: Configure SSH
+        if: steps.deploy-config.outputs.configured == 'true'
+        env:
+          TYPE_TYPE_DEPLOY_HOST: ${{ secrets.TYPE_TYPE_DEPLOY_HOST }}
+          TYPE_TYPE_DEPLOY_PORT: ${{ secrets.TYPE_TYPE_DEPLOY_PORT }}
+          TYPE_TYPE_DEPLOY_SSH_KEY: ${{ secrets.TYPE_TYPE_DEPLOY_SSH_KEY }}
+        run: |
+          install -m 700 -d ~/.ssh
+          install -m 600 /dev/null ~/.ssh/typetype_deploy_key
+          printf '%s\n' "$TYPE_TYPE_DEPLOY_SSH_KEY" > ~/.ssh/typetype_deploy_key
+          ssh-keyscan -p "$TYPE_TYPE_DEPLOY_PORT" "$TYPE_TYPE_DEPLOY_HOST" >> ~/.ssh/known_hosts 2>/dev/null
+
+      - name: Deploy beta stack
+        if: steps.deploy-config.outputs.configured == 'true'
+        env:
+          TYPE_TYPE_DEPLOY_HOST: ${{ secrets.TYPE_TYPE_DEPLOY_HOST }}
+          TYPE_TYPE_DEPLOY_PORT: ${{ secrets.TYPE_TYPE_DEPLOY_PORT }}
+          TYPE_TYPE_DEPLOY_USER: ${{ secrets.TYPE_TYPE_DEPLOY_USER }}
+        run: |
+          ssh -i ~/.ssh/typetype_deploy_key -p "$TYPE_TYPE_DEPLOY_PORT" -o BatchMode=yes -o IdentitiesOnly=yes -o StrictHostKeyChecking=yes "$TYPE_TYPE_DEPLOY_USER@$TYPE_TYPE_DEPLOY_HOST" "/usr/local/sbin/typetype-beta-update"
+          curl --fail --retry 12 --retry-delay 2 --retry-all-errors --silent --show-error https://beta.typetype.video/api/health

.gitignore

@@ -46,6 +46,7 @@ local.properties
 # AI agent instructions — local only, never committed
 AGENTS.md
 Vision.md
+RESEARCH.MD
 
 # Frontend integration guide — local only, shared manually
 Backend.md

Dockerfile

@@ -1,12 +1,17 @@
 FROM --platform=$BUILDPLATFORM eclipse-temurin:25-jdk-alpine AS builder
+ARG APP_VERSION=0.1.0
+ARG GITHUB_SHA=unknown
+ARG BUILD_TIME=unknown
+ENV GITHUB_SHA=$GITHUB_SHA
+ENV BUILD_TIME=$BUILD_TIME
 WORKDIR /app
 COPY gradlew ./
 COPY gradle/ ./gradle/
 RUN ./gradlew --version --no-daemon -q
-COPY build.gradle.kts settings.gradle.kts* ./
+COPY build.gradle.kts gradle.properties settings.gradle.kts* ./
 RUN ./gradlew dependencies --no-daemon -q || true
 COPY src/ ./src/
-RUN ./gradlew shadowJar --no-daemon -q
+RUN ./gradlew shadowJar --no-daemon -q -PappVersion="$APP_VERSION"
 
 FROM eclipse-temurin:25-jre-alpine AS runner
 RUN addgroup -S typetype && adduser -S typetype -G typetype

README.md

@@ -82,6 +82,13 @@ docker compose -f docker-compose.dev-mirror.yml up -d
 ./scripts/bootstrap-garage.sh
 ```
 
+On `arm64`/`aarch64` hosts, add the Dragonfly ARM override:
+
+```bash
+docker compose -f docker-compose.dev-mirror.yml -f docker-compose.arm64.yml up -d
+COMPOSE_OVERRIDE_FILE="$PWD/docker-compose.arm64.yml" ./scripts/bootstrap-garage.sh
+```
+
 | Service | URL |
 |---|---|
 | Frontend | `http://localhost:28082` |
@@ -101,6 +108,8 @@ docker compose -f docker-compose.dev-mirror.yml up -d
 | `DOWNLOADER_SERVICE_URL` | Base URL for TypeType-Downloader |
 | `SUBTITLE_SERVICE_URL` | Base URL for TypeType-Token |
 
+`DRAGONFLY_URL` is a Redis protocol URL consumed through Lettuce. The provided ARM Compose override keeps Dragonfly as the cache service, pins the `dragonfly` service to `linux/arm64`, and keeps the default URL as `redis://dragonfly:6379`.
+
 ## Checks
 
 ```bash

build.gradle.kts

@@ -1,13 +1,19 @@
+import java.time.Instant
+
 plugins {
     kotlin("jvm") version "2.4.0"
     kotlin("plugin.serialization") version "2.4.0"
-    id("io.ktor.plugin") version "3.5.0"
+    id("io.ktor.plugin") version "3.5.1"
     id("jacoco")
 }
 
 apply(from = "gradle/openapi-validation.gradle.kts")
 group = "dev.typetype"
-version = "0.0.1"
+val applicationVersion = providers.gradleProperty("appVersion").get()
+require(Regex("""(0|[1-9]\d*)\.(0|[1-9]\d*)\.(0|[1-9]\d*)(?:-[0-9A-Za-z-]+(?:\.[0-9A-Za-z-]+)*)?(?:\+[0-9A-Za-z-]+(?:\.[0-9A-Za-z-]+)*)?""").matches(applicationVersion)) {
+    "appVersion must be a valid semantic version"
+}
+version = applicationVersion
 application {
     mainClass.set("dev.typetype.server.ApplicationKt")
 }
@@ -29,19 +35,20 @@ dependencies {
     implementation("io.ktor:ktor-server-status-pages-jvm")
     implementation("io.ktor:ktor-server-call-logging-jvm")
     implementation("io.ktor:ktor-server-rate-limit-jvm")
-    implementation("ch.qos.logback:logback-classic:1.5.34")
-    implementation("com.github.InfinityLoop1308.PipePipeExtractor:extractor:e4b13eed86d83ae3ce309eb16e9e7460024a4d7b")
+    implementation("ch.qos.logback:logback-classic:1.5.38")
+    implementation("com.github.InfinityLoop1308.PipePipeExtractor:extractor:b974fde4a4586ae6111aa39c3132b9d1e331d90c")
+    compileOnly("com.github.TeamNewPipe:nanojson:1d9e1aea9049fc9f85e68b43ba39fe7be1c1f751")
     implementation("org.json:json:20260522")
     implementation("com.squareup.okhttp3:okhttp:5.4.0")
     implementation("io.lettuce:lettuce-core:7.6.0.RELEASE")
-    implementation("org.jetbrains.exposed:exposed-core:1.3.0")
-    implementation("org.jetbrains.exposed:exposed-jdbc:1.3.0")
+    implementation("org.jetbrains.exposed:exposed-core:1.3.1")
+    implementation("org.jetbrains.exposed:exposed-jdbc:1.3.1")
     implementation("com.zaxxer:HikariCP:7.1.0")
-    implementation("org.postgresql:postgresql:42.7.11")
+    implementation("org.postgresql:postgresql:42.7.13")
     implementation("org.xerial:sqlite-jdbc:3.53.2.0")
     implementation("com.password4j:password4j:1.8.4")
     implementation("com.auth0:java-jwt:4.5.2")
-    testImplementation("org.junit.jupiter:junit-jupiter:6.1.0")
+    testImplementation("org.junit.jupiter:junit-jupiter:6.1.1")
     testRuntimeOnly("org.junit.platform:junit-platform-launcher")
     testImplementation("io.mockk:mockk:1.14.11")
     testImplementation("io.ktor:ktor-server-test-host-jvm")
@@ -52,9 +59,28 @@ dependencies {
     testImplementation("org.testcontainers:testcontainers-junit-jupiter:2.0.5")
 }
 val buildInfoVersion = version.toString().trim().takeUnless { it.isBlank() || it == "unspecified" } ?: "0.0.0-dev"
+fun gitRevisionOrUnknown(): String = runCatching {
+    providers.exec { commandLine("git", "rev-parse", "HEAD") }
+        .standardOutput
+        .asText
+        .get()
+        .trim()
+        .ifBlank { "unknown" }
+}.getOrElse { "unknown" }
+
+val buildInfoRevision = providers.environmentVariable("GITHUB_SHA")
+    .map { it.trim().ifBlank { "unknown" } }
+    .getOrElse(gitRevisionOrUnknown())
+val buildInfoShortRevision = buildInfoRevision.takeIf { it != "unknown" }?.take(12) ?: "unknown"
+val buildInfoBuildTime = providers.environmentVariable("BUILD_TIME")
+    .orElse(providers.provider { Instant.now().toString() })
+    .get()
 val generatedBuildInfoDir = layout.buildDirectory.dir("generated/sources/buildInfo/main")
 val generateBuildInfo = tasks.register("generateBuildInfo") {
     inputs.property("version", buildInfoVersion)
+    inputs.property("revision", buildInfoRevision)
+    inputs.property("shortRevision", buildInfoShortRevision)
+    inputs.property("buildTime", buildInfoBuildTime)
     outputs.dir(generatedBuildInfoDir)
     doLast {
         val output = generatedBuildInfoDir.get().file("dev/typetype/server/BuildInfo.kt").asFile
@@ -64,16 +90,24 @@ val generateBuildInfo = tasks.register("generateBuildInfo") {
 
             object BuildInfo {
                 const val VERSION: String = "${buildInfoVersion.replace("\\", "\\\\").replace("\"", "\\\"")}"
+                const val REVISION: String = "${buildInfoRevision.replace("\\", "\\\\").replace("\"", "\\\"")}"
+                const val SHORT_REVISION: String = "${buildInfoShortRevision.replace("\\", "\\\\").replace("\"", "\\\"")}"
+                const val BUILD_TIME: String = "${buildInfoBuildTime.replace("\\", "\\\\").replace("\"", "\\\"")}"
             }
         """.trimIndent())
     }
 }
 
 tasks.test {
     useJUnitPlatform {
-        excludeTags("network")
+        // network-tagged tests are off by default. Flip on for the live SABR probe:
+        //   ./gradlew test --tests SabrProbeTest -Dsabr.probe=true
+        if (System.getProperty("sabr.probe") != "true") excludeTags("network")
     }
     jvmArgs("-XX:+EnableDynamicAgentLoading", "-Xshare:off")
+    // Forward the gradle-level -Dsabr.probe=true to the test JVM so @EnabledIfSystemProperty can gate
+    // the live SABR probe (SabrProbeTest). Default "false" keeps the probe skipped in normal runs.
+    systemProperty("sabr.probe", System.getProperty("sabr.probe", "false"))
     finalizedBy(tasks.jacocoTestReport)
 }
 

docker-compose.arm64.yml

@@ -0,0 +1,4 @@
+services:
+  dragonfly:
+    image: docker.dragonflydb.io/dragonflydb/dragonfly:latest
+    platform: linux/arm64

docker-compose.yml

@@ -24,6 +24,8 @@ services:
     ports:
       - "8080:8080"
     env_file: .env
+    environment:
+      DRAGONFLY_URL: ${DRAGONFLY_URL:-redis://dragonfly:6379}
     depends_on:
       - postgres
       - dragonfly

gradle.properties

@@ -1,4 +1,5 @@
 org.gradle.jvmargs=-Xmx2g -XX:+UseG1GC
 kotlin.code.style=official
+appVersion=0.1.0
 systemProp.sun.net.client.defaultReadTimeout=180000
 systemProp.sun.net.client.defaultConnectTimeout=60000

gradle/openapi-validation.gradle.kts

@@ -1,10 +1,10 @@
 import java.net.URLClassLoader
 import org.gradle.api.GradleException
 
-val openApiValidator by configurations.creating
+val openApiValidator = configurations.create("openApiValidator")
 
 dependencies {
-    openApiValidator("io.swagger.parser.v3:swagger-parser-v3:2.1.44")
+    openApiValidator("io.swagger.parser.v3:swagger-parser-v3:2.1.45")
     openApiValidator("org.slf4j:slf4j-nop:2.0.17")
 }
 

gradle/wrapper/gradle-wrapper.properties

@@ -1,7 +1,9 @@
 distributionBase=GRADLE_USER_HOME
 distributionPath=wrapper/dists
-distributionUrl=https\://services.gradle.org/distributions/gradle-9.5.1-bin.zip
+distributionUrl=https\://services.gradle.org/distributions/gradle-9.6.1-bin.zip
 networkTimeout=10000
+retries=0
+retryBackOffMs=500
 validateDistributionUrl=true
 zipStoreBase=GRADLE_USER_HOME
 zipStorePath=wrapper/dists