ci: remove automatic test gates and trim test suites

e2e/assistant-docs-screenshots.spec.ts

@@ -16,8 +16,7 @@ const adminCredentials = {
   password: "Comp(exP4sswOrd",
 };
 
-// This is an opt-in documentation asset generator, not part of the normal E2E gate.
-// Run it explicitly with UPDATE_DOCS_SCREENSHOTS=true when the documented UI changes.
+// Run this opt-in asset generator with pnpm test:docs-screenshots when the documented UI changes.
 describe.skipIf(process.env.UPDATE_DOCS_SCREENSHOTS !== "true")("Assistant documentation screenshots", () => {
   test("captures the management page and conversation panel", async () => {
     const { db, localMountPath } = await createSqliteDbFileAsync();

e2e/custom-widgets-custom-jsx-v2.spec.ts

@@ -1,114 +0,0 @@
-import { chromium, expect } from "@playwright/test";
-import type { Browser } from "@playwright/test";
-import type { StartedTestContainer } from "testcontainers";
-import { describe, test } from "vitest";
-
-import { createHomarrContainer } from "./shared/create-homarr-container";
-import { createSqliteDbFileAsync } from "./shared/e2e-db";
-import type { MockApiServer } from "./shared/mock-api-server";
-import { startMockApiServerAsync } from "./shared/mock-api-server";
-import { seedAdminUserAsync } from "./shared/seed-admin-user";
-
-const adminCredentials = { username: "admin", password: "Comp(exP4sswOrd" };
-const initialTemplate =
-  "<Stack><Title order={4}>{data.status?.title}</Title><Badge>{data.status?.status}</Badge></Stack>";
-const updatedTemplate = "<Stack><Text fw={700}>{data.status?.title}</Text><Text>{data.status?.value}</Text></Stack>";
-
-describe("Custom JSX v2 workbench", () => {
-  test.skip("creates, previews, edits, and immediately adds a widget to a board", async () => {
-    let mockApi: MockApiServer | undefined;
-    let homarrContainer: StartedTestContainer | undefined;
-    let browser: Browser | undefined;
-
-    try {
-      mockApi = await startMockApiServerAsync({ title: "E2E Widget", status: "online", value: 42 });
-      const { db, localMountPath } = await createSqliteDbFileAsync();
-      await seedAdminUserAsync(db, adminCredentials);
-      homarrContainer = await createHomarrContainer({
-        environment: { AUTH_PROVIDERS: "credentials" },
-        mounts: { "/appdata": localMountPath },
-      }).start();
-      const baseUrl = `http://${homarrContainer.getHost()}:${homarrContainer.getMappedPort(7575)}`;
-      browser = await chromium.launch();
-      const page = await browser.newPage();
-
-      await page.goto(`${baseUrl}/auth/login`);
-      await page.waitForLoadState("networkidle");
-      await page.getByLabel("Username").fill(adminCredentials.username);
-      await page.locator("#password").fill(adminCredentials.password);
-      const signedIn = page.waitForURL((url) => url.origin === baseUrl && url.pathname !== "/auth/login", {
-        waitUntil: "commit",
-        timeout: 60_000,
-      });
-      await page.locator("button[type='submit']").click();
-      await signedIn;
-
-      await page.goto(`${baseUrl}/manage/custom-widgets/new`);
-      await page.locator('input[data-path="name"]:visible').fill("E2E Custom JSX v2");
-      await page.getByRole("textbox", { name: "Base URL" }).fill(mockApi.url);
-      await page.getByRole("combobox", { name: "Network access" }).click();
-      await page.getByRole("option", { name: "private" }).click();
-      await page.getByRole("group", { name: "status" }).getByRole("textbox", { name: "Path" }).fill("/status");
-      await page.getByRole("button", { name: "Add option" }).click();
-      const option = page.getByRole("group", { name: "Option 1" });
-      await option.getByRole("textbox", { name: "Option name" }).fill("label");
-      await option.getByRole("textbox", { name: "Default" }).fill("E2E");
-      const request = page.getByRole("group", { name: "status" });
-      await request.getByRole("button", { name: "Query, body and behavior" }).click();
-      await request.getByRole("button", { name: "Add query value" }).click();
-      await request.getByRole("textbox", { name: "Query key" }).fill("label");
-      await request.getByRole("combobox", { name: "Value source" }).click();
-      await page.getByRole("option", { name: "Widget option" }).click();
-      await request.getByRole("combobox", { name: "Option" }).first().click();
-      await page.getByRole("option", { name: "label" }).click();
-      await page.getByRole("button", { name: "Advanced manifest JSON" }).first().click();
-      await expect(page.locator("#requests-editor")).toContainText('"$option": "label"');
-      await page.locator("#jsx-editor").fill(initialTemplate);
-
-      await page.getByRole("button", { name: "Test and preview" }).last().click();
-      await expect(page.getByRole("complementary", { name: "Widget preview" }).getByText("E2E Widget")).toBeVisible({
-        timeout: 15_000,
-      });
-
-      const editPage = page.waitForURL("**/manage/custom-widgets/edit/**", { timeout: 15_000, waitUntil: "commit" });
-      await page.getByRole("button", { name: "Create", exact: true }).last().click();
-      await editPage;
-
-      await page.locator("#jsx-editor").fill(updatedTemplate);
-      await page.getByRole("button", { name: "Save", exact: true }).last().click();
-      await expect(page.getByText('Widget "E2E Custom JSX v2" updated successfully.')).toBeVisible({ timeout: 15_000 });
-
-      await page.goto(baseUrl);
-      const tourOverlay = page.locator('[data-onboarding-tour-overlay="true"]');
-      const skipTour = page.getByRole("button", { name: "Skip tour", exact: true });
-      try {
-        await skipTour.waitFor({ state: "visible", timeout: 5_000 });
-        await skipTour.click();
-        await expect(tourOverlay).toHaveCount(0);
-      } catch (error) {
-        if ((await tourOverlay.count()) > 0) throw error;
-      }
-      const editToggle = page.getByTestId("board-edit-mode-toggle");
-      await editToggle.click();
-      await expect(editToggle).toHaveAttribute("aria-pressed", "true", { timeout: 15_000 });
-      await page.getByRole("button", { name: "Add board content", exact: true }).click();
-      await page
-        .getByRole("dialog", { name: "Create" })
-        .getByRole("button", { name: /^Add widget / })
-        .click();
-      const picker = page.getByRole("dialog").last();
-      await picker.getByRole("button", { name: /^E2E Custom JSX v2,/ }).click();
-      const addDialog = page.getByRole("dialog").last();
-      await expect(addDialog.getByText("E2E Custom JSX v2")).toBeVisible();
-      await addDialog.getByRole("button", { name: "Save changes", exact: true }).click();
-
-      await expect(page.getByText("Widget definition not found")).not.toBeVisible();
-      await editToggle.click();
-      await expect(editToggle).toHaveAttribute("aria-pressed", "false", { timeout: 15_000 });
-      await expect(page.getByText("E2E Widget")).toBeVisible({ timeout: 15_000 });
-      await expect(page.getByText("42")).toBeVisible({ timeout: 15_000 });
-    } finally {
-      await Promise.allSettled([browser?.close(), homarrContainer?.stop(), mockApi?.close()]);
-    }
-  }, 180_000);
-});

e2e/home.spec.ts

@@ -1,20 +0,0 @@
-import { describe, expect, test } from "vitest";
-
-import { createHomarrContainer } from "./shared/create-homarr-container";
-
-describe("Home", () => {
-  test("should open with status code 200", async () => {
-    // Arrange
-    const homarrContainer = await createHomarrContainer().start();
-
-    try {
-      // Act
-      const homeResponse = await fetch(`http://localhost:${homarrContainer.getMappedPort(7575)}/`);
-
-      // Assert
-      expect(homeResponse.status).toBe(200);
-    } finally {
-      await homarrContainer.stop();
-    }
-  }, 60_000);
-});

e2e/onboarding.spec.ts

@@ -1,11 +1,9 @@
-import { mkdir, readFile, rm } from "node:fs/promises";
+import { mkdir, rm } from "node:fs/promises";
 import path from "node:path";
 
 import { chromium } from "@playwright/test";
 import type { Page } from "@playwright/test";
 import { createId } from "@paralleldrive/cuid2";
-import AdmZip from "adm-zip";
-import type { StartedTestContainer } from "testcontainers";
 import { describe, expect, test } from "vitest";
 
 import * as sqliteSchema from "../packages/db/schema/sqlite";
@@ -30,48 +28,6 @@ const cleanupSqliteDbAsync = async ({ db, localMountPath }: SqliteTestDatabase)
   await rm(localMountPath, { recursive: true, force: true });
 };
 
-const createRestoreArchiveAsync = async () => {
-  const sqlite = await createSqliteDbFileAsync();
-  const { db, localMountPath } = sqlite;
-  try {
-    await db.insert(sqliteSchema.onboarding).values({ id: "onboarding", step: "finish", previousStep: "setup" });
-    await db.insert(sqliteSchema.boards).values({ id: "restored-board", name: "restored", isPublic: true });
-    await db.insert(sqliteSchema.layouts).values({
-      id: "restored-base",
-      boardId: "restored-board",
-      name: "Base",
-      role: "base",
-      columnCount: 10,
-      breakpoint: 768,
-    });
-    await db.insert(sqliteSchema.sections).values({
-      id: "restored-root",
-      boardId: "restored-board",
-      kind: "empty",
-      xOffset: 0,
-      yOffset: 0,
-    });
-    db.$client.close();
-
-    const zip = new AdmZip();
-    zip.addFile("db.sqlite", await readFile(path.join(localMountPath, "db", "db.sqlite")));
-    zip.addFile(
-      "metadata.json",
-      Buffer.from(
-        JSON.stringify({
-          homarrVersion: "e2e",
-          exportedAt: new Date().toISOString(),
-          dbDialect: "sqlite",
-          encryptionKey: "0".repeat(64),
-        }),
-      ),
-    );
-    return zip.toBuffer();
-  } finally {
-    await cleanupSqliteDbAsync(sqlite);
-  }
-};
-
 describe("Onboarding", () => {
   test.each([
     { name: "mobile", width: 320, height: 740 },
@@ -180,61 +136,6 @@ describe("Onboarding", () => {
     90_000,
   );
 
-  test.skip("SQLite onboarding restores a validated backup and survives the restart", async () => {
-    const restoreArchive = await createRestoreArchiveAsync();
-    const invalidArchive = new AdmZip();
-    invalidArchive.addFile("db.sqlite", Buffer.from("not-a-database"));
-    const sqlite = await createSqliteDbFileAsync();
-    const { localMountPath } = sqlite;
-    const initialContainer = await createHomarrContainer({ mounts: { "/appdata": localMountPath } }).start();
-    let initialContainerStopped = false;
-    let restoredContainer: StartedTestContainer | undefined;
-    const browser = await chromium.launch();
-    const context = await browser.newContext();
-    const page = await context.newPage();
-
-    try {
-      const initialBaseUrl = `http://${initialContainer.getHost()}:${initialContainer.getMappedPort(7575)}`;
-      await page.goto(`${initialBaseUrl}/init`);
-      await page.getByRole("button", { name: "Restore backup" }).click();
-      const fileInput = page.locator('input[type="file"]');
-      await fileInput.setInputFiles({
-        name: "missing-metadata.zip",
-        mimeType: "application/zip",
-        buffer: invalidArchive.toBuffer(),
-      });
-      await page.getByText("Invalid backup: missing metadata.json").waitFor();
-      await page.getByRole("button", { name: "Change file" }).click();
-
-      await fileInput.setInputFiles({ name: "homarr-backup.zip", mimeType: "application/zip", buffer: restoreArchive });
-      await page.getByRole("heading", { name: "Backup Contents" }).waitFor({ timeout: 30_000 });
-      expect(await page.getByText("restored", { exact: true }).isVisible()).toBe(true);
-      await page.getByRole("button", { name: "Continue to restore" }).click();
-      await page.getByPlaceholder("I understand").fill("I understand");
-      const restoreResponse = page.waitForResponse(
-        (response) => response.url().endsWith("/api/backup/import") && response.request().method() === "POST",
-      );
-      await page.getByRole("button", { name: "Restore Database" }).click();
-      expect((await restoreResponse).status()).toBe(200);
-
-      await initialContainer.stop();
-      initialContainerStopped = true;
-      restoredContainer = await createHomarrContainer({ mounts: { "/appdata": localMountPath } }).start();
-      const restoredBaseUrl = `http://${restoredContainer.getHost()}:${restoredContainer.getMappedPort(7575)}`;
-      await page.goto(`${restoredBaseUrl}/boards/restored`);
-      await page.locator('[data-testid="board-canvas"][data-board-hydrated="true"]').waitFor({ timeout: 30_000 });
-      expect(page.url()).toMatch(/\/boards\/restored(?:[/?#]|$)/);
-    } finally {
-      try {
-        await browser.close();
-        if (!initialContainerStopped) await initialContainer.stop();
-        if (restoredContainer) await restoredContainer.stop();
-      } finally {
-        await cleanupSqliteDbAsync(sqlite);
-      }
-    }
-  }, 120_000);
-
   test("Credentials onboarding recovers when automatic sign-in fails after account creation", async () => {
     const sqlite = await createSqliteDbFileAsync();
     const { db, localMountPath } = sqlite;

e2e/shared/mock-api-server.ts

@@ -1,50 +0,0 @@
-import { createServer } from "node:http";
-import { getContainerRuntimeClient, TestContainers } from "testcontainers";
-
-import type { Server } from "node:http";
-
-const TESTCONTAINERS_SSHD_LABEL = "org.testcontainers.sshd";
-
-export interface MockApiServer {
-  url: string;
-  close: () => Promise<void>;
-}
-
-export async function startMockApiServerAsync(responseBody: unknown): Promise<MockApiServer> {
-  const body = JSON.stringify(responseBody);
-  const server: Server = await new Promise((resolve) => {
-    const candidate = createServer((_request, response) => {
-      response.writeHead(200, { "content-type": "application/json" });
-      response.end(body);
-    });
-    candidate.listen(0, "0.0.0.0", () => resolve(candidate));
-  });
-  const address = server.address();
-  if (!address || typeof address === "string") {
-    server.close();
-    throw new Error("Failed to start mock API server");
-  }
-
-  try {
-    await TestContainers.exposeHostPorts(address.port);
-    const client = await getContainerRuntimeClient();
-    const forwarder = (await client.container.list()).find(
-      (container) => container.State === "running" && container.Labels[TESTCONTAINERS_SSHD_LABEL] === "true",
-    );
-    const forwarderAddress = forwarder
-      ? Object.values(forwarder.NetworkSettings.Networks).find((network) => network.IPAddress)?.IPAddress
-      : undefined;
-    if (!forwarderAddress) throw new Error("Failed to locate the Testcontainers host-port forwarder");
-
-    return {
-      url: `http://${forwarderAddress}:${address.port}`,
-      close: () =>
-        new Promise((resolve, reject) => {
-          server.close((error) => (error ? reject(error) : resolve()));
-        }),
-    };
-  } catch (error) {
-    server.close();
-    throw error;
-  }
-}