Testing in TeamCity

// .teamcity/settings.kts
import jetbrains.buildServer.configs.kotlin.*
import jetbrains.buildServer.configs.kotlin.buildSteps.*
import jetbrains.buildServer.configs.kotlin.triggers.vcs
import jetbrains.buildServer.configs.kotlin.buildFeatures.*

version = "2024.12"

project {
    buildType(Build)
    buildType(UnitTests)
    buildType(IntegrationTests)
    buildType(E2ETests)

    // The chain: Build runs once; the three test configurations then run
    // in parallel against its artefacts.
    sequential {
        buildType(Build)
        parallel {
            buildType(UnitTests)
            buildType(IntegrationTests)
            buildType(E2ETests)
        }
    }
}

object Build : BuildType({
    name = "Build"
    vcs { root(DslContext.settingsRoot) }
    steps {
        script {
            name = "Install and build"
            scriptContent = """
                npm ci
                npm run build
            """.trimIndent()
        }
    }
    artifactRules = """
        .next/** => build.zip
        package-lock.json
    """.trimIndent()
    triggers { vcs { } }
})

object UnitTests : BuildType({
    name = "Unit tests"
    dependencies {
        dependency(Build) {
            snapshot { }
            artifacts { artifactRules = "build.zip!** => ." }
        }
    }
    steps {
        script {
            name = "Jest"
            // The teamcity reporter streams results as they happen, so the
            // build page fills in while the suite is still running.
            scriptContent = "npm ci && npm test -- --reporters=jest-teamcity"
        }
    }
    features {
        // Flaky detection is a platform feature, not a plugin.
        perfmon { }
    }
})

object E2ETests : BuildType({
    name = "E2E tests"
    dependencies {
        dependency(Build) { snapshot { }; artifacts { artifactRules = "build.zip!** => ." } }
    }
    steps {
        script {
            scriptContent = """
                npm ci
                npx playwright install --with-deps chromium
                npx playwright test --reporter=junit,html
            """.trimIndent()
        }
    }
    features {
        // Split by historical duration across four agents — better than
        // splitting by file count, which is what most platforms offer.
        parallelTests { numberOfBatches = 4 }
    }
    artifactRules = "playwright-report/** => playwright-report.zip"
})

echo "##teamcity[testStarted name='checkout can pay' captureStandardOutput='true']"
echo "##teamcity[testFailed name='checkout can pay' message='expected 201' details='...']"
echo "##teamcity[testFinished name='checkout can pay' duration='1450']"

# Attach a file to the build so it is one click from the failure
echo "##teamcity[publishArtifacts 'test-results/screenshots/**']"

# Surface a number on the build page and chart it over time
echo "##teamcity[buildStatisticValue key='flakyTests' value='3']"