React Native 점진 배포: 내부 테스트에서 전체 사용자까지 어떻게 넓히는가

제품 release ID + Android·Apple 산출물 ID 고정 → 내부·제한 테스트 → 작은 운영 노출
→ 실제 build 채택 확인 → 플랫폼·운영체제·기기·흐름별 신호 판정
→ 확대 / 자료 대기 / 추가 노출 중단

TestLayerApp/
├─ rollout-gate.ts
└─ __tests__/
   └─ rollout-gate.test.ts

const USE_COHORT_GATES = false
 
export type RolloutDecision = 'expand' | 'wait' | 'halt'
 
export type AndroidArtifactId =
  `android:versionCode=${number}:aabSha256=${string}`
export type AppleArtifactId =
  `ios:bundleId=${string}:CFBundleShortVersionString=${string}:CFBundleVersion=${string}`
 
export type PlatformArtifacts = {
  android: AndroidArtifactId
  ios: AppleArtifactId
}
 
type SharedCohortEvidence = {
  name: string
  sessions: number
  crashes: number
  scannerAttempts: number
  scannerFailures: number
  integrityFailures: number
}
 
export type CohortEvidence =
  | (SharedCohortEvidence & {
      platform: 'android'
      artifactId: AndroidArtifactId
    })
  | (SharedCohortEvidence & {
      platform: 'ios'
      artifactId: AppleArtifactId
    })
 
export type RolloutEvidence = {
  releaseId: string
  expectedArtifacts: PlatformArtifacts
  observationHours: number
  cohorts: CohortEvidence[]
}
 
const POLICY = {
  requiredCohorts: [
    { name: 'android-14-oem-a', platform: 'android' },
    { name: 'android-other', platform: 'android' },
    { name: 'ios-supported', platform: 'ios' },
  ] as const,
  minObservationHours: 24,
  minSessionsPerCohort: 500,
  minScannerAttemptsPerCohort: 100,
  maxCrashRate: 0.01,
  maxScannerFailureRate: 0.02,
}
 
function rate(failures: number, total: number): number {
  return total === 0 ? 0 : failures / total
}
 
export function decideRollout(
  evidence: RolloutEvidence,
): RolloutDecision {
  if (!USE_COHORT_GATES) {
    const totals = evidence.cohorts.reduce(
      (current, cohort) => ({
        sessions: current.sessions + cohort.sessions,
        crashes: current.crashes + cohort.crashes,
        scannerAttempts:
          current.scannerAttempts + cohort.scannerAttempts,
        scannerFailures:
          current.scannerFailures + cohort.scannerFailures,
      }),
      {
        sessions: 0,
        crashes: 0,
        scannerAttempts: 0,
        scannerFailures: 0,
      },
    )
 
    const aggregateFailed =
      rate(totals.crashes, totals.sessions) > POLICY.maxCrashRate ||
      rate(totals.scannerFailures, totals.scannerAttempts) >
        POLICY.maxScannerFailureRate
 
    return aggregateFailed ? 'halt' : 'expand'
  }
 
  const hasKnownHarm = evidence.cohorts.some((cohort) => {
    if (cohort.integrityFailures > 0) {
      return true
    }
 
    const crashFailed =
      cohort.sessions >= POLICY.minSessionsPerCohort &&
      rate(cohort.crashes, cohort.sessions) > POLICY.maxCrashRate
    const scannerFailed =
      cohort.scannerAttempts >= POLICY.minScannerAttemptsPerCohort &&
      rate(cohort.scannerFailures, cohort.scannerAttempts) >
        POLICY.maxScannerFailureRate
 
    return crashFailed || scannerFailed
  })
 
  if (hasKnownHarm) {
    return 'halt'
  }
 
  const allArtifactsMatch = evidence.cohorts.every(
    (cohort) =>
      cohort.artifactId === evidence.expectedArtifacts[cohort.platform],
  )
  const hasEveryRequiredCohort = POLICY.requiredCohorts.every(
    (required) =>
      evidence.cohorts.some(
        (cohort) =>
          cohort.name === required.name &&
          cohort.platform === required.platform,
      ),
  )
  const needsMoreEvidence =
    evidence.cohorts.length === 0 ||
    !allArtifactsMatch ||
    !hasEveryRequiredCohort ||
    evidence.observationHours < POLICY.minObservationHours ||
    evidence.cohorts.some(
      (cohort) =>
        cohort.sessions < POLICY.minSessionsPerCohort ||
        cohort.scannerAttempts < POLICY.minScannerAttemptsPerCohort,
    )
 
  return needsMoreEvidence ? 'wait' : 'expand'
}

import {
  decideRollout,
  type PlatformArtifacts,
  type RolloutDecision,
  type RolloutEvidence,
} from '../rollout-gate'
 
const ARTIFACTS_418: PlatformArtifacts = {
  android:
    'android:versionCode=418:aabSha256=aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa',
  ios:
    'ios:bundleId=com.byteloft.receipt:CFBundleShortVersionString=4.18.0:CFBundleVersion=418',
}
 
const ARTIFACTS_419: PlatformArtifacts = {
  android:
    'android:versionCode=419:aabSha256=bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb',
  ios:
    'ios:bundleId=com.byteloft.receipt:CFBundleShortVersionString=4.19.0:CFBundleVersion=419',
}
 
const CASES: Array<{
  name: string
  evidence: RolloutEvidence
  expected: RolloutDecision
}> = [
  {
    name: '작은 Android 집단에 큰 회귀가 있음',
    evidence: {
      releaseId: 'receipt-418',
      expectedArtifacts: ARTIFACTS_418,
      observationHours: 24,
      cohorts: [
        {
          name: 'android-14-oem-a',
          platform: 'android',
          artifactId: ARTIFACTS_418.android,
          sessions: 800,
          crashes: 24,
          scannerAttempts: 120,
          scannerFailures: 12,
          integrityFailures: 0,
        },
        {
          name: 'android-other',
          platform: 'android',
          artifactId: ARTIFACTS_418.android,
          sessions: 5200,
          crashes: 4,
          scannerAttempts: 800,
          scannerFailures: 2,
          integrityFailures: 0,
        },
        {
          name: 'ios-supported',
          platform: 'ios',
          artifactId: ARTIFACTS_418.ios,
          sessions: 3000,
          crashes: 2,
          scannerAttempts: 500,
          scannerFailures: 1,
          integrityFailures: 0,
        },
      ],
    },
    expected: 'halt',
  },
  {
    name: '자료와 관찰 시간이 부족함',
    evidence: {
      releaseId: 'receipt-418',
      expectedArtifacts: ARTIFACTS_418,
      observationHours: 6,
      cohorts: [
        {
          name: 'android-14-oem-a',
          platform: 'android',
          artifactId: ARTIFACTS_418.android,
          sessions: 50,
          crashes: 0,
          scannerAttempts: 20,
          scannerFailures: 0,
          integrityFailures: 0,
        },
        {
          name: 'android-other',
          platform: 'android',
          artifactId: ARTIFACTS_418.android,
          sessions: 50,
          crashes: 0,
          scannerAttempts: 20,
          scannerFailures: 0,
          integrityFailures: 0,
        },
        {
          name: 'ios-supported',
          platform: 'ios',
          artifactId: ARTIFACTS_418.ios,
          sessions: 50,
          crashes: 0,
          scannerAttempts: 20,
          scannerFailures: 0,
          integrityFailures: 0,
        },
      ],
    },
    expected: 'wait',
  },
  {
    name: '적은 표본에서 금액 무결성 실패가 확인됨',
    evidence: {
      releaseId: 'receipt-418',
      expectedArtifacts: ARTIFACTS_418,
      observationHours: 1,
      cohorts: [
        {
          name: 'android-14-oem-a',
          platform: 'android',
          artifactId: ARTIFACTS_418.android,
          sessions: 10,
          crashes: 0,
          scannerAttempts: 2,
          scannerFailures: 0,
          integrityFailures: 1,
        },
      ],
    },
    expected: 'halt',
  },
  {
    name: '집단 자료가 비어 있음',
    evidence: {
      releaseId: 'receipt-418',
      expectedArtifacts: ARTIFACTS_418,
      observationHours: 24,
      cohorts: [],
    },
    expected: 'wait',
  },
  {
    name: 'iOS 필수 집단이 누락됨',
    evidence: {
      releaseId: 'receipt-418',
      expectedArtifacts: ARTIFACTS_418,
      observationHours: 24,
      cohorts: [
        {
          name: 'android-14-oem-a',
          platform: 'android',
          artifactId: ARTIFACTS_418.android,
          sessions: 1000,
          crashes: 1,
          scannerAttempts: 200,
          scannerFailures: 1,
          integrityFailures: 0,
        },
        {
          name: 'android-other',
          platform: 'android',
          artifactId: ARTIFACTS_418.android,
          sessions: 1000,
          crashes: 1,
          scannerAttempts: 200,
          scannerFailures: 1,
          integrityFailures: 0,
        },
      ],
    },
    expected: 'wait',
  },
  {
    name: '필수 Android 기기 집단이 누락됨',
    evidence: {
      releaseId: 'receipt-418',
      expectedArtifacts: ARTIFACTS_418,
      observationHours: 24,
      cohorts: [
        {
          name: 'android-other',
          platform: 'android',
          artifactId: ARTIFACTS_418.android,
          sessions: 1000,
          crashes: 1,
          scannerAttempts: 200,
          scannerFailures: 1,
          integrityFailures: 0,
        },
        {
          name: 'ios-supported',
          platform: 'ios',
          artifactId: ARTIFACTS_418.ios,
          sessions: 1000,
          crashes: 1,
          scannerAttempts: 200,
          scannerFailures: 1,
          integrityFailures: 0,
        },
      ],
    },
    expected: 'wait',
  },
  {
    name: '다른 Android 산출물 자료가 섞임',
    evidence: {
      releaseId: 'receipt-418',
      expectedArtifacts: ARTIFACTS_418,
      observationHours: 24,
      cohorts: [
        {
          name: 'android-14-oem-a',
          platform: 'android',
          artifactId: ARTIFACTS_419.android,
          sessions: 1000,
          crashes: 1,
          scannerAttempts: 200,
          scannerFailures: 1,
          integrityFailures: 0,
        },
        {
          name: 'android-other',
          platform: 'android',
          artifactId: ARTIFACTS_418.android,
          sessions: 1000,
          crashes: 1,
          scannerAttempts: 200,
          scannerFailures: 1,
          integrityFailures: 0,
        },
        {
          name: 'ios-supported',
          platform: 'ios',
          artifactId: ARTIFACTS_418.ios,
          sessions: 1000,
          crashes: 1,
          scannerAttempts: 200,
          scannerFailures: 1,
          integrityFailures: 0,
        },
      ],
    },
    expected: 'wait',
  },
  {
    name: '모든 필수 집단이 같은 산출물의 자료와 기준을 충족함',
    evidence: {
      releaseId: 'receipt-419',
      expectedArtifacts: ARTIFACTS_419,
      observationHours: 24,
      cohorts: [
        {
          name: 'android-14-oem-a',
          platform: 'android',
          artifactId: ARTIFACTS_419.android,
          sessions: 1000,
          crashes: 1,
          scannerAttempts: 200,
          scannerFailures: 1,
          integrityFailures: 0,
        },
        {
          name: 'android-other',
          platform: 'android',
          artifactId: ARTIFACTS_419.android,
          sessions: 1000,
          crashes: 1,
          scannerAttempts: 200,
          scannerFailures: 1,
          integrityFailures: 0,
        },
        {
          name: 'ios-supported',
          platform: 'ios',
          artifactId: ARTIFACTS_419.ios,
          sessions: 1000,
          crashes: 1,
          scannerAttempts: 200,
          scannerFailures: 1,
          integrityFailures: 0,
        },
      ],
    },
    expected: 'expand',
  },
]
 
describe.each(CASES)('$name', ({ evidence, expected }) => {
  test(`배포 판단은 ${expected}`, () => {
    expect(decideRollout(evidence)).toBe(expected)
  })
})

npm test -- --runInBand __tests__/rollout-gate.test.ts

Test Suites: 1 failed, 1 total
Tests:       7 failed, 1 passed, 8 total

JavaScript test       금액 계산과 상태 전이
native integration    권한 callback과 플랫폼 module 연결
E2E                   설치 앱의 촬영→금액 검토 흐름
physical device       실제 렌즈 초점과 제조사 camera 구현

전체 session        9,000
전체 crash             30  → 0.33%
전체 scanner attempt 1,420
전체 scanner failure    15  → 1.06%

android-14-oem-a  crash 24 / 800 = 3%
                  scanner failure 12 / 120 = 10%

release ID + platform artifact ID + 배포 단계 + OS version + device group + 핵심 flow

0 crash / 50 session / 6시간
0 crash / 50,000 session / 24시간

halt    알려진 중대한 피해나 충분한 자료에서 기준 초과
wait    관찰 시간·실제 채택·집단별 사건 수가 부족하거나 자료가 모호함
expand  필요한 자료가 있고 모든 사전 기준을 통과

1. 추가 노출 중단
2. 영향 build·집단·핵심 흐름 확인
3. 서버 차단·기능 비활성화처럼 가능한 즉시 완화
4. 안전한 수정 build를 같은 테스트 계층으로 검증
5. 새 store update를 다시 작은 범위부터 배포
6. 이미 영향받은 사용자의 실제 회복 확인

identity        제품 release ID / Android versionCode·AAB SHA-256 / Apple bundle ID·app version·build number
stage           internal / closed·external / production percentage·day
window          시작·종료 시간과 시간대
adoption        실제 설치·사용한 기기·session과 핵심 흐름 실행 수
cohorts         플랫폼·운영체제·기기 집단·지역·기능 흐름
signals         crash·ANR·앱 시작·스캔 완료·금액 무결성 실패
decision        expand / wait / halt와 근거
owner           다음 확인 시점, 중단·완화·수정 build 담당자

const USE_COHORT_GATES = true

npm test -- --runInBand __tests__/rollout-gate.test.ts

PASS __tests__/rollout-gate.test.ts
Test Suites: 1 passed, 1 total
Tests:       8 passed, 8 total

receipt-418 / android-14-oem-a 기준 초과 → halt
receipt-418 / 6시간·집단별 50 session     → wait
receipt-418 / 금액 무결성 실패 1건         → halt
receipt-418 / 빈 자료·필수 집단 누락         → wait
receipt-418 / 다른 Android 산출물 혼합       → wait
receipt-419 / 동일 산출물·필수 집단 정상     → expand

build identity     실제 올릴 Android·Apple 산출물의 불변 ID
test evidence      30편의 JavaScript / native / E2E / physical device 결과
first exposure     플랫폼별 첫 운영 대상과 최대 영향 범위
gate policy        최소 시간·사건 수·집단·절대 중단 기준
observability      28편 신호와 build·platform·OS·device·flow 연결
store action       Play increase·halt / App Store day·pause
recovery           이미 설치한 사용자 완화와 수정 build 계획
decision log       시간·자료 범위·결정·담당자

문제       내부 test 통과와 건강한 전체 평균만 보고 전체 공개
숨은 실패  특정 Android 14 기기 집단의 crash·scanner 실패가 평균에 희석
사전 증거  JavaScript → native integration → E2E → 필요한 physical device
운영 증거  제품 release ID에 묶인 플랫폼별 산출물의 실제 채택·관찰 시간·집단별 신호
판정       피해 확인=halt / 자료 부족=wait / 모든 기준 통과=expand
Play       update 비율을 운영자가 증가, halt 뒤 기존 수신자는 version 유지
Apple      자동 update를 7일 단계 확대, pause 가능, 수동 download는 계속 가능
복구       중단 ≠ 설치 build 제거 ≠ 사용자 회복 완료