chore(experiments): rename A/B testing -> Experiments (#24716)

2024-11-21 21:49:51 +01:00 · 2024-09-02 17:14:49 +02:00 · 2024-09-02 17:14:49 +02:00 · 3f2337539d
commit 3f2337539d
parent bd6260ecb1
18 changed files with 32 additions and 32 deletions
--- a/README.md
+++ b/README.md
@ -29,7 +29,7 @@
 - Analyze data with ready-made visualizations, or do it yourself with SQL
 - Only capture properties on the people you want to track, save money when you don't
 - Gather insights by capturing session replays, console logs, and network monitoring
- Improve your product with A/B testing that automatically analyzes performance
+- Improve your product with Experiments that automatically analyze performance
 - Safely roll out features to select users or cohorts with feature flags
 - Send out fully customizable surveys to specific cohorts of users
 - Connect to external services and manage data flows with PostHog CDP
@ -81,7 +81,7 @@ PostHog brings all the tools and data you need to build better products.
 - **Session replays:** [Watch videos](https://posthog.com/docs/features/session-recording) of your users' behavior, with fine-grained filters and privacy controls, as well as network monitoring and captured console logs
 - **Heatmaps:** See where users click and get a visual representation of their behaviour with the [PostHog Toolbar](https://posthog.com/docs/features/toolbar)
 - **Feature flags:** Test and manage the rollout of [new features](https://posthog.com/docs/feature-flags/installation) to specific users and groups, or deploy flags as kill-switches
- **A/B and multivariate experimentation:** run simple or complex changes as [experiments](https://posthog.com/manual/experimentation) and get automatic significance calculations
+- **Experiments:** run simple or complex changes as [experiments](https://posthog.com/manual/experimentation) and get automatic significance calculations
 - **Correlation analysis:** Discover what events and properties [correlate](https://posthog.com/manual/correlation) with success and failure
 - **Surveys:** Collect qualitative feedback from your users using fully customizable [surveys](https://posthog.com/docs/surveys/installation)

--- a/cypress/e2e/experiments.cy.ts
+++ b/cypress/e2e/experiments.cy.ts
@ -17,7 +17,7 @@ describe('Experiments', () => {

    it('create experiment', () => {
        cy.visit('/experiments')
-        cy.get('[data-attr=top-bar-name]').should('contain', 'A/B testing')
+        cy.get('[data-attr=top-bar-name]').should('contain', 'Experiments')

        // Name, flag key, description
        cy.get('[data-attr=create-experiment]').first().click()
--- a/ee/billing/test/test_billing_manager.py
+++ b/ee/billing/test/test_billing_manager.py
@ -18,7 +18,7 @@ def create_default_products_response(**kwargs) -> dict[str, list[Product]]:
            Product(
                name="Product analytics",
                headline="Product analytics with autocapture",
-                description="A comprehensive product analytics platform built to natively work with session replay, feature flags, A/B testing, and surveys.",
+                description="A comprehensive product analytics platform built to natively work with session replay, feature flags, experiments, and surveys.",
                usage_key="events",
                image_url="https://posthog.com/images/products/product-analytics/product-analytics.png",
                docs_url="https://posthog.com/docs/product-analytics",
--- a/ee/clickhouse/queries/experiments/funnel_experiment_result.py
+++ b/ee/clickhouse/queries/experiments/funnel_experiment_result.py
@ -176,13 +176,13 @@ class ClickhouseFunnelExperimentResult:

        if len(test_variants) >= 10:
            raise ValidationError(
-                "Can't calculate A/B test results for more than 10 variants",
+                "Can't calculate experiment results for more than 10 variants",
                code="too_much_data",
            )

        if len(test_variants) < 1:
            raise ValidationError(
-                "Can't calculate A/B test results for less than 2 variants",
+                "Can't calculate experiment results for less than 2 variants",
                code="no_data",
            )

@ -311,7 +311,7 @@ def calculate_probability_of_winning_for_each(variants: list[Variant]) -> list[P
    """
    if len(variants) > 10:
        raise ValidationError(
-            "Can't calculate A/B test results for more than 10 variants",
+            "Can't calculate experiment results for more than 10 variants",
            code="too_much_data",
        )

--- a/ee/clickhouse/queries/experiments/trend_experiment_result.py
+++ b/ee/clickhouse/queries/experiments/trend_experiment_result.py
@ -338,13 +338,13 @@ class ClickhouseTrendExperimentResult:

        if len(test_variants) >= 10:
            raise ValidationError(
-                "Can't calculate A/B test results for more than 10 variants",
+                "Can't calculate experiment results for more than 10 variants",
                code="too_much_data",
            )

        if len(test_variants) < 1:
            raise ValidationError(
-                "Can't calculate A/B test results for less than 2 variants",
+                "Can't calculate experiment results for less than 2 variants",
                code="no_data",
            )

@ -413,7 +413,7 @@ def calculate_probability_of_winning_for_each(variants: list[Variant]) -> list[P

    if len(variants) > 10:
        raise ValidationError(
-            "Can't calculate A/B test results for more than 10 variants",
+            "Can't calculate experiment results for more than 10 variants",
            code="too_much_data",
        )

@ -447,7 +447,7 @@ def intermediate_poisson_term(count: int, iterator: int, relative_exposure: floa

 def poisson_p_value(control_count, control_exposure, test_count, test_exposure):
    """
-    Calculates the p-value of the A/B test.
+    Calculates the p-value of the experiment.
    Calculations from: https://www.evanmiller.org/statistical-formulas-for-programmers.html#count_test
    """
    relative_exposure = test_exposure / (control_exposure + test_exposure)
--- a/frontend/snapshots/scenes-app-experiments--experiments-list--dark.png
+++ b/frontend/snapshots/scenes-app-experiments--experiments-list--dark.png
--- a/frontend/snapshots/scenes-app-experiments--experiments-list--light.png
+++ b/frontend/snapshots/scenes-app-experiments--experiments-list--light.png
--- a/frontend/src/layout/navigation-3000/navigationLogic.tsx
+++ b/frontend/src/layout/navigation-3000/navigationLogic.tsx
@ -475,7 +475,7 @@ export const navigation3000Logic = kea<navigation3000LogicType>([
                        },
                        {
                            identifier: Scene.Experiments,
-                            label: 'A/B testing',
+                            label: 'Experiments',
                            icon: <IconTestTube />,
                            logic: isUsingSidebar ? experimentsSidebarLogic : undefined,
                            to: isUsingSidebar ? undefined : urls.experiments(),
--- a/frontend/src/layout/navigation-3000/sidepanel/panels/SidePanelSupport.tsx
+++ b/frontend/src/layout/navigation-3000/sidepanel/panels/SidePanelSupport.tsx
@ -60,7 +60,7 @@ const PRODUCTS = [
        icon: <IconToggle className="text-success h-5 w-5" />,
    },
    {
-        name: 'A/B testing',
+        name: 'Experiments',
        slug: 'experiments',
        icon: <IconFlask className="text-purple h-5 w-5" />,
    },
--- a/frontend/src/lib/components/CommandPalette/commandPaletteLogic.tsx
+++ b/frontend/src/lib/components/CommandPalette/commandPaletteLogic.tsx
@ -589,7 +589,7 @@ export const commandPaletteLogic = kea<commandPaletteLogicType>([
                    },
                    {
                        icon: IconTestTube,
-                        display: 'Go to A/B testing',
+                        display: 'Go to Experiments',
                        executor: () => {
                            push(urls.experiments())
                        },
--- a/frontend/src/lib/components/Support/supportLogic.ts
+++ b/frontend/src/lib/components/Support/supportLogic.ts
@ -131,7 +131,7 @@ export const TARGET_AREA_TO_NAME = [
            {
                value: 'experiments',
                'data-attr': `support-form-target-area-experiments`,
-                label: 'A/B testing',
+                label: 'Experiments',
            },
            {
                value: 'data_warehouse',
--- a/frontend/src/mocks/fixtures/_billing.tsx
+++ b/frontend/src/mocks/fixtures/_billing.tsx
@ -18,7 +18,7 @@ export const billingJson: BillingType = {
            name: 'Product analytics',
            headline: 'Product analytics with autocapture',
            description:
-                'A comprehensive product analytics platform built to natively work with session replay, feature flags, A/B testing, and surveys.',
+                'A comprehensive product analytics platform built to natively work with session replay, feature flags, experiments, and surveys.',
            price_description: null,
            usage_key: 'events',
            image_url: 'https://posthog.com/images/products/product-analytics/product-analytics.png',
@ -32,7 +32,7 @@ export const billingJson: BillingType = {
                    product_key: 'product_analytics',
                    name: 'Free',
                    description:
-                        'A comprehensive product analytics platform built to natively work with session replay, feature flags, A/B testing, and surveys.',
+                        'A comprehensive product analytics platform built to natively work with session replay, feature flags, experiments, and surveys.',
                    image_url: 'https://posthog.com/images/products/product-analytics/product-analytics.png',
                    docs_url: 'https://posthog.com/docs/product-analytics',
                    note: null,
@ -95,7 +95,7 @@ export const billingJson: BillingType = {
                    product_key: 'product_analytics',
                    name: 'Paid',
                    description:
-                        'A comprehensive product analytics platform built to natively work with session replay, feature flags, A/B testing, and surveys.',
+                        'A comprehensive product analytics platform built to natively work with session replay, feature flags, experiments, and surveys.',
                    image_url: 'https://posthog.com/images/products/product-analytics/product-analytics.png',
                    docs_url: 'https://posthog.com/docs/product-analytics',
                    note: null,
@ -1444,8 +1444,8 @@ export const billingJson: BillingType = {
            ],
        },
        {
-            name: 'Feature flags & A/B testing',
-            headline: 'Safely roll out features and A/B tests to specific users or groups',
+            name: 'Feature flags & experiments',
+            headline: 'Safely roll out features and experiments to specific users or groups',
            description:
                'Test changes with small groups of users before rolling out wider. Analyze usage with product analytics and session replay.',
            price_description: null,
@ -1551,7 +1551,7 @@ export const billingJson: BillingType = {
                        },
                        {
                            key: 'experimentation',
-                            name: 'A/B testing',
+                            name: 'Experiments',
                            description: 'Test changes to your product and evaluate the impacts those changes make.',
                            unit: null,
                            limit: null,
@ -1694,7 +1694,7 @@ export const billingJson: BillingType = {
                        },
                        {
                            key: 'experimentation',
-                            name: 'A/B testing',
+                            name: 'Experiments',
                            description: 'Test changes to your product and evaluate the impacts those changes make.',
                            unit: null,
                            limit: null,
@ -1966,7 +1966,7 @@ export const billingJson: BillingType = {
                },
                {
                    key: 'experimentation',
-                    name: 'A/B testing',
+                    name: 'Experiments',
                    description: 'Test changes to your product and evaluate the impacts those changes make.',
                    images: null,
                    icon_key: null,
--- a/frontend/src/scenes/experiments/Experiments.tsx
+++ b/frontend/src/scenes/experiments/Experiments.tsx
@ -35,7 +35,7 @@ export function Experiments(): JSX.Element {
        useActions(experimentsLogic)

    const EXPERIMENTS_PRODUCT_DESCRIPTION =
-        'A/B testing help you test changes to your product to see which changes will lead to optimal results. Automatic statistical calculations let you see if the results are valid or if they are likely just a chance occurrence.'
+        'Experiments help you test changes to your product to see which changes will lead to optimal results. Automatic statistical calculations let you see if the results are valid or if they are likely just a chance occurrence.'

    const getExperimentDuration = (experiment: Experiment): number | undefined => {
        return experiment.end_date
@ -213,7 +213,7 @@ export function Experiments(): JSX.Element {
            />
            {tab === ExperimentsTabs.Archived ? (
                <ProductIntroduction
-                    productName="A/B testing"
+                    productName="Experiments"
                    productKey={ProductKey.EXPERIMENTS}
                    thingName="archived experiment"
                    description={EXPERIMENTS_PRODUCT_DESCRIPTION}
@ -222,7 +222,7 @@ export function Experiments(): JSX.Element {
                />
            ) : (
                <ProductIntroduction
-                    productName="A/B testing"
+                    productName="Experiments"
                    productKey={ProductKey.EXPERIMENTS}
                    thingName="experiment"
                    description={EXPERIMENTS_PRODUCT_DESCRIPTION}
--- a/frontend/src/scenes/feature-flags/FeatureFlag.tsx
+++ b/frontend/src/scenes/feature-flags/FeatureFlag.tsx
@ -787,7 +787,7 @@ function FeatureFlagRollout({ readOnly }: { readOnly?: boolean }): JSX.Element {
                        <span className="card-secondary mt-4">Type</span>
                        <span>
                            {featureFlag.filters.multivariate
-                                ? 'Multiple variants with rollout percentages (A/B/C test)'
+                                ? 'Multiple variants with rollout percentages (A/B/n test)'
                                : 'Release toggle (boolean)'}
                        </span>

@ -868,7 +868,7 @@ function FeatureFlagRollout({ readOnly }: { readOnly?: boolean }): JSX.Element {
                                            : undefined,
                                },
                                {
-                                    label: <span>Multiple variants with rollout percentages (A/B test)</span>,
+                                    label: <span>Multiple variants with rollout percentages (A/B/n test)</span>,
                                    value: 'multivariate',
                                },
                            ]}
--- a/frontend/src/scenes/moveToPostHogCloud/MoveToPostHogCloud.tsx
+++ b/frontend/src/scenes/moveToPostHogCloud/MoveToPostHogCloud.tsx
@ -68,7 +68,7 @@ const CLOUD_FEATURES: CloudFeature[] = [
    {
        name: 'Access to all features',
        description:
-            'Group analytics, data pipelines, A/B testing, and other premium features are only available on PostHog Cloud.',
+            'Group analytics, data pipelines, experiments, and other premium features are only available on PostHog Cloud.',
        icon: <IconFeatures />,
        link: 'https://posthog.com/pricing',
    },
--- a/frontend/src/scenes/onboarding/onboardingLogic.tsx
+++ b/frontend/src/scenes/onboarding/onboardingLogic.tsx
@ -62,7 +62,7 @@ export const availableOnboardingProducts: AvailableOnboardingProducts = {
        scene: Scene.Replay,
    },
    [ProductKey.FEATURE_FLAGS]: {
-        name: 'Feature Flags & A/B Testing',
+        name: 'Feature Flags & Experiments',
        breadcrumbsName: 'Feature Flags',
        icon: 'IconToggle',
        iconColor: 'seagreen',
--- a/frontend/src/scenes/onboarding/sdks/feature-flags/flagImplementationSnippet.tsx
+++ b/frontend/src/scenes/onboarding/sdks/feature-flags/flagImplementationSnippet.tsx
@ -16,7 +16,7 @@ export const FlagImplementationSnippet = ({ sdkKey }: { sdkKey: SDKKey }): JSX.E
            <h3>Running experiments</h3>
            <p>
                Experiments run on top of our feature flags. Once you've implemented the flag in your code, you run an
-                A/B test by creating a new experiment in the PostHog dashboard.
+                experiment by creating a new experiment in the PostHog dashboard.
            </p>
        </>
    )
--- a/frontend/src/scenes/scenes.ts
+++ b/frontend/src/scenes/scenes.ts
@ -177,7 +177,7 @@ export const sceneConfigurations: Record<Scene, SceneConfig> = {
    },
    [Scene.Experiments]: {
        projectBased: true,
-        name: 'A/B testing',
+        name: 'Experiments',
        defaultDocsPath: '/docs/experiments',
        activityScope: ActivityScope.EXPERIMENT,
    },