wip: support test_ api key

frontend/src/layout/navigation/TopNavigation.tsx

@@ -7,7 +7,7 @@ import { userLogic } from 'scenes/userLogic'
 import { Badge } from 'lib/components/Badge'
 import { ChangelogModal } from '~/layout/ChangelogModal'
 import { router } from 'kea-router'
-import { Button, Card, Dropdown, Tooltip } from 'antd'
+import { Button, Card, Dropdown, Radio, Tooltip } from 'antd'
 import {
     ProjectOutlined,
     DownOutlined,
@@ -33,6 +33,7 @@ import { CreateInviteModalWithButton } from 'scenes/organization/Settings/Create
 import MD5 from 'crypto-js/md5'
 import { preflightLogic } from 'scenes/PreflightCheck/logic'
 import { billingLogic } from 'scenes/billing/billingLogic'
+import { featureFlagLogic } from 'lib/logic/featureFlagLogic'
 
 export interface ProfilePictureProps {
     name?: string
@@ -78,16 +79,17 @@ export function TopNavigation(): JSX.Element {
     const { menuCollapsed, systemStatus, updateAvailable, changelogModalOpen, inviteMembersModalOpen } = useValues(
         navigationLogic
     )
-    const { user } = useValues(userLogic)
+    const { user, productionEnvironment } = useValues(userLogic)
     const { preflight } = useValues(preflightLogic)
     const { billing } = useValues(billingLogic)
-    const { logout, updateCurrentTeam, updateCurrentOrganization } = useActions(userLogic)
+    const { logout, updateCurrentTeam, updateCurrentOrganization, setProductionEnvironment } = useActions(userLogic)
     const { showUpgradeModal } = useActions(sceneLogic)
     const { sceneConfig } = useValues(sceneLogic)
     const { push } = router.actions
     const { showPalette } = useActions(commandPaletteLogic)
     const [projectModalShown, setProjectModalShown] = useState(false) // TODO: Move to Kea (using useState for backwards-compatibility with TopSelectors.tsx)
     const [organizationModalShown, setOrganizationModalShown] = useState(false) // TODO: Same as above
+    const { featureFlags } = useValues(featureFlagLogic)
 
     const whoAmIDropdown = (
         <div className="navigation-top-dropdown whoami-dropdown">
@@ -306,6 +308,21 @@ export function TopNavigation(): JSX.Element {
                             {user?.team?.name} <DownOutlined className="ml-05" />
                         </div>
                     </Dropdown>
+                    {featureFlags['test-environment-3149'] && (
+                        <div style={{ marginLeft: '1rem' }}>
+                            <Radio.Group
+                                value={productionEnvironment}
+                                onChange={(e) => setProductionEnvironment(e.target.value)}
+                            >
+                                <Tooltip title="All queries use only production environment data.">
+                                    <Radio.Button value={true}>PROD</Radio.Button>
+                                </Tooltip>
+                                <Tooltip title="All queries use only test environment data. Add test_[apiKey] to your apiKey to mark an environment as test.">
+                                    <Radio.Button value={false}>TEST</Radio.Button>
+                                </Tooltip>
+                            </Radio.Group>
+                        </div>
+                    )}
                 </div>
                 {user && (
                     <div>

frontend/src/lib/components/PropertyFilters/PropertyFilters.js

@@ -8,6 +8,8 @@ import { CloseButton } from 'lib/components/CloseButton'
 import PropertyFilterButton from './PropertyFilterButton'
 import '../../../scenes/actions/Actions.scss'
 
+import { hiddenFilters } from 'lib/components/PropertyKeyInfo'
+
 const FilterRow = React.memo(function FilterRow({
     item,
     index,
@@ -98,21 +100,23 @@ export function PropertyFilters({
     return (
         <div className="mb" style={style}>
             {filters?.length &&
-                filters.map((item, index) => {
-                    return (
-                        <FilterRow
-                            key={index}
-                            logic={logic}
-                            item={item}
-                            index={index}
-                            totalCount={filters.length - 1} // empty state
-                            filters={filters}
-                            pageKey={pageKey}
-                            showConditionBadge={showConditionBadge}
-                            popoverPlacement={popoverPlacement}
-                        />
-                    )
-                })}
+                filters
+                    .filter((item) => !hiddenFilters.includes(item.key))
+                    .map((item, index) => {
+                        return (
+                            <FilterRow
+                                key={index}
+                                logic={logic}
+                                item={item}
+                                index={index}
+                                totalCount={filters.length - 1} // empty state
+                                filters={filters}
+                                pageKey={pageKey}
+                                showConditionBadge={showConditionBadge}
+                                popoverPlacement={popoverPlacement}
+                            />
+                        )
+                    })}
         </div>
     )
 }

frontend/src/lib/components/PropertyKeyInfo.tsx

@@ -433,6 +433,8 @@ export const keyMapping: KeyMappingInterface = {
     },
 }
 
+export const hiddenFilters: Array<string> = ['$test_environment']
+
 interface PropertyKeyInfoInterface {
     value: string
     type?: 'event' | 'element'

frontend/src/scenes/userLogic.tsx

@@ -16,6 +16,7 @@ export const userLogic = kea<userLogicType<UserType, UpdateUserPayload>>({
         loadUser: (resetOnFailure?: boolean) => ({ resetOnFailure }),
         updateCurrentTeam: (teamId: number, destination?: string) => ({ teamId, destination }),
         updateCurrentOrganization: (organizationId: string, destination?: string) => ({ organizationId, destination }),
+        setProductionEnvironment: (isProduction: boolean) => ({ isProduction }),
         logout: true,
     }),
     reducers: {
@@ -40,6 +41,12 @@ export const userLogic = kea<userLogicType<UserType, UpdateUserPayload>>({
                 setUserLoading: (_, { loading }) => loading,
             },
         ],
+        productionEnvironment: [
+            true,
+            {
+                setProductionEnvironment: (_, payload) => payload.isProduction,
+            },
+        ],
     },
     selectors: ({ selectors }) => ({
         demoOnlyProject: [

posthog/api/capture.py

@@ -166,6 +166,10 @@ def get_event(request):
             ),
         )
 
+    # Support test_[apiKey] for users with multiple environments
+    is_test_environment = token.startswith("test_")
+    token = token[5:] if is_test_environment else token
+
     team = Team.objects.get_team_from_token(token)
 
     if team is None:
@@ -236,6 +240,10 @@ def get_event(request):
         if not event.get("properties"):
             event["properties"] = {}
 
+        # Support test_[apiKey] for users with multiple environments
+        if event["properties"].get("$test_environment") is None:
+            event["properties"]["$test_environment"] = True if is_test_environment else False
+
         _ensure_web_feature_flags_in_properties(event, team, distinct_id)
 
         event_uuid = UUIDT()

posthog/api/test/test_capture.py

@@ -64,6 +64,7 @@ def test_capture_event(self, patch_process_event_with_plugins):
                     {"tag_name": "a", "nth_child": 1, "nth_of_type": 2, "attr__class": "btn btn-sm",},
                     {"tag_name": "div", "nth_child": 1, "nth_of_type": 2, "$el_text": "💻",},
                 ],
+                "$test_environment": False,
             },
         }
         now = timezone.now()
@@ -85,6 +86,40 @@ def test_capture_event(self, patch_process_event_with_plugins):
             },
         )
 
+    @patch("posthog.models.team.TEAM_CACHE", {})
+    @patch("posthog.api.capture.celery_app.send_task")
+    def test_test_api_key(self, patch_process_event_with_plugins):
+        api_token = "test_" + self.team.api_token
+        data: Dict[str, Any] = {
+            "event": "$autocapture",
+            "properties": {
+                "distinct_id": 2,
+                "token": api_token,
+                "$elements": [
+                    {"tag_name": "a", "nth_child": 1, "nth_of_type": 2, "attr__class": "btn btn-sm",},
+                    {"tag_name": "div", "nth_child": 1, "nth_of_type": 2, "$el_text": "💻",},
+                ],
+            },
+        }
+        now = timezone.now()
+        with freeze_time(now):
+            with self.assertNumQueries(2):
+                response = self.client.get("/e/?data=%s" % quote(self._to_json(data)), HTTP_ORIGIN="https://localhost",)
+        self.assertEqual(response.get("access-control-allow-origin"), "https://localhost")
+        arguments = self._to_arguments(patch_process_event_with_plugins)
+        arguments.pop("now")  # can't compare fakedate
+        arguments.pop("sent_at")  # can't compare fakedate
+        self.assertDictEqual(
+            arguments,
+            {
+                "distinct_id": "2",
+                "ip": "127.0.0.1",
+                "site_url": "http://testserver",
+                "data": {**data, "properties": {**data["properties"], "$test_environment": True}},
+                "team_id": self.team.pk,
+            },
+        )
+
     @patch("posthog.models.team.TEAM_CACHE", {})
     @patch("posthog.api.capture.celery_app.send_task")
     def test_personal_api_key(self, patch_process_event_with_plugins):
@@ -100,6 +135,7 @@ def test_personal_api_key(self, patch_process_event_with_plugins):
                     {"tag_name": "a", "nth_child": 1, "nth_of_type": 2, "attr__class": "btn btn-sm",},
                     {"tag_name": "div", "nth_child": 1, "nth_of_type": 2, "$el_text": "💻",},
                 ],
+                "$test_environment": False,
             },
         }
         now = timezone.now()
@@ -164,6 +200,7 @@ def test_personal_api_key_from_batch_request(self, patch_process_event_with_plug
                         "$device_type": "Desktop",
                         "distinct_id": "94b03e599131fd5026b",
                         "token": "fake token",
+                        "$test_environment": False,
                     },
                     "timestamp": "2021-04-20T19:11:33.841Z",
                 },
@@ -326,7 +363,7 @@ def test_batch(self, patch_process_event_with_plugins):
                 "distinct_id": "2",
                 "ip": "127.0.0.1",
                 "site_url": "http://testserver",
-                "data": {**data, "properties": {}},
+                "data": {**data, "properties": {"$test_environment": False,}},
                 "team_id": self.team.pk,
             },
         )
@@ -336,7 +373,7 @@ def test_batch(self, patch_process_event_with_plugins):
     def test_batch_gzip_header(self, patch_process_event_with_plugins):
         data = {
             "api_key": self.team.api_token,
-            "batch": [{"type": "capture", "event": "user signed up", "distinct_id": "2"}],
+            "batch": [{"type": "capture", "event": "user signed up", "distinct_id": "2",}],
         }
 
         response = self.client.generic(
@@ -356,7 +393,7 @@ def test_batch_gzip_header(self, patch_process_event_with_plugins):
                 "distinct_id": "2",
                 "ip": "127.0.0.1",
                 "site_url": "http://testserver",
-                "data": {**data["batch"][0], "properties": {}},
+                "data": {**data["batch"][0], "properties": {"$test_environment": False,}},
                 "team_id": self.team.pk,
             },
         )
@@ -385,7 +422,7 @@ def test_batch_gzip_param(self, patch_process_event_with_plugins):
                 "distinct_id": "2",
                 "ip": "127.0.0.1",
                 "site_url": "http://testserver",
-                "data": {**data["batch"][0], "properties": {}},
+                "data": {**data["batch"][0], "properties": {"$test_environment": False}},
                 "team_id": self.team.pk,
             },
         )
@@ -415,7 +452,7 @@ def test_batch_lzstring(self, patch_process_event_with_plugins):
                 "distinct_id": "2",
                 "ip": "127.0.0.1",
                 "site_url": "http://testserver",
-                "data": {**data["batch"][0], "properties": {}},
+                "data": {**data["batch"][0], "properties": {"$test_environment": False,}},
                 "team_id": self.team.pk,
             },
         )