added observability and evals

2026-06-08 13:41:06 +01:00
parent 0d6ae2a127
commit c2992c8c68
58 changed files with 3399 additions and 81 deletions
--- a/apps/leaf/tests/evals/fixtures/setups/knowledgePlatformSetup.ts
+++ b/apps/leaf/tests/evals/fixtures/setups/knowledgePlatformSetup.ts
@@ -0,0 +1,167 @@
+import { createSetup } from "../createSetup.js";
+
+const featureIds = {
+	activity_events: "activity_events",
+	approval_chains: "approval_chains",
+	automation_rules: "automation_rules",
+	brand_controls: "brand_controls",
+	compliance_controls: "compliance_controls",
+	credits: "credits",
+	export_center: "export_center",
+	insight_reports: "insight_reports",
+	member_slots: "member_slots",
+	outbound_hooks: "outbound_hooks",
+	platform_api: "platform_api",
+	priority_queue: "priority_queue",
+	private_spaces: "private_spaces",
+	project_slots: "project_slots",
+	revision_history: "revision_history",
+	team_policies: "team_policies",
+} as const;
+
+const planIds = {
+	automationPack: "automation_pack",
+	enterprise: "enterprise",
+	launch: "launch",
+	scale: "scale",
+	scaleYearly: "scale_yearly",
+	securityPack: "security_pack",
+	trial: "trial",
+	whiteLabelPack: "white_label_pack",
+} as const;
+
+const platformFeatureIds = [
+	featureIds.insight_reports,
+	featureIds.team_policies,
+	featureIds.private_spaces,
+	featureIds.export_center,
+	featureIds.priority_queue,
+	featureIds.automation_rules,
+	featureIds.outbound_hooks,
+	featureIds.platform_api,
+	featureIds.approval_chains,
+	featureIds.brand_controls,
+	featureIds.compliance_controls,
+	featureIds.revision_history,
+] as const;
+
+/** Anonymized org setup with credits, many feature flags, core plans, and add-ons. */
+export const knowledgePlatformSetup = () =>
+	createSetup({
+		tag: "knowledge-platform",
+		features: ({ featureList, features }) => ({
+			activity_events: features.consumable({
+				featureId: featureIds.activity_events,
+				name: "Activity Events",
+			}),
+			credits: features.creditSystem({
+				featureId: featureIds.credits,
+				meteredFeatureId: featureIds.activity_events,
+			}),
+			member_slots: features.allocated({ featureId: featureIds.member_slots }),
+			project_slots: features.allocated({
+				featureId: featureIds.project_slots,
+			}),
+			...featureList.boolean({ featureIds: platformFeatureIds }),
+		}),
+		plans: ({ basePrice, features, itemList, items, plan, planList }) => {
+			const creditItems = [
+				items.prepaidCredits({ feature: features.credits }),
+				items.consumableCredits({ feature: features.credits }),
+			];
+			const coreFeatures = [
+				featureIds.insight_reports,
+				featureIds.team_policies,
+				featureIds.private_spaces,
+				featureIds.export_center,
+				featureIds.automation_rules,
+				featureIds.platform_api,
+			];
+			const expandedFeatures = [
+				...coreFeatures,
+				featureIds.priority_queue,
+				featureIds.outbound_hooks,
+				featureIds.approval_chains,
+				featureIds.brand_controls,
+				featureIds.compliance_controls,
+				featureIds.revision_history,
+			];
+
+			return {
+				launch: plan.monthly({
+					basePrice: basePrice.monthly({ amount: 300 }),
+					items: [
+						...creditItems,
+						...itemList.boolean({ featureIds: coreFeatures, features }),
+					],
+					planId: planIds.launch,
+				}),
+				scale: plan.monthly({
+					basePrice: basePrice.monthly({ amount: 500 }),
+					items: [
+						...creditItems,
+						...itemList.boolean({ featureIds: expandedFeatures, features }),
+					],
+					planId: planIds.scale,
+				}),
+				scaleYearly: plan.annual({
+					basePrice: basePrice.annual({ amount: 5_000 }),
+					items: [
+						...creditItems,
+						...itemList.boolean({ featureIds: expandedFeatures, features }),
+					],
+					planId: planIds.scaleYearly,
+				}),
+				trial: plan.monthly({
+					basePrice: null,
+					items: [
+						items.included({ feature: features.credits, included: 1_000 }),
+						...itemList.boolean({
+							featureIds: [
+								featureIds.insight_reports,
+								featureIds.private_spaces,
+								featureIds.platform_api,
+							],
+							features,
+						}),
+					],
+					planId: planIds.trial,
+				}),
+				enterprise: plan.monthly({
+					basePrice: null,
+					items: [
+						...creditItems,
+						items.included({ feature: features.member_slots, included: 25 }),
+						items.included({ feature: features.project_slots, included: 100 }),
+						...itemList.boolean({ featureIds: expandedFeatures, features }),
+					],
+					planId: planIds.enterprise,
+				}),
+				...planList.addOns({
+					addOns: [
+						{
+							amount: 75,
+							feature: features.automation_rules,
+							key: "automationPack",
+							planId: planIds.automationPack,
+						},
+						{
+							amount: 2_400,
+							feature: features.compliance_controls,
+							interval: "year",
+							key: "securityPack",
+							planId: planIds.securityPack,
+						},
+						{
+							amount: 3_000,
+							feature: features.brand_controls,
+							interval: "year",
+							key: "whiteLabelPack",
+							planId: planIds.whiteLabelPack,
+						},
+					],
+				}),
+			};
+		},
+		customers: () => ({}),
+	});