[{"data":1,"prerenderedAt":1781},["ShallowReactive",2],{"navigation":3,"/failed-payment-recovery/ab-testing":310,"/failed-payment-recovery/ab-testing-surround":1778},[4,13,161,197,211,236,290,300],{"title":5,"_path":6,"children":7,"_id":12,"description":11},"Getting Started","/getting-started",[8],{"title":9,"_path":6,"_id":10,"description":11},"Overview","content:1.getting-started:1.index.md","Everything you need to know about integrating Churnkey with your product and billing stack.","content:1.getting-started:_dir.yml",{"title":14,"_path":15,"children":16,"_id":160},"Cancel Flows","/cancel-flows",[17,22,27,32,37,42,47,52,57,62,67,72,116,130],{"title":18,"_path":19,"_id":20,"description":21},"Quick Start Guide","/cancel-flows/quick-start-guide","content:2.cancel-flows:1.quick-start-guide.md","A 3-step guide on how to implement Cancel Flows in your website",{"title":23,"_path":24,"_id":25,"description":26},"Cancel Flow Structure","/cancel-flows/flow-configuration","content:2.cancel-flows:2.flow configuration.md","Learn about the available components that make up a Cancel Flow, from initial offers to cancellation confirmation, and how each step contributes to the overall flow.",{"title":28,"_path":29,"_id":30,"description":31},"Configuration Options","/cancel-flows/further-configuration","content:2.cancel-flows:3.further-configuration.md","Additional details for all of the following options are included below.",{"title":33,"_path":34,"_id":35,"description":36},"Custom Styling","/cancel-flows/custom-styling","content:2.cancel-flows:4.custom-styling.md","Brand your Churnkey Cancel Flow with your own CSS",{"title":38,"_path":39,"_id":40,"description":41},"Managed Email Flow","/cancel-flows/email-verified-cancel-flow","content:2.cancel-flows:6.email-verified-cancel-flow.md","Our managed email based setup takes care of customer verification for you with an email verification code.",{"title":43,"_path":44,"_id":45,"description":46},"A/B Testing","/cancel-flows/a-b-testing","content:2.cancel-flows:7.a-b-testing.md","Run controlled experiments to optimize your Cancel Flows and maximize customer retention.",{"title":48,"_path":49,"_id":50,"description":51},"Testing","/cancel-flows/cancel-flow-testing","content:2.cancel-flows:8.cancel-flow-testing.md","Ensure that your Cancel Flow is working as intended before going live.",{"title":53,"_path":54,"_id":55,"description":56},"Pause Wall","/cancel-flows/pause-wall","content:2.cancel-flows:9.pause-wall.md","Block access to your application during subscription pauses",{"title":58,"_path":59,"_id":60,"description":61},"Click-to-Cancel Compliance","/cancel-flows/click-to-cancel","content:2.cancel-flows:10.click-to-cancel.md","Implement automatic compliance with global subscription cancellation requirements",{"title":63,"_path":64,"_id":65,"description":66},"Structured Follow-Up Questions","/cancel-flows/structured-follow-up-questions","content:2.cancel-flows:11.structured-follow-up-questions.md","Collect deeper cancellation insights and deliver targeted retention offers with a second layer of predefined follow-up options in your cancel flow survey.",{"title":68,"_path":69,"_id":70,"description":71},"Adaptive Offers","/cancel-flows/adaptive-offers","content:2.cancel-flows:adaptive-offers.md","AI-powered discount optimization that automatically finds the perfect offer for each customer",{"title":73,"_path":74,"children":75},"Analytics","/cancel-flows/analytics",[76,81,86,91,96,101,106,111],{"title":77,"_path":78,"_id":79,"description":80},"Boosted Revenue","/cancel-flows/analytics/average-boosted-revenue","content:2.cancel-flows:analytics:1.average-boosted-revenue.md","Measure the long-term value of retained subscribers",{"title":82,"_path":83,"_id":84,"description":85},"Save Rate","/cancel-flows/analytics/save-rate","content:2.cancel-flows:analytics:2.save-rate.md","The percentage of customers that your Cancel Flows saved from cancellation",{"title":87,"_path":88,"_id":89,"description":90},"Reactivation Rate","/cancel-flows/analytics/reactivation-rate","content:2.cancel-flows:analytics:3.reactivation-rate.md","The percentage of customers who pay at least one invoice after being saved",{"title":92,"_path":93,"_id":94,"description":95},"Sessions","/cancel-flows/analytics/session-outcomes","content:2.cancel-flows:analytics:4.session-outcomes.md","Track each interaction that a customer has with your Cancel Flows",{"title":97,"_path":98,"_id":99,"description":100},"Cancellation Trends","/cancel-flows/analytics/cancellation-trends","content:2.cancel-flows:analytics:5.cancellation-trends.md","Analyze and interpret the selection rates and trends for cancellation reasons in your Cancel Flows.",{"title":102,"_path":103,"_id":104,"description":105},"Feedback AI","/cancel-flows/analytics/feedback-ai","content:2.cancel-flows:analytics:6.feedback-ai.md","Transform customer feedback into actionable insights with AI-powered categorization and analysis",{"title":107,"_path":108,"_id":109,"description":110},"Response Flow","/cancel-flows/analytics/response-flow","content:2.cancel-flows:analytics:7.response-flow.md","Visualize how customers move from primary cancellation reasons to specific follow-up selections with the Sankey diagram",{"title":112,"_path":113,"_id":114,"description":115},"Response Explorer","/cancel-flows/analytics/response-explorer","content:2.cancel-flows:analytics:8.response-explorer.md","Drill into individual follow-up responses with the Treemap visualization, search, trend analysis, and MRR impact sorting",{"title":117,"_path":118,"children":119},"Multi Language Support","/cancel-flows/multi-language-support",[120,125],{"title":121,"_path":122,"_id":123,"description":124},"Manual Translations","/cancel-flows/multi-language-support/multi-language-support","content:2.cancel-flows:multi-language-support:5.multi-language-support.md","Support multiple languages.",{"title":126,"_path":127,"_id":128,"description":129},"Automatic Translations","/cancel-flows/multi-language-support/automatic-translation","content:2.cancel-flows:multi-language-support:automatic-translation.md","Enable AI-powered multilingual support for your Cancel Flows with a single toggle.",{"title":131,"_path":132,"children":133,"_id":159},"Offers","/cancel-flows/offers",[134,139,144,149,154],{"title":135,"_path":136,"_id":137,"description":138},"Discount","/cancel-flows/offers/discounts","content:2.cancel-flows:offers:discounts.md","Offer targeted subscription discounts to reduce churn and increase customer retention",{"title":140,"_path":141,"_id":142,"description":143},"Hidden Plans","/cancel-flows/offers/hidden-plans","content:2.cancel-flows:offers:hidden-plans.md","Use the Switch Subscription Plan offer to present exclusive, non-public plans to customers during cancellation",{"title":145,"_path":146,"_id":147,"description":148},"Pause Subscription","/cancel-flows/offers/pause-subscription","content:2.cancel-flows:offers:pause-subscription.md","Temporarily suspend subscription payments without canceling the service",{"title":150,"_path":151,"_id":152,"description":153},"Switch Subscription Plan","/cancel-flows/offers/switch-subscription","content:2.cancel-flows:offers:switch-subscription.md","Allow customers to change to a different subscription plan during the cancellation flow to retain them with a more suitable option",{"title":155,"_path":156,"_id":157,"description":158},"Trial Extension","/cancel-flows/offers/trial-extension","content:2.cancel-flows:offers:trial-extension.md","Extend customer trial periods to reduce churn and increase conversion rates during the critical trial-to-paid transition","content:2.cancel-flows:offers:_dir.yml","content:2.cancel-flows:_dir.yml",{"title":162,"_path":163,"children":164,"_id":196},"Payment Recovery","/failed-payment-recovery",[165,169,174,179,184,188],{"title":5,"_path":166,"_id":167,"description":168},"/failed-payment-recovery/payment-recovery","content:3.failed-payment-recovery:1.payment-recovery.md","Recover failed payment revenue, automatically.",{"title":170,"_path":171,"_id":172,"description":173},"Customize your Campaigns","/failed-payment-recovery/campaign-customization","content:3.failed-payment-recovery:2.campaign-customization.md","Customize your Payment Recovery Campaigns to match the unique needs of your individual customers.",{"title":175,"_path":176,"_id":177,"description":178},"Failed Payment Wall","/failed-payment-recovery/failed-payment-wall","content:3.failed-payment-recovery:3.failed-payment-wall.md","Block access to your application when payments fail",{"title":180,"_path":181,"_id":182,"description":183},"Billing Contact API","/failed-payment-recovery/billing-contact-api","content:3.failed-payment-recovery:4.billing-contact-api.md","Send Payment Recovery emails to multiple billing contacts",{"title":43,"_path":185,"_id":186,"description":187},"/failed-payment-recovery/ab-testing","content:3.failed-payment-recovery:5.ab-testing.md","Optimize your payment recovery campaigns through controlled experiments that maximize revenue recovery.",{"title":73,"_path":189,"children":190},"/failed-payment-recovery/analytics",[191],{"title":192,"_path":193,"_id":194,"description":195},"Overall Performance","/failed-payment-recovery/analytics/overview","content:3.failed-payment-recovery:analytics:1.overview.md","Key performance metrics for your Payment Recovery campaigns","content:3.failed-payment-recovery:_dir.yml",{"title":198,"_path":199,"children":200,"_id":210},"Reactivations","/reactivations",[201,205],{"title":5,"_path":202,"_id":203,"description":204},"/reactivations/reactivations","content:4.reactivations:1.reactivations.md","Churnkey helps you to recover unsubscribed customers with easy, customizable Reactivation Email Campaigns.",{"title":206,"_path":207,"_id":208,"description":209},"Customization","/reactivations/campaign-customization-guide","content:4.reactivations:2.campaign-customization-guide.md","Customize your Reactivation Campaigns to match the individual needs of your customers.","content:4.reactivations:_dir.yml",{"title":212,"_path":213,"children":214,"_id":235},"Data Integrations","/data-integrations",[215,220,225,230],{"title":216,"_path":217,"_id":218,"description":219},"Data API","/data-integrations/data-api","content:6.data-integrations:1.data-api.md","Access your data through our API.",{"title":221,"_path":222,"_id":223,"description":224},"Slack notifications","/data-integrations/slack","content:6.data-integrations:2.slack.md","Connect Churnkey with your organization's Slack and to send session notifications to a specific channel.",{"title":226,"_path":227,"_id":228,"description":229},"Webhooks","/data-integrations/webhooks","content:6.data-integrations:2.webhooks.md","Churnkey can send webhooks to automatically notify your application whenever a customer completes a session.",{"title":231,"_path":232,"_id":233,"description":234},"Event Tracking","/data-integrations/event-tracking","content:6.data-integrations:3.event-tracking.md","Track your customers' key-value metrics on a per customer basis.","content:6.data-integrations:_dir.yml",{"title":237,"_path":238,"children":239,"_id":289},"Billing Providers","/billing-providers",[240,245,250,255,260,265,270,275],{"title":241,"_path":242,"_id":243,"description":244},"Payment Providers","/billing-providers/payment-provider-overview","content:7.billing-providers:1.payment-provider-overview.md","Feature support for Stripe, Chargebee, Paddle, and Braintree",{"title":246,"_path":247,"_id":248,"description":249},"Stripe","/billing-providers/stripe","content:7.billing-providers:3.stripe.md","Integrate Churnkey with your Stripe account",{"title":251,"_path":252,"_id":253,"description":254},"Chargebee","/billing-providers/chargebee","content:7.billing-providers:4.chargebee.md","Integrate Churnkey with your Chargebee account",{"title":256,"_path":257,"_id":258,"description":259},"Paddle Classic","/billing-providers/paddle-classic","content:7.billing-providers:5.paddle-classic.md","Integrate Churnkey with your Paddle Classic account",{"title":261,"_path":262,"_id":263,"description":264},"Paddle Billing","/billing-providers/paddle-billing","content:7.billing-providers:6.paddle-billing.md","Integrate Churnkey with your Paddle Billing account",{"title":266,"_path":267,"_id":268,"description":269},"Braintree","/billing-providers/braintree","content:7.billing-providers:7.braintree.md","Integrate Churnkey with your Braintree account",{"title":271,"_path":272,"_id":273,"description":274},"Maxio","/billing-providers/maxio","content:7.billing-providers:8.maxio.md","Integrate Churnkey with your Maxio (formerly Chargify) account",{"title":276,"_path":277,"children":278},"Direct Connect","/billing-providers/direct-connect",[279,284],{"title":280,"_path":281,"_id":282,"description":283},"Churnkey Direct","/billing-providers/direct-connect/direct","content:7.billing-providers:9.direct-connect:1.direct.md","Integrate Churnkey with any billing system using Direct mode",{"title":285,"_path":286,"_id":287,"description":288},"Direct Mode Examples","/billing-providers/direct-connect/direct-examples","content:7.billing-providers:9.direct-connect:2.direct-examples.md","Real-world examples for common subscription scenarios","content:7.billing-providers:_dir.yml",{"title":291,"_path":292,"children":293,"_id":299},"Account","/account",[294],{"title":295,"_path":296,"_id":297,"description":298},"Multi-Workspace Support","/account/multi-workspace-support","content:8.account:1.multi-workspace-support.md","Use one email address to access multiple Churnkey workspaces and switch between them instantly.","content:8.account:_dir.yml",{"title":301,"_path":302,"children":303,"_id":309},"Support","/support",[304],{"title":305,"_path":306,"_id":307,"description":308},"Frequently Asked Questions","/support/faqs","content:9.support:1.faqs.md","We want setting up Churnkey to be a breeze.","content:9.support:_dir.yml",{"_path":185,"_dir":311,"_draft":312,"_partial":312,"_locale":313,"title":43,"description":187,"body":314,"_type":1772,"_id":186,"_source":1773,"_file":1774,"_stem":1775,"_extension":1776,"sitemap":1777},"failed-payment-recovery",false,"",{"type":315,"children":316,"toc":1732},"root",[317,325,331,336,349,361,367,388,408,418,424,429,446,470,480,490,496,508,515,520,555,565,571,576,607,616,621,627,632,642,660,665,675,683,689,694,700,712,722,755,764,774,792,798,803,811,821,844,849,855,860,866,885,895,912,929,935,940,988,998,1004,1023,1033,1043,1053,1059,1064,1070,1089,1101,1107,1112,1117,1123,1128,1134,1139,1145,1150,1179,1187,1195,1238,1243,1249,1254,1264,1282,1287,1297,1303,1308,1314,1319,1352,1357,1363,1368,1411,1421,1431,1437,1442,1475,1480,1486,1491,1497,1505,1523,1533,1556,1561,1567,1575,1606,1614,1632,1638,1648,1671,1679,1722,1727],{"type":318,"tag":319,"props":320,"children":321},"element","p",{},[322],{"type":323,"value":324},"text","Split test your Payment Recovery campaigns to discover which strategies work best for recovering failed payments and maximizing revenue retention. A/B testing enables you to make data-driven decisions about your recovery campaigns through controlled experiments with statistical confidence.",{"type":318,"tag":326,"props":327,"children":329},"h2",{"id":328},"overview",[330],{"type":323,"value":9},{"type":318,"tag":319,"props":332,"children":333},{},[334],{"type":323,"value":335},"The A/B Testing feature for Payment Recovery allows you to create controlled experiments comparing different campaign variations to optimize recovery rates and revenue. By testing different approaches side-by-side, you can identify the most effective strategies for recovering failed payments from your customers.",{"type":318,"tag":319,"props":337,"children":338},{},[339,341,347],{"type":323,"value":340},"When you create an A/B test, Churnkey automatically splits incoming failed payments between two campaign variations, tracks their performance, and provides detailed analytics with ",{"type":318,"tag":342,"props":343,"children":344},"strong",{},[345],{"type":323,"value":346},"statistical significance testing",{"type":323,"value":348}," to help you determine which variation performs better. This takes the guesswork out of campaign optimization and ensures your recovery efforts are as effective as possible.",{"type":318,"tag":319,"props":350,"children":351},{},[352,354,359],{"type":323,"value":353},"The system uses rigorous statistical analysis with a ",{"type":318,"tag":342,"props":355,"children":356},{},[357],{"type":323,"value":358},"95% confidence level",{"type":323,"value":360}," to determine whether differences between variations are meaningful or simply due to random chance. This means you can trust the results to guide important business decisions about your payment recovery strategy.",{"type":318,"tag":326,"props":362,"children":364},{"id":363},"metric-hierarchy-and-statistical-foundation",[365],{"type":323,"value":366},"Metric Hierarchy and Statistical Foundation",{"type":318,"tag":319,"props":368,"children":369},{},[370,375,379,381,386],{"type":318,"tag":342,"props":371,"children":372},{},[373],{"type":323,"value":374},"Recovery Rate: Primary Statistical Metric",{"type":318,"tag":376,"props":377,"children":378},"br",{},[],{"type":323,"value":380},"\nRecovery rate serves as the ",{"type":318,"tag":342,"props":382,"children":383},{},[384],{"type":323,"value":385},"primary metric for all statistical analysis, significance testing, and winner determination",{"type":323,"value":387}," in Churnkey's A/B testing engine. The statistical algorithms use recovery rate percentages to perform two-proportion z-tests and determine statistical significance at the 95% confidence level.",{"type":318,"tag":319,"props":389,"children":390},{},[391,396,399,401,406],{"type":318,"tag":342,"props":392,"children":393},{},[394],{"type":323,"value":395},"Revenue Amount: Secondary Business Context",{"type":318,"tag":376,"props":397,"children":398},{},[],{"type":323,"value":400},"\nRevenue data is tracked and displayed as ",{"type":318,"tag":342,"props":402,"children":403},{},[404],{"type":323,"value":405},"secondary information for business impact assessment",{"type":323,"value":407},". While valuable for understanding financial implications, revenue metrics do not drive the core statistical analysis or winner determination process.",{"type":318,"tag":319,"props":409,"children":410},{},[411,416],{"type":318,"tag":342,"props":412,"children":413},{},[414],{"type":323,"value":415},"Why Recovery Rate is Primary:",{"type":323,"value":417}," Recovery rate provides the most statistically reliable foundation for A/B testing because it represents a clear success/failure outcome for each campaign, enabling robust statistical significance testing across different sample sizes and campaign volumes.",{"type":318,"tag":326,"props":419,"children":421},{"id":420},"understanding-ab-testing-benefits",[422],{"type":323,"value":423},"Understanding A/B Testing Benefits",{"type":318,"tag":319,"props":425,"children":426},{},[427],{"type":323,"value":428},"Payment Recovery A/B testing addresses several key challenges that businesses face when trying to optimize their failed payment campaigns. Without testing, you might wonder whether different email timing, messaging approaches, or offer strategies could improve your recovery rates. A/B testing provides definitive answers to these questions.",{"type":318,"tag":319,"props":430,"children":431},{},[432,437,439,444],{"type":318,"tag":342,"props":433,"children":434},{},[435],{"type":323,"value":436},"Recovery Rate Optimization:",{"type":323,"value":438}," By testing different campaign approaches, you can identify which strategies lead to higher payment recovery rates. ",{"type":318,"tag":342,"props":440,"children":441},{},[442],{"type":323,"value":443},"Recovery rate is the primary metric that drives all statistical analysis and winner determination",{"type":323,"value":445},", as even small improvements can translate to significant revenue gains over time.",{"type":318,"tag":319,"props":447,"children":448},{},[449,454,456,461,463,468],{"type":318,"tag":342,"props":450,"children":451},{},[452],{"type":323,"value":453},"Revenue Impact Analysis:",{"type":323,"value":455}," The system tracks not just recovery rates but also the actual revenue recovered by each variation. This revenue data provides ",{"type":318,"tag":342,"props":457,"children":458},{},[459],{"type":323,"value":460},"important business context and impact assessment",{"type":323,"value":462},", helping you understand the financial implications of each approach while the ",{"type":318,"tag":342,"props":464,"children":465},{},[466],{"type":323,"value":467},"statistical engine focuses exclusively on recovery rate performance",{"type":323,"value":469}," for determining test outcomes.",{"type":318,"tag":319,"props":471,"children":472},{},[473,478],{"type":318,"tag":342,"props":474,"children":475},{},[476],{"type":323,"value":477},"Customer Experience Insights:",{"type":323,"value":479}," Different campaign variations may resonate differently with your customer base. A/B testing reveals which messaging, timing, and approach customers respond to most positively.",{"type":318,"tag":319,"props":481,"children":482},{},[483,488],{"type":318,"tag":342,"props":484,"children":485},{},[486],{"type":323,"value":487},"Risk Mitigation:",{"type":323,"value":489}," Rather than implementing changes across all your recovery campaigns at once, A/B testing lets you validate new approaches on a subset of failed payments before broader rollout.",{"type":318,"tag":326,"props":491,"children":493},{"id":492},"setting-up-your-first-ab-test",[494],{"type":323,"value":495},"Setting Up Your First A/B Test",{"type":318,"tag":319,"props":497,"children":498},{},[499,501,506],{"type":323,"value":500},"Creating an A/B test for Payment Recovery requires an existing segmented campaign. ",{"type":318,"tag":342,"props":502,"children":503},{},[504],{"type":323,"value":505},"Primary campaigns cannot be A/B tested",{"type":323,"value":507}," because they serve as the default fallback for all customers who don't match specific segments. This ensures your Payment Recovery system maintains complete coverage while allowing targeted testing.",{"type":318,"tag":509,"props":510,"children":512},"h3",{"id":511},"prerequisites-for-ab-testing",[513],{"type":323,"value":514},"Prerequisites for A/B Testing",{"type":318,"tag":319,"props":516,"children":517},{},[518],{"type":323,"value":519},"Before creating an A/B test, ensure you meet these requirements:",{"type":318,"tag":521,"props":522,"children":523},"ul",{},[524,535,540,550],{"type":318,"tag":525,"props":526,"children":527},"li",{},[528,533],{"type":318,"tag":342,"props":529,"children":530},{},[531],{"type":323,"value":532},"Segmented Payment Recovery campaign",{"type":323,"value":534}," that's both published and active",{"type":318,"tag":525,"props":536,"children":537},{},[538],{"type":323,"value":539},"Campaign targets specific customer groups (subscription value, lifecycle stage, or billing history)",{"type":318,"tag":525,"props":541,"children":542},{},[543,548],{"type":318,"tag":342,"props":544,"children":545},{},[546],{"type":323,"value":547},"Sufficient volume",{"type":323,"value":549}," to detect meaningful improvements (typically requiring several thousand failed payments)",{"type":318,"tag":525,"props":551,"children":552},{},[553],{"type":323,"value":554},"Primary campaigns only (cannot be A/B tested as they serve as default fallback)",{"type":318,"tag":319,"props":556,"children":557},{},[558,563],{"type":318,"tag":342,"props":559,"children":560},{},[561],{"type":323,"value":562},"Volume Requirements:",{"type":323,"value":564}," Your segment should generate consistent failed payment volume to reach statistical significance within a reasonable timeframe. Lower volumes will require longer test durations to achieve reliable results.",{"type":318,"tag":509,"props":566,"children":568},{"id":567},"creating-the-test",[569],{"type":323,"value":570},"Creating the Test",{"type":318,"tag":319,"props":572,"children":573},{},[574],{"type":323,"value":575},"Follow these steps to create your A/B test:",{"type":318,"tag":577,"props":578,"children":579},"ol",{},[580,585,590,602],{"type":318,"tag":525,"props":581,"children":582},{},[583],{"type":323,"value":584},"Navigate to your Payment Recovery campaigns",{"type":318,"tag":525,"props":586,"children":587},{},[588],{"type":323,"value":589},"Locate the segmented campaign you want to test",{"type":318,"tag":525,"props":591,"children":592},{},[593,595,600],{"type":323,"value":594},"Select ",{"type":318,"tag":342,"props":596,"children":597},{},[598],{"type":323,"value":599},"\"Create A/B Test\"",{"type":323,"value":601}," from the campaign's action menu",{"type":318,"tag":525,"props":603,"children":604},{},[605],{"type":323,"value":606},"Provide a descriptive name that clearly identifies what you're testing",{"type":318,"tag":319,"props":608,"children":609},{},[610],{"type":318,"tag":611,"props":612,"children":615},"img",{"alt":613,"src":614},"create_ab_test","/img/payment_recovery/create_ab_test.png",[],{"type":318,"tag":319,"props":617,"children":618},{},[619],{"type":323,"value":620},"The system automatically creates a duplicate of your original campaign, which becomes the second variation in your test.",{"type":318,"tag":509,"props":622,"children":624},{"id":623},"configuring-test-variations",[625],{"type":323,"value":626},"Configuring Test Variations",{"type":318,"tag":319,"props":628,"children":629},{},[630],{"type":323,"value":631},"Once created, you have two campaign variations: your original campaign (Variant A) and a newly created copy (Variant B). The copy initially matches your original campaign exactly, so you'll need to modify one or both variations to test different approaches.",{"type":318,"tag":319,"props":633,"children":634},{},[635,640],{"type":318,"tag":342,"props":636,"children":637},{},[638],{"type":323,"value":639},"Variation Configuration:",{"type":323,"value":641}," Make the changes you want to test in one or both campaign variations. Common test variations include:",{"type":318,"tag":521,"props":643,"children":644},{},[645,650,655],{"type":318,"tag":525,"props":646,"children":647},{},[648],{"type":323,"value":649},"Email timing adjustments",{"type":318,"tag":525,"props":651,"children":652},{},[653],{"type":323,"value":654},"Message content modifications",{"type":318,"tag":525,"props":656,"children":657},{},[658],{"type":323,"value":659},"Recovery attempt sequence alterations",{"type":318,"tag":319,"props":661,"children":662},{},[663],{"type":323,"value":664},"Ensure both variations remain focused on the same customer segment to maintain test validity.",{"type":318,"tag":319,"props":666,"children":667},{},[668,673],{"type":318,"tag":342,"props":669,"children":670},{},[671],{"type":323,"value":672},"Publishing Requirements:",{"type":323,"value":674}," Both campaign variations must be published and active before you can start the A/B test. The system will prevent test activation if either campaign has configuration issues.",{"type":318,"tag":319,"props":676,"children":677},{},[678],{"type":318,"tag":611,"props":679,"children":682},{"alt":680,"src":681},"start_ab_test","/img/payment_recovery/start_ab_test.png",[],{"type":318,"tag":326,"props":684,"children":686},{"id":685},"running-your-ab-test",[687],{"type":323,"value":688},"Running Your A/B Test",{"type":318,"tag":319,"props":690,"children":691},{},[692],{"type":323,"value":693},"Once both campaign variations are published and active, you can start your A/B test. The system begins automatically splitting incoming failed payments that match your segment between the two variations. This split is random and evenly distributed to ensure unbiased results.",{"type":318,"tag":509,"props":695,"children":697},{"id":696},"test-activation-and-management",[698],{"type":323,"value":699},"Test Activation and Management",{"type":318,"tag":319,"props":701,"children":702},{},[703,705,710],{"type":323,"value":704},"Starting your test is straightforward through the campaign interface. Once activated, the system displays the test status as ",{"type":318,"tag":342,"props":706,"children":707},{},[708],{"type":323,"value":709},"\"Active\"",{"type":323,"value":711}," and shows when the test began. Failed payments matching your segment are randomly assigned to either Variant A or Variant B, ensuring each variation receives a representative sample.",{"type":318,"tag":319,"props":713,"children":714},{},[715,720],{"type":318,"tag":342,"props":716,"children":717},{},[718],{"type":323,"value":719},"Test Controls:",{"type":323,"value":721}," While your test is running, you have several management options:",{"type":318,"tag":521,"props":723,"children":724},{},[725,735,745],{"type":318,"tag":525,"props":726,"children":727},{},[728,733],{"type":318,"tag":342,"props":729,"children":730},{},[731],{"type":323,"value":732},"Pause",{"type":323,"value":734}," the test to make adjustments or temporarily halt the experiment",{"type":318,"tag":525,"props":736,"children":737},{},[738,743],{"type":318,"tag":342,"props":739,"children":740},{},[741],{"type":323,"value":742},"Resume",{"type":323,"value":744}," a paused test to continue data collection",{"type":318,"tag":525,"props":746,"children":747},{},[748,753],{"type":318,"tag":342,"props":749,"children":750},{},[751],{"type":323,"value":752},"View Results",{"type":323,"value":754}," to see the test current status",{"type":318,"tag":756,"props":757,"children":758},"callout",{},[759],{"type":318,"tag":319,"props":760,"children":761},{},[762],{"type":323,"value":763},"Pausing stops new assignments but doesn't affect campaigns already in progress.",{"type":318,"tag":319,"props":765,"children":766},{},[767,772],{"type":318,"tag":342,"props":768,"children":769},{},[770],{"type":323,"value":771},"Duration Considerations:",{"type":323,"value":773}," Allow sufficient time for meaningful data collection:",{"type":318,"tag":521,"props":775,"children":776},{},[777,782,787],{"type":318,"tag":525,"props":778,"children":779},{},[780],{"type":323,"value":781},"Payment Recovery campaigns often take days or weeks to complete their full cycle",{"type":318,"tag":525,"props":783,"children":784},{},[785],{"type":323,"value":786},"You need enough completed campaigns to draw statistical conclusions",{"type":318,"tag":525,"props":788,"children":789},{},[790],{"type":323,"value":791},"Most tests require several weeks to months of data collection for reliable results",{"type":318,"tag":509,"props":793,"children":795},{"id":794},"monitoring-test-progress",[796],{"type":323,"value":797},"Monitoring Test Progress",{"type":318,"tag":319,"props":799,"children":800},{},[801],{"type":323,"value":802},"The A/B test interface provides real-time monitoring of your test's progress. You can track how many campaigns have been assigned to each variation, how many are still active, and preliminary results as they develop. However, avoid making decisions based on early data that hasn't reached statistical significance.",{"type":318,"tag":319,"props":804,"children":805},{},[806],{"type":318,"tag":611,"props":807,"children":810},{"alt":808,"src":809},"monitor_ab_test","/img/payment_recovery/monitor_ab_test.png",[],{"type":318,"tag":319,"props":812,"children":813},{},[814,819],{"type":318,"tag":342,"props":815,"children":816},{},[817],{"type":323,"value":818},"Data Collection:",{"type":323,"value":820}," The system tracks comprehensive metrics for each variation:",{"type":318,"tag":521,"props":822,"children":823},{},[824,829,834,839],{"type":318,"tag":525,"props":825,"children":826},{},[827],{"type":323,"value":828},"Total campaigns triggered",{"type":318,"tag":525,"props":830,"children":831},{},[832],{"type":323,"value":833},"Number of campaigns that successfully recovered payments",{"type":318,"tag":525,"props":835,"children":836},{},[837],{"type":323,"value":838},"Recovery rates",{"type":318,"tag":525,"props":840,"children":841},{},[842],{"type":323,"value":843},"Total revenue recovered",{"type":318,"tag":319,"props":845,"children":846},{},[847],{"type":323,"value":848},"This data feeds into the statistical analysis that determines test outcomes.",{"type":318,"tag":326,"props":850,"children":852},{"id":851},"understanding-your-results",[853],{"type":323,"value":854},"Understanding Your Results",{"type":318,"tag":319,"props":856,"children":857},{},[858],{"type":323,"value":859},"A/B test results provide detailed analytics comparing the performance of your two campaign variations. The results dashboard shows key metrics, statistical analysis, and actionable insights to guide your campaign optimization decisions.",{"type":318,"tag":509,"props":861,"children":863},{"id":862},"statistical-significance-analysis",[864],{"type":323,"value":865},"Statistical Significance Analysis",{"type":318,"tag":319,"props":867,"children":868},{},[869,871,876,878,883],{"type":323,"value":870},"The most important aspect of your results is the ",{"type":318,"tag":342,"props":872,"children":873},{},[874],{"type":323,"value":875},"statistical confidence level",{"type":323,"value":877},", which indicates whether observed differences between variations are meaningful or likely due to random chance. Churnkey's A/B testing engine uses a ",{"type":318,"tag":342,"props":879,"children":880},{},[881],{"type":323,"value":882},"two-proportion z-test exclusively on recovery rate data",{"type":323,"value":884}," with a 95% confidence level to analyze results.",{"type":318,"tag":319,"props":886,"children":887},{},[888,893],{"type":318,"tag":342,"props":889,"children":890},{},[891],{"type":323,"value":892},"Statistical Engine Focus:",{"type":323,"value":894}," The system performs all significance testing calculations using recovery rate percentages from each variation. Revenue amounts, while displayed for business context, do not participate in the statistical analysis or winner determination process.",{"type":318,"tag":319,"props":896,"children":897},{},[898,903,905,910],{"type":318,"tag":342,"props":899,"children":900},{},[901],{"type":323,"value":902},"Confidence Interpretation:",{"type":323,"value":904}," When results show 95% or higher confidence ",{"type":318,"tag":342,"props":906,"children":907},{},[908],{"type":323,"value":909},"based on recovery rate comparison",{"type":323,"value":911},", you can trust that the winning variation is genuinely better at recovering failed payments, not just lucky. Results below 95% confidence indicate the difference isn't statistically significant, meaning more data is needed or the variations perform similarly.",{"type":318,"tag":319,"props":913,"children":914},{},[915,920,922,927],{"type":318,"tag":342,"props":916,"children":917},{},[918],{"type":323,"value":919},"P-Value Understanding:",{"type":323,"value":921}," The p-value shows the probability that the observed ",{"type":318,"tag":342,"props":923,"children":924},{},[925],{"type":323,"value":926},"recovery rate difference",{"type":323,"value":928}," occurred by chance. Values below 0.05 (corresponding to 95% confidence) indicate statistical significance. Lower p-values represent stronger evidence of a real difference between variations in their ability to recover failed payments.",{"type":318,"tag":509,"props":930,"children":932},{"id":931},"key-performance-metrics",[933],{"type":323,"value":934},"Key Performance Metrics",{"type":318,"tag":319,"props":936,"children":937},{},[938],{"type":323,"value":939},"The results dashboard presents several critical metrics for evaluating test performance:",{"type":318,"tag":521,"props":941,"children":942},{},[943,958,968,978],{"type":318,"tag":525,"props":944,"children":945},{},[946,951,953],{"type":318,"tag":342,"props":947,"children":948},{},[949],{"type":323,"value":950},"Recovery Rate:",{"type":323,"value":952}," The percentage of campaigns that successfully recovered failed payments - ",{"type":318,"tag":342,"props":954,"children":955},{},[956],{"type":323,"value":957},"this is the primary metric for statistical analysis and winner determination",{"type":318,"tag":525,"props":959,"children":960},{},[961,966],{"type":318,"tag":342,"props":962,"children":963},{},[964],{"type":323,"value":965},"Revenue Recovered:",{"type":323,"value":967}," The total dollar amount recovered by each variation - displayed for business context and impact assessment",{"type":318,"tag":525,"props":969,"children":970},{},[971,976],{"type":318,"tag":342,"props":972,"children":973},{},[974],{"type":323,"value":975},"Campaign Volume:",{"type":323,"value":977}," The number of failed payment campaigns assigned to each variation",{"type":318,"tag":525,"props":979,"children":980},{},[981,986],{"type":318,"tag":342,"props":982,"children":983},{},[984],{"type":323,"value":985},"Recovery Breakdown:",{"type":323,"value":987}," Detailed analysis of how payments were recovered (email responses, automated retries, payment wall usage, etc.)",{"type":318,"tag":319,"props":989,"children":990},{},[991,996],{"type":318,"tag":342,"props":992,"children":993},{},[994],{"type":323,"value":995},"Recovery rate serves as the primary statistical metric",{"type":323,"value":997}," for optimization and winner determination, as it provides the most reliable basis for statistical significance testing. While revenue data is tracked and displayed for business impact analysis, the core A/B testing engine focuses on recovery rate percentage to determine which variation performs better statistically.",{"type":318,"tag":509,"props":999,"children":1001},{"id":1000},"winner-determination",[1002],{"type":323,"value":1003},"Winner Determination",{"type":318,"tag":319,"props":1005,"children":1006},{},[1007,1009,1014,1016,1021],{"type":323,"value":1008},"When statistical significance is achieved, the system identifies a ",{"type":318,"tag":342,"props":1010,"children":1011},{},[1012],{"type":323,"value":1013},"winning variation",{"type":323,"value":1015}," based on ",{"type":318,"tag":342,"props":1017,"children":1018},{},[1019],{"type":323,"value":1020},"recovery rate performance",{"type":323,"value":1022}," and provides recommendations for next steps. The winner is determined by comparing recovery rate percentages using appropriate statistical testing to ensure the results are reliable.",{"type":318,"tag":319,"props":1024,"children":1025},{},[1026,1031],{"type":318,"tag":342,"props":1027,"children":1028},{},[1029],{"type":323,"value":1030},"Statistical Focus on Recovery Rate:",{"type":323,"value":1032}," The A/B testing engine performs its core analysis on recovery rate percentages, applying two-proportion z-tests to determine if differences between variations are statistically significant. While revenue amounts are displayed in the interface, they serve as additional business context rather than the primary decision criteria.",{"type":318,"tag":319,"props":1034,"children":1035},{},[1036,1041],{"type":318,"tag":342,"props":1037,"children":1038},{},[1039],{"type":323,"value":1040},"Clear Winners:",{"type":323,"value":1042}," When one variation achieves a significantly higher recovery rate with statistical confidence, the results clearly indicate which approach to adopt. The winning variation should be implemented more broadly in your Payment Recovery strategy.",{"type":318,"tag":319,"props":1044,"children":1045},{},[1046,1051],{"type":318,"tag":342,"props":1047,"children":1048},{},[1049],{"type":323,"value":1050},"No Clear Winner:",{"type":323,"value":1052}," Sometimes test results show no statistically significant difference in recovery rates between variations. This doesn't mean the test failed - it means both approaches recover payments at similar rates, giving you flexibility in which to use or suggesting you need to test more dramatically different approaches.",{"type":318,"tag":326,"props":1054,"children":1056},{"id":1055},"advanced-test-analysis",[1057],{"type":323,"value":1058},"Advanced Test Analysis",{"type":318,"tag":319,"props":1060,"children":1061},{},[1062],{"type":323,"value":1063},"Beyond basic winner determination, dive deeper into your test results to extract maximum insights for campaign optimization. Advanced analysis helps you understand not just which variation won, but why it performed better and how to apply those learnings.",{"type":318,"tag":509,"props":1065,"children":1067},{"id":1066},"revenue-per-recovery-analysis",[1068],{"type":323,"value":1069},"Revenue Per Recovery Analysis",{"type":318,"tag":319,"props":1071,"children":1072},{},[1073,1075,1080,1082,1087],{"type":323,"value":1074},"While ",{"type":318,"tag":342,"props":1076,"children":1077},{},[1078],{"type":323,"value":1079},"recovery rate remains the primary statistical metric for winner determination",{"type":323,"value":1081},", revenue per recovery provides valuable ",{"type":318,"tag":342,"props":1083,"children":1084},{},[1085],{"type":323,"value":1086},"business context about recovery quality",{"type":323,"value":1088},". Some campaign approaches might achieve higher recovery rates but for lower-value transactions, while others might recover fewer payments but of higher value.",{"type":318,"tag":319,"props":1090,"children":1091},{},[1092,1094,1099],{"type":323,"value":1093},"Calculate the average revenue per recovery for each variation by dividing total revenue recovered by the number of successful recoveries. This metric helps evaluate whether a variation is particularly effective with high-value customers or smaller transactions, but ",{"type":318,"tag":342,"props":1095,"children":1096},{},[1097],{"type":323,"value":1098},"should be used for business analysis rather than statistical winner selection",{"type":323,"value":1100},", which is based on recovery rate performance.",{"type":318,"tag":509,"props":1102,"children":1104},{"id":1103},"recovery-method-effectiveness",[1105],{"type":323,"value":1106},"Recovery Method Effectiveness",{"type":318,"tag":319,"props":1108,"children":1109},{},[1110],{"type":323,"value":1111},"The results breakdown shows how payments were recovered through different methods (email engagement, automated retries, payment wall, SMS notifications). This analysis reveals which recovery mechanisms each variation optimizes and can guide future campaign design.",{"type":318,"tag":319,"props":1113,"children":1114},{},[1115],{"type":323,"value":1116},"For example, one variation might excel at driving email engagement while another performs better with automated retry strategies. Understanding these patterns helps you design more targeted campaigns for different customer segments.",{"type":318,"tag":509,"props":1118,"children":1120},{"id":1119},"temporal-performance-patterns",[1121],{"type":323,"value":1122},"Temporal Performance Patterns",{"type":318,"tag":319,"props":1124,"children":1125},{},[1126],{"type":323,"value":1127},"Examine how each variation performed over the test duration. Some campaigns might start strong but decline in effectiveness, while others might improve as customers become familiar with the messaging. These patterns inform decisions about campaign duration and refresh cycles.",{"type":318,"tag":326,"props":1129,"children":1131},{"id":1130},"test-completion-and-implementation",[1132],{"type":323,"value":1133},"Test Completion and Implementation",{"type":318,"tag":319,"props":1135,"children":1136},{},[1137],{"type":323,"value":1138},"When your A/B test has collected sufficient data and achieved statistical significance, you can complete the test and implement the winning variation. Proper test completion ensures you capture maximum value from your testing efforts.",{"type":318,"tag":509,"props":1140,"children":1142},{"id":1141},"finishing-your-test",[1143],{"type":323,"value":1144},"Finishing Your Test",{"type":318,"tag":319,"props":1146,"children":1147},{},[1148],{"type":323,"value":1149},"Complete your A/B test through these steps:",{"type":318,"tag":577,"props":1151,"children":1152},{},[1153,1164,1169,1174],{"type":318,"tag":525,"props":1154,"children":1155},{},[1156,1157,1162],{"type":323,"value":594},{"type":318,"tag":342,"props":1158,"children":1159},{},[1160],{"type":323,"value":1161},"\"Finish A/B Test\"",{"type":323,"value":1163}," in the campaign interface",{"type":318,"tag":525,"props":1165,"children":1166},{},[1167],{"type":323,"value":1168},"Designate the winning variation based on your optimization goals",{"type":318,"tag":525,"props":1170,"children":1171},{},[1172],{"type":323,"value":1173},"System automatically implements the winner as the active campaign",{"type":318,"tag":525,"props":1175,"children":1176},{},[1177],{"type":323,"value":1178},"Losing variation is deactivated but preserved for reference",{"type":318,"tag":319,"props":1180,"children":1181},{},[1182],{"type":318,"tag":611,"props":1183,"children":1186},{"alt":1184,"src":1185},"finish_ab_test","/img/payment_recovery/finish_ab_test.png",[],{"type":318,"tag":319,"props":1188,"children":1189},{},[1190],{"type":318,"tag":342,"props":1191,"children":1192},{},[1193],{"type":323,"value":1194},"Winner Selection Considerations:",{"type":318,"tag":521,"props":1196,"children":1197},{},[1198,1208,1218,1228,1233],{"type":318,"tag":525,"props":1199,"children":1200},{},[1201,1206],{"type":318,"tag":342,"props":1202,"children":1203},{},[1204],{"type":323,"value":1205},"Recovery rate is the exclusive primary metric",{"type":323,"value":1207}," used by the statistical engine for winner determination and significance testing",{"type":318,"tag":525,"props":1209,"children":1210},{},[1211,1216],{"type":318,"tag":342,"props":1212,"children":1213},{},[1214],{"type":323,"value":1215},"Revenue data provides business context",{"type":323,"value":1217}," but does not influence the core statistical analysis or winner selection process",{"type":318,"tag":525,"props":1219,"children":1220},{},[1221,1226],{"type":318,"tag":342,"props":1222,"children":1223},{},[1224],{"type":323,"value":1225},"Statistical Focus:",{"type":323,"value":1227}," The A/B testing engine performs all significance calculations based solely on recovery rate percentages",{"type":318,"tag":525,"props":1229,"children":1230},{},[1231],{"type":323,"value":1232},"Revenue per recovery metrics offer valuable insights for business impact assessment and implementation planning",{"type":318,"tag":525,"props":1234,"children":1235},{},[1236],{"type":323,"value":1237},"Customer experience impact and operational complexity as additional factors for post-test implementation",{"type":318,"tag":319,"props":1239,"children":1240},{},[1241],{"type":323,"value":1242},"The winning variation automatically receives the highest priority in your campaign sequence, ensuring it becomes the primary handler for the customer segment.",{"type":318,"tag":509,"props":1244,"children":1246},{"id":1245},"applying-learnings",[1247],{"type":323,"value":1248},"Applying Learnings",{"type":318,"tag":319,"props":1250,"children":1251},{},[1252],{"type":323,"value":1253},"Extract actionable insights from your test results to inform broader Payment Recovery strategy. Consider which elements of the winning variation contributed to its success and how those principles might apply to other campaigns.",{"type":318,"tag":319,"props":1255,"children":1256},{},[1257,1262],{"type":318,"tag":342,"props":1258,"children":1259},{},[1260],{"type":323,"value":1261},"Successful Elements:",{"type":323,"value":1263}," Identify specific components that drove the winner's superior performance:",{"type":318,"tag":521,"props":1265,"children":1266},{},[1267,1272,1277],{"type":318,"tag":525,"props":1268,"children":1269},{},[1270],{"type":323,"value":1271},"Email timing optimization",{"type":318,"tag":525,"props":1273,"children":1274},{},[1275],{"type":323,"value":1276},"Message tone effectiveness",{"type":318,"tag":525,"props":1278,"children":1279},{},[1280],{"type":323,"value":1281},"Recovery sequence design improvements",{"type":318,"tag":319,"props":1283,"children":1284},{},[1285],{"type":323,"value":1286},"Document these findings for future campaign development.",{"type":318,"tag":319,"props":1288,"children":1289},{},[1290,1295],{"type":318,"tag":342,"props":1291,"children":1292},{},[1293],{"type":323,"value":1294},"Broader Implementation:",{"type":323,"value":1296}," Consider expanding successful elements to other campaign segments, but remember that different customer segments may respond differently, requiring additional testing.",{"type":318,"tag":326,"props":1298,"children":1300},{"id":1299},"best-practices-for-payment-recovery-ab-testing",[1301],{"type":323,"value":1302},"Best Practices for Payment Recovery A/B Testing",{"type":318,"tag":319,"props":1304,"children":1305},{},[1306],{"type":323,"value":1307},"Maximize the value of your A/B testing efforts by following proven best practices that ensure reliable results and actionable insights.",{"type":318,"tag":509,"props":1309,"children":1311},{"id":1310},"test-design-principles",[1312],{"type":323,"value":1313},"Test Design Principles",{"type":318,"tag":319,"props":1315,"children":1316},{},[1317],{"type":323,"value":1318},"Follow these core principles for effective A/B testing:",{"type":318,"tag":521,"props":1320,"children":1321},{},[1322,1332,1342],{"type":318,"tag":525,"props":1323,"children":1324},{},[1325,1330],{"type":318,"tag":342,"props":1326,"children":1327},{},[1328],{"type":323,"value":1329},"Single Variable Testing:",{"type":323,"value":1331}," Focus each test on one key variable to clearly understand what drives performance differences",{"type":318,"tag":525,"props":1333,"children":1334},{},[1335,1340],{"type":318,"tag":342,"props":1336,"children":1337},{},[1338],{"type":323,"value":1339},"Meaningful Differences:",{"type":323,"value":1341}," Ensure variations represent meaningfully different approaches rather than minor tweaks",{"type":318,"tag":525,"props":1343,"children":1344},{},[1345,1350],{"type":318,"tag":342,"props":1346,"children":1347},{},[1348],{"type":323,"value":1349},"Segment Consistency:",{"type":323,"value":1351}," Both variations should target the same customer segment for fair comparison",{"type":318,"tag":319,"props":1353,"children":1354},{},[1355],{"type":323,"value":1356},"Testing multiple changes simultaneously makes it difficult to determine which element caused the observed results. Small tweaks like minor wording changes may not generate detectable differences, while larger strategic changes are more likely to produce clear winners.",{"type":318,"tag":509,"props":1358,"children":1360},{"id":1359},"statistical-considerations",[1361],{"type":323,"value":1362},"Statistical Considerations",{"type":318,"tag":319,"props":1364,"children":1365},{},[1366],{"type":323,"value":1367},"Ensure statistical validity with these requirements:",{"type":318,"tag":521,"props":1369,"children":1370},{},[1371,1381,1391,1401],{"type":318,"tag":525,"props":1372,"children":1373},{},[1374,1379],{"type":318,"tag":342,"props":1375,"children":1376},{},[1377],{"type":323,"value":1378},"Adequate Sample Size:",{"type":323,"value":1380}," Collect sufficient data for reliable statistical analysis",{"type":318,"tag":525,"props":1382,"children":1383},{},[1384,1389],{"type":318,"tag":342,"props":1385,"children":1386},{},[1387],{"type":323,"value":1388},"Test Duration:",{"type":323,"value":1390}," Run tests for complete campaign cycles (typically 2-4 weeks per campaign) plus time to accumulate sufficient volume",{"type":318,"tag":525,"props":1392,"children":1393},{},[1394,1399],{"type":318,"tag":342,"props":1395,"children":1396},{},[1397],{"type":323,"value":1398},"Confidence Thresholds:",{"type":323,"value":1400}," Results must achieve statistical confidence before making decisions",{"type":318,"tag":525,"props":1402,"children":1403},{},[1404,1409],{"type":318,"tag":342,"props":1405,"children":1406},{},[1407],{"type":323,"value":1408},"Early Stopping:",{"type":323,"value":1410}," Avoid ending tests early based on preliminary results—this leads to false conclusions",{"type":318,"tag":319,"props":1412,"children":1413},{},[1414,1419],{"type":318,"tag":342,"props":1415,"children":1416},{},[1417],{"type":323,"value":1418},"Volume-Based Planning:",{"type":323,"value":1420}," Higher volume segments will reach statistical significance faster, while lower volume segments require longer test durations or broader targeting to achieve reliable results.",{"type":318,"tag":319,"props":1422,"children":1423},{},[1424,1429],{"type":318,"tag":342,"props":1425,"children":1426},{},[1427],{"type":323,"value":1428},"Effect Size Planning:",{"type":323,"value":1430}," Test variations that represent meaningfully different approaches rather than minor tweaks. Dramatic changes are more likely to produce detectable differences within reasonable timeframes.",{"type":318,"tag":509,"props":1432,"children":1434},{"id":1433},"operational-excellence",[1435],{"type":323,"value":1436},"Operational Excellence",{"type":318,"tag":319,"props":1438,"children":1439},{},[1440],{"type":323,"value":1441},"Maintain operational excellence through these practices:",{"type":318,"tag":521,"props":1443,"children":1444},{},[1445,1455,1465],{"type":318,"tag":525,"props":1446,"children":1447},{},[1448,1453],{"type":318,"tag":342,"props":1449,"children":1450},{},[1451],{"type":323,"value":1452},"Documentation:",{"type":323,"value":1454}," Keep detailed records of test hypotheses, configurations, and results",{"type":318,"tag":525,"props":1456,"children":1457},{},[1458,1463],{"type":318,"tag":342,"props":1459,"children":1460},{},[1461],{"type":323,"value":1462},"Progressive Testing:",{"type":323,"value":1464}," Build a testing roadmap that systematically explores optimization opportunities",{"type":318,"tag":525,"props":1466,"children":1467},{},[1468,1473],{"type":318,"tag":342,"props":1469,"children":1470},{},[1471],{"type":323,"value":1472},"Results Validation:",{"type":323,"value":1474}," Run follow-up tests to validate surprising or unexpected results",{"type":318,"tag":319,"props":1476,"children":1477},{},[1478],{"type":323,"value":1479},"Documentation becomes valuable for future testing and helps avoid repeating unsuccessful experiments. Sequential testing allows continuous campaign performance improvement over time.",{"type":318,"tag":326,"props":1481,"children":1483},{"id":1482},"troubleshooting-common-issues",[1484],{"type":323,"value":1485},"Troubleshooting Common Issues",{"type":318,"tag":319,"props":1487,"children":1488},{},[1489],{"type":323,"value":1490},"Address common challenges that may arise during A/B test setup, execution, or analysis to ensure smooth testing operations.",{"type":318,"tag":509,"props":1492,"children":1494},{"id":1493},"test-setup-problems",[1495],{"type":323,"value":1496},"Test Setup Problems",{"type":318,"tag":319,"props":1498,"children":1499},{},[1500],{"type":318,"tag":342,"props":1501,"children":1502},{},[1503],{"type":323,"value":1504},"Cannot Create A/B Test:",{"type":318,"tag":521,"props":1506,"children":1507},{},[1508,1513,1518],{"type":318,"tag":525,"props":1509,"children":1510},{},[1511],{"type":323,"value":1512},"Issue: Trying to test a primary campaign rather than a segmented campaign",{"type":318,"tag":525,"props":1514,"children":1515},{},[1516],{"type":323,"value":1517},"Solution: Create a segmented campaign first, then set up your A/B test",{"type":318,"tag":525,"props":1519,"children":1520},{},[1521],{"type":323,"value":1522},"Note: Primary campaigns serve as the default for all unmatched customers and cannot be A/B tested",{"type":318,"tag":319,"props":1524,"children":1525},{},[1526,1531],{"type":318,"tag":342,"props":1527,"children":1528},{},[1529],{"type":323,"value":1530},"Test Won't Start:",{"type":323,"value":1532},"\nEnsure both campaign variations meet these requirements:",{"type":318,"tag":521,"props":1534,"children":1535},{},[1536,1541,1546,1551],{"type":318,"tag":525,"props":1537,"children":1538},{},[1539],{"type":323,"value":1540},"Published and active status",{"type":318,"tag":525,"props":1542,"children":1543},{},[1544],{"type":323,"value":1545},"Valid email content",{"type":318,"tag":525,"props":1547,"children":1548},{},[1549],{"type":323,"value":1550},"Proper segment configuration",{"type":318,"tag":525,"props":1552,"children":1553},{},[1554],{"type":323,"value":1555},"No configuration errors",{"type":318,"tag":319,"props":1557,"children":1558},{},[1559],{"type":323,"value":1560},"The system requires both variations to be fully configured and enabled before allowing test activation.",{"type":318,"tag":509,"props":1562,"children":1564},{"id":1563},"data-collection-issues",[1565],{"type":323,"value":1566},"Data Collection Issues",{"type":318,"tag":319,"props":1568,"children":1569},{},[1570],{"type":318,"tag":342,"props":1571,"children":1572},{},[1573],{"type":323,"value":1574},"No Results Showing:",{"type":318,"tag":521,"props":1576,"children":1577},{},[1578,1583],{"type":318,"tag":525,"props":1579,"children":1580},{},[1581],{"type":323,"value":1582},"Cause: A/B tests require actual failed payment campaigns to generate data",{"type":318,"tag":525,"props":1584,"children":1585},{},[1586,1588],{"type":323,"value":1587},"Solutions:\n",{"type":318,"tag":521,"props":1589,"children":1590},{},[1591,1596,1601],{"type":318,"tag":525,"props":1592,"children":1593},{},[1594],{"type":323,"value":1595},"Allow time for campaigns to be created and complete recovery cycles",{"type":318,"tag":525,"props":1597,"children":1598},{},[1599],{"type":323,"value":1600},"Check if your segment rarely triggers",{"type":318,"tag":525,"props":1602,"children":1603},{},[1604],{"type":323,"value":1605},"Verify test was recently started and needs more time",{"type":318,"tag":319,"props":1607,"children":1608},{},[1609],{"type":318,"tag":342,"props":1610,"children":1611},{},[1612],{"type":323,"value":1613},"Uneven Split Between Variations:",{"type":318,"tag":521,"props":1615,"children":1616},{},[1617,1622,1627],{"type":318,"tag":525,"props":1618,"children":1619},{},[1620],{"type":323,"value":1621},"Normal: Short-term imbalances due to random assignment",{"type":318,"tag":525,"props":1623,"children":1624},{},[1625],{"type":323,"value":1626},"Concerning: Persistent skewing over extended periods",{"type":318,"tag":525,"props":1628,"children":1629},{},[1630],{"type":323,"value":1631},"Potential causes: Configuration issues or very low campaign volumes",{"type":318,"tag":509,"props":1633,"children":1635},{"id":1634},"analysis-challenges",[1636],{"type":323,"value":1637},"Analysis Challenges",{"type":318,"tag":319,"props":1639,"children":1640},{},[1641,1646],{"type":318,"tag":342,"props":1642,"children":1643},{},[1644],{"type":323,"value":1645},"Results Never Reach Significance:",{"type":323,"value":1647},"\nPotential solutions:",{"type":318,"tag":521,"props":1649,"children":1650},{},[1651,1656,1661,1666],{"type":318,"tag":525,"props":1652,"children":1653},{},[1654],{"type":323,"value":1655},"Run the test longer for larger sample sizes",{"type":318,"tag":525,"props":1657,"children":1658},{},[1659],{"type":323,"value":1660},"Expand the customer segment to increase volume",{"type":318,"tag":525,"props":1662,"children":1663},{},[1664],{"type":323,"value":1665},"Test more dramatically different approaches",{"type":318,"tag":525,"props":1667,"children":1668},{},[1669],{"type":323,"value":1670},"Verify variations perform differently enough to detect",{"type":318,"tag":319,"props":1672,"children":1673},{},[1674],{"type":318,"tag":342,"props":1675,"children":1676},{},[1677],{"type":323,"value":1678},"Conflicting Metrics:",{"type":318,"tag":521,"props":1680,"children":1681},{},[1682,1687,1697,1712],{"type":318,"tag":525,"props":1683,"children":1684},{},[1685],{"type":323,"value":1686},"Issue: One variation has higher recovery rate, another generates more revenue",{"type":318,"tag":525,"props":1688,"children":1689},{},[1690,1695],{"type":318,"tag":342,"props":1691,"children":1692},{},[1693],{"type":323,"value":1694},"Statistical Solution:",{"type":323,"value":1696}," The A/B testing engine prioritizes recovery rate for winner determination, as this provides the most reliable statistical foundation",{"type":318,"tag":525,"props":1698,"children":1699},{},[1700,1705,1707],{"type":318,"tag":342,"props":1701,"children":1702},{},[1703],{"type":323,"value":1704},"Business Context:",{"type":323,"value":1706}," Use revenue data for impact assessment, but ",{"type":318,"tag":342,"props":1708,"children":1709},{},[1710],{"type":323,"value":1711},"recovery rate remains the primary metric for test conclusions",{"type":318,"tag":525,"props":1713,"children":1714},{},[1715,1720],{"type":318,"tag":342,"props":1716,"children":1717},{},[1718],{"type":323,"value":1719},"Decision Framework:",{"type":323,"value":1721}," Select the variation with statistically significant recovery rate improvement, then analyze revenue context for implementation planning",{"type":318,"tag":319,"props":1723,"children":1724},{},[1725],{"type":323,"value":1726},"When troubleshooting issues persist, the A/B testing system includes detailed logging and diagnostic information. Review campaign assignment logs, check segment matching criteria, and verify that both variations are processing failed payments as expected. For complex issues, consider reaching out to support with specific test details and observed symptoms.",{"type":318,"tag":319,"props":1728,"children":1729},{},[1730],{"type":323,"value":1731},"The Payment Recovery A/B testing system provides powerful tools for optimizing your failed Payment Recovery strategy through data-driven experimentation. By following these guidelines and best practices, you can systematically improve your recovery rates, maximize revenue retention, and create more effective customer experiences during the Payment Recovery process.",{"title":313,"searchDepth":1733,"depth":1733,"links":1734},3,[1735,1737,1738,1739,1744,1748,1753,1758,1762,1767],{"id":328,"depth":1736,"text":9},2,{"id":363,"depth":1736,"text":366},{"id":420,"depth":1736,"text":423},{"id":492,"depth":1736,"text":495,"children":1740},[1741,1742,1743],{"id":511,"depth":1733,"text":514},{"id":567,"depth":1733,"text":570},{"id":623,"depth":1733,"text":626},{"id":685,"depth":1736,"text":688,"children":1745},[1746,1747],{"id":696,"depth":1733,"text":699},{"id":794,"depth":1733,"text":797},{"id":851,"depth":1736,"text":854,"children":1749},[1750,1751,1752],{"id":862,"depth":1733,"text":865},{"id":931,"depth":1733,"text":934},{"id":1000,"depth":1733,"text":1003},{"id":1055,"depth":1736,"text":1058,"children":1754},[1755,1756,1757],{"id":1066,"depth":1733,"text":1069},{"id":1103,"depth":1733,"text":1106},{"id":1119,"depth":1733,"text":1122},{"id":1130,"depth":1736,"text":1133,"children":1759},[1760,1761],{"id":1141,"depth":1733,"text":1144},{"id":1245,"depth":1733,"text":1248},{"id":1299,"depth":1736,"text":1302,"children":1763},[1764,1765,1766],{"id":1310,"depth":1733,"text":1313},{"id":1359,"depth":1733,"text":1362},{"id":1433,"depth":1733,"text":1436},{"id":1482,"depth":1736,"text":1485,"children":1768},[1769,1770,1771],{"id":1493,"depth":1733,"text":1496},{"id":1563,"depth":1733,"text":1566},{"id":1634,"depth":1733,"text":1637},"markdown","content","3.failed-payment-recovery/5.ab-testing.md","3.failed-payment-recovery/5.ab-testing","md",{"loc":185},[1779,1780],{"_path":181,"title":180,"description":183},{"_path":193,"title":192,"description":195},1775515569481]