← Back to All Reports
PARTIALLY PASSED (91%)
Job Name
chat_based_editor_prod
Pipeline ID
Job ID
#4284342
Branch
master
Commit
N/A
Executed At
2026-06-28T22:51:23.660567
21
Passed
2
Failed
0
Skipped

Test Results (23 tests)

test_cbe01_cbe_service_chains_sanity[chromium-caption]
passed
⏱️ Duration: 15.07s
test_cbe01_cbe_service_chains_sanity[chromium-linebreak]
passed
⏱️ Duration: 20.21s
test_cbe01_cbe_service_chains_sanity[chromium-music]
passed
⏱️ Duration: 12.19s
test_cbe01_cbe_service_chains_sanity[chromium-outro_values]
passed
⏱️ Duration: 24.01s
test_cbe01_cbe_service_chains_sanity[chromium-remove_scene]
passed
⏱️ Duration: 10.53s
test_cbe01_cbe_service_chains_sanity[chromium-text_color]
passed
⏱️ Duration: 14.05s
test_cbe01_cbe_service_chains_sanity[chromium-text_font]
failed
⏱️ Duration: 52.91s
❌ Error:
self = <tests.test_chat_based_editor.TestChatBasedEditor object at 0x7f5a56f06740> login_page = <pages.login_page.LoginPage object at 0x7f5a56ea53c0> autopilot_page = <pages.autopilot_page.AutopilotPage object at 0x7f5a56ea5030> base_url = 'https://promo.com', prompt_key = 'text_font' @pytest.mark.skip_smoke @pytest.mark.parametrize("prompt_key", [ "caption", "linebreak", "music", "outro_values", "remove_scene", "text_color", "text_font", "logo", "text_position", "translation", "add_scene", "change_watermark", ]) def test_cbe01_cbe_service_chains_sanity( self, login_page, autopilot_page, base_url, prompt_key ): """ CBE01 CBE service chains sanity Login as AI user → open Planner → ensure AI posts exist → open 1st post → open CBE → send prompt → verify AI response → verify save enabled → verify discard popup → save video. """ login_page.login_directly(base_url, email_ai, get_password()) autopilot_page.go_to_planner(base_url) autopilot_page.ensure_ai_posts_exist() autopilot_page.open_ai_post(1) autopilot_page.open_cbe() autopilot_page.send_cbe_prompt_and_wait(CBE_PROMPTS[prompt_key]) > autopilot_page.verify_cbe_save_enabled() tests/test_chat_based_editor.py:98: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <pages.autopilot_page.AutopilotPage object at 0x7f5a56ea5030> def verify_cbe_save_enabled(self): """ Verifies the Save button is enabled (backend has applied the AI change). Mirrors: verify_cbe_save_enabled(browser) retry loop """ from playwright.sync_api import expect > expect(self.page.locator(self.AICHAT_SAVE_BUTTON)).to_be_enabled(timeout=30_000) E AssertionError: Locator expected to be enabled E Actual value: disabled E
📸 Failure Screenshot:
Test failure screenshot
test_cbe01_cbe_service_chains_sanity[chromium-logo]
passed
⏱️ Duration: 11.00s
test_cbe01_cbe_service_chains_sanity[chromium-text_position]
passed
⏱️ Duration: 13.94s
test_cbe01_cbe_service_chains_sanity[chromium-translation]
passed
⏱️ Duration: 13.70s
test_cbe01_cbe_service_chains_sanity[chromium-add_scene]
passed
⏱️ Duration: 19.17s
test_cbe01_cbe_service_chains_sanity[chromium-change_watermark]
passed
⏱️ Duration: 10.57s
test_cbe02_cbe_should_work_in_all_ratios[chromium-wide]
passed
⏱️ Duration: 23.47s
test_cbe02_cbe_should_work_in_all_ratios[chromium-vertical]
passed
⏱️ Duration: 17.64s
test_cbe03_replace_a_clip[chromium-stock_video]
passed
⏱️ Duration: 28.41s
test_cbe03_replace_a_clip[chromium-stock_photo]
passed
⏱️ Duration: 14.31s
test_cbe03_replace_a_clip[chromium-uploaded_video]
passed
⏱️ Duration: 14.92s
test_cbe03_replace_a_clip[chromium-uploaded_photo]
passed
⏱️ Duration: 14.44s
test_cbe04_upload_via_filestack_url[chromium-video]
passed
⏱️ Duration: 26.65s
test_cbe04_upload_via_filestack_url[chromium-photo]
passed
⏱️ Duration: 16.11s
test_cbe05_voice_changes_not_possible_for_non_narrated_videos[chromium]
passed
⏱️ Duration: 9.75s
test_cbe06_upload_via_filestack_facebook_page[chromium]
passed
⏱️ Duration: 23.57s
test_cbe07_change_intro_amazon_product_video[chromium]
failed
⏱️ Duration: 383.23s
❌ Error:
self = <tests.test_chat_based_editor.TestChatBasedEditor object at 0x7f5a56e80df0> page = <Page url='https://promo.com/planner/promoai'> base_url = 'https://promo.com' def test_cbe07_change_intro_amazon_product_video( self, page, base_url ): """ CBE07 Change the intro for an Amazon product video Go to homepage with TID=0 → provide Amazon product URL → click Generate → verify AI flow login loader → create new Promo-domain account → skip survey → wait for onboarding timer → skip tutorial → open first Amazon AI post → verify Amazon-specific buttons → open CBE → change intro via 'amazon_intro' prompt → verify save enabled → open advanced settings → open edit script → add sentence → save → confirm regeneration → wait for regeneration → verify save enabled → save video. """ main_page = MainPage(page) signup_page = SignUpPage(page) autopilot_page = AutopilotPage(page) main_page.go_to_homepage_with_tid(base_url, "0") main_page.provide_autopilot_input(amazon_product) main_page.click_video_settings_next() main_page.assert_ai_flow_login_loader() signup_page.fill_signup_form_in_ai_flow(fullname, random_password) signup_page.skip_survey() # Wait for the generation timer screen → skip tutorial autopilot_page.page.locator(autopilot_page.AI_GENERATOR_TIMER).wait_for( state="visible", timeout=120_000 ) autopilot_page.page.locator(autopilot_page.AI_GENERATOR_SKIP_VIDEO).wait_for( state="visible", timeout=30_000 ) autopilot_page.page.locator(autopilot_page.AI_GENERATOR_SKIP_VIDEO).click() # Planner loads with the Amazon AI post — generation can take several minutes > autopilot_page.page.locator(autopilot_page.PLANNER_AI_BADGE).first.wait_for( state="visible", timeout=360_000 ) tests/test_chat_b
📸 Failure Screenshot:
Test failure screenshot