← Back to All Reports
TESTS FAILED (20%)
Job Name
autopilot_prod
Pipeline ID
Job ID
#4282640
Branch
master
Commit
N/A
Executed At
2026-06-27T18:06:08.760500
1
Passed
4
Failed
0
Skipped

Test Results (5 tests)

test_a01p_verify_actions_on_ai_posts_in_planner[chromium]
failed
⏱️ Duration: 45.47s
❌ Error:
self = <tests.test_autopilot.TestAutopilot object at 0x7fee33abf430> autopilot_page = <pages.autopilot_page.AutopilotPage object at 0x7fee33a8dae0> login_page = <pages.login_page.LoginPage object at 0x7fee33a8e7a0> base_url = 'https://promo.com' @pytest.mark.skip_testenv def test_a01p_verify_actions_on_ai_posts_in_planner( self, autopilot_page, login_page, base_url ): """ A01P Verify actions on the AI posts in planner (prod only) Same scenario as A01T — runs on prod, skipped on testenv. """ login_page.login_directly(base_url, email_ai, get_password()) autopilot_page.go_to_planner(base_url) autopilot_page.ensure_ai_posts_exist() # i-icon tooltip autopilot_page.hover_i_icon(1) autopilot_page.assert_i_icon_tooltip_visible(1) autopilot_page.assert_ai_badge_tooltip_visible() # Post 1: full preview checks + regeneration autopilot_page.open_ai_post(1) autopilot_page.assert_ai_post_tag_visible() autopilot_page.assert_aspect_ratios_visible() autopilot_page.assert_preview_dropdown_buttons_visible() autopilot_page.assert_preview_cta_buttons_visible() autopilot_page.assert_preview_cta_tooltips() autopilot_page.assert_ai_specific_buttons_visible() autopilot_page.assert_video_loaded() autopilot_page.check_single_post_regeneration() autopilot_page.close_preview() # Post 2: positive feedback autopilot_page.open_ai_post(2) autopilot_page.verify_positive_feedback() autopilot_page.close_preview() # Post 3: negative feedback autopilot_page.open_ai_post(3) > autopilot_page.verify_negative_feedback() tests/test_autopilot.py:175: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ pages/autopilot_page.py:645: in verify_negative_feedback self.click_regenerate() pages/autopilot_page.py
📸 Failure Screenshot:
Test failure screenshot
test_a03_verify_validation_errors_for_ai_onboarding[chromium]
failed
⏱️ Duration: 13.61s
❌ Error:
self = <tests.test_autopilot.TestAutopilot object at 0x7fee33abfaf0> autopilot_page = <pages.autopilot_page.AutopilotPage object at 0x7fee3144d630> login_page = <pages.login_page.LoginPage object at 0x7fee3144f1f0> base_url = 'https://promo.com' @pytest.mark.skip_smoke def test_a03_verify_validation_errors_for_ai_onboarding( self, autopilot_page, login_page, base_url ): """ A03 Verify validation errors for AI onboarding inputs Feature scenario: Given AI user is logged in When I open Planner And I click Generate video posts in the banner And I click Add new brand Then Continue button is disabled When I continue without a website And I click the Generate AI posts button Then Validation errors are displayed When I provide business name and business description Then Validation errors are hidden """ login_page.login_directly(base_url, email_ai, get_password()) autopilot_page.go_to_planner(base_url) autopilot_page.click_generate_in_banner() > autopilot_page.click_add_new_brand() tests/test_autopilot.py:230: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ pages/autopilot_page.py:851: in click_add_new_brand btn.wait_for(state="visible", timeout=self.T_ACTION) /usr/local/lib/python3.10/dist-packages/playwright/sync_api/_generated.py:20048: in wait_for self._sync( /usr/local/lib/python3.10/dist-packages/playwright/_impl/_locator.py:741: in wait_for await self._frame.wait_for_selector( /usr/local/lib/python3.10/dist-packages/playwright/_impl/_frame.py:372: in wait_for_selector await self._channel.send( /usr/local/lib/python3.10/dist-packages/playwright/_impl/_connection.py:69: in send return await self._connection.wrap_api_call( _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <playwright._impl._con
📸 Failure Screenshot:
Test failure screenshot
test_a04_verify_logo_and_watermark_in_autopilot_wizard[chromium]
failed
⏱️ Duration: 18.78s
❌ Error:
self = <tests.test_autopilot.TestAutopilot object at 0x7fee33abfe50> autopilot_page = <pages.autopilot_page.AutopilotPage object at 0x7fee3144e590> login_page = <pages.login_page.LoginPage object at 0x7fee3144c490> base_url = 'https://promo.com' @pytest.mark.skip_smoke def test_a04_verify_logo_and_watermark_in_autopilot_wizard( self, autopilot_page, login_page, base_url ): """ A04 Verify logo and watermark functionalities in the autopilot wizard Feature scenario: Given AI user is logged in When I open Planner And I click Generate video posts in the banner Then Business assets logo dropdown is displayed Then I verify dropdown if 2 options are displayed And I verify if watermark is filled And I verify if watermark has dropdown options """ login_page.login_directly(base_url, email_ai, get_password()) autopilot_page.go_to_planner(base_url) autopilot_page.click_generate_in_banner() > autopilot_page.assert_logo_dropdown_displayed() tests/test_autopilot.py:259: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ pages/autopilot_page.py:924: in assert_logo_dropdown_displayed self.page.locator(self.AI_ONBOARDING_WATERMARK_BOX_FILLED).wait_for( /usr/local/lib/python3.10/dist-packages/playwright/sync_api/_generated.py:20048: in wait_for self._sync( /usr/local/lib/python3.10/dist-packages/playwright/_impl/_locator.py:741: in wait_for await self._frame.wait_for_selector( /usr/local/lib/python3.10/dist-packages/playwright/_impl/_frame.py:372: in wait_for_selector await self._channel.send( /usr/local/lib/python3.10/dist-packages/playwright/_impl/_connection.py:69: in send return await self._connection.wrap_api_call( _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <playwright._impl._connection.Connection object at 0x7fee33cdb100> cb = <
📸 Failure Screenshot:
Test failure screenshot
test_a05_replace_brand_colors_in_autopilot_wizard[chromium]
failed
⏱️ Duration: 13.77s
❌ Error:
self = <tests.test_autopilot.TestAutopilot object at 0x7fee33abf580> autopilot_page = <pages.autopilot_page.AutopilotPage object at 0x7fee3038be20> login_page = <pages.login_page.LoginPage object at 0x7fee3038af20> base_url = 'https://promo.com' @pytest.mark.skip_smoke @pytest.mark.skip_sanity def test_a05_replace_brand_colors_in_autopilot_wizard( self, autopilot_page, login_page, base_url ): """ A05 Replace brand colors in the autopilot wizard Feature scenario: Given AI user is logged in When I open Planner And I click Generate video posts in the banner When I try to replace colors → Brand colors are being replaced When I try to delete a color → Brand color has been deleted """ login_page.login_directly(base_url, email_ai, get_password()) autopilot_page.go_to_planner(base_url) autopilot_page.click_generate_in_banner() > autopilot_page.replace_first_brand_color() tests/test_autopilot.py:282: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ pages/autopilot_page.py:973: in replace_first_brand_color first_color.wait_for(state="visible", timeout=self.T_ACTION) /usr/local/lib/python3.10/dist-packages/playwright/sync_api/_generated.py:20048: in wait_for self._sync( /usr/local/lib/python3.10/dist-packages/playwright/_impl/_locator.py:741: in wait_for await self._frame.wait_for_selector( /usr/local/lib/python3.10/dist-packages/playwright/_impl/_frame.py:372: in wait_for_selector await self._channel.send( /usr/local/lib/python3.10/dist-packages/playwright/_impl/_connection.py:69: in send return await self._connection.wrap_api_call( _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = <playwright._impl._connection.Connection object at 0x7fee33cdb100> cb = <function Channel.send.<locals>.<lambda> at 0x7fee31bc9d80> is_internal = False, title = None
📸 Failure Screenshot:
Test failure screenshot
test_a09_redirect_to_publish_page_via_preview_buttons[chromium-export-cbe]
passed
⏱️ Duration: 49.55s