← Back to All Reports
TESTS FAILED (67%)
Job Name
autopilot_prod
Pipeline ID
Job ID
#4349790
Branch
master
Commit
N/A
Executed At
2026-08-08T02:10:11.221428
10
Passed
5
Failed
0
Skipped

Test Results (15 tests)

test_a01p_verify_actions_on_ai_posts_in_planner[chromium]
failed
⏱️ Duration: 60.48s
❌ Error:
self = <tests.test_autopilot.TestAutopilot object at 0x7fe3d1259bd0> autopilot_page = <pages.autopilot_page.AutopilotPage object at 0x7fe3d1255ed0> login_page = <pages.login_page.LoginPage object at 0x7fe3d1255d80> base_url = 'https://promo.com' @pytest.mark.skip_testenv def test_a01p_verify_actions_on_ai_posts_in_planner( self, autopilot_page, login_page, base_url ): """ A01P Verify actions on the AI posts in planner (prod only) Same scenario as A01T — runs on prod, skipped on testenv. """ login_page.login_directly(base_url, email_ai, get_password()) autopilot_page.go_to_planner(base_url) autopilot_page.ensure_ai_posts_exist() # i-icon tooltip autopilot_page.hover_i_icon(1) autopilot_page.assert_i_icon_tooltip_visible(1) autopilot_page.assert_ai_badge_tooltip_visible() # Post 1: full preview checks + regeneration autopilot_page.open_ai_post(1) autopilot_page.assert_ai_post_tag_visible() autopilot_page.assert_aspect_ratios_visible() autopilot_page.assert_preview_dropdown_buttons_visible() autopilot_page.assert_preview_cta_buttons_visible() autopilot_page.assert_preview_cta_tooltips() autopilot_page.assert_ai_specific_buttons_visible() autopilot_page.assert_video_loaded() autopilot_page.check_single_post_regeneration() autopilot_page.close_preview() # Post 2: positive feedback autopilot_page.open_ai_post(2) autopilot_page.verify_positive_feedback() autopilot_page.close_preview() # Post 3: negative feedback autopilot_page.open_ai_post(3) autopilot_page.verify_negative_feedback() autopilot_page.close_preview() # Post 4: download + delete autopilot_page.open_ai_post(4) > download = autopilot_page.click_download() tests/test_autopilot.py:180: _ _ _ _ _ _ _ _ _ _
📸 Failure Screenshot:
Test failure screenshot
test_a02_verify_external_share_for_ai_posts[chromium]
passed
⏱️ Duration: 14.22s
test_a03_verify_validation_errors_for_ai_onboarding[chromium]
passed
⏱️ Duration: 7.55s
test_a04_verify_logo_and_watermark_in_autopilot_wizard[chromium]
passed
⏱️ Duration: 5.81s
test_a05_replace_brand_colors_in_autopilot_wizard[chromium]
passed
⏱️ Duration: 5.83s
test_a06_schedule_an_ai_post[chromium]
failed
⏱️ Duration: 40.92s
❌ Error:
self = <tests.test_autopilot.TestAutopilot object at 0x7fe3d1258040> autopilot_page = <pages.autopilot_page.AutopilotPage object at 0x7fe3c9abb520> login_page = <pages.login_page.LoginPage object at 0x7fe3c9aba770> publisher_page = <pages.publisher_page.PublisherPage object at 0x7fe3c9ab9c90> base_url = 'https://promo.com' @pytest.mark.skip_smoke @pytest.mark.skip_sanity def test_a06_schedule_an_ai_post( self, autopilot_page, login_page, publisher_page, base_url ): """ A06 Schedule an AI post Feature scenario: Given AI user is logged in When I open Planner Then I clean all scheduled posts for the current month When I click on 2 AI Post And I click the schedule button And I schedule an AI post (calendar confirm) And I complete the schedule flow on the publisher page And I click the view planner button Then I verify that user is redirected to the planner Then Assert amount of scheduled posts in planner: 1 """ login_page.login_directly(base_url, email_ai, get_password()) autopilot_page.go_to_planner(base_url) autopilot_page.clean_scheduled_posts() autopilot_page.open_ai_post(2) autopilot_page.click_schedule_button() autopilot_page.schedule_ai_post() publisher_page.select_schedule_mode() publisher_page.click_publish() publisher_page.assert_publish_review(PublisherPage.STATUS_SCHEDULE) publisher_page.confirm_publish() > autopilot_page.click_view_planner_button() tests/test_autopilot.py:316: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ pages/autopilot_page.py:935: in click_view_planner_button self.page.locator(self.VIEW_PLANNER_BUTTON).wait_for( /usr/local/lib/python3.10/dist-packages/playwright/sync_api/_generated.py:20539: in wait_for self._sync( /usr/local/lib/python3.10/dist-pack
📸 Failure Screenshot:
Test failure screenshot
test_a07_free_user_has_no_brand_options_in_wizard[chromium]
passed
⏱️ Duration: 12.26s
test_a08_educational_video_in_planner_banner[chromium]
passed
⏱️ Duration: 5.78s
test_a09_redirect_to_publish_page_via_preview_buttons[chromium-export-cbe]
failed
⏱️ Duration: 21.58s
❌ Error:
self = <tests.test_autopilot.TestAutopilot object at 0x7fe3d125b4c0> autopilot_page = <pages.autopilot_page.AutopilotPage object at 0x7fe3c99ad480> login_page = <pages.login_page.LoginPage object at 0x7fe3c99ac4c0> base_url = 'https://promo.com', button_key = 'export', option = 'cbe' @pytest.mark.skip_smoke @pytest.mark.parametrize("button_key,option", [ ("export", "cbe"), ("upload_to", "voice"), ("embed", "regenerate"), ]) def test_a09_redirect_to_publish_page_via_preview_buttons( self, autopilot_page, login_page, base_url, button_key, option ): """ A09 Verify user is redirected to the publish page when using planner preview buttons Feature scenario (Scenario Outline): Given AI user is logged in When I open Planner Then I generate AI posts if needed When I click on 4 AI Post When I click the "<button>" button in the dropdown Then Video is being rendered Then New tab with Publish Page is opened When I open Planner via link When I click on 4 rendered AI Post Then I check that "<option>" is not available Then I remove the rendered post Examples: export/cbe | upload_to/voice | embed/regenerate """ login_page.login_directly(base_url, email_ai, get_password()) autopilot_page.go_to_planner(base_url) autopilot_page.ensure_ai_posts_exist() autopilot_page.open_ai_post(4) > autopilot_page.click_dropdown_button_open_publish(button_key) tests/test_autopilot.py:398: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ pages/autopilot_page.py:818: in click_dropdown_button_open_publish self.wait_for_video_rendering() pages/autopilot_page.py:826: in wait_for_video_rendering self.page.locator(self.AI_VIDEO_BEING_RENDERED).wait_for(state="visible", timeout=self.T_LOAD) /usr/local/lib/python3.10/dist-
📸 Failure Screenshot:
Test failure screenshot
test_a09_redirect_to_publish_page_via_preview_buttons[chromium-upload_to-voice]
failed
⏱️ Duration: 21.37s
❌ Error:
self = <tests.test_autopilot.TestAutopilot object at 0x7fe3d125bd90> autopilot_page = <pages.autopilot_page.AutopilotPage object at 0x7fe3c99ad750> login_page = <pages.login_page.LoginPage object at 0x7fe3c99ad690> base_url = 'https://promo.com', button_key = 'upload_to', option = 'voice' @pytest.mark.skip_smoke @pytest.mark.parametrize("button_key,option", [ ("export", "cbe"), ("upload_to", "voice"), ("embed", "regenerate"), ]) def test_a09_redirect_to_publish_page_via_preview_buttons( self, autopilot_page, login_page, base_url, button_key, option ): """ A09 Verify user is redirected to the publish page when using planner preview buttons Feature scenario (Scenario Outline): Given AI user is logged in When I open Planner Then I generate AI posts if needed When I click on 4 AI Post When I click the "<button>" button in the dropdown Then Video is being rendered Then New tab with Publish Page is opened When I open Planner via link When I click on 4 rendered AI Post Then I check that "<option>" is not available Then I remove the rendered post Examples: export/cbe | upload_to/voice | embed/regenerate """ login_page.login_directly(base_url, email_ai, get_password()) autopilot_page.go_to_planner(base_url) autopilot_page.ensure_ai_posts_exist() autopilot_page.open_ai_post(4) > autopilot_page.click_dropdown_button_open_publish(button_key) tests/test_autopilot.py:398: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ pages/autopilot_page.py:818: in click_dropdown_button_open_publish self.wait_for_video_rendering() pages/autopilot_page.py:826: in wait_for_video_rendering self.page.locator(self.AI_VIDEO_BEING_RENDERED).wait_for(state="visible", timeout=self.T_LOAD) /usr/local/lib/python3.10/
📸 Failure Screenshot:
Test failure screenshot
test_a09_redirect_to_publish_page_via_preview_buttons[chromium-embed-regenerate]
failed
⏱️ Duration: 21.02s
❌ Error:
self = <tests.test_autopilot.TestAutopilot object at 0x7fe3d1259630> autopilot_page = <pages.autopilot_page.AutopilotPage object at 0x7fe3c978d270> login_page = <pages.login_page.LoginPage object at 0x7fe3c978e3b0> base_url = 'https://promo.com', button_key = 'embed', option = 'regenerate' @pytest.mark.skip_smoke @pytest.mark.parametrize("button_key,option", [ ("export", "cbe"), ("upload_to", "voice"), ("embed", "regenerate"), ]) def test_a09_redirect_to_publish_page_via_preview_buttons( self, autopilot_page, login_page, base_url, button_key, option ): """ A09 Verify user is redirected to the publish page when using planner preview buttons Feature scenario (Scenario Outline): Given AI user is logged in When I open Planner Then I generate AI posts if needed When I click on 4 AI Post When I click the "<button>" button in the dropdown Then Video is being rendered Then New tab with Publish Page is opened When I open Planner via link When I click on 4 rendered AI Post Then I check that "<option>" is not available Then I remove the rendered post Examples: export/cbe | upload_to/voice | embed/regenerate """ login_page.login_directly(base_url, email_ai, get_password()) autopilot_page.go_to_planner(base_url) autopilot_page.ensure_ai_posts_exist() autopilot_page.open_ai_post(4) > autopilot_page.click_dropdown_button_open_publish(button_key) tests/test_autopilot.py:398: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ pages/autopilot_page.py:818: in click_dropdown_button_open_publish self.wait_for_video_rendering() pages/autopilot_page.py:826: in wait_for_video_rendering self.page.locator(self.AI_VIDEO_BEING_RENDERED).wait_for(state="visible", timeout=self.T_LOAD) /usr/local/lib/python3.10
📸 Failure Screenshot:
Test failure screenshot
test_a10_create_new_with_topic[chromium]
passed
⏱️ Duration: 5.95s
test_a11_create_new_with_website[chromium]
passed
⏱️ Duration: 8.49s
test_a12_create_new_with_amazon_product[chromium-amazon.com/dp/B0BRH2RNHX]
passed
⏱️ Duration: 5.48s
test_a12_create_new_with_amazon_product[chromium-https://www.airbnb.com/rooms/1402655494806905338]
passed
⏱️ Duration: 5.82s