← Back to All Reports
TESTS FAILED (33%)
Job Name
ai_generation_prod
Pipeline ID
Job ID
#4312833
Branch
master
Commit
N/A
Executed At
2026-07-16T02:26:04.106053
5
Passed
10
Failed
0
Skipped

Test Results (15 tests)

test_ai01_free_user_can_generate_30_ai_posts_and_cant_render_a_video
passed
⏱️ Duration: 742.16s
test_ai09p_free_user_generates_a_video_based_on_amazon_listing_that_contains_videos[amazon_product_with_videos]
failed
⏱️ Duration: 188.61s
❌ Error:
fixturefunc = <function ai_onboarding_timer at 0x7fed5a4b0a60> request = <FixtureRequest for <Function test_ai09p_free_user_generates_a_video_based_on_amazon_listing_that_contains_videos[amazon_product_with_videos]>> kwargs = {'browser': <selenium.webdriver.remote.webdriver.WebDriver (session="a73af218553014611124f39207971c13")>} def call_fixture_func( fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs ) -> FixtureValue: if is_generator(fixturefunc): fixturefunc = cast( Callable[..., Generator[FixtureValue, None, None]], fixturefunc ) generator = fixturefunc(**kwargs) try: fixture_result = next(generator) except StopIteration: raise ValueError(f"{request.fixturename} did not yield a value") from None finalizer = functools.partial(_teardown_yield_fixture, fixturefunc, generator) request.addfinalizer(finalizer) else: fixturefunc = cast(Callable[..., FixtureValue], fixturefunc) > fixture_result = fixturefunc(**kwargs) venv/lib/python3.10/site-packages/_pytest/fixtures.py:917: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/test_autopilot_page.py:335: in ai_onboarding_timer bs_fail_with_traceback(browser, ai_onboarding_timer, e) helpers/common_helpers.py:815: in bs_fail_with_traceback raise exception tests/test_autopilot_page.py:333: in ai_onboarding_timer video_generation_screen_displayed(browser) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ browser = <selenium.webdriver.remote.webdriver.WebDriver (session="a73af218553014611124f39207971c13")> def video_generation_screen_displayed(browser): """ Verify that the video generation screen is displayed """ > assert is_visible(browser, AI_GENERATOR_TIMER, 10) E AssertionError pages/autopilo
📸 Failure Screenshot:
Test failure screenshot
test_ai09p_free_user_generates_a_video_based_on_amazon_listing_that_contains_videos[amazon_product_with_videos2]
failed
⏱️ Duration: 262.45s
❌ Error:
fixturefunc = <function ai_provide_website_or_topic at 0x7fed5a45eef0> request = <FixtureRequest for <Function test_ai09p_free_user_generates_a_video_based_on_amazon_listing_that_contains_videos[amazon_product_with_videos2]>> kwargs = {'browser': <selenium.webdriver.remote.webdriver.WebDriver (session="142b90b6996221cb0dcfcbd0e6edc5f1")>, 'input1': 'amazon_product_with_videos2'} def call_fixture_func( fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs ) -> FixtureValue: if is_generator(fixturefunc): fixturefunc = cast( Callable[..., Generator[FixtureValue, None, None]], fixturefunc ) generator = fixturefunc(**kwargs) try: fixture_result = next(generator) except StopIteration: raise ValueError(f"{request.fixturename} did not yield a value") from None finalizer = functools.partial(_teardown_yield_fixture, fixturefunc, generator) request.addfinalizer(finalizer) else: fixturefunc = cast(Callable[..., FixtureValue], fixturefunc) > fixture_result = fixturefunc(**kwargs) venv/lib/python3.10/site-packages/_pytest/fixtures.py:917: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/test_autopilot_page.py:205: in ai_provide_website_or_topic bs_fail_with_traceback(browser, ai_provide_website_or_topic, e) helpers/common_helpers.py:815: in bs_fail_with_traceback raise exception tests/test_autopilot_page.py:203: in ai_provide_website_or_topic provide_web_or_topic_autopilot(browser, inputs[input1]) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ browser = <selenium.webdriver.remote.webdriver.WebDriver (session="142b90b6996221cb0dcfcbd0e6edc5f1")> ai_input = 'https://www.amazon.com/Fitbit-Advanced-Smartwatch-Platinum-Included/dp/B0B4N7LSM6/?_encoding=UTF8&pd_rd_w=YfrMP&conte...pf_rd_r=43F3MGA4
📸 Failure Screenshot:
Test failure screenshot
test_ai09p_free_user_generates_a_video_based_on_amazon_listing_that_contains_videos[amazon_product_with_videos3]
failed
⏱️ Duration: 270.35s
❌ Error:
fixturefunc = <function ai_onboarding_timer at 0x7fed5a4b0a60> request = <FixtureRequest for <Function test_ai09p_free_user_generates_a_video_based_on_amazon_listing_that_contains_videos[amazon_product_with_videos3]>> kwargs = {'browser': <selenium.webdriver.remote.webdriver.WebDriver (session="aff117c50d3ffd2811a7546076a582f9")>} def call_fixture_func( fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs ) -> FixtureValue: if is_generator(fixturefunc): fixturefunc = cast( Callable[..., Generator[FixtureValue, None, None]], fixturefunc ) generator = fixturefunc(**kwargs) try: fixture_result = next(generator) except StopIteration: raise ValueError(f"{request.fixturename} did not yield a value") from None finalizer = functools.partial(_teardown_yield_fixture, fixturefunc, generator) request.addfinalizer(finalizer) else: fixturefunc = cast(Callable[..., FixtureValue], fixturefunc) > fixture_result = fixturefunc(**kwargs) venv/lib/python3.10/site-packages/_pytest/fixtures.py:917: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/test_autopilot_page.py:335: in ai_onboarding_timer bs_fail_with_traceback(browser, ai_onboarding_timer, e) helpers/common_helpers.py:815: in bs_fail_with_traceback raise exception tests/test_autopilot_page.py:333: in ai_onboarding_timer video_generation_screen_displayed(browser) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ browser = <selenium.webdriver.remote.webdriver.WebDriver (session="aff117c50d3ffd2811a7546076a582f9")> def video_generation_screen_displayed(browser): """ Verify that the video generation screen is displayed """ > assert is_visible(browser, AI_GENERATOR_TIMER, 10) E AssertionError pages/autopil
📸 Failure Screenshot:
Test failure screenshot
test_ai10_free_user_can_generate_the_second_batch_with_topic
failed
⏱️ Duration: 272.97s
❌ Error:
fixturefunc = <function ai_provide_website_or_topic at 0x7fed5a45eef0> request = <FixtureRequest for <Function test_ai10_free_user_can_generate_the_second_batch_with_topic>> kwargs = {'browser': <selenium.webdriver.remote.webdriver.WebDriver (session="579c30f6211292624c5f58c1e848858d")>, 'input1': 'sample_ai_website'} def call_fixture_func( fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs ) -> FixtureValue: if is_generator(fixturefunc): fixturefunc = cast( Callable[..., Generator[FixtureValue, None, None]], fixturefunc ) generator = fixturefunc(**kwargs) try: fixture_result = next(generator) except StopIteration: raise ValueError(f"{request.fixturename} did not yield a value") from None finalizer = functools.partial(_teardown_yield_fixture, fixturefunc, generator) request.addfinalizer(finalizer) else: fixturefunc = cast(Callable[..., FixtureValue], fixturefunc) > fixture_result = fixturefunc(**kwargs) venv/lib/python3.10/site-packages/_pytest/fixtures.py:917: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/test_autopilot_page.py:205: in ai_provide_website_or_topic bs_fail_with_traceback(browser, ai_provide_website_or_topic, e) helpers/common_helpers.py:815: in bs_fail_with_traceback raise exception tests/test_autopilot_page.py:203: in ai_provide_website_or_topic provide_web_or_topic_autopilot(browser, inputs[input1]) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ browser = <selenium.webdriver.remote.webdriver.WebDriver (session="579c30f6211292624c5f58c1e848858d")> ai_input = 'promoai.io' def provide_web_or_topic_autopilot(browser, ai_input: str): """ ai_input (str): chosen website or topic from testdata.py actual: sample_ai_topic = 'funny cat
📸 Failure Screenshot:
Test failure screenshot
test_ai11_new_user_tries_ai_generation_from_homepage__release
passed
⏱️ Duration: 698.04s
test_ai12_new_user_tries_ai_generation_from_homepage_without_a_website
failed
⏱️ Duration: 350.13s
❌ Error:
fixturefunc = <function add_brand_color at 0x7fed5a45f760> request = <FixtureRequest for <Function test_ai12_new_user_tries_ai_generation_from_homepage_without_a_website>> kwargs = {'browser': <selenium.webdriver.remote.webdriver.WebDriver (session="bca2dbf2d78a3e527d355f048dc1f621")>} def call_fixture_func( fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs ) -> FixtureValue: if is_generator(fixturefunc): fixturefunc = cast( Callable[..., Generator[FixtureValue, None, None]], fixturefunc ) generator = fixturefunc(**kwargs) try: fixture_result = next(generator) except StopIteration: raise ValueError(f"{request.fixturename} did not yield a value") from None finalizer = functools.partial(_teardown_yield_fixture, fixturefunc, generator) request.addfinalizer(finalizer) else: fixturefunc = cast(Callable[..., FixtureValue], fixturefunc) > fixture_result = fixturefunc(**kwargs) venv/lib/python3.10/site-packages/_pytest/fixtures.py:917: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/test_autopilot_page.py:246: in add_brand_color bs_fail_with_traceback(browser, add_brand_color, e) helpers/common_helpers.py:815: in bs_fail_with_traceback raise exception tests/test_autopilot_page.py:244: in add_brand_color add_color1(browser, "#831B1B") _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ browser = <selenium.webdriver.remote.webdriver.WebDriver (session="bca2dbf2d78a3e527d355f048dc1f621")> color = '#831B1B' def add_color1(browser, color: str): """ Clicks the first add color button """ > assert is_visible(browser, AI_ONBOARDING_ADD_COLOR_1, 10) E AssertionError pages/autopilot_page.py:184: AssertionError
📸 Failure Screenshot:
Test failure screenshot
test_ai14_new_user_tries_ai_generation_from_homepage_for_amazon_product
failed
⏱️ Duration: 334.37s
❌ Error:
fixturefunc = <function ai_onboarding_timer at 0x7fed5a4b0a60> request = <FixtureRequest for <Function test_ai14_new_user_tries_ai_generation_from_homepage_for_amazon_product>> kwargs = {'browser': <selenium.webdriver.remote.webdriver.WebDriver (session="3d549b2918a18c987a21b09e2f3162b6")>} def call_fixture_func( fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs ) -> FixtureValue: if is_generator(fixturefunc): fixturefunc = cast( Callable[..., Generator[FixtureValue, None, None]], fixturefunc ) generator = fixturefunc(**kwargs) try: fixture_result = next(generator) except StopIteration: raise ValueError(f"{request.fixturename} did not yield a value") from None finalizer = functools.partial(_teardown_yield_fixture, fixturefunc, generator) request.addfinalizer(finalizer) else: fixturefunc = cast(Callable[..., FixtureValue], fixturefunc) > fixture_result = fixturefunc(**kwargs) venv/lib/python3.10/site-packages/_pytest/fixtures.py:917: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/test_autopilot_page.py:335: in ai_onboarding_timer bs_fail_with_traceback(browser, ai_onboarding_timer, e) helpers/common_helpers.py:815: in bs_fail_with_traceback raise exception tests/test_autopilot_page.py:333: in ai_onboarding_timer video_generation_screen_displayed(browser) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ browser = <selenium.webdriver.remote.webdriver.WebDriver (session="3d549b2918a18c987a21b09e2f3162b6")> def video_generation_screen_displayed(browser): """ Verify that the video generation screen is displayed """ > assert is_visible(browser, AI_GENERATOR_TIMER, 10) E AssertionError pages/autopilot_page.py:525: AssertionError
📸 Failure Screenshot:
Test failure screenshot
test_ai03_autopilot_e2e_path_with_ai_topics_post_in_planner_verification
passed
⏱️ Duration: 495.08s
test_ai05_video_generation_started_from_chatgpt_store
failed
⏱️ Duration: 143.96s
❌ Error:
fixturefunc = <function ai_onboarding_timer at 0x7fdd94f5a290> request = <FixtureRequest for <Function test_ai05_video_generation_started_from_chatgpt_store>> kwargs = {'browser': <selenium.webdriver.remote.webdriver.WebDriver (session="b2833f22ed73437327a7826140f121cc")>} def call_fixture_func( fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs ) -> FixtureValue: if is_generator(fixturefunc): fixturefunc = cast( Callable[..., Generator[FixtureValue, None, None]], fixturefunc ) generator = fixturefunc(**kwargs) try: fixture_result = next(generator) except StopIteration: raise ValueError(f"{request.fixturename} did not yield a value") from None finalizer = functools.partial(_teardown_yield_fixture, fixturefunc, generator) request.addfinalizer(finalizer) else: fixturefunc = cast(Callable[..., FixtureValue], fixturefunc) > fixture_result = fixturefunc(**kwargs) venv/lib/python3.10/site-packages/_pytest/fixtures.py:917: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/test_autopilot_page.py:335: in ai_onboarding_timer bs_fail_with_traceback(browser, ai_onboarding_timer, e) helpers/common_helpers.py:815: in bs_fail_with_traceback raise exception tests/test_autopilot_page.py:333: in ai_onboarding_timer video_generation_screen_displayed(browser) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ browser = <selenium.webdriver.remote.webdriver.WebDriver (session="b2833f22ed73437327a7826140f121cc")> def video_generation_screen_displayed(browser): """ Verify that the video generation screen is displayed """ > assert is_visible(browser, AI_GENERATOR_TIMER, 10) E AssertionError pages/autopilot_page.py:525: AssertionError
📸 Failure Screenshot:
Test failure screenshot
test_ai06_free_user_can_generate_single_ai_post_from_planner
passed
⏱️ Duration: 650.67s
test_ai07_free_user_tries_to_generate_the_second_batch_with_another_brand
passed
⏱️ Duration: 798.57s
test_ai08_free_user_generates_a_video_for_the_amazon_product_with_a_store
failed
⏱️ Duration: 369.17s
❌ Error:
fixturefunc = <function verify_buttons_for_Amazon_AI at 0x7fdd94bb6710> request = <FixtureRequest for <Function test_ai08_free_user_generates_a_video_for_the_amazon_product_with_a_store>> kwargs = {'browser': <selenium.webdriver.remote.webdriver.WebDriver (session="d141b6f6fa81644c83d2bd0c92ae6799")>} def call_fixture_func( fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs ) -> FixtureValue: if is_generator(fixturefunc): fixturefunc = cast( Callable[..., Generator[FixtureValue, None, None]], fixturefunc ) generator = fixturefunc(**kwargs) try: fixture_result = next(generator) except StopIteration: raise ValueError(f"{request.fixturename} did not yield a value") from None finalizer = functools.partial(_teardown_yield_fixture, fixturefunc, generator) request.addfinalizer(finalizer) else: fixturefunc = cast(Callable[..., FixtureValue], fixturefunc) > fixture_result = fixturefunc(**kwargs) venv/lib/python3.10/site-packages/_pytest/fixtures.py:917: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/test_planner_page.py:1013: in verify_buttons_for_Amazon_AI bs_fail_with_traceback(browser, verify_buttons_for_Amazon_AI, e) helpers/common_helpers.py:815: in bs_fail_with_traceback raise exception tests/test_planner_page.py:1011: in verify_buttons_for_Amazon_AI verify_planner_preview_amazon_and_vo_listicles_buttons(browser) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ browser = <selenium.webdriver.remote.webdriver.WebDriver (session="d141b6f6fa81644c83d2bd0c92ae6799")> def verify_planner_preview_amazon_and_vo_listicles_buttons(browser): """ Verifies available buttons for Amazon AI posts and VO listicles in the planner preview """ assert is_visible
test_ai13_new_user_tries_ai_generation_from_homepage_with_custom_dates__release
failed
⏱️ Duration: 445.88s
❌ Error:
fixturefunc = <function ai_onboarding_timer at 0x7fdd94f5a290> request = <FixtureRequest for <Function test_ai13_new_user_tries_ai_generation_from_homepage_with_custom_dates__release>> kwargs = {'browser': <selenium.webdriver.remote.webdriver.WebDriver (session="6dba42f3e22d7497f18049984ce7a424")>} def call_fixture_func( fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs ) -> FixtureValue: if is_generator(fixturefunc): fixturefunc = cast( Callable[..., Generator[FixtureValue, None, None]], fixturefunc ) generator = fixturefunc(**kwargs) try: fixture_result = next(generator) except StopIteration: raise ValueError(f"{request.fixturename} did not yield a value") from None finalizer = functools.partial(_teardown_yield_fixture, fixturefunc, generator) request.addfinalizer(finalizer) else: fixturefunc = cast(Callable[..., FixtureValue], fixturefunc) > fixture_result = fixturefunc(**kwargs) venv/lib/python3.10/site-packages/_pytest/fixtures.py:917: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/test_autopilot_page.py:335: in ai_onboarding_timer bs_fail_with_traceback(browser, ai_onboarding_timer, e) helpers/common_helpers.py:815: in bs_fail_with_traceback raise exception tests/test_autopilot_page.py:333: in ai_onboarding_timer video_generation_screen_displayed(browser) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ browser = <selenium.webdriver.remote.webdriver.WebDriver (session="6dba42f3e22d7497f18049984ce7a424")> def video_generation_screen_displayed(browser): """ Verify that the video generation screen is displayed """ > assert is_visible(browser, AI_GENERATOR_TIMER, 10) E AssertionError pages/autopilot_page.py:525: AssertionError
📸 Failure Screenshot:
Test failure screenshot
test_ai15_new_user_tries_ai_generation_from_homepage_for_topic
failed
⏱️ Duration: 367.08s
❌ Error:
fixturefunc = <function skip_the_educational_video at 0x7fdd94f5a830> request = <FixtureRequest for <Function test_ai15_new_user_tries_ai_generation_from_homepage_for_topic>> kwargs = {'browser': <selenium.webdriver.remote.webdriver.WebDriver (session="bc56f087d0ddcc4a23000f4ac6216e05")>} def call_fixture_func( fixturefunc: "_FixtureFunc[FixtureValue]", request: FixtureRequest, kwargs ) -> FixtureValue: if is_generator(fixturefunc): fixturefunc = cast( Callable[..., Generator[FixtureValue, None, None]], fixturefunc ) generator = fixturefunc(**kwargs) try: fixture_result = next(generator) except StopIteration: raise ValueError(f"{request.fixturename} did not yield a value") from None finalizer = functools.partial(_teardown_yield_fixture, fixturefunc, generator) request.addfinalizer(finalizer) else: fixturefunc = cast(Callable[..., FixtureValue], fixturefunc) > fixture_result = fixturefunc(**kwargs) venv/lib/python3.10/site-packages/_pytest/fixtures.py:917: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ tests/test_autopilot_page.py:365: in skip_the_educational_video bs_fail_with_traceback(browser, skip_the_educational_video, e) helpers/common_helpers.py:815: in bs_fail_with_traceback raise exception _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ browser = <selenium.webdriver.remote.webdriver.WebDriver (session="bc56f087d0ddcc4a23000f4ac6216e05")> @when('I click the skip button') def skip_the_educational_video(browser): try: assert is_visible(browser, AI_GENERATOR_SKIP_VIDEO) do_click(browser, AI_GENERATOR_SKIP_VIDEO) > assert is_invisible(browser, AI_GENERATOR_SKIP_VIDEO) E assert False E + where False = is_invisible(<selenium.webdrive
📸 Failure Screenshot:
Test failure screenshot