tests: mark test as flaky (microsoft#248)

Author: mxschmitt

local-requirements.txt

@@ -4,6 +4,7 @@ pytest-cov==2.10.1
 pytest-sugar==0.9.4
 pytest-xdist==2.1.0
 pytest-timeout==1.4.2
+flaky==3.7.0
 pixelmatch==0.2.1
 Pillow==8.0.0
 mypy==0.782

tests/async/test_defaultbrowsercontext.py

@@ -16,6 +16,7 @@
 import os
 
 import pytest
+from flaky import flaky
 
 from playwright.helper import Error
 
@@ -279,6 +280,7 @@ async def test_should_accept_user_data_dir(server, tmpdir, launch_persistent):
  assert len(os.listdir(tmpdir)) > 0
 
 
+@flaky
 async def test_should_restore_state_from_userDataDir(
  browser_type, launch_arguments, server, tmp_path_factory
 ):

tests/async/test_headful.py

@@ -16,6 +16,7 @@
 import asyncio
 
 import pytest
+from flaky import flaky
 
 
 async def test_should_have_default_url_when_launching_browser(
@@ -179,6 +180,7 @@ async def test_should_not_override_viewport_size_when_passed_null(
  await browser.close()
 
 
+@flaky
 async def test_page_bring_to_front_should_work(browser_type, launch_arguments):
  browser = await browser_type.launch(**{**launch_arguments, "headless": False})
  page1 = await browser.newPage()