Migrate Android Java E2E tests from App Center to Browserstack

tools/ci_build/github/azure-pipelines/templates/android-java-api-aar-test.yml

@@ -45,8 +45,6 @@ jobs:
 
   - template: use-android-ndk.yml
 
-  - template: install-appcenter.yml
-
   - template: use-android-emulator.yml
     parameters:
       create: true
@@ -70,17 +68,17 @@ jobs:
 
   - script: |
       set -e -x
-      cd android_test/android
-      appcenter test run espresso \
-        --app "AI-Frameworks/ORT-Mobile-Android" \
-        --devices $(app_center_android_test_devices) \
-        --app-path ./app/build/outputs/apk/debug/app-debug.apk \
-        --test-series "master" \
-        --locale "en_US" \
-        --build-dir ./app/build/outputs/apk/androidTest/debug \
-        --token $(app_center_api_token)
-    displayName: Run E2E tests using App Center
-    workingDirectory: $(Build.BinariesDirectory)
+      cd tools/python
+      pip install requests
+      python upload_and_run_browserstack_tests.py \
+        --test_platform espresso \
+        --id $(browserstack_username) \
+        --token $(browserstack_access_key) \
+        --app_apk_path "$(Build.BinariesDirectory)/android_test/android/app/build/outputs/apk/debug/app-debug.apk" \
+        --test_apk_path "$(Build.BinariesDirectory)/android_test/android/app/build/outputs/apk/androidTest/debug/app-debug-androidTest.apk" \
+        --devices "Samsung Galaxy S23-13.0" "Google Pixel 3-9.0"
+    displayName: Run E2E tests using Browserstack
+    workingDirectory: $(Build.SourcesDirectory)
 
   - template: component-governance-component-detection-steps.yml
     parameters :

tools/python/upload_and_run_browserstack_tests.py

@@ -0,0 +1,93 @@
+import argparse
+import json
+import time
+
+import requests
+
+parser = argparse.ArgumentParser("Upload and run BrowserStack tests")
+
+parser.add_argument("--id", type=str, help="BrowserStack user ID")
+parser.add_argument("--token", type=str, help="BrowserStack token")
+parser.add_argument("--test_platform", type=str, help="Testing platform, i.e., XCUITest or Espresso")
+parser.add_argument("--app_apk_path", type=str, help="Path to the app APK")
+parser.add_argument("--test_apk_path", type=str, help="Path to the test suite APK")
+parser.add_argument(
+    "--devices",
+    type=str,
+    nargs="+",
+    help="List of devices to run the tests on. For more info, "
+    "see https://www.browserstack.com/docs/app-automate/espresso/specify-devices",
+)
+
+args = parser.parse_args()
+
+
+def post_response_to_json(response):
+    if len(response) == 0:
+        raise Exception("No response from BrowserStack")
+    try:
+        json_response = json.loads(response)
+        print("JSON response: ", json.dumps(json_response, indent=2))
+        if "error" in json_response:
+            raise Exception(json_response["error"])
+        return json_response
+    except Exception as e:
+        print("response received: ", response)
+        raise Exception("Invalid JSON response from BrowserStack") from e
+
+
+def upload_apk_parse_json(post_url, apk_path):
+    with open(apk_path, "rb") as apk_file:
+        response = requests.post(post_url, files={"file": apk_file}, auth=(args.id, args.token))
+    return post_response_to_json(response.text)
+
+
+upload_app_json = upload_apk_parse_json(
+    f"https://api-cloud.browserstack.com/app-automate/{args.test_platform}/v2/app", args.app_apk_path
+)
+upload_test_json = upload_apk_parse_json(
+    f"https://api-cloud.browserstack.com/app-automate/{args.test_platform}/v2/test-suite", args.test_apk_path
+)
+
+headers = {}
+
+json_data = {
+    "devices": args.devices,
+    "app": upload_app_json["app_url"],
+    "testSuite": upload_test_json["test_suite_url"],
+}
+
+build_response = requests.post(
+    "https://api-cloud.browserstack.com/app-automate/" + args.test_platform + "/v2/build",
+    headers=headers,
+    json=json_data,
+    auth=(args.id, args.token),
+)
+
+build_response_json = post_response_to_json(build_response.text)
+
+# GET TEST RESULTS
+
+tests_status = "running"
+
+while tests_status == "running":
+    time.sleep(30)
+    test_response = requests.get(
+        "https://api-cloud.browserstack.com/app-automate/{test_platform}/v2/builds/{build_id}".format(
+            test_platform=args.test_platform, build_id=build_response_json["build_id"]
+        ),
+        auth=(args.id, args.token),
+    )
+
+    test_response_json = post_response_to_json(test_response.text)
+
+    tests_status = test_response_json["status"]
+
+print("=" * 30)
+print(
+    "Test suite details: ",
+    "https://app-automate.browserstack.com/dashboard/v2/builds/" + build_response_json["build_id"],
+)
+print("=" * 30)
+if tests_status != "passed":
+    raise Exception("Tests failed. Go to the link above for more details.")