diff --git a/tests/azure/templates/playbook_fast.yml b/tests/azure/templates/playbook_fast.yml
index 7275d226f4..f51487cf63 100644
--- a/tests/azure/templates/playbook_fast.yml
+++ b/tests/azure/templates/playbook_fast.yml
@@ -51,11 +51,18 @@ jobs:
       python utils/check_test_configuration.py ${{ parameters.scenario }}
     displayName: Check scenario test configuration
 
+  - script: |
+      utils/setup_test_container.sh -e podman -p ${{ parameters target_python }} -i ${{ parameters.scenario }} ${{ parameter.scenario }}
+    displayName: Setup target container
+
   - script: |
       . utils/set_test_modules
-      utils/run-tests.sh -a -p ${{ parameters.target_python }} -i ${{ parameters.scenario }} -c ${{ parameters.scenario }}
+      pytest -m "playbook" --verbose --color=yes --suppress-no-test-exit-code --junit-xml=TEST-results-pr-check.xml
     displayName: Run playbook tests
     env:
+      ANSIBLE_ROLES_PATH: "./roles"
+      ANSIBLE_LIBRARY: "./plugins"
+      ANSIBLE_MODULE_UTILS: "./plugins/module_utils"
       IPA_SERVER_HOST: ${{ parameters.scenario }}
       RUN_TESTS_IN_DOCKER: podman
       IPA_DISABLED_MODULES: ${{ variables.ipa_disabled_modules }}