manual backport of win_async test changes from devel

test/integration/roles/test_win_async_wrapper/tasks/main.yml

@@ -138,31 +138,32 @@
     - asyncresult | failed == true
     - asyncresult.msg is search('failing via exception')
 
-- name: loop async success
-  async_test:
-    sleep_delay_sec: 3
-  async: 10
-  poll: 0
-  with_sequence: start=1 end=4
-  register: async_many
-
-- name: wait for completion
-  async_status:
-    jid: "{{ item }}"
-  register: asyncout
-  until: asyncout.finished == 1
-  retries: 10
-  delay: 1
-  with_items: "{{ async_many.results | map(attribute='ansible_job_id') | list }}"
-
-- name: validate results
-  assert:
-    that:
-    - item.finished == 1
-    - item.slept_sec == 3
-    - item.changed == true
-    - item.ansible_job_id is match('\d+\.\d+')
-  with_items: "{{ asyncout.results }}"
+# FUTURE: figure out why the last iteration of this test often fails on shippable
+#- name: loop async success
+#  async_test:
+#    sleep_delay_sec: 3
+#  async: 10
+#  poll: 0
+#  with_sequence: start=1 end=4
+#  register: async_many
+#
+#- name: wait for completion
+#  async_status:
+#    jid: "{{ item }}"
+#  register: asyncout
+#  until: asyncout.finished == 1
+#  retries: 10
+#  delay: 1
+#  with_items: "{{ async_many.results | map(attribute='ansible_job_id') | list }}"
+#
+#- name: validate results
+#  assert:
+#    that:
+#    - item.finished == 1
+#    - item.slept_sec == 3
+#    - item.changed == true
+#    - item.ansible_job_id is match('\d+\.\d+')
+#  with_items: "{{ asyncout.results }}"
 
 # this part of the test is flaky- Windows PIDs are reused aggressively, so this occasionally fails due to a new process with the same ID
 # FUTURE: consider having the test module hook to a kernel object we can poke at that gets signaled/released on exit

test/integration/test_win_group3.yml

@@ -4,6 +4,6 @@
     - { role: test_win_service, tags: test_win_service }
     - { role: test_win_feature, tags: test_win_feature }
     - { role: test_win_user, tags: test_win_user }
-    - { role: test_win_async_wrapper, tags: test_win_async_wrapper }
+    - { role: test_win_async_wrapper, tags: ["test_win_async_wrapper","test_async_wrapper","test_win_async_status","test_async_status"] }
     - { role: test_win_shell, tags: test_win_shell }
     - { role: test_win_command, tags: test_win_command }