Improve CI (#3348) (#3352)

* Remove superfluous test.

* Use remote_temp_dir instead of output_dir on remote.

* Read certificate from correct place.

* Adjust more places.

* Fix boolean.

* Improve cryptography setup.

* Fix java_keystore changes.

* Need to copy binary from remote.

* Use correct Python for serve script.

* Sleep before downloading.

* Use correct Python interpreter.

* Avoid failing shebang test.

* Fix permission error with macOS 11.1.

* Avoid shebang trouble.

(cherry picked from commit 7c43cc3faa)

tests/integration/targets/archive/tasks/remove.yml

@@ -1,8 +1,8 @@
 ---
 - name: archive using gz and remove src files
   archive:
-    path: "{{ output_dir }}/*.txt"
-    dest: "{{ output_dir }}/archive_remove_01.gz"
+    path: "{{ remote_tmp_dir }}/*.txt"
+    dest: "{{ remote_tmp_dir }}/archive_remove_01.gz"
     format: gz
     remove: yes
   register: archive_remove_result_01
@@ -10,7 +10,7 @@
 - debug: msg="{{ archive_remove_result_01 }}"
 
 - name: verify that the files archived
-  file: path={{ output_dir }}/archive_remove_01.gz state=file
+  file: path={{ remote_tmp_dir }}/archive_remove_01.gz state=file
 
 - name: check if gz file exists and includes all text files and src files has been removed
   assert:
@@ -20,19 +20,19 @@
       - "{{ archive_remove_result_01['archived'] | length }} == 3"
 
 - name: remove our gz
-  file: path="{{ output_dir }}/archive_remove_01.gz" state=absent
+  file: path="{{ remote_tmp_dir }}/archive_remove_01.gz" state=absent
 
 - name: check if src files has been removed
   assert:
     that:
-      - "'{{ output_dir }}/{{ item }}' is not exists"
+      - "'{{ remote_tmp_dir }}/{{ item }}' is not exists"
   with_items:
     - foo.txt
     - bar.txt
     - empty.txt
 
 - name: prep our files again
-  copy: src={{ item }} dest={{ output_dir }}/{{ item }}
+  copy: src={{ item }} dest={{ remote_tmp_dir }}/{{ item }}
   with_items:
     - foo.txt
     - bar.txt
@@ -40,11 +40,11 @@
 
 - name: create a temporary directory to be check if it will be removed
   file:
-    path: "{{ output_dir }}/tmpdir"
+    path: "{{ remote_tmp_dir }}/tmpdir"
     state: directory
 
 - name: prep our files in tmpdir
-  copy: src={{ item }} dest={{ output_dir }}/tmpdir/{{ item }}
+  copy: src={{ item }} dest={{ remote_tmp_dir }}/tmpdir/{{ item }}
   with_items:
     - foo.txt
     - bar.txt
@@ -52,8 +52,8 @@
 
 - name: archive using gz and remove src directory
   archive:
-    path: "{{ output_dir }}/tmpdir"
-    dest: "{{ output_dir }}/archive_remove_02.gz"
+    path: "{{ remote_tmp_dir }}/tmpdir"
+    dest: "{{ remote_tmp_dir }}/archive_remove_02.gz"
     format: gz
     remove: yes
   register: archive_remove_result_02
@@ -61,7 +61,7 @@
 - debug: msg="{{ archive_remove_result_02 }}"
 
 - name: verify that the files archived
-  file: path={{ output_dir }}/archive_remove_02.gz state=file
+  file: path={{ remote_tmp_dir }}/archive_remove_02.gz state=file
 
 - name: check if gz file exists and includes all text files
   assert:
@@ -71,20 +71,20 @@
       - "{{ archive_remove_result_02['archived'] | length }} == 3"
 
 - name: remove our gz
-  file: path="{{ output_dir }}/archive_remove_02.gz" state=absent
+  file: path="{{ remote_tmp_dir }}/archive_remove_02.gz" state=absent
 
 - name: check if src folder has been removed
   assert:
     that:
-      - "'{{ output_dir }}/tmpdir' is not exists"
+      - "'{{ remote_tmp_dir }}/tmpdir' is not exists"
 
 - name: create temporary directory again
   file:
-    path: "{{ output_dir }}/tmpdir"
+    path: "{{ remote_tmp_dir }}/tmpdir"
     state: directory
 
 - name: prep our files in tmpdir again
-  copy: src={{ item }} dest={{ output_dir }}/tmpdir/{{ item }}
+  copy: src={{ item }} dest={{ remote_tmp_dir }}/tmpdir/{{ item }}
   with_items:
     - foo.txt
     - bar.txt
@@ -92,17 +92,17 @@
 
 - name: archive using gz and remove src directory excluding one file
   archive:
-    path: "{{ output_dir }}/tmpdir/*"
-    dest: "{{ output_dir }}/archive_remove_03.gz"
+    path: "{{ remote_tmp_dir }}/tmpdir/*"
+    dest: "{{ remote_tmp_dir }}/archive_remove_03.gz"
     format: gz
     remove: yes
-    exclude_path: "{{ output_dir }}/tmpdir/empty.txt"
+    exclude_path: "{{ remote_tmp_dir }}/tmpdir/empty.txt"
   register: archive_remove_result_03
 
 - debug: msg="{{ archive_remove_result_03 }}"
 
 - name: verify that the files archived
-  file: path={{ output_dir }}/archive_remove_03.gz state=file
+  file: path={{ remote_tmp_dir }}/archive_remove_03.gz state=file
 
 - name: check if gz file exists and includes all text files
   assert:
@@ -112,13 +112,13 @@
       - "{{ archive_remove_result_03['archived'] | length }} == 2"
 
 - name: remove our gz
-  file: path="{{ output_dir }}/archive_remove_03.gz" state=absent
+  file: path="{{ remote_tmp_dir }}/archive_remove_03.gz" state=absent
 
 - name: verify that excluded file is still present
-  file: path={{ output_dir }}/tmpdir/empty.txt state=file
+  file: path={{ remote_tmp_dir }}/tmpdir/empty.txt state=file
 
 - name: prep our files in tmpdir again
-  copy: src={{ item }} dest={{ output_dir }}/tmpdir/{{ item }}
+  copy: src={{ item }} dest={{ remote_tmp_dir }}/tmpdir/{{ item }}
   with_items:
     - foo.txt
     - bar.txt
@@ -129,27 +129,27 @@
 - name: archive using gz and remove src directory
   archive:
     path:
-      - "{{ output_dir }}/tmpdir/*.txt"
-      - "{{ output_dir }}/tmpdir/sub/*"
-    dest: "{{ output_dir }}/archive_remove_04.gz"
+      - "{{ remote_tmp_dir }}/tmpdir/*.txt"
+      - "{{ remote_tmp_dir }}/tmpdir/sub/*"
+    dest: "{{ remote_tmp_dir }}/archive_remove_04.gz"
     format: gz
     remove: yes
-    exclude_path: "{{ output_dir }}/tmpdir/sub/subfile.txt"
+    exclude_path: "{{ remote_tmp_dir }}/tmpdir/sub/subfile.txt"
   register: archive_remove_result_04
 
 - debug: msg="{{ archive_remove_result_04 }}"
 
 - name: verify that the files archived
-  file: path={{ output_dir }}/archive_remove_04.gz state=file
+  file: path={{ remote_tmp_dir }}/archive_remove_04.gz state=file
 
 - name: remove our gz
-  file: path="{{ output_dir }}/archive_remove_04.gz" state=absent
+  file: path="{{ remote_tmp_dir }}/archive_remove_04.gz" state=absent
 
 - name: verify that excluded sub file is still present
-  file: path={{ output_dir }}/tmpdir/sub/subfile.txt state=file
+  file: path={{ remote_tmp_dir }}/tmpdir/sub/subfile.txt state=file
 
 - name: prep our files in tmpdir again
-  copy: src={{ item }} dest={{ output_dir }}/tmpdir/{{ item }}
+  copy: src={{ item }} dest={{ remote_tmp_dir }}/tmpdir/{{ item }}
   with_items:
     - foo.txt
     - bar.txt
@@ -160,19 +160,19 @@
 - name: archive using gz and remove src directory
   archive:
     path:
-      - "{{ output_dir }}/tmpdir/"
-    dest: "{{ output_dir }}/archive_remove_05.gz"
+      - "{{ remote_tmp_dir }}/tmpdir/"
+    dest: "{{ remote_tmp_dir }}/archive_remove_05.gz"
     format: gz
     remove: yes
-    exclude_path: "{{ output_dir }}/tmpdir/sub/subfile.txt"
+    exclude_path: "{{ remote_tmp_dir }}/tmpdir/sub/subfile.txt"
   register: archive_remove_result_05
 
 - name: verify that the files archived
-  file: path={{ output_dir }}/archive_remove_05.gz state=file
+  file: path={{ remote_tmp_dir }}/archive_remove_05.gz state=file
 
 - name: Verify source files were removed
   file:
-    path: "{{ output_dir }}/tmpdir"
+    path: "{{ remote_tmp_dir }}/tmpdir"
     state: absent
   register: archive_source_file_removal_05
 
@@ -183,4 +183,4 @@
       - archive_source_file_removal_05 is not changed
 
 - name: remove our gz
-  file: path="{{ output_dir }}/archive_remove_05.gz" state=absent
+  file: path="{{ remote_tmp_dir }}/archive_remove_05.gz" state=absent