Add retries on apt lock

ansible/roles/bench-server/tasks/main.yml

@@ -7,6 +7,9 @@
     update_cache: yes
     name: "{{ bench_server_packages }}"
     state: latest
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: ensure configuration directory exists
   file:
@@ -82,6 +85,9 @@
     update_cache: yes
     name: docker-ce
     state: latest
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: generate docker image
   when:

ansible/roles/bench-worker/tasks/main.yml

@@ -7,6 +7,9 @@
     update_cache: yes
     name: "{{ bench_worker_packages }}"
     state: latest
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: ensure configuration directory exists
   file:

ansible/roles/celerity/tasks/main.yml

@@ -5,6 +5,9 @@
     force_apt_get: true
     install_recommends: false
     name: celerity-server
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: config celerity server
   notify: restart celerity-server

ansible/roles/cluster/tasks/main.yml

@@ -7,6 +7,9 @@
     install_recommends: false
     name: "{{ cluster_nodes_packages }}"
     state: present
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: install qnet
   when: "'cluster_qnet' in group_names"
@@ -15,6 +18,9 @@
     install_recommends: false
     name: "{{ cluster_qnet_packages }}"
     state: present
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: set hacluster password on cluster
   user:

ansible/roles/conf/tasks/main.yml

@@ -12,6 +12,9 @@
     force_apt_get: true
     install_recommends: false
     name: "{{ conf_req_packages }}"
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: install online requirements
   when: not offline_mode | d(false)
@@ -19,6 +22,9 @@
     force_apt_get: true
     install_recommends: false
     name: "{{ conf_req_packages_online }}"
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: clone envsetup repository
   when: not offline_mode | d(false)

ansible/roles/docker/tasks/main.yml

@@ -10,6 +10,9 @@
       - gnupg-agent
       - lsb-release
       - software-properties-common
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: add docker key
   when:
@@ -33,6 +36,9 @@
     name: docker-ce
     state: latest
     update_cache: yes
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: docker service
   when:
@@ -49,5 +55,8 @@
     name: python3-docker
     state: latest
     update_cache: yes
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 ...

ansible/roles/elastic/tasks/main.yml

@@ -5,6 +5,9 @@
     install_recommends: false
     name: kibana
     state: latest
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: deploy kibana configuration
   template:
@@ -18,6 +21,9 @@
     install_recommends: false
     name: apm-server
     state: latest
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: deploy apm-server configuration
   template:

ansible/roles/fail2ban/tasks/main.yml

@@ -6,6 +6,9 @@
     install_recommends: false
     name: "{{ f2b_packages }}"
     state: latest
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: directories
   loop:

ansible/roles/ferm-install/tasks/main.yml

@@ -5,6 +5,9 @@
     force_apt_get: true
     install_recommends: false
     name: "{{ ferm_packages }}"
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: configuration
   notify: restart ferm

ansible/roles/haproxy/tasks/main.yml

@@ -5,6 +5,9 @@
     force_apt_get: true
     install_recommends: false
     name: "{{ hap_packages }}"
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: configure
   notify: reload haproxy

ansible/roles/init/tasks/main.yml

@@ -5,6 +5,9 @@
     force_apt_get: true
     install_recommends: false
     name: "{{ init_packages }}"
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: configure proxy
   when: proxy_when is not defined or proxy_when != "end"

ansible/roles/mediaserver/tasks/main.yml

@@ -5,6 +5,9 @@
     force_apt_get: true
     install_recommends: false
     name: "{{ server_packages }}"
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: fetch ssh public key
   register: root_ssh_pubkey

ansible/roles/mediaworker/tasks/main.yml

@@ -5,6 +5,9 @@
     force_apt_get: true
     install_recommends: false
     name: celerity-workers
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: config celerity worker
   notify: restart celerity-workers

ansible/roles/metricbeat/tasks/main.yml

@@ -5,6 +5,9 @@
     install_recommends: false
     name: apt-transport-https
     state: latest
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: install elastic GPG key
   apt_key:
@@ -21,6 +24,9 @@
     install_recommends: false
     name: metricbeat
     state: latest
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: install metricbeat configuration
   template:

ansible/roles/mirismanager/tasks/main.yml

@@ -5,6 +5,9 @@
     force_apt_get: true
     install_recommends: false
     name: "{{ dependencies_packages }}"
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: start postgresql
   systemd:
@@ -16,6 +19,9 @@
     force_apt_get: true
     install_recommends: false
     name: "{{ manager_packages }}"
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: configure domain name in nginx conf
   notify: restart nginx

ansible/roles/msmonitor/tasks/main.yml

@@ -5,6 +5,9 @@
     force_apt_get: true
     install_recommends: false
     name: "{{ monitor_packages }}"
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: set msmonitor account password
   user:

ansible/roles/netcapture/tasks/main.yml

@@ -5,6 +5,9 @@
     force_apt_get: true
     install_recommends: false
     name: python3-miris-netcapture
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: netcapture config
   template:

ansible/roles/network/tasks/main.yml

@@ -15,6 +15,9 @@
         install_recommends: false
         name: "{{ network_packages }}"
         state: present
+      register: apt_status
+      retries: 60
+      until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
     - name: cleanup
       register: network_cleanup_interfaces

ansible/roles/nginx/tasks/main.yml

@@ -6,6 +6,9 @@
     install_recommends: false
     name: "{{ nginx_packages }}"
     state: present
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: nginx remove default vhost
   notify: restart nginx

ansible/roles/postfix/tasks/main.yml

@@ -76,6 +76,9 @@
     install_recommends: false
     name: "{{ postfix_packages }}"
     state: present
+  register: apt_status
+  retries: 60
+  until: apt_status is success or ('Failed to lock apt for exclusive operation' not in apt_status.msg and '/var/lib/dpkg/lock' not in apt_status.msg)
 
 - name: ensure postfix is running
   service: