117 lines
3.4 KiB
YAML
117 lines
3.4 KiB
YAML
---
|
|
- name: Deploy entire Airflow cluster
|
|
hosts: all
|
|
gather_facts: true
|
|
vars_files:
|
|
- group_vars/all.yml
|
|
- group_vars/all/vault.yml
|
|
pre_tasks:
|
|
- name: Announce fast deploy mode if enabled
|
|
debug:
|
|
msg: "🚀 FAST DEPLOY MODE ENABLED: Skipping Docker image builds and pulls. 🚀"
|
|
when: fast_deploy | default(false)
|
|
run_once: true
|
|
|
|
- name: Check if Docker is already installed
|
|
ansible.builtin.stat:
|
|
path: /usr/bin/docker
|
|
register: docker_binary
|
|
|
|
- name: Install Docker if not present
|
|
block:
|
|
- name: Add Docker's official GPG key
|
|
ansible.builtin.apt_key:
|
|
url: https://download.docker.com/linux/ubuntu/gpg
|
|
state: present
|
|
|
|
- name: Find and remove any existing Docker repository files to avoid conflicts
|
|
block:
|
|
- name: Find legacy docker repository files
|
|
ansible.builtin.find:
|
|
paths: /etc/apt/sources.list.d/
|
|
patterns: '*.list'
|
|
contains: 'deb .*download.docker.com'
|
|
register: legacy_docker_repo_files
|
|
|
|
- name: Remove legacy docker repository files
|
|
ansible.builtin.file:
|
|
path: "{{ item.path }}"
|
|
state: absent
|
|
loop: "{{ legacy_docker_repo_files.files }}"
|
|
|
|
- name: Set up the Docker repository
|
|
ansible.builtin.apt_repository:
|
|
repo: "deb [arch=amd64] https://download.docker.com/linux/ubuntu {{ ansible_lsb.codename }} stable"
|
|
state: present
|
|
|
|
- name: Install prerequisites for Docker
|
|
ansible.builtin.apt:
|
|
name:
|
|
- apt-transport-https
|
|
- ca-certificates
|
|
- curl
|
|
- software-properties-common
|
|
- vim
|
|
- python3-pip
|
|
- iputils-ping
|
|
state: present
|
|
update_cache: yes
|
|
|
|
- name: Install Docker Engine and Docker Compose
|
|
ansible.builtin.apt:
|
|
name:
|
|
- docker-ce
|
|
- docker-ce-cli
|
|
- containerd.io
|
|
- docker-compose-plugin
|
|
- python3-docker
|
|
state: present
|
|
update_cache: yes
|
|
when: not docker_binary.stat.exists
|
|
become: yes
|
|
tasks:
|
|
|
|
- name: Install pipx
|
|
ansible.builtin.apt:
|
|
name: pipx
|
|
state: present
|
|
become: yes
|
|
|
|
- name: Install Glances for system monitoring
|
|
ansible.builtin.command: pipx install glances[all]
|
|
args:
|
|
creates: "{{ ansible_env.HOME }}/.local/bin/glances"
|
|
become: yes
|
|
become_user: "{{ ansible_user }}"
|
|
|
|
- name: Ensure Docker service is started and enabled
|
|
ansible.builtin.service:
|
|
name: docker
|
|
state: started
|
|
enabled: yes
|
|
become: yes
|
|
|
|
- name: Add deploy user to the docker group
|
|
ansible.builtin.user:
|
|
name: "{{ ansible_user }}"
|
|
groups: docker
|
|
append: yes
|
|
become: yes
|
|
|
|
- name: Reset SSH connection to apply group changes
|
|
ansible.builtin.meta: reset_connection
|
|
|
|
|
|
- name: Ensure shared Docker network exists
|
|
community.docker.docker_network:
|
|
name: airflow_proxynet
|
|
driver: bridge
|
|
|
|
- name: Deploy master
|
|
import_playbook: playbook-master.yml
|
|
when: inventory_hostname in groups['airflow_master']
|
|
|
|
- name: Deploy workers
|
|
import_playbook: playbook-worker.yml
|
|
when: inventory_hostname in groups['airflow_workers']
|