deploy.yml

- name: assert only one nvme drive
  hosts: redpanda:client:control
  tasks:
  - set_fact: 
      nvme_device: '{{ hostvars[inventory_hostname].ansible_devices.keys() | map("regex_search", "nvme.*") | select("string") | list }}'
  - assert:
      that: '{{ nvme_device | length == 1 }}'
  - set_fact: 
      nvme_device: '{{ "/dev/" + nvme_device[0] }}'

- name: mount nvme disk
  hosts: redpanda:client:control
  tasks:
    - block:
      - name: create xfs file system
        filesystem:
          fstype: xfs
          dev: '{{ nvme_device }}'
      - name: mount the device
        mount:
          path: /mnt/vectorized
          src: '{{ nvme_device }}'
          fstype: xfs
          state: mounted
      - name: change permissions of the mount point
        file:
          path: /mnt/vectorized
          owner: ubuntu
          group: ubuntu
      - name: write nodes files
        shell: |
          rm -rf /mnt/vectorized/redpanda.nodes
          {% for host in groups['redpanda'] %}
          echo "{{ hostvars[host].private_ip }} {{ groups['redpanda'].index(host) }}" >> /mnt/vectorized/redpanda.nodes
          {% endfor %}
          rm -rf /mnt/vectorized/client.nodes
          {% for host in groups['client'] %}
          echo "{{ hostvars[host].private_ip }} {{ groups['client'].index(host) }}" >> /mnt/vectorized/client.nodes
          {% endfor %}

- name: copy control scripts
  hosts: redpanda:client
  tasks:
    - name: copy control scripts
      copy:
        src: control
        dest: /mnt/vectorized/
        mode: "preserve"
        owner: ubuntu
        group: ubuntu

- name: install redpanda
  hosts: redpanda:client:control
  vars:
    deb_dir: "{{ lookup('env', 'DEB_DIR') }}"
    deb_file_list: "{{ lookup('env', 'DEB_FILE_LIST') | split }}"
  tasks:
    - assert:
        that:
          - "deb_file_list | length > 0"
        fail_msg: "Please set DEB_FILE_LIST env var to space delimited string of deb filenames."
    - name: copy debs
      copy:
        src: "{{ deb_dir }}/{{ item }}"
        dest: "/mnt/vectorized/{{ item }}"
      loop: "{{ deb_file_list }}"
    - name: install debs
      become_user: root
      shell: |
        dpkg --force-confold -i  /mnt/vectorized/{{ item }}
      loop: "{{ deb_file_list }}"
    - name: disable redpanda systemd service
      systemd:
        name: redpanda
        state: stopped
        enabled: no

- name: configure redpanda
  hosts: redpanda
  tasks:
    - name: create redpanda data dir
      file:
        state: directory
        path: /mnt/vectorized/redpanda/data
        owner: ubuntu
        group: ubuntu
    - name: create redpanda coredump dir
      file:
        state: directory
        path: /mnt/vectorized/redpanda/coredump
        owner: ubuntu
        group: ubuntu
    - name: configure redpanda
      shell: |
        {% if hostvars[groups['redpanda'][0]].id == hostvars[inventory_hostname].id %}
        rpk config bootstrap \
        --id {{ groups['redpanda'].index(inventory_hostname) }} \
        --self {{ hostvars[inventory_hostname].private_ip }}
        {% else %}
        rpk config bootstrap \
        --id {{ groups['redpanda'].index(inventory_hostname) }} \
        --self {{ hostvars[inventory_hostname].private_ip }} \
        --ips {{ hostvars[groups['redpanda'][0]].private_ip }}
        {% endif %}
        rpk config set redpanda.default_topic_partitions 1
        rpk config set redpanda.default_topic_replications 3
        rpk config set redpanda.transaction_coordinator_replication 3
        rpk config set redpanda.id_allocator_replication 3
        rpk config set redpanda.enable_leader_balancer false
        rpk config set redpanda.enable_auto_rebalance_on_node_add false
        rpk config set redpanda.enable_idempotence true
        rpk config set redpanda.enable_transactions true
        rpk config set redpanda.data_directory "/mnt/vectorized/redpanda/data"
        rpk config set rpk.coredump_dir "/mnt/vectorized/redpanda/coredump"
        rpk redpanda mode production
        rpk redpanda tune all
        cp /etc/redpanda/redpanda.yaml /mnt/vectorized/redpanda.yaml
        chown -R ubuntu:ubuntu /etc/redpanda
        chown ubuntu:ubuntu /mnt/vectorized/redpanda.yaml

- name: upload ssh keys
  hosts: control
  tasks:
    - name: check .ssh dir exists
      file:
        path: /home/ubuntu/.ssh
        state: directory
        owner: ubuntu
        group: ubuntu
        mode: 0700
    - name: copy keys
      copy:
        src: ./id_ed25519
        dest: /home/ubuntu/.ssh/id_ed25519
        owner: ubuntu
        group: ubuntu
        mode: 0600
    - name: add redpanda nodes to known hosts
      shell: |
        {% for host in groups['redpanda'] %}
        ssh-keyscan {{ hostvars[host].private_ip }} >> /home/ubuntu/.ssh/known_hosts
        {% endfor %}
    - name: add client nodes to known hosts
      shell: |
        {% for host in groups['client'] %}
        ssh-keyscan {{ hostvars[host].private_ip }} >> /home/ubuntu/.ssh/known_hosts
        {% endfor %}

- name: install client dependencies
  hosts: client
  tasks:
    - name: install dependencies
      package:
        name:
          - python3-pip
          - python3-flask
          - python3-sh
          - python3-confluent-kafka
          - openjdk-11-jdk
          - maven
        state: present
        update_cache: yes

- name: install control dependencies
  hosts: control
  tasks:
    - name: install dependencies
      package:
        name:
          - python3-pip
          - python3-flask
          - python3-sh
          - python3-confluent-kafka
          - gnuplot
        state: present
        update_cache: yes
        
    - name: create experiments dir
      file:
        state: directory
        path: /mnt/vectorized/experiments
        owner: ubuntu
        group: ubuntu
        recurse: true
    - name: create faults dir
      file:
        state: directory
        path: /mnt/vectorized/faults
        owner: ubuntu
        group: ubuntu
        recurse: true
    - name: copy chaos harness
      copy:
        src: harness
        dest: /mnt/vectorized/
        owner: ubuntu
        group: ubuntu
        mode: 0600
    - name: copy test suite config
      copy:
        src: suites
        dest: /mnt/vectorized/
        owner: ubuntu
        group: ubuntu
        mode: 0600

- name: preparing workload
  hosts: client:control
  tasks:
    - name: copy workloads
      copy:
        src: workloads
        dest: /mnt/vectorized/
        owner: ubuntu
        group: ubuntu
        mode: 0600

- name: building workload
  hosts: client
  tasks:
    - name: create workloads/logs dir
      file:
        state: directory
        path: /mnt/vectorized/workloads/logs
        owner: ubuntu
        group: ubuntu
        recurse: true
    - name: build writing/app
      shell: |
        cd /mnt/vectorized/workloads/uber
        mvn clean dependency:copy-dependencies package