PMM-8306 migrate ami ova to docker

Makefile

@@ -43,7 +43,7 @@ pmm-az:
 	packer build -only azure-arm packer/pmm.json
 
 pmm2-ovf: fetch
-	packer build -only virtualbox-ovf packer/pmm2.json
+	packer build -only pmm2.virtualbox-ovf.image packer/pmm2.pkr.hcl
 
 pmm2-digitalocean:
 	packer build -only digitalocean -var 'single_disk=true' packer/pmm2.json

packer/ansible/files/pmm/daemon.json

@@ -0,0 +1,6 @@
+{
+    "experimental": true,
+    "max-concurrent-downloads": 9,
+    "max-concurrent-uploads": 15,
+    "storage-driver": "overlay2"
+}

packer/ansible/pmm2.yml

@@ -0,0 +1,207 @@
+---
+- name: Create PMM2 image
+  hosts: default
+  become: yes
+  become_user: root
+  roles:
+    - lvm-init
+  tasks:
+    - name: Install packages
+      package:
+        name:
+          - docker
+          - python3-pip
+          - python3
+          - lvm2
+          - jq
+
+    - name: Install docker Python API
+      pip:
+        name: docker
+
+    - name: Enable Docker service
+      systemd:
+        name: docker.service
+        state: started
+        enabled: yes
+
+    - name: Add admin user
+      user:
+        name: admin
+        comment: PMM User
+        groups: wheel,adm,systemd-journal,docker
+        shell: /bin/bash
+
+    - name: Add sudo for admin user
+      copy:
+        content: |
+          admin ALL=(ALL) NOPASSWD: ALL
+        dest: /etc/sudoers.d/90-admin-user
+        mode: 0440
+
+    - name: change cloud user          | Change cloud user
+      replace:
+        dest: /etc/cloud/cloud.cfg
+        regexp: 'name: ec2-user'
+        replace: 'name: admin'
+
+    - name: Turn off swap
+      sysctl:
+        name: vm.swappiness
+        value: 0
+        state: present
+
+    - name: Increase dirty ratio
+      sysctl:
+        name: vm.dirty_ratio
+        value: 80
+        state: present
+
+    - name: Decrease dirty_background_ratio
+      sysctl:
+        name: vm.dirty_background_ratio
+        value: 5
+
+    - name: Increase dirty_expire_centisecs
+      sysctl:
+        name: vm.dirty_expire_centisecs
+        value: 12000 #120 sec
+
+    - name: Increase net.core.somaxconn
+      sysctl:
+        name: net.core.somaxconn
+        value: 1024
+
+    - name: Increase net.core.netdev_max_backlog
+      sysctl:
+        name: net.core.netdev_max_backlog
+        value: 5000
+
+    - name: Increase net.core.rmem_max
+      sysctl:
+        name: net.core.rmem_max
+        value: 16777216
+
+    - name: Increase net.core.wmem_max
+      sysctl:
+        name: net.core.wmem_max
+        value: 16777216
+
+    - name: Increase net.ipv4.tcp_wmem
+      sysctl:
+        name: net.ipv4.tcp_wmem
+        value: 4096 12582912 16777216
+
+    - name: Increase net.ipv4.tcp_rmem
+      sysctl:
+        name: net.ipv4.tcp_rmem
+        value: 4096 12582912 16777216
+
+    - name: Increase net.ipv4.tcp_max_syn_backlog
+      sysctl:
+        name: net.ipv4.tcp_max_syn_backlog
+        value: 8192
+
+    - name: Disable net.ipv4.tcp_slow_start_after_idle
+      sysctl:
+        name: net.ipv4.tcp_slow_start_after_idle
+        value: 0
+
+    - name: Enable net.ipv4.tcp_tw_reuse
+      sysctl:
+        name: net.ipv4.tcp_tw_reuse
+        value: 1
+
+    - name: Change net.ipv4.ip_local_port_range
+      sysctl:
+        name: net.ipv4.ip_local_port_range
+        value: 10240 65535
+
+    - name: Change TCP Congestion Control Algorithm (net.ipv4.tcp_congestion_control)
+      sysctl:
+        name: net.ipv4.tcp_congestion_control
+        value: bbr
+
+    - name: Change net.ipv4.tcp_syn_retries
+      sysctl:
+        name: net.ipv4.tcp_syn_retries
+        value: 2
+
+    - name: Change BBR algoritm
+      sysctl:
+        name: net.core.default_qdisc
+        value: fq
+
+    - name: Increase kernel.perf_event_max_stack
+      sysctl:
+        name: kernel.perf_event_max_stack
+        value: 1023
+
+    - name: Increase fs.xfs.xfssyncd_centisecs
+      sysctl:
+        name: fs.xfs.xfssyncd_centisecs
+        value: 9000
+
+    - name: Increase fs.inotify.max_user_watches
+      sysctl:
+        name: fs.inotify.max_user_watches
+        value: 1048576
+
+    - name: pull the PMM image
+      docker_image:
+        name: "{{ pmm_server_image_name }}"
+        source: pull
+
+    - name: get srv directory path
+      shell: docker image inspect {{ pmm_server_image_name }} | jq -r .[0].GraphDriver.Data.UpperDir
+      register: image_path
+
+    - name:
+      copy:
+        src: "{{ image_path.stdout }}/srv/"
+        dest: /srv/
+        mode: preserve
+        remote_src: yes
+
+    - name: Copy content of 'srv' directory from image
+      synchronize:
+        src: "{{ image_path.stdout }}/srv/"
+        dest:  /srv/
+        recursive: yes
+      delegate_to: "{{ inventory_hostname }}"
+
+    - name: Set AMI distribution
+      copy:
+        content: |
+          ami
+        dest: /srv/pmm-distribution
+
+    - name: Add script which show PMM URL
+      copy:
+        src: pmm/show-url
+        dest: /opt/show-url
+        mode: 0755
+
+    - name: Add Service for script which show PMM URL
+      copy:
+        src: banner.service
+        dest: /etc/systemd/system/banner.service
+        mode: 0755
+
+    - name: Enable PMM URL Service
+      systemd:
+        name: banner
+        state: started
+        enabled: yes
+
+    - name: Copy systemd service file to image
+      template:
+        src: pmm2.service
+        dest: /etc/systemd/system
+        owner: root
+        group: root
+
+    - name: Enable PMM2 container
+      systemd:
+        name: pmm2
+        enabled: yes

packer/ansible/roles/lvm-init/tasks/main.yml

@@ -0,0 +1,52 @@
+---
+- name: Wait until disk is ready
+  wait_for:
+    path: /dev/sdb
+
+- name: Create Volume Group
+  lvg:
+    vg: DataVG
+    pvs: /dev/sdb
+
+- name: Create Thin Pool
+  register: thin_pool
+  failed_when: "thin_pool is failed and 'Sorry, no shrinking of DataLV to 0 permitted' not in thin_pool.msg"
+  lvol:
+    lv: DataLV
+    vg: DataVG
+    size: 100%FREE
+    opts: --thinpool ThinPool -V 1G
+
+- name: Format LVM
+  filesystem:
+    fstype: xfs
+    dev: /dev/DataVG/DataLV
+    opts: -L DATA
+
+- name: Mount
+  mount:
+    name: "/srv"
+    src: LABEL=DATA
+    fstype: xfs
+    opts: defaults
+    state: mounted
+
+- name: Create dirs                | Create dirs
+  file: path={{ item }} state=directory
+  with_items:
+    - /var/lib/cloud/scripts/per-boot
+
+- name: Data partition             | Auto resize LVM
+  template:
+    src: resize-xfs-lvm
+    dest: /var/lib/cloud/scripts/per-boot/resize-xfs
+    mode: 0755
+
+- name: Cron tasks                 | Add resize task to cron
+  cron:
+    name: "resize data partition"
+    minute: "*/5"
+    user: root
+    job: "/var/lib/cloud/scripts/per-boot/resize-xfs"
+    cron_file: resizeXfs
+

packer/ansible/roles/lvm-init/templates/resize-xfs-lvm

@@ -0,0 +1,7 @@
+#!/bin/sh
+
+/usr/sbin/pvresize $(/usr/bin/ls /dev/sda /dev/sdb /dev/xvdb 2>/dev/null | /usr/bin/grep -v ^$(/usr/sbin/pvdisplay -c | /usr/bin/grep ':VolGroup00:' | /usr/bin/cut -d ':' -f 1 | /usr/bin/tr -d '[:space:]' | /usr/bin/sed 's/[0-9]$//')$ | /usr/bin/grep -v ^$(/usr/bin/findmnt -f -n -o SOURCE / | /usr/bin/sed 's/[0-9]$//')$ | /usr/bin/grep -v ^$(/usr/bin/findmnt -f -n -o SOURCE /mnt/resource | /usr/bin/sed 's/[0-9]$//')$)
+/usr/sbin/lvextend -l '1%VG' /dev/DataVG/ThinPool_tmeta
+/usr/sbin/lvextend -l '100%VG' /dev/DataVG/ThinPool
+/usr/sbin/lvextend -l '80%PVS' /dev/DataVG/DataLV
+/usr/sbin/xfs_growfs -d /srv

packer/ansible/templates/pmm2.service

@@ -0,0 +1,16 @@
+[Unit]
+Description=PMM2 Docker container
+After=docker.service
+Requires=docker.service
+
+[Service]
+TimeoutStartSec=0
+Restart=always
+ExecStartPre=-/usr/bin/docker exec pmm-server stop
+ExecStartPre=-/usr/bin/docker rm pmm-server
+ExecStart=/usr/bin/docker run --volume /srv/:/srv/ --rm --name pmm-server \
+    --net host \
+    {{ pmm_server_image_name }}
+
+[Install]
+WantedBy=default.target