add bookshelf module, fix gitea minor typo, add fixe ip for vms

2026-01-14 10:15:55 +01:00
parent b735996b8d
commit d98c7b8bdb
20 changed files with 410 additions and 230 deletions
--- a/modules/apps/bookshelf/.env.example
+++ b/modules/apps/bookshelf/.env.example
@@ -0,0 +1,20 @@
+ACT_RUNNER_VERSION=0.2.13
+ACT_RUNNER_LOCATION=/usr/local/bin
+ACT_RUNNER_USER=act_runner
+ENV_FILE_LOCATION=/opt/bookshelf/secrets/bookshelf.env
+GITEA_INSTANCE_URL=https://gitea.aldon.fr
+GITEA_RUNNER_REGISTRATION_TOKEN=<gitea-repository-runner-token>
+GITEA_BOOKSHELF_APPLICATION_TOKEN=<gitea-auth-token>
+GITEA_BOOKSHELF_REPOSITORY=mop/bookshelf
+
+USERNAME=bookshelf
+BOOKSHELF_BACKUPS_DIR=/backups/bookshelf
+BOOKSHELF_BACKUP_PREFIX=bookshelf-dump
+
+MARIADB_USER=bookshelf
+MARIADB_PASSWORD=<mariadb-password>
+MARIADB_DATABASE=Biblio
+MARIADB_ROOT_PASSWORD=<mariadb-root-password>
+SERVICE_SECRET_KEY=<bookshelf-secret-key>
+SERVICE_ORIGIN=https://bookshelf.aldon.fr
+SERVICE_ROOT_FQDN=https://bookshelf.aldon.fr/api
--- a/modules/apps/bookshelf/cloud-init/service.yaml
+++ b/modules/apps/bookshelf/cloud-init/service.yaml
@@ -0,0 +1,94 @@
+#cloud-config
+hostname: ${hostname}
+local-hostname: ${hostname}
+fqdn: ${hostname}.${domain}
+manage_etc_hosts: true
+
+users:
+  - default
+  - name: ${hostname}
+    groups: sudo
+    shell: /bin/bash
+    sudo: ALL=(ALL) NOPASSWD:ALL
+    ssh_authorized_keys:
+      - ${ssh_key}
+
+disable_root: true
+
+package_update: true
+package_upgrade: false
+
+packages:
+  - git
+  - nfs-common
+  - docker.io
+  - docker-compose
+  - curl
+  - jq
+
+write_files:
+  - path: /etc/fstab
+    permissions: "0644"
+    content: |
+      ${proxmox_host_ip}:/main/backups /backups nfs defaults,_netdev,x-systemd.requires=network-online.target 0 0
+  - path: /opt/bookshelf/env.sh
+    permissions: "0644"
+    content: |
+      ${environment-setup-script}
+  - path: /opt/bookshelf/secrets/bookshelf.env
+    permissions: "0644"
+    content: |
+      ${env-file-content}
+  - path: /usr/local/bin/restore-backup.sh
+    permissions: "0755"
+    content: |
+      ${restore-backup-script}
+  - path: /etc/systemd/system/restore-backup.service
+    permissions: "0644"
+    content: |
+      ${restore-backup-service}
+  - path: /usr/local/bin/backup.sh
+    permissions: "0755"
+    content: | 
+      ${create-backup-script}
+  - path: /etc/systemd/system/weekly-backup.timer
+    permissions: "0644"
+    content: |
+      ${create-backup-timer}
+  - path: /etc/systemd/system/weekly-backup.service
+    permissions: "0644"
+    content: |
+      ${create-backup-service}
+  - path: /etc/systemd/system/act_runner.service
+    permissions: "0644"
+    content: |
+      ${act_runner-service}
+  - path: /opt/bookshelf/install-runner.sh
+    permissions: "0755"
+    content: |
+      ${act_runner-install-script}
+  - path: /opt/bookshelf/install-bookshelf.sh
+    permissions: "0755"
+    content: |
+      ${bookshelf-install-script}
+
+runcmd:
+  # Backup setup
+  - mkdir -p /backups
+  - mount -t nfs ${proxmox_host_ip}:/main/backups /backups
+  - systemctl enable --now weekly-backup.timer
+  # Docker setup
+  - systemctl enable docker
+  - systemctl start docker
+  - usermod -aG docker ${hostname}
+  # Act_runner install
+  - /opt/bookshelf/install-runner.sh
+  - systemctl daemon-reload
+  - systemctl enable act_runner.service
+  - systemctl start act_runner.service
+  # Bookshelf install
+  - /opt/bookshelf/install-bookshelf.sh
+
+
+final_message: |
+  Base system ready for ${hostname}
--- a/modules/apps/bookshelf/lib/scripts/create-backup.sh
+++ b/modules/apps/bookshelf/lib/scripts/create-backup.sh
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+source /opt/bookshelf/env.sh
+
+TIMESTAMP=$(date +'%Y-%m-%d_%H%M%S')
+docker exec bookshelf-database-1 mariadb-dump --all-database -u root -p"$MARIADB_ROOT_PASSWORD" > $BOOKSHELF_BACKUPS_DIR/bookshelf-dump-$TIMESTAMP.sql
+
+ls -1dt $BOOKSHELF_BACKUPS_DIR/$BOOKSHELF_BACKUP_PREFIX-*.zip | tail -n +5 | xargs -r rm -f
--- a/modules/apps/bookshelf/lib/scripts/env.sh
+++ b/modules/apps/bookshelf/lib/scripts/env.sh
@@ -0,0 +1,4 @@
+#!/bin/bash
+set -a
+[ -f /opt/bookshelf/secrets/bookshelf.env ] && source /opt/bookshelf/secrets/bookshelf.env
+set +a
--- a/modules/apps/bookshelf/lib/scripts/install-bookshelf.sh
+++ b/modules/apps/bookshelf/lib/scripts/install-bookshelf.sh
@@ -0,0 +1,38 @@
+#!/bin/bash
+
+source /opt/bookshelf/env.sh
+
+# trigger manually a CI/CD pipeline
+curl -X POST -H "Authorization: token $GITEA_BOOKSHELF_APPLICATION_TOKEN" \
+    -H "Content-Type: application/json" \
+    $GITEA_INSTANCE_URL/api/v1/repos/$GITEA_BOOKSHELF_REPOSITORY/actions/workflows/deploy.yaml/dispatches \
+    -d '{"ref": "main", "inputs": {"ref": "main"}}'
+
+RUN_ID=$(curl -s -H "Authorization: token $GITEA_BOOKSHELF_APPLICATION_TOKEN" \
+    $GITEA_INSTANCE_URL/api/v1/repos/$GITEA_BOOKSHELF_REPOSITORY/actions/runs \
+    | jq -r '.workflow_runs | sort_by(.created_at) | .[0].id')
+
+while true; do
+    STATUS=$(curl -s -H "Authorization: token $GITEA_BOOKSHELF_APPLICATION_TOKEN" \
+        $GITEA_INSTANCE_URL/api/v1/repos/$GITEA_BOOKSHELF_REPOSITORY/actions/runs/$RUN_ID \
+        | jq -r '.status')
+        
+    if [ "$STATUS" = "completed" ]; then
+        CONCLUSION=$(curl -s -H "Authorization: token $GITEA_BOOKSHELF_APPLICATION_TOKEN" \
+        $GITEA_INSTANCE_URL/api/v1/repos/$GITEA_BOOKSHELF_REPOSITORY/actions/runs/$RUN_ID \
+        | jq -r '.conclusion')
+        echo "Workflow finished with status: $CONCLUSION"
+        break
+    fi
+
+    echo "Waiting 10 seconds..."
+    sleep 10
+done
+
+if [ "$CONCLUSION" = "success" ]; then
+    echo "Launching command..."
+    systemctl start restore-backup.service
+else
+    echo "Workflow failed or was cancelled, aborting."
+    exit 1
+fi
--- a/modules/apps/bookshelf/lib/scripts/install-runner.sh
+++ b/modules/apps/bookshelf/lib/scripts/install-runner.sh
@@ -0,0 +1,59 @@
+#!/bin/bash
+
+source /opt/bookshelf/env.sh
+
+if ! id -u $ACT_RUNNER_USER >/dev/null 2>&1; then
+    adduser \
+        --system \
+        --shell /bin/bash \
+        --gecos 'Action runner user' \
+        --ingroup docker\
+        --disabled-password \
+        --home /home/$ACT_RUNNER_USER \
+        $ACT_RUNNER_USER
+fi
+
+wget -O $ACT_RUNNER_LOCATION/act_runner https://dl.gitea.com/act_runner/$ACT_RUNNER_VERSION/act_runner-$ACT_RUNNER_VERSION-linux-amd64
+chmod +x $ACT_RUNNER_LOCATION/act_runner
+
+cat <<EOF > /home/$ACT_RUNNER_USER/config.yaml
+log:
+  level: info
+runner:
+  file: .runner
+  capacity: 1
+  timeout: 3h
+  shutdown_timeout: 0s
+  insecure: false
+  fetch_timeout: 5s
+  env_file: $ENV_FILE_LOCATION
+  fetch_interval: 2s
+  github_mirror: ''
+  labels:
+    - "ubuntu-latest:docker://docker.gitea.com/runner-images:ubuntu-latest"
+    - "ubuntu-22.04:docker://docker.gitea.com/runner-images:ubuntu-22.04"
+    - "ubuntu-20.04:docker://docker.gitea.com/runner-images:ubuntu-20.04"
+cache:
+  enabled: true
+  dir: ""
+  host: ""
+  port: 0
+  external_server: ""
+container:
+  network: ""
+  privileged: false
+  options:
+  workdir_parent:
+  valid_volumes: []
+  docker_host: ""
+  force_pull: true
+  force_rebuild: false
+  require_docker: false
+  docker_timeout: 0s
+host:
+  workdir_parent:  
+EOF
+
+cd /home/act_runner
+sudo -u $ACT_RUNNER_USER act_runner register --no-interactive --instance $GITEA_INSTANCE_URL --token $GITEA_RUNNER_REGISTRATION_TOKEN --name $USERNAME --labels $USERNAME $REPOSITORY
+chown -R $ACT_RUNNER_USER:docker /home/$ACT_RUNNER_USER
--- a/modules/apps/bookshelf/lib/scripts/restore-backup.sh
+++ b/modules/apps/bookshelf/lib/scripts/restore-backup.sh
@@ -0,0 +1,9 @@
+#!/bin/bash
+
+source /opt/bookshelf/env.sh
+
+LATEST_BACKUP=$(ls -1 $BOOKSHELF_BACKUPS_DIR/$BOOKSHELF_BACKUP_PREFIX-*.sql 2>/dev/null | sort | tail -n1)
+
+if [ -n "$LATEST_BACKUP" ] && [ -f "$LATEST_BACKUP" ]; then
+    cat $LATEST_BACKUP | docker exec -i bookshelf-database-1 mariadb -u root -p"$MARIADB_ROOT_PASSWORD" -D $MARIADB_DATABASE
+fi
--- a/modules/apps/bookshelf/lib/services/act_runner.service
+++ b/modules/apps/bookshelf/lib/services/act_runner.service
@@ -0,0 +1,16 @@
+[Unit]
+Description=Gitea Actions runner
+Documentation=https://gitea.com/gitea/act_runner
+After=docker.service
+
+[Service]
+ExecStart=/usr/local/bin/act_runner daemon --config /home/act_runner/config.yaml
+ExecReload=/bin/kill -s HUP $MAINPID
+WorkingDirectory=/home/act_runner
+TimeoutSec=0
+RestartSec=10
+Restart=always
+User=act_runner
+
+[Install]
+WantedBy=multi-user.target
--- a/modules/apps/bookshelf/lib/services/restore-backup.service
+++ b/modules/apps/bookshelf/lib/services/restore-backup.service
@@ -0,0 +1,11 @@
+[Unit]
+Description=Restore latest Bookshelf backup
+After=network.target
+Requires=docker.service
+
+[Service]
+Type=oneshot
+User=root
+ExecStart=/usr/local/bin/restore-backup.sh
+WorkingDirectory=/home/bookshelf
+TimeoutStartSec=600
--- a/modules/apps/bookshelf/lib/services/weekly-backup.service
+++ b/modules/apps/bookshelf/lib/services/weekly-backup.service
@@ -0,0 +1,10 @@
+[Unit]
+Description=Weekly Bookshelf Backup
+Wants=network.target
+After=network.target docker.service
+Before=shutdown.target reboot.target halt.target
+
+[Service]
+Type=oneshot
+User=root
+ExecStart=/usr/local/bin/backup.sh
--- a/modules/apps/bookshelf/lib/services/weekly-backup.timer
+++ b/modules/apps/bookshelf/lib/services/weekly-backup.timer
@@ -0,0 +1,9 @@
+[Unit]
+Description=Run Bookshelf backup weekly
+
+[Timer]
+OnCalendar=Sun *-*-* 01:00:00
+Persistent=true
+
+[Install]
+WantedBy=timers.target
--- a/modules/apps/bookshelf/main.tf
+++ b/modules/apps/bookshelf/main.tf
@@ -0,0 +1,38 @@
+module "vm" {
+  source      = "../../vm"
+  name        = var.name
+  hostname    = var.hostname
+  domain      = var.domain
+  vm_id       = var.vm_id
+  node_name   = var.node_name
+  vm_ip_address = "192.168.1.91"
+
+  template_id = var.template_id
+
+  cores       = var.cores
+  memory      = var.memory
+  disk_size   = var.disk_size
+
+  ssh_public_key  = var.ssh_public_key
+  proxmox_host_ip = var.proxmox_host_ip
+  cloudinit_config = templatefile(
+      "${path.module}/cloud-init/service.yaml",
+      {
+        hostname        = var.hostname
+        domain          = var.domain
+        ssh_key         = var.ssh_public_key
+        proxmox_host_ip = var.proxmox_host_ip
+        environment-setup-script = indent(6, file("${path.module}/lib/scripts/env.sh"))
+        restore-backup-script = indent(6, file("${path.module}/lib/scripts/restore-backup.sh"))
+        restore-backup-service = indent(6, file("${path.module}/lib/services/restore-backup.service"))
+        create-backup-script = indent(6, file("${path.module}/lib/scripts/create-backup.sh"))
+        create-backup-service = indent(6, file("${path.module}/lib/services/weekly-backup.service"))
+        create-backup-timer = indent(6, file("${path.module}/lib/services/weekly-backup.timer"))
+        act_runner-service = indent(6, file("${path.module}/lib/services/act_runner.service"))
+        act_runner-install-script = indent(6, file("${path.module}/lib/scripts/install-runner.sh"))
+        bookshelf-install-script = indent(6, file("${path.module}/lib/scripts/install-bookshelf.sh"))
+        
+        env-file-content = indent(6, file("${path.module}/.env"))
+      }
+    )
+}
--- a/modules/apps/bookshelf/variables.tf
+++ b/modules/apps/bookshelf/variables.tf
@@ -0,0 +1,52 @@
+variable "name" {
+  type = string
+}
+
+variable "vm_id" {
+  type = number
+}
+
+variable "node_name" {
+  type    = string
+  default = "mop"
+}
+
+variable "cores" {
+  type    = number
+  default = 2
+}
+
+variable "memory" {
+  type    = number
+  default = 2048
+}
+
+variable "template_id" {
+  type = number
+}
+
+variable "ssh_public_key" {
+  type        = string
+  description = "Public SSH key for cloud-init user"
+}
+
+variable "hostname" {
+  description = "VM hostname"
+  type        = string
+  default     = "test"
+}
+
+variable "domain" {
+  description = "VM domain"
+  type        = string
+  default     = ""
+}
+
+variable "disk_size" {
+  type    = number
+  default = 10
+}
+
+variable "proxmox_host_ip" {
+  type = string
+}