Last active 1 week ago

n8n-auto-backup.sh Raw
1#!/bin/bash
2
3# n8n Auto-Backup Script
4# Location: /var/www/docker/n8n/auto-backup.sh
5# Purpose: Automatically backup n8n data and configurations
6
7# Configuration
8COMPOSE_DIR="/var/www/docker/n8n"
9BACKUP_DIR="${COMPOSE_DIR}/backups"
10LOG_DIR="${COMPOSE_DIR}/logs"
11TIMESTAMP=$(date '+%Y-%m-%d_%H-%M-%S')
12LOG_FILE="${LOG_DIR}/n8n-backups_${TIMESTAMP}.log"
13
14# Backup retention settings
15KEEP_BACKUPS=5 # Keep last 5 backups
16KEEP_LOGS=60 # Keep last 60 log files
17MIN_FREE_SPACE_GB=15 # Gagalkan backup jika ruang kurang dari ini
18
19# Create directories if they don't exist
20mkdir -p "$BACKUP_DIR"
21mkdir -p "$LOG_DIR"
22
23# Function to log messages
24log_message() {
25 echo "[$(date '+%Y-%m-%d %H:%M:%S')] $1" | tee -a "$LOG_FILE"
26}
27
28# Function to log separator
29log_separator() {
30 echo "================================================================" | tee -a "$LOG_FILE"
31}
32
33# Start logging
34log_separator
35log_message "💾 Starting n8n backup process"
36log_separator
37
38# Check free disk space
39FREE_SPACE=$(df -BG "$COMPOSE_DIR" | awk 'NR==2 {print $4}' | sed 's/G//')
40if [ "$FREE_SPACE" -lt "$MIN_FREE_SPACE_GB" ]; then
41 log_message "❌ ERROR: Insufficient disk space (${FREE_SPACE}GB < ${MIN_FREE_SPACE_GB}GB). Backup aborted."
42 exit 1
43fi
44
45# Record start time
46START_TIME=$(date +%s)
47
48# Navigate to compose directory
49cd "$COMPOSE_DIR" || {
50 log_message "❌ ERROR: Failed to navigate to $COMPOSE_DIR"
51 exit 1
52}
53
54# Check if n8n container is running
55if ! docker ps --format '{{.Names}}' | grep -q "^n8n$"; then
56 log_message "⚠️ WARNING: n8n container is not running!"
57 log_message " Backup will continue, but this is unusual."
58fi
59
60# Get current n8n version
61log_message "📊 Current n8n information:"
62CURRENT_VERSION=$(docker exec n8n n8n --version 2>/dev/null | tr -d '\n' || echo "unknown")
63log_message " ΓÇó Version: $CURRENT_VERSION"
64
65# Get container uptime
66CONTAINER_STARTED=$(docker inspect n8n --format='{{.State.StartedAt}}' 2>/dev/null | cut -d'.' -f1)
67log_message " ΓÇó Started at: $CONTAINER_STARTED"
68
69# Get data size before backup
70DATA_SIZE=$(du -sh "${COMPOSE_DIR}/data" 2>/dev/null | cut -f1)
71log_message " ΓÇó Data size: $DATA_SIZE"
72
73# Count workflows
74WORKFLOW_COUNT=$(docker exec n8n sqlite3 /home/node/.n8n/database.sqlite "SELECT COUNT(*) FROM workflow_entity;" 2>/dev/null || echo "0")
75log_message " ΓÇó Total workflows: $WORKFLOW_COUNT"
76
77# Count credentials
78CREDENTIAL_COUNT=$(docker exec n8n sqlite3 /home/node/.n8n/database.sqlite "SELECT COUNT(*) FROM credentials_entity;" 2>/dev/null || echo "0")
79log_message " ΓÇó Total credentials: $CREDENTIAL_COUNT"
80
81# Count active workflows
82ACTIVE_WORKFLOW_COUNT=$(docker exec n8n sqlite3 /home/node/.n8n/database.sqlite "SELECT COUNT(*) FROM workflow_entity WHERE active = 1;" 2>/dev/null || echo "0")
83log_message " ΓÇó Active workflows: $ACTIVE_WORKFLOW_COUNT"
84
85# Check if database exists
86if [ -f "${COMPOSE_DIR}/data/database.sqlite" ]; then
87 DB_SIZE=$(du -sh "${COMPOSE_DIR}/data/database.sqlite" 2>/dev/null | cut -f1)
88 log_message " ΓÇó Database size: $DB_SIZE"
89 log_message " • Database file: ✅ Present"
90else
91 log_message " • Database file: ⚠️ Not found"
92fi
93
94# List active workflows with details
95if [ "$ACTIVE_WORKFLOW_COUNT" -gt "0" ]; then
96 log_message ""
97 log_separator
98 log_message "🔄 Active Workflows (sorted by last updated):"
99 log_separator
100
101 # Query active workflows ordered by updatedAt
102 docker exec n8n sqlite3 /home/node/.n8n/database.sqlite \
103 "SELECT name, id, updatedAt FROM workflow_entity WHERE active = 1 ORDER BY updatedAt DESC;" 2>/dev/null | \
104 awk -F'|' '{
105 counter++
106 name=$1
107 id=$2
108 timestamp=$3
109
110 # Convert timestamp (format: "2025-10-22T03:30:45.123Z" or similar)
111 # Extract date and time parts
112 split(timestamp, dt, "T")
113 date_part=dt[1]
114
115 # Extract time part (remove everything after the first dot or Z or +/-)
116 time_full=dt[2]
117 gsub(/\.[0-9]+Z?$/, "", time_full) # Remove milliseconds and Z
118 gsub(/\+.*$/, "", time_full) # Remove timezone offset like +07:00
119 gsub(/-[0-9]{2}:.*$/, "", time_full) # Remove timezone offset like -05:00
120 time_part=time_full
121
122 # Format date from YYYY-MM-DD to YYYY/MM/DD
123 gsub("-", "/", date_part)
124
125 printf "[%s] %d. %s\n", strftime("%Y-%m-%d %H:%M:%S"), counter, name
126 printf "[%s] - ID: %s\n", strftime("%Y-%m-%d %H:%M:%S"), id
127 printf "[%s] - Last updated: %s %s\n", strftime("%Y-%m-%d %H:%M:%S"), date_part, time_part
128 if (counter < NR) printf "[%s]\n", strftime("%Y-%m-%d %H:%M:%S")
129 }' | tee -a "$LOG_FILE"
130fi
131
132log_message ""
133log_separator
134log_message "🗜️ Creating backup archive..."
135log_separator
136
137# Create backup filename
138BACKUP_NAME="n8n-data_${TIMESTAMP}.tar.gz"
139BACKUP_PATH="${BACKUP_DIR}/${BACKUP_NAME}"
140
141# Create the backup
142log_message " Source: ${COMPOSE_DIR}/data"
143log_message " Destination: ${BACKUP_PATH}"
144log_message ""
145log_message "⏳ Backup in progress..."
146
147docker run --rm \
148 -v "${COMPOSE_DIR}/data":/source \
149 -v "$BACKUP_DIR":/backup \
150 alpine tar cfz "/backup/${BACKUP_NAME}" -C /source . >> "$LOG_FILE" 2>&1
151
152# Check if backup was created successfully
153if [ -f "$BACKUP_PATH" ]; then
154 BACKUP_SIZE=$(du -h "$BACKUP_PATH" | cut -f1)
155 BACKUP_SIZE_BYTES=$(stat -f%z "$BACKUP_PATH" 2>/dev/null || stat -c%s "$BACKUP_PATH" 2>/dev/null)
156 BACKUP_SIZE_MB=$((BACKUP_SIZE_BYTES / 1024 / 1024))
157
158 log_separator
159 log_message "✅ Backup created successfully!"
160 log_separator
161 log_message "📦 BACKUP DETAILS:"
162 log_message " ΓÇó Filename: $BACKUP_NAME"
163 log_message " ΓÇó Location: $BACKUP_PATH"
164 log_message " ΓÇó Size: $BACKUP_SIZE (${BACKUP_SIZE_MB} MB)"
165 log_message " ΓÇó Timestamp: $(date '+%Y-%m-%d %H:%M:%S')"
166 log_separator
167else
168 log_separator
169 log_message "❌ ERROR: Backup creation failed!"
170 log_separator
171 log_message " Expected location: $BACKUP_PATH"
172 log_message " Please check disk space and permissions."
173 exit 1
174fi
175
176# Verify backup integrity
177log_message ""
178log_message "🔍 Verifying backup integrity..."
179if tar -tf "$BACKUP_PATH" > /dev/null 2>&1; then
180 log_message " ✅ Backup archive is valid"
181
182 # List what's inside the backup
183 log_message ""
184 log_message "📋 Backup contents:"
185 BACKUP_FILES=$(tar -tf "$BACKUP_PATH" 2>/dev/null | wc -l)
186 log_message " ΓÇó Total files/directories: $BACKUP_FILES"
187
188 # Check for critical files
189 if tar -tf "$BACKUP_PATH" 2>/dev/null | grep -q "database.sqlite"; then
190 log_message " ✅ Database file present"
191 else
192 log_message " ⚠️ WARNING: Database file not found in backup!"
193 fi
194
195 if tar -tf "$BACKUP_PATH" 2>/dev/null | grep -q "config"; then
196 log_message " ✅ Config file present"
197 fi
198else
199 log_message " ❌ WARNING: Backup archive may be corrupted!"
200fi
201
202# Manage old backups
203log_message ""
204log_separator
205log_message "🗂️ Managing backup retention..."
206log_separator
207
208cd "$BACKUP_DIR"
209TOTAL_BACKUPS=$(ls -1 n8n-data_*.tar 2>/dev/null | wc -l)
210log_message " ΓÇó Total backups before cleanup: $TOTAL_BACKUPS"
211
212if [ "$TOTAL_BACKUPS" -gt "$KEEP_BACKUPS" ]; then
213 BACKUPS_TO_DELETE=$((TOTAL_BACKUPS - KEEP_BACKUPS))
214 log_message " ΓÇó Removing $BACKUPS_TO_DELETE old backup(s)..."
215
216 ls -t n8n-data_*.tar 2>/dev/null | tail -n +$((KEEP_BACKUPS + 1)) | while read -r old_backup; do
217 OLD_SIZE=$(du -h "$old_backup" | cut -f1)
218 log_message " - Deleting: $old_backup ($OLD_SIZE)"
219 rm -f "$old_backup"
220 done
221fi
222
223REMAINING_BACKUPS=$(ls -1 n8n-data_*.tar 2>/dev/null | wc -l)
224TOTAL_BACKUP_SIZE=$(du -sh . 2>/dev/null | cut -f1)
225log_message " ΓÇó Backups remaining: $REMAINING_BACKUPS"
226log_message " ΓÇó Total backup size: $TOTAL_BACKUP_SIZE"
227
228# Manage old log files
229cd "$LOG_DIR"
230TOTAL_LOGS=$(ls -1 n8n-backups_*.log 2>/dev/null | wc -l)
231
232if [ "$TOTAL_LOGS" -gt "$KEEP_LOGS" ]; then
233 log_message " ΓÇó Cleaning up old log files..."
234 ls -t n8n-backups_*.log 2>/dev/null | tail -n +$((KEEP_LOGS + 1)) | xargs -r rm -f
235 REMAINING_LOGS=$(ls -1 n8n-backups_*.log 2>/dev/null | wc -l)
236 log_message " ✅ Kept last $REMAINING_LOGS log files"
237fi
238
239# Calculate execution time
240END_TIME=$(date +%s)
241EXECUTION_TIME=$((END_TIME - START_TIME))
242
243# ... (setelah backup sukses, tambahkan vacuum)
244log_message ""
245log_separator
246log_message "🔄 Optimizing database (VACUUM)..."
247docker exec n8n sqlite3 /home/node/.n8n/database.sqlite "VACUUM;" 2>/dev/null && \
248 log_message " ✅ Database vacuum completed" || \
249 log_message " ⚠️ Vacuum failed (maybe database locked)"
250
251log_message ""
252log_separator
253log_message "📊 BACKUP SUMMARY:"
254log_message " ΓÇó n8n version: $CURRENT_VERSION"
255log_message " ΓÇó Total workflows: $WORKFLOW_COUNT"
256log_message " ΓÇó Total credentials: $CREDENTIAL_COUNT"
257log_message " ΓÇó Active workflows: $ACTIVE_WORKFLOW_COUNT"
258log_message " ΓÇó Data backed up: $DATA_SIZE"
259log_message " ΓÇó Backup file: $BACKUP_NAME"
260log_message " ΓÇó Backup size: $BACKUP_SIZE"
261log_message " ΓÇó Execution time: ${EXECUTION_TIME} seconds"
262log_message " • Status: ✅ SUCCESS"
263log_separator
264log_message ""
265log_message "⏱️ Total execution time: ${EXECUTION_TIME} seconds"
266log_message "📝 Log file: $LOG_FILE"
267log_separator
268log_message "🏁 Backup process completed successfully"
269log_separator
270