Progress: $step of $total_steps steps ($percentage%)
Current Step: $description
Last Updated: $(date)
This page will refresh automatically every 5 seconds.
EOF log_message "Progress: $step/$total_steps ($percentage%) - $description" } # Estimate completion time estimate_completion_time() { local start_time="$1" local current_step="$2" local total_steps="$3" if [ "$current_step" -gt 0 ]; then local elapsed=$(($(date +%s) - start_time)) local avg_time_per_step=$((elapsed / current_step)) local remaining_steps=$((total_steps - current_step)) local estimated_remaining=$((remaining_steps * avg_time_per_step)) local hours=$((estimated_remaining / 3600)) local minutes=$(((estimated_remaining % 3600) / 60)) local seconds=$((estimated_remaining % 60)) echo "${hours}h ${minutes}m ${seconds}s" else echo "Calculating..." fi } # Create backup before migration create_backup() { log_message "Creating backup of MongoDB 3 database" # Check disk space for backup (estimate 2x current database size) local db_size=$(du -s "${SNAP_COMMON}/wekan" 2>/dev/null | awk '{print $1}' || echo "0") local required_space=$((db_size * 2 / 1024 / 1024 + 1)) # Convert to GB and add 1GB buffer if ! check_disk_space "$required_space"; then log_error "Insufficient disk space for backup" return 1 fi # Create backup directory mkdir -p "$BACKUP_DIR" # Copy database files if [ -d "${SNAP_COMMON}/wekan" ]; then cp -r "${SNAP_COMMON}/wekan" "$BACKUP_DIR/" log_success "Database backup created at $BACKUP_DIR" return 0 else log_error "No database found to backup" return 1 fi } # Check if migration is needed check_migration_needed() { if [ -f "$MIGRATION_STATUS" ]; then local status=$(jq -r '.status' "$MIGRATION_STATUS" 2>/dev/null || echo "unknown") if [ "$status" = "completed" ]; then log_message "Migration already completed" return 1 elif [ "$status" = "running" ]; then log_message "Migration already in progress" return 0 fi fi # Check if we have MongoDB 3 data (either in wekan directory or raw database files) if [ -d "${SNAP_COMMON}/wekan" ] && [ ! -f "${SNAP_COMMON}/mongodb-version-7" ]; then log_message "MongoDB 3 data detected in wekan directory" return 0 fi # Check for MongoDB upgrade needed by examining log file if detect_mongodb_upgrade_needed; then log_message "MongoDB upgrade needed detected from log file" return 0 fi log_message "No migration needed" return 1 } # Display MongoDB log content for debugging display_mongodb_log_content() { local mongodb_log="${SNAP_COMMON}/mongodb.log" if [ ! -f "$mongodb_log" ]; then log_message "MongoDB log file not found: $mongodb_log" return 1 fi log_message "MongoDB log file content (last 50 lines):" if [ -r "$mongodb_log" ]; then tail -50 "$mongodb_log" | while read -r line; do log_message "LOG: $line" done else log_message "MongoDB log file not readable, trying with sudo" sudo tail -50 "$mongodb_log" 2>/dev/null | while read -r line; do log_message "LOG: $line" done fi } # Detect if MongoDB upgrade is needed by checking log file detect_mongodb_upgrade_needed() { local mongodb_log="${SNAP_COMMON}/mongodb.log" # Check if MongoDB log file exists if [ ! -f "$mongodb_log" ]; then log_message "MongoDB log file not found: $mongodb_log" return 1 fi # Display log content for debugging display_mongodb_log_content # Check file permissions and try to read with appropriate method if [ ! -r "$mongodb_log" ]; then log_message "MongoDB log file not readable, trying with sudo" # Try to read with sudo if not readable if ! sudo grep -q "too recent to start up on the existing data files" "$mongodb_log" 2>/dev/null; then log_message "No MongoDB upgrade needed detected in log file (via sudo)" return 1 fi else # Check for various error messages that indicate upgrade is needed # The exact message may vary between MongoDB versions local upgrade_patterns=( "This version of MongoDB is too recent to start up on the existing data files" "too recent to start up on the existing data files" "Try MongoDB 4.2 or earlier" "unsupported format version" "data files are incompatible" "database files are incompatible" "version too new" "version too recent" ) local found_upgrade_needed=false for pattern in "${upgrade_patterns[@]}"; do if grep -q "$pattern" "$mongodb_log" 2>/dev/null; then log_message "Found upgrade pattern in log: '$pattern'" found_upgrade_needed=true break fi done if [ "$found_upgrade_needed" = false ]; then log_message "No MongoDB upgrade needed detected in log file" return 1 fi fi log_message "MongoDB upgrade needed detected in log file" return 0 } # Log rotation function for MongoDB logs rotate_mongodb_logs() { local mongodb_log="${SNAP_COMMON}/mongodb.log" local max_size_mb=100 local keep_copies=10 # Check if log file exists and is large enough to rotate if [ ! -f "$mongodb_log" ]; then log_message "MongoDB log file not found, skipping rotation" return 0 fi # Get log file size in MB local log_size_mb=$(du -m "$mongodb_log" | cut -f1) if [ "$log_size_mb" -lt "$max_size_mb" ]; then log_message "MongoDB log size (${log_size_mb}MB) is below rotation threshold (${max_size_mb}MB)" return 0 fi log_message "Rotating MongoDB log file (size: ${log_size_mb}MB)" # Create rotated log file with timestamp local timestamp=$(date +%Y%m%d-%H%M%S) local rotated_log="${mongodb_log}.${timestamp}" # Copy current log to rotated file if cp "$mongodb_log" "$rotated_log"; then log_message "Created rotated log file: $rotated_log" # Truncate original log file if > "$mongodb_log"; then log_message "Truncated original log file" else log_error "Failed to truncate original log file" return 1 fi # Compress rotated log file if gzip "$rotated_log"; then log_message "Compressed rotated log file: ${rotated_log}.gz" else log_warning "Failed to compress rotated log file" fi # Clean up old rotated logs (keep only specified number) local old_logs=$(ls -t "${mongodb_log}".* 2>/dev/null | tail -n +$((keep_copies + 1))) if [ -n "$old_logs" ]; then echo "$old_logs" | xargs rm -f log_message "Cleaned up old rotated log files" fi log_success "MongoDB log rotation completed successfully" return 0 else log_error "Failed to create rotated log file" return 1 fi } # Enhanced log rotation function for migration logs rotate_migration_logs() { local migration_log="${SNAP_COMMON}/mongodb-migration-log.txt" local max_size_mb=50 local keep_copies=5 # Check if migration log file exists and is large enough to rotate if [ ! -f "$migration_log" ]; then log_message "Migration log file not found, skipping rotation" return 0 fi # Get log file size in MB local log_size_mb=$(du -m "$migration_log" | cut -f1) if [ "$log_size_mb" -lt "$max_size_mb" ]; then log_message "Migration log size (${log_size_mb}MB) is below rotation threshold (${max_size_mb}MB)" return 0 fi log_message "Rotating migration log file (size: ${log_size_mb}MB)" # Create rotated log file with timestamp local timestamp=$(date +%Y%m%d-%H%M%S) local rotated_log="${migration_log}.${timestamp}" # Copy current log to rotated file if cp "$migration_log" "$rotated_log"; then log_message "Created rotated migration log file: $rotated_log" # Truncate original log file if > "$migration_log"; then log_message "Truncated original migration log file" else log_error "Failed to truncate original migration log file" return 1 fi # Compress rotated log file if gzip "$rotated_log"; then log_message "Compressed rotated migration log file: ${rotated_log}.gz" else log_warning "Failed to compress rotated migration log file" fi # Clean up old rotated logs (keep only specified number) local old_logs=$(ls -t "${migration_log}".* 2>/dev/null | tail -n +$((keep_copies + 1))) if [ -n "$old_logs" ]; then echo "$old_logs" | xargs rm -f log_message "Cleaned up old rotated migration log files" fi log_success "Migration log rotation completed successfully" return 0 else log_error "Failed to create rotated migration log file" return 1 fi } # Reset MONGO_LOG_DESTINATION to devnull after successful migration reset_mongo_log_destination() { log_message "Resetting MONGO_LOG_DESTINATION to devnull after successful migration" # Use snap set to change the setting back to devnull if snap set wekan mongo-log-destination="devnull" 2>/dev/null; then log_success "MONGO_LOG_DESTINATION reset to devnull successfully" else log_error "Failed to reset MONGO_LOG_DESTINATION to devnull" # Don't fail the migration for this setting issue fi } # Migrate raw MongoDB 3 database files migrate_raw_database_files() { log_message "Starting raw MongoDB 3 database files migration" # Validate paths are within SNAP_COMMON if ! validate_snap_common_path "${SNAP_COMMON}" "Database path"; then log_error "Database path validation failed" return 1 fi # Stop any running MongoDB processes log_message "Stopping any running MongoDB processes" pkill -f mongod || true sleep 3 # Start MongoDB 3 with raw files log_message "Starting MongoDB 3 with raw database files" local mongo3_pid mongod --dbpath "${SNAP_COMMON}" --port "${MONGODB_PORT:-27019}" --quiet & mongo3_pid=$! # Wait for MongoDB 3 to start local retry_count=0 while [ $retry_count -lt 30 ]; do if mongosh --quiet --eval "db.adminCommand('ping')" "mongodb://localhost:${MONGODB_PORT:-27019}/admin" >/dev/null 2>&1; then log_message "MongoDB 3 started successfully" break fi sleep 1 retry_count=$((retry_count + 1)) done if [ $retry_count -eq 30 ]; then log_error "MongoDB 3 failed to start" kill $mongo3_pid 2>/dev/null || true return 1 fi # Dump all databases from MongoDB 3 log_message "Dumping databases from MongoDB 3" if ! mongodump --port "${MONGODB_PORT:-27019}" --out "$TEMP_DIR" --dbpath "${SNAP_COMMON}"; then log_error "Failed to dump databases from MongoDB 3" kill $mongo3_pid 2>/dev/null || true return 1 fi # Stop MongoDB 3 log_message "Stopping MongoDB 3" kill $mongo3_pid 2>/dev/null || true sleep 3 # Start MongoDB 7 log_message "Starting MongoDB 7" local mongo7_pid mongod --dbpath "${SNAP_COMMON}" --port "${MONGODB_PORT:-27019}" --quiet & mongo7_pid=$! # Wait for MongoDB 7 to start retry_count=0 while [ $retry_count -lt 30 ]; do if mongosh --quiet --eval "db.adminCommand('ping')" "mongodb://localhost:${MONGODB_PORT:-27019}/admin" >/dev/null 2>&1; then log_message "MongoDB 7 started successfully" break fi sleep 1 retry_count=$((retry_count + 1)) done if [ $retry_count -eq 30 ]; then log_error "MongoDB 7 failed to start" kill $mongo7_pid 2>/dev/null || true return 1 fi # Restore databases to MongoDB 7 log_message "Restoring databases to MongoDB 7" if ! mongorestore --port "${MONGODB_PORT:-27019}" --dbpath "${SNAP_COMMON}" "$TEMP_DIR"; then log_error "Failed to restore databases to MongoDB 7" kill $mongo7_pid 2>/dev/null || true return 1 fi # Stop MongoDB 7 log_message "Stopping MongoDB 7" kill $mongo7_pid 2>/dev/null || true sleep 3 # Clean up old MongoDB 3 files log_message "Cleaning up old MongoDB 3 files" find "${SNAP_COMMON}" -maxdepth 1 -name "*.0" -o -name "*.1" -o -name "*.ns" -o -name "j._*" -o -name "mongod.lock" | while read -r file; do if [ -f "$file" ]; then rm -f "$file" log_message "Removed old file: $file" fi done # Remove journal directory if it exists if [ -d "${SNAP_COMMON}/journal" ]; then rm -rf "${SNAP_COMMON}/journal" log_message "Removed journal directory" fi log_success "Raw database files migration completed successfully" # Reset MONGO_LOG_DESTINATION to devnull after successful migration reset_mongo_log_destination return 0 } # Snap channel detection and switching functions get_current_snap_channel() { local snap_name="$1" snap list "$snap_name" 2>/dev/null | awk 'NR==2 {print $4}' || echo "unknown" } is_wekan_snap() { local snap_name="$1" case "$snap_name" in wekan|wekan-gantt-gpl|wekan-ondra) return 0 ;; *) return 1 ;; esac } switch_to_stable_channel() { local snap_name="$1" local current_channel=$(get_current_snap_channel "$snap_name") if [ "$current_channel" != "stable" ] && [ "$current_channel" != "unknown" ]; then log_message "Switching $snap_name from $current_channel to stable channel" if snap refresh "$snap_name" --channel=stable; then log_success "Successfully switched $snap_name to stable channel" return 0 else log_error "Failed to switch $snap_name to stable channel" return 1 fi else log_message "$snap_name is already on stable channel or not installed" return 0 fi } switch_all_wekan_snaps_to_stable() { log_message "Checking for Wekan-related snaps to switch to stable channel" local wekan_snaps=("wekan" "wekan-gantt-gpl" "wekan-ondra") local switched_count=0 local failed_count=0 for snap_name in "${wekan_snaps[@]}"; do if snap list "$snap_name" >/dev/null 2>&1; then if switch_to_stable_channel "$snap_name"; then switched_count=$((switched_count + 1)) else failed_count=$((failed_count + 1)) fi fi done log_message "Channel switching completed: $switched_count successful, $failed_count failed" if [ "$failed_count" -gt 0 ]; then return 1 else return 0 fi } # Get database collections get_collections() { local mongo_url="$1" local collections=$(mongosh --quiet --eval "db.getCollectionNames().join('\n')" "$mongo_url" 2>/dev/null | grep -v "^$" || echo "") echo "$collections" } # Migrate a single collection migrate_collection() { local collection="$1" local mongo3_url="$2" local mongo7_url="$3" local step="$4" local total_steps="$5" log_message "Migrating collection: $collection" # Check disk space before each collection (estimate 2x collection size) local collection_size=$(mongosh --quiet --eval "db.$collection.stats().size" "$mongo3_url" 2>/dev/null || echo "0") local required_space=$((collection_size * 2 / 1024 / 1024 / 1024 + 1)) # Convert to GB and add 1GB buffer if ! check_disk_space "$required_space"; then log_error "Insufficient disk space for collection $collection" return 1 fi # Dump collection local dump_file="${TEMP_DIR}/${collection}.bson" log_message "Dumping collection $collection to $dump_file" if ! mongodump --db wekan --collection "$collection" --out "$TEMP_DIR" --port "${MONGODB_PORT:-27019}" --dbpath "${SNAP_COMMON}"; then log_error "Failed to dump collection $collection" return 1 fi # Restore collection log_message "Restoring collection $collection to MongoDB 7" if ! mongorestore --db wekan --collection "$collection" "$dump_file" --port "${MONGODB_PORT:-27019}" --dbpath "${SNAP_COMMON}"; then log_error "Failed to restore collection $collection" return 1 fi # Update progress update_progress "$step" "$total_steps" "Migrated collection: $collection" # Clean up dump file rm -f "$dump_file" log_success "Collection $collection migrated successfully" return 0 } # Main migration function perform_migration() { local start_time=$(date +%s) log_message "Starting MongoDB migration from version 3 to 7" # Rotate MongoDB logs before migration if needed log_message "Checking if MongoDB log rotation is needed" if ! rotate_mongodb_logs; then log_warning "MongoDB log rotation failed, continuing with migration" fi # Rotate migration logs before migration if needed log_message "Checking if migration log rotation is needed" if ! rotate_migration_logs; then log_warning "Migration log rotation failed, continuing with migration" fi # Create backup before migration log_message "Creating backup before migration" if ! create_backup; then log_error "Failed to create backup, aborting migration" return 1 fi # Create temporary directory mkdir -p "$TEMP_DIR" # Check if we need to migrate raw database files if detect_mongodb_upgrade_needed; then log_message "MongoDB upgrade needed detected, starting raw file migration" if ! migrate_raw_database_files; then log_error "Failed to migrate raw database files" return 1 fi fi # Get MongoDB connection details local mongo3_url="mongodb://localhost:${MONGODB_PORT:-27019}/wekan" local mongo7_url="mongodb://localhost:${MONGODB_PORT:-27019}/wekan" # Get collections to migrate log_message "Getting list of collections to migrate" local collections=$(get_collections "$mongo3_url") if [ -z "$collections" ]; then log_error "No collections found to migrate" return 1 fi local collection_count=$(echo "$collections" | wc -l) log_message "Found $collection_count collections to migrate" # Migrate each collection local current_step=0 for collection in $collections; do current_step=$((current_step + 1)) if ! migrate_collection "$collection" "$mongo3_url" "$mongo7_url" "$current_step" "$collection_count"; then log_error "Migration failed at collection $collection" return 1 fi # Update completion time estimate local estimated_time=$(estimate_completion_time "$start_time" "$current_step" "$collection_count") log_message "Estimated completion time: $estimated_time" done # Mark migration as completed cat > "$MIGRATION_STATUS" << EOF { "step": $collection_count, "total_steps": $collection_count, "percentage": 100, "description": "Migration completed successfully", "timestamp": "$(date -Iseconds)", "status": "completed" } EOF # Create MongoDB 7 version marker touch "${SNAP_COMMON}/mongodb-version-7" # Clean up temporary files rm -rf "$TEMP_DIR" # Switch Wekan snaps to stable channel after successful migration log_message "Switching Wekan snaps to stable channel after successful migration" if switch_all_wekan_snaps_to_stable; then log_success "All Wekan snaps switched to stable channel successfully" else log_error "Some Wekan snaps failed to switch to stable channel" # Don't fail the migration for channel switching issues fi log_success "MongoDB migration completed successfully" # Rotate MongoDB logs after successful migration log_message "Rotating MongoDB logs after successful migration" if ! rotate_mongodb_logs; then log_warning "MongoDB log rotation after migration failed" fi # Rotate migration logs after successful migration log_message "Rotating migration logs after successful migration" if ! rotate_migration_logs; then log_warning "Migration log rotation after migration failed" fi # Reset MONGO_LOG_DESTINATION to devnull after successful migration reset_mongo_log_destination return 0 } # Revert migration revert_migration() { log_message "Reverting MongoDB migration" if [ ! -f "$REVERT_FILE" ]; then log_error "Revert file not found: $REVERT_FILE" return 1 fi # Stop MongoDB 7 log_message "Stopping MongoDB 7" snapctl stop --disable "${SNAP_NAME}.mongodb" # Remove MongoDB 7 version marker rm -f "${SNAP_COMMON}/mongodb-version-7" # Find the most recent backup directory local latest_backup=$(ls -td "${SNAP_COMMON}/mongodb-backup-"* 2>/dev/null | head -1) if [ -n "$latest_backup" ] && [ -d "$latest_backup" ]; then log_message "Restoring from backup: $latest_backup" # Stop any running MongoDB processes pkill -f mongod || true sleep 2 # Remove current database directory rm -rf "${SNAP_COMMON}/wekan" # Restore from backup cp -r "$latest_backup"/* "${SNAP_COMMON}/" # Clean up backup directory rm -rf "$latest_backup" log_success "Database restored from backup" else log_error "No backup found for revert" return 1 fi # Remove revert file rm -f "$REVERT_FILE" # Clear migration status rm -f "$MIGRATION_STATUS" # Start MongoDB 3 log_message "Starting MongoDB 3" snapctl start --enable "${SNAP_NAME}.mongodb" log_success "Migration reverted successfully" return 0 } # Main execution main() { log_message "MongoDB Migration Script started" # Validate all paths are within SNAP_COMMON if ! validate_all_paths; then log_error "Path validation failed - aborting migration" exit 1 fi # Check if revert is requested if [ -f "$REVERT_FILE" ]; then revert_migration exit $? fi # Check if migration is needed if ! check_migration_needed; then exit 0 fi # Perform migration if perform_migration; then log_success "Migration completed successfully" exit 0 else log_error "Migration failed" exit 1 fi } # Run main function main "$@"