#!/usr/bin/env bash # Migrate containers from r630-02 thin1-r630-02 to other thin pools # This addresses the critical storage issue where thin1-r630-02 is at 97.78% capacity set -euo pipefail SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" PROJECT_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)" LOG_DIR="${PROJECT_ROOT}/logs/migrations" LOG_FILE="${LOG_DIR}/migrate-thin1-r630-02_$(date +%Y%m%d_%H%M%S).log" # Colors RED='\033[0;31m' GREEN='\033[0;32m' YELLOW='\033[1;33m' BLUE='\033[0;34m' CYAN='\033[0;36m' NC='\033[0m' log_info() { echo -e "${BLUE}[INFO]${NC} $1" | tee -a "$LOG_FILE"; } log_success() { echo -e "${GREEN}[✓]${NC} $1" | tee -a "$LOG_FILE"; } log_warn() { echo -e "${YELLOW}[⚠]${NC} $1" | tee -a "$LOG_FILE"; } log_error() { echo -e "${RED}[✗]${NC} $1" | tee -a "$LOG_FILE"; } log_header() { echo -e "${CYAN}=== $1 ===${NC}" | tee -a "$LOG_FILE"; } # Create log directory mkdir -p "$LOG_DIR" # Node configuration NODE="r630-02" NODE_IP="192.168.11.12" NODE_PASSWORD="password" SOURCE_STORAGE="thin1-r630-02" # Target storage pools (all empty and available) TARGET_POOLS=("thin2" "thin3" "thin5" "thin6") CURRENT_POOL_INDEX=0 # SSH helper ssh_node() { sshpass -p "$NODE_PASSWORD" ssh -o StrictHostKeyChecking=no -o ConnectTimeout=10 root@"$NODE_IP" "$@" } # Get next target storage pool (round-robin) get_next_target_pool() { local pool="${TARGET_POOLS[$CURRENT_POOL_INDEX]}" CURRENT_POOL_INDEX=$(( (CURRENT_POOL_INDEX + 1) % ${#TARGET_POOLS[@]} )) echo "$pool" } # Check if container is running is_container_running() { local vmid="$1" ssh_node "pct status $vmid 2>/dev/null | grep -q 'running'" && return 0 || return 1 } # Get container storage info get_container_storage() { local vmid="$1" ssh_node "pct config $vmid 2>/dev/null | grep '^rootfs:' | awk -F: '{print \$2}' | awk '{print \$1}'" | cut -d: -f1 } # Migrate a container migrate_container() { local vmid="$1" local target_storage="$2" local container_name="$3" log_info "Migrating container $vmid ($container_name) to $target_storage..." # Check if container is running local was_running=false if is_container_running "$vmid"; then was_running=true log_info "Container $vmid is running, will stop before migration..." fi # Stop container if running if [ "$was_running" = true ]; then log_info "Stopping container $vmid..." ssh_node "pct stop $vmid" || { log_error "Failed to stop container $vmid" return 1 } sleep 2 fi # Perform migration using move-volume (for same-node storage migration) log_info "Moving container $vmid disk from $SOURCE_STORAGE to $target_storage..." # Use pct move-volume for same-node storage migration # Syntax: pct move-volume [] # volume is "rootfs" for the root filesystem if ssh_node "pct move-volume $vmid rootfs $target_storage" >> "$LOG_FILE" 2>&1; then log_success "Container $vmid disk moved successfully to $target_storage" # Start container if it was running before if [ "$was_running" = true ]; then log_info "Starting container $vmid..." sleep 2 ssh_node "pct start $vmid" || log_warn "Failed to start container $vmid (may need manual start)" fi return 0 else log_error "Failed to move container $vmid disk" # Try to start container if it was stopped if [ "$was_running" = true ]; then log_info "Attempting to restart container $vmid..." ssh_node "pct start $vmid" || true fi return 1 fi } # Verify migration verify_migration() { local vmid="$1" local target_storage="$2" local current_storage=$(get_container_storage "$vmid") if [ "$current_storage" = "$target_storage" ]; then log_success "Verified: Container $vmid is now on $target_storage" return 0 else log_error "Verification failed: Container $vmid storage is $current_storage (expected $target_storage)" return 1 fi } # Main migration function main() { log_header "Migration: thin1-r630-02 to Other Thin Pools" echo "" log_info "Source Node: $NODE ($NODE_IP)" log_info "Source Storage: $SOURCE_STORAGE" log_info "Target Storage Pools: ${TARGET_POOLS[*]}" echo "" # Get list of containers on source storage log_info "Identifying containers on $SOURCE_STORAGE..." local containers=$(ssh_node "pvesm list $SOURCE_STORAGE 2>/dev/null | tail -n +2 | awk '{print \$NF}' | sort -u") if [ -z "$containers" ]; then log_warn "No containers found on $SOURCE_STORAGE" return 0 fi local container_list=($containers) # Filter out containers that are already on different storage local containers_to_migrate=() for vmid in "${container_list[@]}"; do local current_storage=$(ssh_node "pct config $vmid 2>/dev/null | grep '^rootfs:' | awk '{print \$2}' | cut -d: -f1") if [ "$current_storage" = "$SOURCE_STORAGE" ]; then containers_to_migrate+=("$vmid") else log_info "Container $vmid is already on $current_storage, skipping..." fi done if [ ${#containers_to_migrate[@]} -eq 0 ]; then log_success "All containers have been migrated from $SOURCE_STORAGE" return 0 fi log_info "Found ${#containers_to_migrate[@]} containers to migrate: ${containers_to_migrate[*]}" echo "" # Update container_list to only include containers that need migration container_list=("${containers_to_migrate[@]}") # Get container names declare -A container_names for vmid in "${container_list[@]}"; do local name=$(ssh_node "pct config $vmid 2>/dev/null | grep '^hostname:' | awk '{print \$2}'" || echo "unknown") container_names[$vmid]="$name" done # Check storage availability log_info "Checking target storage availability..." for pool in "${TARGET_POOLS[@]}"; do local available=$(ssh_node "pvesm status $pool 2>/dev/null | awk 'NR==2 {print \$6}'" || echo "0") log_info " $pool: Available" done echo "" # Confirm migration log_warn "This will migrate ${#container_list[@]} containers from $SOURCE_STORAGE" log_info "Containers to migrate:" for vmid in "${container_list[@]}"; do log_info " - VMID $vmid: ${container_names[$vmid]}" done echo "" # Check for --yes flag for non-interactive mode local auto_confirm=false if [[ "${1:-}" == "--yes" ]] || [[ "${1:-}" == "-y" ]]; then auto_confirm=true log_info "Auto-confirm mode enabled" fi if [ "$auto_confirm" = false ]; then read -p "Continue with migration? (yes/no): " confirm if [ "$confirm" != "yes" ]; then log_info "Migration cancelled by user" return 0 fi fi echo "" # Perform migrations local success_count=0 local fail_count=0 for vmid in "${container_list[@]}"; do local target_pool=$(get_next_target_pool) local container_name="${container_names[$vmid]}" log_header "Migrating Container $vmid ($container_name)" if migrate_container "$vmid" "$target_pool" "$container_name"; then if verify_migration "$vmid" "$target_pool"; then ((success_count++)) else ((fail_count++)) fi else ((fail_count++)) fi echo "" done # Final summary log_header "Migration Summary" log_info "Total containers: ${#container_list[@]}" log_success "Successfully migrated: $success_count" if [ $fail_count -gt 0 ]; then log_error "Failed migrations: $fail_count" fi # Check final storage status echo "" log_info "Final storage status:" ssh_node "pvesm status | grep -E '(thin1-r630-02|thin2|thin3|thin5|thin6)'" | tee -a "$LOG_FILE" echo "" log_success "Migration complete! Log saved to: $LOG_FILE" } # Run main function main "$@"