清理

example/node1/main.go

@@ -1,190 +0,0 @@
-package main
-
-import (
-	"flag"
-	"fmt"
-	"log"
-	"os"
-	"path/filepath"
-	"time"
-
-	"igit.com/xbase/raft"
-)
-
-func main() {
-	// Command line flags
-	snapshotThreshold := flag.Uint64("threshold", 10000, "Log count to trigger snapshot/compaction")
-	minRetention := flag.Uint64("retention", 20000, "Minimum log entries to retain after compaction")
-	totalKeys := flag.Int("keys", 100000, "Total number of keys to write")
-	flag.Parse()
-
-	// Configuration
-	nodeID := "node1"
-	addr := "localhost:5001"
-	dataDir := "data/node1"
-	
-	// Clean start to ensure clean test
-	os.RemoveAll(dataDir)
-
-	// Cluster configuration - Single Node for this test
-	clusterNodes := map[string]string{
-		"node1": "localhost:5001",
-	}
-
-	config := raft.DefaultConfig()
-	config.NodeID = nodeID
-	config.ListenAddr = addr
-	config.DataDir = dataDir
-	config.ClusterNodes = clusterNodes
-	// Log level: 0=DEBUG, 1=INFO, 2=WARN, 3=ERROR
-	config.Logger = raft.NewConsoleLogger(nodeID, 1)
-
-	// Stress Test Configuration
-	config.SnapshotThreshold = *snapshotThreshold
-	config.SnapshotMinRetention = *minRetention
-	
-	fmt.Printf("Configuration:\n")
-	fmt.Printf("- Snapshot Threshold: %d\n", config.SnapshotThreshold)
-	fmt.Printf("- Min Retention:      %d\n", config.SnapshotMinRetention)
-	fmt.Printf("- Total Keys:         %d\n", *totalKeys)
-
-	// Ensure data directory exists
-	if err := os.MkdirAll(dataDir, 0755); err != nil {
-		log.Fatalf("Failed to create data directory: %v", err)
-	}
-
-	// Create KV Server
-	server, err := raft.NewKVServer(config)
-	if err != nil {
-		log.Fatalf("Failed to create server: %v", err)
-	}
-
-	// Start server
-	if err := server.Start(); err != nil {
-		log.Fatalf("Failed to start server: %v", err)
-	}
-
-	fmt.Printf("Node %s started. Beginning Log Compaction Safety Test.\n", nodeID)
-	
-	// Wait for leader election
-	fmt.Println("Waiting for leader election...")
-	time.Sleep(2 * time.Second)
-	
-	// Verify Leader
-	if !server.IsLeader() {
-		// In single node, it should become leader quickly
-		fmt.Println("Warning: Node is not leader yet. Waiting...")
-		time.Sleep(2 * time.Second)
-	}
-
-	// Write loop
-	logPath := filepath.Join(dataDir, "log.bin")
-	
-	var initialLogSize int64
-	
-	fmt.Printf("Starting write workload of %d keys...\n", *totalKeys)
-
-	for i := 0; i < *totalKeys; i++ {
-		// Ensure leader
-		if i%1000 == 0 {
-			if !server.IsLeader() {
-				fmt.Println("Lost leadership, waiting...")
-				time.Sleep(1 * time.Second)
-				i--
-				continue
-			}
-		}
-
-		key := fmt.Sprintf("k-%d", i)
-		val := fmt.Sprintf("v-%d", i)
-		
-		// Retry logic
-		for retry := 0; retry < 3; retry++ {
-			if err := server.Set(key, val); err != nil {
-				if retry == 2 {
-					log.Printf("Failed to set key %s after retries: %v", key, err)
-				}
-				time.Sleep(10 * time.Millisecond)
-				continue
-			}
-			break
-		}
-		
-		// Check log size just before expected compaction point (approx)
-		if i == 35000 {
-			info, err := os.Stat(logPath)
-			if err == nil {
-				initialLogSize = info.Size()
-				fmt.Printf("Log size at 35k entries: %d bytes\n", initialLogSize)
-			}
-		}
-		
-		if i > 0 && i % 5000 == 0 {
-			stats := server.GetStats()
-			fmt.Printf("Progress: %d/%d. Log Indices: [%d, %d]\n", i, *totalKeys, stats.FirstLogIndex, stats.LastLogIndex)
-		}
-	}
-	
-	// Give time for compaction to trigger (async in background usually, but called after Apply)
-	fmt.Println("Workload finished. Waiting for compaction to settle...")
-	time.Sleep(5 * time.Second)
-	
-	// Check log size
-	info, err := os.Stat(logPath)
-	if err != nil {
-		log.Fatalf("Failed to stat log file: %v", err)
-	}
-	finalLogSize := info.Size()
-	
-	stats := server.GetStats()
-	fmt.Printf("Final Stats - Indices: [%d, %d]\n", stats.FirstLogIndex, stats.LastLogIndex)
-	fmt.Printf("Final Log Size: %d bytes\n", finalLogSize)
-	
-	if initialLogSize > 0 {
-		if finalLogSize < initialLogSize {
-			fmt.Printf("\033[32mSUCCESS: Log file size decreased (Compaction worked physically). %d -> %d\033[0m\n", initialLogSize, finalLogSize)
-		} else {
-			fmt.Printf("\033[33mWARNING: Log file size did not decrease. %d -> %d. (Compaction might not have triggered or physically rewritten)\033[0m\n", initialLogSize, finalLogSize)
-		}
-	}
-	
-	// Verify Data Integrity
-	fmt.Println("Verifying Data Integrity (Reading samples)...")
-	errors := 0
-	// Check specifically keys that might have been compacted (old keys)
-	// and keys that are new.
-	checkIndices := []int{0, 100, 1000, 10000, 20000, 30000, 40000, 50000, 60000, 80000, 99999}
-	
-	for _, i := range checkIndices {
-		key := fmt.Sprintf("k-%d", i)
-		val, ok, err := server.GetLinear(key) // Should hit DB
-		
-		if err != nil {
-			log.Printf("Read error for %s: %v", key, err)
-			errors++
-			continue
-		} 
-		if !ok {
-			log.Printf("Key %s missing!", key)
-			errors++
-			continue
-		}
-		
-		expected := fmt.Sprintf("v-%d", i)
-		if val != expected {
-			log.Printf("Value mismatch for %s. Got %s, want %s", key, val, expected)
-			errors++
-		} else {
-			// fmt.Printf("Verified %s OK\n", key)
-		}
-	}
-	
-	if errors == 0 {
-		fmt.Printf("\033[32mData Integrity Verified. All samples readable.\033[0m\n")
-	} else {
-		fmt.Printf("\033[31mFound %d data integrity errors.\033[0m\n", errors)
-	}
-	
-	fmt.Println("Test Complete. Shutting down...")
-	server.Stop()
-}

example/node2/main.go

@@ -1,210 +0,0 @@
-package main
-
-import (
-	"bufio"
-	"fmt"
-	"log"
-	"os"
-	"os/signal"
-	"strings"
-	"syscall"
-	"time"
-
-	"igit.com/xbase/raft"
-)
-
-const (
-	ColorReset  = "\033[0m"
-	ColorDim    = "\033[90m" // Dark Gray
-	ColorRed    = "\033[31m"
-	ColorGreen  = "\033[32m"
-	ColorYellow = "\033[33m"
-	ColorBlue   = "\033[34m"
-	ColorCyan   = "\033[36m"
-)
-
-func main() {
-	// Configuration
-	nodeID := "node2"
-	addr := "localhost:5002"
-	dataDir := "data/node2"
-
-	// Cluster configuration
-	clusterNodes := map[string]string{
-		"node1": "localhost:5001",
-		"node2": "localhost:5002",
-		"node3": "localhost:5003",
-	}
-
-	config := raft.DefaultConfig()
-	config.NodeID = nodeID
-	config.ListenAddr = addr
-	config.DataDir = dataDir
-	config.ClusterNodes = clusterNodes
-	// Log level: 0=DEBUG, 1=INFO, 2=WARN, 3=ERROR
-	config.Logger = raft.NewConsoleLogger(nodeID, 1)
-
-	// Ensure data directory exists
-	if err := os.MkdirAll(dataDir, 0755); err != nil {
-		log.Fatalf("Failed to create data directory: %v", err)
-	}
-
-	// Create KV Server
-	server, err := raft.NewKVServer(config)
-	if err != nil {
-		log.Fatalf("Failed to create server: %v", err)
-	}
-
-	// Start server
-	if err := server.Start(); err != nil {
-		log.Fatalf("Failed to start server: %v", err)
-	}
-
-	fmt.Printf("Node %s%s%s started on %s\n", ColorGreen, nodeID, ColorReset, addr)
-	fmt.Println("Commands: set <key> <val>, get <key>, del <key>")
-
-	// State Monitor Loop (Real-time status updates)
-	go func() {
-		var lastState string
-		var lastTerm uint64
-		// Initial state
-		stats := server.GetStats()
-		lastState = stats.State
-		lastTerm = stats.Term
-
-		ticker := time.NewTicker(100 * time.Millisecond)
-		defer ticker.Stop()
-
-		for range ticker.C {
-			stats := server.GetStats()
-			if stats.State != lastState || stats.Term != lastTerm {
-				fmt.Printf("\n%s[State Change] %s (Term %d) -> %s (Term %d)%s\n> ",
-					ColorYellow, lastState, lastTerm, stats.State, stats.Term, ColorReset)
-				lastState = stats.State
-				lastTerm = stats.Term
-			}
-		}
-	}()
-
-	// Simple test loop
-	go func() {
-		ticker := time.NewTicker(10 * time.Second)
-		defer ticker.Stop()
-		for range ticker.C {
-			fmt.Println() // Extra newline
-			if server.IsLeader() {
-				fmt.Printf("--- I am the %sLEADER%s ---\n", ColorGreen, ColorReset)
-			} else {
-				leaderID := server.GetLeaderID()
-				fmt.Printf("--- I am %sFOLLOWER%s (Leader: %s%s%s) ---\n", 
-					ColorYellow, ColorReset, ColorCyan, leaderID, ColorReset)
-			}
-
-			// We always try to Set and Get, letting the server handle routing
-			// Write a value
-			key := fmt.Sprintf("key-%d", time.Now().Unix())
-			val := fmt.Sprintf("val-%s", nodeID)
-			
-			err := server.Set(key, val)
-			
-			if server.IsLeader() {
-				if err != nil {
-					fmt.Printf("%sSet failed:%s %v\n", ColorRed, ColorReset, err)
-				} else {
-					fmt.Printf("%sSet%s %s%s%s%s%s=%s%s%s%s\n", 
-						ColorGreen, ColorReset, 
-						ColorCyan, key, ColorReset, 
-						ColorDim, ":", ColorReset, 
-						ColorYellow, val, ColorReset)
-				}
-				
-				// Read it back
-				if v, ok, err := server.GetLinear(key); err != nil {
-					fmt.Printf("%sGetLinear failed:%s %v\n", ColorRed, ColorReset, err)
-				} else if ok {
-					fmt.Printf("%sGet%s %s%s%s%s%s=%s%s%s%s\n", 
-						ColorGreen, ColorReset,
-						ColorCyan, key, ColorReset, 
-						ColorDim, ":", ColorReset, 
-						ColorYellow, v, ColorReset)
-				}
-			}
-
-			// Print stats
-			metrics := server.GetMetrics()
-			health := server.HealthCheck()
-			fmt.Printf("Term: %s%d%s (M:%d), CommitIndex: %s%d%s, Applied: %s%d%s\n", 
-				ColorBlue, health.Term, ColorReset, metrics.Term, 
-				ColorGreen, health.CommitIndex, ColorReset, 
-				ColorGreen, health.LastApplied, ColorReset)
-			fmt.Print("> ") // Prompt
-		}
-	}()
-
-	// CLI Loop
-	go func() {
-		scanner := bufio.NewScanner(os.Stdin)
-		fmt.Print("> ")
-		for scanner.Scan() {
-			text := strings.TrimSpace(scanner.Text())
-			if text == "" {
-				fmt.Print("> ")
-				continue
-			}
-			parts := strings.Fields(text)
-			cmd := strings.ToLower(parts[0])
-
-			switch cmd {
-			case "set":
-				if len(parts) != 3 {
-					fmt.Println("Usage: set <key> <value>")
-					break
-				}
-				key, val := parts[1], parts[2]
-				if err := server.Set(key, val); err != nil {
-					fmt.Printf("%sError:%s %v\n", ColorRed, ColorReset, err)
-				} else {
-					fmt.Printf("%sOK%s\n", ColorGreen, ColorReset)
-				}
-			case "get":
-				if len(parts) != 2 {
-					fmt.Println("Usage: get <key>")
-					break
-				}
-				key := parts[1]
-				if val, ok, err := server.GetLinear(key); err != nil {
-					fmt.Printf("%sError:%s %v\n", ColorRed, ColorReset, err)
-				} else if !ok {
-					fmt.Printf("%sNot Found%s\n", ColorYellow, ColorReset)
-				} else {
-					// Fixed: 7 verbs for 7 args
-					fmt.Printf("%s%s%s%s%s=%s%s\n", ColorDim, key, ColorReset, ColorDim, ":", ColorReset, val)
-				}
-			case "del", "delete":
-				if len(parts) != 2 {
-					fmt.Println("Usage: del <key>")
-					break
-				}
-				key := parts[1]
-				if err := server.Del(key); err != nil {
-					fmt.Printf("%sError:%s %v\n", ColorRed, ColorReset, err)
-				} else {
-					fmt.Printf("%sDeleted%s\n", ColorGreen, ColorReset)
-				}
-			case "help":
-				fmt.Println("Commands: set <key> <val>, get <key>, del <key>")
-			default:
-				fmt.Println("Unknown command")
-			}
-			fmt.Print("> ")
-		}
-	}()
-
-	// Handle shutdown
-	sigCh := make(chan os.Signal, 1)
-	signal.Notify(sigCh, syscall.SIGINT, syscall.SIGTERM)
-	<-sigCh
-
-	fmt.Println("\nShutting down...")
-	server.Stop()
-}

example/node3/main.go

@@ -1,210 +0,0 @@
-package main
-
-import (
-	"bufio"
-	"fmt"
-	"log"
-	"os"
-	"os/signal"
-	"strings"
-	"syscall"
-	"time"
-
-	"igit.com/xbase/raft"
-)
-
-const (
-	ColorReset  = "\033[0m"
-	ColorDim    = "\033[90m" // Dark Gray
-	ColorRed    = "\033[31m"
-	ColorGreen  = "\033[32m"
-	ColorYellow = "\033[33m"
-	ColorBlue   = "\033[34m"
-	ColorCyan   = "\033[36m"
-)
-
-func main() {
-	// Configuration
-	nodeID := "node3"
-	addr := "localhost:5003"
-	dataDir := "data/node3"
-
-	// Cluster configuration
-	clusterNodes := map[string]string{
-		"node1": "localhost:5001",
-		"node2": "localhost:5002",
-		"node3": "localhost:5003",
-	}
-
-	config := raft.DefaultConfig()
-	config.NodeID = nodeID
-	config.ListenAddr = addr
-	config.DataDir = dataDir
-	config.ClusterNodes = clusterNodes
-	// Log level: 0=DEBUG, 1=INFO, 2=WARN, 3=ERROR
-	config.Logger = raft.NewConsoleLogger(nodeID, 1)
-
-	// Ensure data directory exists
-	if err := os.MkdirAll(dataDir, 0755); err != nil {
-		log.Fatalf("Failed to create data directory: %v", err)
-	}
-
-	// Create KV Server
-	server, err := raft.NewKVServer(config)
-	if err != nil {
-		log.Fatalf("Failed to create server: %v", err)
-	}
-
-	// Start server
-	if err := server.Start(); err != nil {
-		log.Fatalf("Failed to start server: %v", err)
-	}
-
-	fmt.Printf("Node %s%s%s started on %s\n", ColorGreen, nodeID, ColorReset, addr)
-	fmt.Println("Commands: set <key> <val>, get <key>, del <key>")
-
-	// State Monitor Loop (Real-time status updates)
-	go func() {
-		var lastState string
-		var lastTerm uint64
-		// Initial state
-		stats := server.GetStats()
-		lastState = stats.State
-		lastTerm = stats.Term
-
-		ticker := time.NewTicker(100 * time.Millisecond)
-		defer ticker.Stop()
-
-		for range ticker.C {
-			stats := server.GetStats()
-			if stats.State != lastState || stats.Term != lastTerm {
-				fmt.Printf("\n%s[State Change] %s (Term %d) -> %s (Term %d)%s\n> ",
-					ColorYellow, lastState, lastTerm, stats.State, stats.Term, ColorReset)
-				lastState = stats.State
-				lastTerm = stats.Term
-			}
-		}
-	}()
-
-	// Simple test loop
-	go func() {
-		ticker := time.NewTicker(10 * time.Second)
-		defer ticker.Stop()
-		for range ticker.C {
-			fmt.Println() // Extra newline
-			if server.IsLeader() {
-				fmt.Printf("--- I am the %sLEADER%s ---\n", ColorGreen, ColorReset)
-			} else {
-				leaderID := server.GetLeaderID()
-				fmt.Printf("--- I am %sFOLLOWER%s (Leader: %s%s%s) ---\n", 
-					ColorYellow, ColorReset, ColorCyan, leaderID, ColorReset)
-			}
-
-			// We always try to Set and Get, letting the server handle routing
-			// Write a value
-			key := fmt.Sprintf("key-%d", time.Now().Unix())
-			val := fmt.Sprintf("val-%s", nodeID)
-			
-			err := server.Set(key, val)
-			
-			if server.IsLeader() {
-				if err != nil {
-					fmt.Printf("%sSet failed:%s %v\n", ColorRed, ColorReset, err)
-				} else {
-					fmt.Printf("%sSet%s %s%s%s%s%s=%s%s%s%s\n", 
-						ColorGreen, ColorReset, 
-						ColorCyan, key, ColorReset, 
-						ColorDim, ":", ColorReset, 
-						ColorYellow, val, ColorReset)
-				}
-				
-				// Read it back
-				if v, ok, err := server.GetLinear(key); err != nil {
-					fmt.Printf("%sGetLinear failed:%s %v\n", ColorRed, ColorReset, err)
-				} else if ok {
-					fmt.Printf("%sGet%s %s%s%s%s%s=%s%s%s%s\n", 
-						ColorGreen, ColorReset,
-						ColorCyan, key, ColorReset, 
-						ColorDim, ":", ColorReset, 
-						ColorYellow, v, ColorReset)
-				}
-			}
-
-			// Print stats
-			metrics := server.GetMetrics()
-			health := server.HealthCheck()
-			fmt.Printf("Term: %s%d%s (M:%d), CommitIndex: %s%d%s, Applied: %s%d%s\n", 
-				ColorBlue, health.Term, ColorReset, metrics.Term, 
-				ColorGreen, health.CommitIndex, ColorReset, 
-				ColorGreen, health.LastApplied, ColorReset)
-			fmt.Print("> ") // Prompt
-		}
-	}()
-
-	// CLI Loop
-	go func() {
-		scanner := bufio.NewScanner(os.Stdin)
-		fmt.Print("> ")
-		for scanner.Scan() {
-			text := strings.TrimSpace(scanner.Text())
-			if text == "" {
-				fmt.Print("> ")
-				continue
-			}
-			parts := strings.Fields(text)
-			cmd := strings.ToLower(parts[0])
-
-			switch cmd {
-			case "set":
-				if len(parts) != 3 {
-					fmt.Println("Usage: set <key> <value>")
-					break
-				}
-				key, val := parts[1], parts[2]
-				if err := server.Set(key, val); err != nil {
-					fmt.Printf("%sError:%s %v\n", ColorRed, ColorReset, err)
-				} else {
-					fmt.Printf("%sOK%s\n", ColorGreen, ColorReset)
-				}
-			case "get":
-				if len(parts) != 2 {
-					fmt.Println("Usage: get <key>")
-					break
-				}
-				key := parts[1]
-				if val, ok, err := server.GetLinear(key); err != nil {
-					fmt.Printf("%sError:%s %v\n", ColorRed, ColorReset, err)
-				} else if !ok {
-					fmt.Printf("%sNot Found%s\n", ColorYellow, ColorReset)
-				} else {
-					// Fixed: 7 verbs for 7 args
-					fmt.Printf("%s%s%s%s%s=%s%s\n", ColorDim, key, ColorReset, ColorDim, ":", ColorReset, val)
-				}
-			case "del", "delete":
-				if len(parts) != 2 {
-					fmt.Println("Usage: del <key>")
-					break
-				}
-				key := parts[1]
-				if err := server.Del(key); err != nil {
-					fmt.Printf("%sError:%s %v\n", ColorRed, ColorReset, err)
-				} else {
-					fmt.Printf("%sDeleted%s\n", ColorGreen, ColorReset)
-				}
-			case "help":
-				fmt.Println("Commands: set <key> <val>, get <key>, del <key>")
-			default:
-				fmt.Println("Unknown command")
-			}
-			fmt.Print("> ")
-		}
-	}()
-
-	// Handle shutdown
-	sigCh := make(chan os.Signal, 1)
-	signal.Notify(sigCh, syscall.SIGINT, syscall.SIGTERM)
-	<-sigCh
-
-	fmt.Println("\nShutting down...")
-	server.Stop()
-}