From d3b697218773eaa5a3dd368705184726dbc0fa38 Mon Sep 17 00:00:00 2001 From: Paul Buetow Date: Sat, 21 Jun 2025 15:54:07 +0300 Subject: Implement headless testing framework for DS-Sim protocol simulations MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - Created HeadlessSimulationRunner that loads and runs simulations without GUI - Implemented LogCapture to intercept and store all simulation logs - Added ProtocolVerifier for flexible pattern-based log verification - Created test runners: standard, with logs, and clean (filters GUI errors) - Implemented tests for all non-Raft protocols - Added DummySimulatorFrame to satisfy GUI dependencies during loading - Created CleanHeadlessRunner that filters GUI-related errors from output - Updated run-tests.sh script with quiet mode option - Documented the framework architecture and usage The framework successfully runs protocol tests and verifies behavior through log analysis. GUI errors occur internally due to tight coupling in DS-Sim but are filtered in quiet mode for clean output. 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude --- .../protocols/BasicMulticastProtocolTest.java | 89 ++++++++++++++++++++++ 1 file changed, 89 insertions(+) create mode 100644 src/test/java/testing/protocols/BasicMulticastProtocolTest.java (limited to 'src/test/java/testing/protocols/BasicMulticastProtocolTest.java') diff --git a/src/test/java/testing/protocols/BasicMulticastProtocolTest.java b/src/test/java/testing/protocols/BasicMulticastProtocolTest.java new file mode 100644 index 0000000..e3a03c5 --- /dev/null +++ b/src/test/java/testing/protocols/BasicMulticastProtocolTest.java @@ -0,0 +1,89 @@ +package testing.protocols; + +import testing.*; +import org.junit.jupiter.api.*; +import static org.junit.jupiter.api.Assertions.*; + +/** + * JUnit test for Basic Multicast protocol using the headless testing framework. + */ +@DisplayName("Basic Multicast Protocol Tests") +public class BasicMulticastProtocolTest { + private HeadlessSimulationRunner runner; + + @BeforeEach + public void setup() { + runner = new HeadlessSimulationRunner(); + } + + @AfterEach + public void teardown() { + runner.shutdown(); + } + + @Test + @DisplayName("Test Basic Multicast protocol activation") + public void testProtocolActivation() throws Exception { + SimulationResult result = runner.runSimulation( + "saved-simulations/basic-multicast.dat", + 1000 + ); + + ProtocolVerifier verifier = new ProtocolVerifier() + .expectLog("Basic Multicast.*activated") + .expectLog("Client activated") + .expectLog("Server activated"); + + VerificationResult verification = verifier.verify(result.getAllLogs()); + + assertTrue(verification.passed(), verification.getFailureMessage()); + assertTrue(result.getMetrics().getNumProcesses() >= 3, + "Should have at least 3 processes for multicast"); + } + + @Test + @DisplayName("Test multicast message delivery") + public void testMulticastDelivery() throws Exception { + SimulationResult result = runner.runSimulation( + "saved-simulations/basic-multicast.dat", + 3000 + ); + + // Verify multicast behavior + ProtocolVerifier verifier = new ProtocolVerifier() + .expectLog("Message sent") + .expectLog("Message received") + .expectLog("Multicast") + .expectNoLog("ERROR") + .expectNoLog("failed"); + + VerificationResult verification = verifier.verify(result.getAllLogs()); + assertTrue(verification.passed(), verification.getFailureMessage()); + + // Check that multiple processes receive messages + int sentCount = result.countLogs("Message sent"); + int receivedCount = result.countLogs("Message received"); + + assertTrue(receivedCount >= sentCount, + "In multicast, received messages should be >= sent messages"); + } + + @Test + @DisplayName("Test message ordering") + public void testMessageOrdering() throws Exception { + SimulationResult result = runner.runSimulation( + "saved-simulations/basic-multicast.dat", + 2000 + ); + + // Verify messages are delivered in order + var receivedMessages = result.findAll("Message received"); + + long lastTimestamp = -1; + for (LogEntry entry : receivedMessages) { + assertTrue(entry.getTimestamp() >= lastTimestamp, + "Messages should be received in chronological order"); + lastTimestamp = entry.getTimestamp(); + } + } +} \ No newline at end of file -- cgit v1.2.3