Better data collection for overnight run

game/src/test/java/research/AITest.java

@@ -1,6 +1,7 @@
 package research;
 
 
+import org.apache.maven.surefire.shared.io.FileDeleteStrategy;
 import org.junit.jupiter.api.*;
 import org.toop.framework.game.games.reversi.BitboardReversi;
 import org.toop.framework.game.players.ArtificialPlayer;
@@ -10,10 +11,22 @@ import org.toop.game.players.ai.mcts.MCTSAI2;
 import org.toop.game.players.ai.mcts.MCTSAI3;
 import org.toop.game.players.ai.mcts.MCTSAI4;
 
+import java.io.BufferedReader;
 import java.io.BufferedWriter;
+import java.io.File;
+import java.io.FileReader;
 import java.io.FileWriter;
 import java.io.IOException;
+import java.math.BigDecimal;
+import java.math.RoundingMode;
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Files;
+import java.nio.file.Paths;
+import java.nio.file.StandardOpenOption;
+import java.text.DecimalFormat;
+import java.time.LocalTime;
 import java.util.ArrayList;
+import java.util.Arrays;
 import java.util.List;
 
 public class AITest {
@@ -26,10 +39,12 @@ public class AITest {
     public static void init() {
 
         var versions = new ArtificialPlayer[4];
-		versions[0] = new ArtificialPlayer(new MCTSAI1(10), "MCTS V1");
+        versions[0] = new ArtificialPlayer(new MCTSAI1(5), "MCTS V1");
-		versions[1] = new ArtificialPlayer(new MCTSAI2(10), "MCTS V2");
+        versions[1] = new ArtificialPlayer(new MCTSAI2(5), "MCTS V2");
-		versions[2] = new ArtificialPlayer(new MCTSAI3(10), "MCTS V3");
+        versions[2] = new ArtificialPlayer(new MCTSAI3(5), "MCTS V3");
-		versions[3] = new ArtificialPlayer(new MCTSAI4(10), "MCTS V4");
+        versions[3] = new ArtificialPlayer(new MCTSAI4(5), "MCTS V4");
+
+        for (int k = 0; k < 50; k++) {
             for (int i = 0; i < versions.length; i++) {
                 for (int j = i + 1; j < versions.length; j++) {
                     final int playerIndex1 = i % versions.length;
@@ -39,6 +54,7 @@ public class AITest {
                 }
             }
         }
+    }
 
     public static void addMatch(ArtificialPlayer v1, ArtificialPlayer v2) {
         matchupList.add(new Matchup(v1, v2));
@@ -55,11 +71,9 @@ public class AITest {
     @Test
     public void testAIvsAI() {
         for (Matchup m : matchupList) {
-            for (int i = 0; i < 6; i++) {
             playGame(m);
         }
     }
-    }
 
     public void playGame(Matchup m) {
         long millisecondscounterAI1 = 0L;
@@ -88,19 +102,57 @@ public class AITest {
             }
             match.play(move);
         }
-        generateMatchData(m.getPlayer1().getName(), m.getPlayer2().getName(), match, millisecondscounterAI1, millisecondscounterAI2);
+        generateMatchData(m.getPlayer1().getName(), m.getPlayer2().getName(), match, iterationsAI1, iterationsAI2, millisecondscounterAI1, millisecondscounterAI2);
-        generateData(m, match, iterationsAI1, iterationsAI2);
     }
 
-    public void generateMatchData(String AI1, String AI2, BitboardReversi match, long millisecondscounterAI1, long millisecondscounterAI2) {
+    public void generateMatchData(
-        addGameData(new GameData(
+            String AI1,
+            String AI2,
+            BitboardReversi match,
+
+            List<Integer> iterationsAI1,
+            List<Integer> iterationsAI2,
+
+            long millisecondscounterAI1,
+            long millisecondscounterAI2
+    ) {
+        try {
+
+            var ai110 = iterationsAI1.subList(0, 9);
+            var ai120 = iterationsAI1.subList(10, 19);
+            var ai130 = iterationsAI1.subList(20, iterationsAI1.size());
+
+            var ai210 = iterationsAI2.subList(0, 9);
+            var ai220 = iterationsAI2.subList(10, 19);
+            var ai230 = iterationsAI2.subList(20, iterationsAI2.size());
+
+            writeGamesToCSV("gameData.csv", new GameData(
                     AI1,
                     AI2,
                     getWinnerForMatch(AI1, AI2, match),
                     match.getAmountOfTurns(),
+
+                    iterationsAI1.stream().mapToInt(Integer::intValue).sum(),
+                    iterationsAI1.stream().mapToDouble(Integer::doubleValue).sum() / iterationsAI1.size(),
+                    ai110.stream().mapToDouble(Integer::doubleValue).sum() / ai110.size(),
+                    ai120.stream().mapToDouble(Integer::doubleValue).sum() / ai120.size(),
+                    ai130.stream().mapToDouble(Integer::doubleValue).sum() / ai130.size(),
+
+                    iterationsAI2.stream().mapToInt(Integer::intValue).sum(),
+                    iterationsAI2.stream().mapToDouble(Integer::doubleValue).sum() / iterationsAI2.size(),
+                    ai210.stream().mapToDouble(Integer::doubleValue).sum() / ai210.size(),
+                    ai220.stream().mapToDouble(Integer::doubleValue).sum() / ai220.size(),
+                    ai230.stream().mapToDouble(Integer::doubleValue).sum() / ai230.size(),
+
                     millisecondscounterAI1,
-                millisecondscounterAI2
+                    millisecondscounterAI2,
+                    LocalTime.now().toString()
             ));
+        } catch (IOException e) {
+            throw new RuntimeException(e);
+        } catch (IndexOutOfBoundsException e) {
+            return;
+        }
     }
 
     public String getWinnerForMatch(String AI1, String AI2, BitboardReversi match) {
@@ -186,28 +238,47 @@ public class AITest {
     public static void writeAfterTests() {
         try {
             writeAIToCsv("Data.csv", dataList);
-            writeGamesToCSV("Games.csv", gameDataList);
         } catch (IOException e) {
             e.printStackTrace();
         }
     }
 
-    public static void writeGamesToCSV(String filepath, List<GameData> gameDataList) throws IOException {
+    public static void writeGamesToCSV(String filepath, GameData gameData) throws IOException {
-        try (BufferedWriter writer = new BufferedWriter(new FileWriter(filepath))) {
+        try (
-            writer.write("Black,White,Winner,Turns Played,Total Time AI1, Total Time AI2");
+                final BufferedWriter writer = Files.newBufferedWriter(
+                        Paths.get(filepath),
+                        StandardCharsets.UTF_8,
+                        StandardOpenOption.CREATE,
+                        StandardOpenOption.APPEND
+                );
+                final BufferedReader reader = new BufferedReader(new FileReader(filepath))
+        ) {
+            if (reader.readLine() == null || reader.readLine().isBlank()) {
+                writer.write("Black,White,Winner,Turns Played,Black iterations,Black average iterations,Black average iterations 0-10,Black average iterations 11-20,Black average iterations 21-30,White iterations,White average iterations,White average iterations 0-10,White average iterations 11-20,White average iterations 21-30,Total Time AI1,Total Time AI2,Time");
                 writer.newLine();
-            for (GameData gameData : gameDataList) {
+            }
+
             writer.write(
                     gameData.AI1() + "," +
                     gameData.AI2() + "," +
                     gameData.winner() + "," +
                     gameData.turns() + "," +
+                    gameData.AI1totalIterations() + "," +
+                    BigDecimal.valueOf(gameData.AI1averageIterations()).setScale(2, RoundingMode.DOWN) + "," +
+                    BigDecimal.valueOf(gameData.AI1averageIterations10()).setScale(2, RoundingMode.DOWN) + "," +
+                    BigDecimal.valueOf(gameData.AI1averageIterations20()).setScale(2, RoundingMode.DOWN) + "," +
+                    BigDecimal.valueOf(gameData.AI1averageIterations30()).setScale(2, RoundingMode.DOWN) + "," +
+                    gameData.AI2totalIterations() + "," +
+                    BigDecimal.valueOf(gameData.AI2averageIterations()).setScale(2, RoundingMode.DOWN) + "," +
+                    BigDecimal.valueOf(gameData.AI2averageIterations10()).setScale(2, RoundingMode.DOWN) + "," +
+                    BigDecimal.valueOf(gameData.AI2averageIterations20()).setScale(2, RoundingMode.DOWN) + "," +
+                    BigDecimal.valueOf(gameData.AI2averageIterations30()).setScale(2, RoundingMode.DOWN) + "," +
                     (gameData.millisecondsAI1() / 1_000_000L) + "," +
-                        (gameData.millisecondsAI2() / 1_000_000L));
+                    (gameData.millisecondsAI2() / 1_000_000L) + "," +
+                    gameData.time());
             writer.newLine();
         }
     }
-    }
 
     public static void writeAIToCsv(String filepath, List<AIData> dataList) throws IOException {
         try (BufferedWriter writer = new BufferedWriter(new FileWriter(filepath))) {

game/src/test/java/research/GameData.java

@@ -1,4 +1,26 @@
 package research;
 
-public record GameData(String AI1, String AI2, String winner, int turns, long millisecondsAI1, long millisecondsAI2) {}
+public record GameData(
+        String AI1,
+        String AI2,
+        String winner,
+        int turns,
+
+        int AI1totalIterations,
+        double AI1averageIterations,
+        double AI1averageIterations10,
+        double AI1averageIterations20,
+        double AI1averageIterations30,
+
+        int AI2totalIterations,
+        double AI2averageIterations,
+        double AI2averageIterations10,
+        double AI2averageIterations20,
+        double AI2averageIterations30,
+
+        long millisecondsAI1,
+        long millisecondsAI2,
+
+        String time
+) {}