External/mage
1
0
Fork 1
mirror of https://github.com/magefree/mage.git synced 2025-12-20 10:40:06 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

tests: improved load tests with AI games, added parallel option (play multiple AI games at the same time and show final result table, auto-generated decks can be repeatable by random seed - see test_TwoAIPlayGame_Multiple);

Browse source
This commit is contained in:
Oleg Agafonov 2024-01-10 18:48:56 +04:00
parent 72d6a7134d
commit b6042f7b22
2 changed files with 63 additions and 28 deletions
Download patch file Download diff file Expand all files Collapse all files

88
Mage.Tests/src/test/java/org/mage/test/load/LoadTest.java
View file

@ -24,6 +24,7 @@ import org.mage.test.utils.DeckTestUtils;
import java.time.Instant; import java.time.Instant;
import java.time.temporal.ChronoUnit; import java.time.temporal.ChronoUnit;
import java.util.*; import java.util.*;
import java.util.concurrent.*;
/** /**
* Intended to test Mage server under different load patterns. * Intended to test Mage server under different load patterns.
@ -47,7 +48,9 @@ public class LoadTest {
private static final Boolean TEST_SHOW_GAME_LOGS_AS_HTML = false; // html is original format with full data, but can be too bloated private static final Boolean TEST_SHOW_GAME_LOGS_AS_HTML = false; // html is original format with full data, but can be too bloated
private static final String TEST_AI_GAME_MODE = "Freeform Commander Free For All"; private static final String TEST_AI_GAME_MODE = "Freeform Commander Free For All";
private static final String TEST_AI_DECK_TYPE = "Variant Magic - Freeform Commander"; private static final String TEST_AI_DECK_TYPE = "Variant Magic - Freeform Commander";
private static final String TEST_AI_RANDOM_DECK_SETS = "NEO"; // set for random generated decks (empty for all sets usage, PELP for lands only - communication test) private static final String TEST_AI_RANDOM_DECK_SETS = "LCI,LCC,WHO"; // set for random generated decks (empty for all sets usage, PELP for lands only - communication test)
private static final String TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME = "GR"; // colors list for deck generation, empty for all colors
private static final String TEST_AI_RANDOM_DECK_COLORS_FOR_AI_GAME = "WUBRG";
private static final String TEST_AI_CUSTOM_DECK_PATH_1 = ""; // custom deck file instead random for player 1 (empty for random) private static final String TEST_AI_CUSTOM_DECK_PATH_1 = ""; // custom deck file instead random for player 1 (empty for random)
private static final String TEST_AI_CUSTOM_DECK_PATH_2 = ""; // custom deck file instead random for player 2 (empty for random) private static final String TEST_AI_CUSTOM_DECK_PATH_2 = ""; // custom deck file instead random for player 2 (empty for random)
@ -164,7 +167,7 @@ public class LoadTest {
UUID tableId = game.getTableId(); UUID tableId = game.getTableId();
Assert.assertEquals(player1.userName, game.getControllerName()); Assert.assertEquals(player1.userName, game.getControllerName());
DeckCardLists deckList = loadGameDeck(1, "GR", true, TEST_AI_RANDOM_DECK_SETS); DeckCardLists deckList = loadGameDeck(1, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, true, TEST_AI_RANDOM_DECK_SETS);
Optional<TableView> checkGame; Optional<TableView> checkGame;
/* /*
@ -209,7 +212,7 @@ public class LoadTest {
} }
} }
public void playTwoAIGame(String gameName, String deckColors, String deckAllowedSets, LoadTestGameResult gameResult) { public void playTwoAIGame(String gameName, long randomSeed, String deckColors, String deckAllowedSets, LoadTestGameResult gameResult) {
Assert.assertFalse("need deck colors", deckColors.isEmpty()); Assert.assertFalse("need deck colors", deckColors.isEmpty());
Assert.assertFalse("need allowed sets", deckAllowedSets.isEmpty()); Assert.assertFalse("need allowed sets", deckAllowedSets.isEmpty());
@ -223,6 +226,7 @@ public class LoadTest {
UUID tableId = game.getTableId(); UUID tableId = game.getTableId();
// deck load // deck load
RandomUtil.setSeed(randomSeed);
DeckCardLists deckList1 = loadGameDeck(1, deckColors, deckAllowedSets.equals("PELP"), deckAllowedSets); DeckCardLists deckList1 = loadGameDeck(1, deckColors, deckAllowedSets.equals("PELP"), deckAllowedSets);
DeckCardLists deckList2 = loadGameDeck(2, deckColors, deckAllowedSets.equals("PELP"), deckAllowedSets); DeckCardLists deckList2 = loadGameDeck(2, deckColors, deckAllowedSets.equals("PELP"), deckAllowedSets);
@ -304,8 +308,9 @@ public class LoadTest {
@Ignore @Ignore
public void test_TwoAIPlayGame_One() { public void test_TwoAIPlayGame_One() {
LoadTestGameResultsList gameResults = new LoadTestGameResultsList(); LoadTestGameResultsList gameResults = new LoadTestGameResultsList();
LoadTestGameResult gameResult = gameResults.createGame(0, "test game", 0); long randomSeed = RandomUtil.nextInt();
playTwoAIGame("Single AI game", "WGUBR", TEST_AI_RANDOM_DECK_SETS, gameResult); LoadTestGameResult gameResult = gameResults.createGame(0, "test game", randomSeed);
playTwoAIGame("Single AI game", randomSeed, "WGUBR", TEST_AI_RANDOM_DECK_SETS, gameResult);
printGameResults(gameResults); printGameResults(gameResults);
} }
@ -313,10 +318,18 @@ public class LoadTest {
@Test @Test
@Ignore @Ignore
public void test_TwoAIPlayGame_Multiple() { public void test_TwoAIPlayGame_Multiple() {
// play multiple games with CLIENT side code (catch every GameView changes from the server) // play multiple AI games with CLIENT side code (catch every GameView changes from the server)
int singleGameSID = 0; // set sid for same deck games, set 0 for random decks int singleGameSID = 0; // set sid for same deck games, set 0 for random decks
int gamesAmount = 5; // games per run int gamesAmount = 10; // games per run
boolean isRunParallel = true; // can generate too much logs in test run, so search server logs for possible errors
ExecutorService executerService;
if (isRunParallel) {
executerService = Executors.newFixedThreadPool(gamesAmount);
} else {
executerService = Executors.newSingleThreadExecutor();
}
// save random seeds for repeated results (in decks generating) // save random seeds for repeated results (in decks generating)
List<Integer> seedsList = new ArrayList<>(); List<Integer> seedsList = new ArrayList<>();
@ -331,13 +344,31 @@ public class LoadTest {
} }
LoadTestGameResultsList gameResults = new LoadTestGameResultsList(); LoadTestGameResultsList gameResults = new LoadTestGameResultsList();
for (int i = 0; i < seedsList.size(); i++) { try {
long randomSeed = seedsList.get(i); for (int i = 0; i < seedsList.size(); i++) {
logger.info("Game " + (i + 1) + " of " + seedsList.size() + ", RANDOM seed: " + randomSeed); int gameIndex = i;
RandomUtil.setSeed(randomSeed); long randomSeed = seedsList.get(i);
String gameName = "AI game #" + (i + 1); logger.info("Game " + (i + 1) + " of " + seedsList.size() + ", RANDOM seed: " + randomSeed);
LoadTestGameResult gameResult = gameResults.createGame(i + 1, gameName, randomSeed);
playTwoAIGame(gameName, "WGUBR", TEST_AI_RANDOM_DECK_SETS, gameResult); Future gameTask = executerService.submit(() -> {
String gameName = "AI game #" + (gameIndex + 1);
LoadTestGameResult gameResult = gameResults.createGame(gameIndex + 1, gameName, randomSeed);
playTwoAIGame(gameName, randomSeed, TEST_AI_RANDOM_DECK_COLORS_FOR_AI_GAME, TEST_AI_RANDOM_DECK_SETS, gameResult);
});
if (!isRunParallel) {
// run one by one
gameTask.get();
}
}
if (isRunParallel) {
// run parallel
executerService.shutdown();
Assert.assertTrue(executerService.awaitTermination(1, TimeUnit.HOURS));
}
} catch (InterruptedException | ExecutionException e) {
logger.error(e, e);
Assert.fail("Game stops too early: " + e);
} }
printGameResults(gameResults); printGameResults(gameResults);
@ -351,8 +382,8 @@ public class LoadTest {
LoadGame game = new LoadGame( LoadGame game = new LoadGame(
"game", "game",
"u", "u",
loadGameDeck(1, "GR", true, TEST_AI_RANDOM_DECK_SETS), loadGameDeck(1, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, true, TEST_AI_RANDOM_DECK_SETS),
loadGameDeck(2, "GR", true, TEST_AI_RANDOM_DECK_SETS) loadGameDeck(2, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, true, TEST_AI_RANDOM_DECK_SETS)
); );
game.gameStart(); game.gameStart();
@ -375,8 +406,8 @@ public class LoadTest {
LoadGame game = new LoadGame( LoadGame game = new LoadGame(
"game", "game",
"u", "u",
loadGameDeck(1, "GR", true, TEST_AI_RANDOM_DECK_SETS), loadGameDeck(1, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, true, TEST_AI_RANDOM_DECK_SETS),
loadGameDeck(2, "GR", true, TEST_AI_RANDOM_DECK_SETS) loadGameDeck(2, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, true, TEST_AI_RANDOM_DECK_SETS)
); );
game.gameStart(); game.gameStart();
game.gameEnd(true); // abort -- close client thread game.gameEnd(true); // abort -- close client thread
@ -391,8 +422,8 @@ public class LoadTest {
LoadGame game = new LoadGame( LoadGame game = new LoadGame(
"game", "game",
"u", "u",
loadGameDeck(1, "GR", false, TEST_AI_RANDOM_DECK_SETS), loadGameDeck(1, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, false, TEST_AI_RANDOM_DECK_SETS),
loadGameDeck(2, "GR", false, TEST_AI_RANDOM_DECK_SETS) loadGameDeck(2, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, false, TEST_AI_RANDOM_DECK_SETS)
); );
game.gameStart(); game.gameStart();
@ -408,8 +439,8 @@ public class LoadTest {
LoadGame game = new LoadGame( LoadGame game = new LoadGame(
"game", "game",
"u", "u",
loadGameDeck(1, "GR", true, TEST_AI_RANDOM_DECK_SETS), loadGameDeck(1, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, true, TEST_AI_RANDOM_DECK_SETS),
loadGameDeck(2, "GR", true, TEST_AI_RANDOM_DECK_SETS) loadGameDeck(2, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, true, TEST_AI_RANDOM_DECK_SETS)
); );
game.gameStart(); game.gameStart();
@ -428,8 +459,9 @@ public class LoadTest {
@Test @Test
@Ignore @Ignore
public void test_MultipleGames() { public void test_MultipleGames() {
// play multiple games with SERVER side only, // for load testing only (example: memory usage, max games limit, network usage)
// all players on the server side, you don't get any GameView changes here // play multiple EMPTY games with SERVER side only (without AI),
// all players on the server side, you don't get any GameView updates here
final int MAX_GAMES = 10; // games to run final int MAX_GAMES = 10; // games to run
final boolean START_GAMES_AT_ONCE = true; // set true to run ALL games parallel (e.g. test max parallel limit) final boolean START_GAMES_AT_ONCE = true; // set true to run ALL games parallel (e.g. test max parallel limit)
@ -443,8 +475,8 @@ public class LoadTest {
LoadGame game = new LoadGame( LoadGame game = new LoadGame(
"game" + i, "game" + i,
"u" + i, "u" + i,
loadGameDeck(1, "GR", true, TEST_AI_RANDOM_DECK_SETS), loadGameDeck(1, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, true, TEST_AI_RANDOM_DECK_SETS),
loadGameDeck(2, "GR", true, TEST_AI_RANDOM_DECK_SETS) loadGameDeck(2, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, true, TEST_AI_RANDOM_DECK_SETS)
); );
gamesList.add(game); gamesList.add(game);
@ -638,8 +670,8 @@ public class LoadTest {
public LoadGame(String gameName, String playerPrefix) { public LoadGame(String gameName, String playerPrefix) {
this(gameName, playerPrefix, this(gameName, playerPrefix,
loadGameDeck(1, "GR", true, TEST_AI_RANDOM_DECK_SETS), loadGameDeck(1, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, true, TEST_AI_RANDOM_DECK_SETS),
loadGameDeck(2, "GR", true, TEST_AI_RANDOM_DECK_SETS) loadGameDeck(2, TEST_AI_RANDOM_DECK_COLORS_FOR_EMPTY_GAME, true, TEST_AI_RANDOM_DECK_SETS)
); );
} }

3
Mage.Tests/src/test/java/org/mage/test/utils/DeckTestUtils.java
View file

@ -25,6 +25,9 @@ public class DeckTestUtils {
} }
public static Deck buildRandomDeck(String colors, boolean onlyBasicLands, String allowedSets) { public static Deck buildRandomDeck(String colors, boolean onlyBasicLands, String allowedSets) {
if (colors.isEmpty()) {
colors = "WGUBR";
}
List<ColoredManaSymbol> allowedColors = new ArrayList<>(); List<ColoredManaSymbol> allowedColors = new ArrayList<>();
for (int i = 0; i < colors.length(); i++) { for (int i = 0; i < colors.length(); i++) {