mirror of
https://github.com/magefree/mage.git
synced 2025-12-20 02:30:08 -08:00
tests: improved testable dialogs (added assert messages in result table, added single dialog debugging, part of #13643, #13638);
This commit is contained in:
parent
7a44ee2a97
commit
4732fdf527
10 changed files with 166 additions and 53 deletions
|
|
@ -17,7 +17,7 @@ public class AmountTestableResult extends BaseTestableResult {
|
|||
}
|
||||
|
||||
@Override
|
||||
public Boolean getResAssert() {
|
||||
public String getResAssert() {
|
||||
return null; // TODO: implement
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -15,6 +15,7 @@ import mage.target.common.TargetPermanentOrPlayer;
|
|||
*/
|
||||
abstract class BaseTestableDialog implements TestableDialog {
|
||||
|
||||
private Integer regNumber; // dialog number in runner (use it to find results and debugging)
|
||||
private final String group;
|
||||
private final String name;
|
||||
private final String description;
|
||||
|
|
@ -27,6 +28,16 @@ abstract class BaseTestableDialog implements TestableDialog {
|
|||
this.result = result;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void setRegNumber(Integer regNumber) {
|
||||
this.regNumber = regNumber;
|
||||
}
|
||||
|
||||
@Override
|
||||
public Integer getRegNumber() {
|
||||
return this.regNumber;
|
||||
}
|
||||
|
||||
@Override
|
||||
final public String getGroup() {
|
||||
return this.group;
|
||||
|
|
|
|||
|
|
@ -25,7 +25,7 @@ public class BaseTestableResult implements TestableResult {
|
|||
}
|
||||
|
||||
@Override
|
||||
public Boolean getResAssert() {
|
||||
public String getResAssert() {
|
||||
return null; // TODO: implement
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -17,7 +17,7 @@ public class ChoiceTestableResult extends BaseTestableResult {
|
|||
}
|
||||
|
||||
@Override
|
||||
public Boolean getResAssert() {
|
||||
public String getResAssert() {
|
||||
return null; // TODO: implement
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -18,7 +18,7 @@ public class MultiAmountTestableResult extends BaseTestableResult {
|
|||
}
|
||||
|
||||
@Override
|
||||
public Boolean getResAssert() {
|
||||
public String getResAssert() {
|
||||
return null; // TODO: implement
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -23,7 +23,7 @@ public class TargetTestableResult extends BaseTestableResult {
|
|||
}
|
||||
|
||||
@Override
|
||||
public Boolean getResAssert() {
|
||||
public String getResAssert() {
|
||||
if (!this.aiAssertEnabled) {
|
||||
return null;
|
||||
}
|
||||
|
|
@ -35,16 +35,22 @@ public class TargetTestableResult extends BaseTestableResult {
|
|||
|
||||
// wrong choose
|
||||
if (this.getResStatus() != this.aiAssertResStatus) {
|
||||
return false;
|
||||
return String.format("Wrong status: need %s, but get %s",
|
||||
this.aiAssertResStatus,
|
||||
this.getResStatus()
|
||||
);
|
||||
}
|
||||
|
||||
// wrong targets
|
||||
if (this.target.getTargets().size() != this.aiAssertTargetsCount) {
|
||||
return false;
|
||||
return String.format("Wrong targets count: need %d, but get %d",
|
||||
this.aiAssertTargetsCount,
|
||||
this.target.getTargets().size()
|
||||
);
|
||||
}
|
||||
|
||||
// all fine
|
||||
return true;
|
||||
return "";
|
||||
}
|
||||
|
||||
@Override
|
||||
|
|
|
|||
|
|
@ -17,6 +17,10 @@ import mage.players.Player;
|
|||
*/
|
||||
public interface TestableDialog {
|
||||
|
||||
void setRegNumber(Integer regNumber);
|
||||
|
||||
Integer getRegNumber();
|
||||
|
||||
String getGroup();
|
||||
|
||||
String getName();
|
||||
|
|
|
|||
|
|
@ -8,8 +8,10 @@ import mage.constants.Outcome;
|
|||
import mage.game.Game;
|
||||
import mage.players.Player;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.Collection;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
/**
|
||||
|
|
@ -55,7 +57,7 @@ import java.util.stream.Collectors;
|
|||
*/
|
||||
public class TestableDialogsRunner {
|
||||
|
||||
private final List<TestableDialog> dialogs = new ArrayList<>();
|
||||
private final Map<Integer, TestableDialog> dialogs = new LinkedHashMap<>();
|
||||
|
||||
static final int LAST_SELECTED_GROUP_ID = 997;
|
||||
static final int LAST_SELECTED_DIALOG_ID = 998;
|
||||
|
|
@ -79,12 +81,14 @@ public class TestableDialogsRunner {
|
|||
}
|
||||
|
||||
void registerDialog(TestableDialog dialog) {
|
||||
this.dialogs.add(dialog);
|
||||
Integer regNumber = this.dialogs.size() + 1;
|
||||
dialog.setRegNumber(regNumber);
|
||||
this.dialogs.put(regNumber, dialog);
|
||||
}
|
||||
|
||||
public void selectAndShowTestableDialog(Player player, Ability source, Game game, Player opponent) {
|
||||
// select group or fast links
|
||||
List<String> groups = this.dialogs.stream()
|
||||
List<String> groups = this.dialogs.values().stream()
|
||||
.map(TestableDialog::getGroup)
|
||||
.distinct()
|
||||
.sorted()
|
||||
|
|
@ -201,8 +205,8 @@ public class TestableDialogsRunner {
|
|||
return choice;
|
||||
}
|
||||
|
||||
public List<TestableDialog> getDialogs() {
|
||||
return this.dialogs;
|
||||
public Collection<TestableDialog> getDialogs() {
|
||||
return this.dialogs.values();
|
||||
}
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -21,7 +21,6 @@ public interface TestableResult {
|
|||
|
||||
/**
|
||||
* Save new result after show dialog
|
||||
*
|
||||
*/
|
||||
void onFinish(boolean resStatus, List<String> resDetails);
|
||||
|
||||
|
|
@ -29,5 +28,11 @@ public interface TestableResult {
|
|||
|
||||
void onClear();
|
||||
|
||||
Boolean getResAssert();
|
||||
/**
|
||||
* Assert dialog result
|
||||
* - null - not ready (dev must setup wanted result)
|
||||
* - empty - good
|
||||
* - not empty - fail (return error message)
|
||||
*/
|
||||
String getResAssert();
|
||||
}
|
||||
|
|
|
|||
|
|
@ -14,8 +14,9 @@ import org.mage.test.player.TestPlayer;
|
|||
import org.mage.test.serverside.base.CardTestPlayerBaseWithAIHelps;
|
||||
|
||||
import java.util.Collections;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
import java.util.Map;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
/**
|
||||
|
|
@ -36,8 +37,7 @@ public class TestableDialogsTest extends CardTestPlayerBaseWithAIHelps {
|
|||
addCard(Zone.HAND, playerA, "Forest", 6);
|
||||
|
||||
runCode("run single", 1, PhaseStep.PRECOMBAT_MAIN, playerA, (info, player, game) -> {
|
||||
TestableDialog dialog = findDialogs(runner, "target.choose(you, target)", "any 0-3").get(0);
|
||||
Assert.assertNotNull(dialog);
|
||||
TestableDialog dialog = findDialog(runner, "target.choose(you, target)", "any 0-3");
|
||||
dialog.prepare();
|
||||
dialog.showDialog(playerA, fakeAbility, game, playerB);
|
||||
});
|
||||
|
|
@ -51,7 +51,8 @@ public class TestableDialogsTest extends CardTestPlayerBaseWithAIHelps {
|
|||
setStopAt(1, PhaseStep.END_TURN);
|
||||
execute();
|
||||
|
||||
printRunnerResults(false, false);
|
||||
// it's ok to have wrong targets message cause manual testing selected x2, not AI's x3
|
||||
assertAndPrintRunnerResults(false, false);
|
||||
}
|
||||
|
||||
@Test
|
||||
|
|
@ -62,8 +63,7 @@ public class TestableDialogsTest extends CardTestPlayerBaseWithAIHelps {
|
|||
aiPlayStep(1, PhaseStep.PRECOMBAT_MAIN, PhaseStep.END_TURN, playerA);
|
||||
aiPlayStep(1, PhaseStep.PRECOMBAT_MAIN, PhaseStep.END_TURN, playerB);
|
||||
runCode("run single", 1, PhaseStep.POSTCOMBAT_MAIN, playerA, (info, player, game) -> {
|
||||
TestableDialog dialog = findDialogs(runner, "target.choose(you, target)", "any 0-3").get(0);
|
||||
Assert.assertNotNull(dialog);
|
||||
TestableDialog dialog = findDialog(runner, "target.choose(you, target)", "any 0-3");
|
||||
dialog.prepare();
|
||||
dialog.showDialog(playerA, fakeAbility, game, playerB);
|
||||
});
|
||||
|
|
@ -72,7 +72,30 @@ public class TestableDialogsTest extends CardTestPlayerBaseWithAIHelps {
|
|||
setStopAt(1, PhaseStep.END_TURN);
|
||||
execute();
|
||||
|
||||
printRunnerResults(false, true);
|
||||
assertAndPrintRunnerResults(false, true);
|
||||
}
|
||||
|
||||
@Test
|
||||
@Ignore // debug only - run single dialog by reg number
|
||||
public void test_RunSingle_Debugging() {
|
||||
int needRedNumber = 95;
|
||||
|
||||
addCard(Zone.BATTLEFIELD, playerA, "Mountain", 6);
|
||||
addCard(Zone.HAND, playerA, "Forest", 6);
|
||||
|
||||
aiPlayStep(1, PhaseStep.PRECOMBAT_MAIN, PhaseStep.END_TURN, playerA);
|
||||
aiPlayStep(1, PhaseStep.PRECOMBAT_MAIN, PhaseStep.END_TURN, playerB);
|
||||
runCode("run by number", 1, PhaseStep.POSTCOMBAT_MAIN, playerA, (info, player, game) -> {
|
||||
TestableDialog dialog = findDialog(runner, needRedNumber);
|
||||
dialog.prepare();
|
||||
dialog.showDialog(playerA, fakeAbility, game, playerB);
|
||||
});
|
||||
|
||||
setStrictChooseMode(true);
|
||||
setStopAt(1, PhaseStep.END_TURN);
|
||||
execute();
|
||||
|
||||
assertAndPrintRunnerResults(false, true);
|
||||
}
|
||||
|
||||
@Test
|
||||
|
|
@ -86,17 +109,16 @@ public class TestableDialogsTest extends CardTestPlayerBaseWithAIHelps {
|
|||
|
||||
aiPlayStep(1, PhaseStep.PRECOMBAT_MAIN, PhaseStep.END_TURN, playerA);
|
||||
aiPlayStep(1, PhaseStep.PRECOMBAT_MAIN, PhaseStep.END_TURN, playerB);
|
||||
AtomicInteger dialogNumber = new AtomicInteger();
|
||||
runCode("run all", 1, PhaseStep.POSTCOMBAT_MAIN, playerA, (info, player, game) -> {
|
||||
runner.getDialogs().forEach(dialog -> {
|
||||
dialogNumber.incrementAndGet();
|
||||
System.out.println(String.format("run testable dialog %d of %d (%s, %s - %s)",
|
||||
dialogNumber.get(),
|
||||
dialog.getRegNumber(),
|
||||
runner.getDialogs().size(),
|
||||
dialog.getClass().getSimpleName(),
|
||||
dialog.getGroup(),
|
||||
dialog.getName()
|
||||
));
|
||||
dialog.prepare();
|
||||
dialog.showDialog(playerA, fakeAbility, game, playerB);
|
||||
});
|
||||
});
|
||||
|
|
@ -105,20 +127,31 @@ public class TestableDialogsTest extends CardTestPlayerBaseWithAIHelps {
|
|||
setStopAt(1, PhaseStep.END_TURN);
|
||||
execute();
|
||||
|
||||
printRunnerResults(true, true);
|
||||
assertAndPrintRunnerResults(true, true);
|
||||
}
|
||||
|
||||
private List<TestableDialog> findDialogs(TestableDialogsRunner runner, String byGroup, String byName) {
|
||||
return runner.getDialogs().stream()
|
||||
.filter(d -> d.getGroup().equals(byGroup))
|
||||
.filter(d -> d.getName().equals(byName))
|
||||
private TestableDialog findDialog(TestableDialogsRunner runner, String byGroup, String byName) {
|
||||
List<TestableDialog> res = runner.getDialogs().stream()
|
||||
.filter(dialog -> dialog.getGroup().equals(byGroup))
|
||||
.filter(dialog -> dialog.getName().equals(byName))
|
||||
.collect(Collectors.toList());
|
||||
Assert.assertEquals("must found only 1 dialog", 1, res.size());
|
||||
return res.get(0);
|
||||
}
|
||||
|
||||
private void printRunnerResults(boolean showFullList, boolean assertGoodResults) {
|
||||
private TestableDialog findDialog(TestableDialogsRunner runner, Integer byRegNumber) {
|
||||
List<TestableDialog> res = runner.getDialogs().stream()
|
||||
.filter(dialog -> dialog.getRegNumber().equals(byRegNumber))
|
||||
.collect(Collectors.toList());
|
||||
Assert.assertEquals("must found only 1 dialog", 1, res.size());
|
||||
return res.get(0);
|
||||
}
|
||||
|
||||
private void assertAndPrintRunnerResults(boolean showFullList, boolean failOnBadResults) {
|
||||
// print text table with full dialogs list and results
|
||||
|
||||
// found table sizes
|
||||
int maxNumberLength = "9999".length();
|
||||
int maxGroupLength = "Group".length();
|
||||
int maxNameLength = "Name".length();
|
||||
for (TestableDialog dialog : runner.getDialogs()) {
|
||||
|
|
@ -130,15 +163,18 @@ public class TestableDialogsTest extends CardTestPlayerBaseWithAIHelps {
|
|||
}
|
||||
int maxResultLength = "Result".length();
|
||||
|
||||
String rowFormat = "| %-" + maxGroupLength + "s | %-" + maxNameLength + "s | %-" + maxResultLength + "s |%n";
|
||||
String rowFormat = "| %-" + maxNumberLength + "s | %-" + maxGroupLength + "s | %-" + maxNameLength + "s | %-" + maxResultLength + "s |%n";
|
||||
String horizontalBorder = "+-" +
|
||||
String.join("", Collections.nCopies(maxNumberLength, "-")) + "-+-" +
|
||||
String.join("", Collections.nCopies(maxGroupLength, "-")) + "-+-" +
|
||||
String.join("", Collections.nCopies(maxNameLength, "-")) + "-+-" +
|
||||
String.join("", Collections.nCopies(maxResultLength, "-")) + "-+";
|
||||
String totalsLeftFormat = "| %-" + (maxNumberLength + maxGroupLength + maxNameLength + maxResultLength + 9) + "s |%n";
|
||||
String totalsRightFormat = "| %" + (maxNumberLength + maxGroupLength + maxNameLength + maxResultLength + 9) + "s |%n";
|
||||
|
||||
// header
|
||||
System.out.println(horizontalBorder);
|
||||
System.out.printf(rowFormat, "Group", "Name", "Result");
|
||||
System.out.printf(rowFormat, "N", "Group", "Name", "Result");
|
||||
System.out.println(horizontalBorder);
|
||||
|
||||
// data
|
||||
|
|
@ -147,47 +183,94 @@ public class TestableDialogsTest extends CardTestPlayerBaseWithAIHelps {
|
|||
int totalGood = 0;
|
||||
int totalBad = 0;
|
||||
int totalUnknown = 0;
|
||||
boolean usedHorizontalBorder = true; // mark that last print used horizontal border (fix duplicates)
|
||||
Map<String, String> coloredTexts = new HashMap<>(); // must colorize after string format to keep pretty table
|
||||
for (TestableDialog dialog : runner.getDialogs()) {
|
||||
if (!showFullList && !dialog.getResult().isFinished()) {
|
||||
// print only required dialogs
|
||||
continue;
|
||||
}
|
||||
totalDialogs++;
|
||||
if (!prevGroup.isEmpty() && !prevGroup.equals(dialog.getGroup())) {
|
||||
if (!usedHorizontalBorder) {
|
||||
System.out.println(horizontalBorder);
|
||||
usedHorizontalBorder = true;
|
||||
}
|
||||
}
|
||||
prevGroup = dialog.getGroup();
|
||||
|
||||
// print dialog stats
|
||||
String status;
|
||||
if (dialog.getResult().getResAssert() == null) {
|
||||
status = asYellow("?");
|
||||
coloredTexts.clear();
|
||||
String resAssert = dialog.getResult().getResAssert();
|
||||
String assertError = "";
|
||||
if (resAssert == null) {
|
||||
totalUnknown++;
|
||||
} else if (dialog.getResult().getResAssert()) {
|
||||
status = "?";
|
||||
coloredTexts.put("?", asYellow("?"));
|
||||
} else if (resAssert.isEmpty()) {
|
||||
totalGood++;
|
||||
status = asGreen("OK");
|
||||
status = "OK";
|
||||
coloredTexts.put("OK", asGreen("OK"));
|
||||
} else {
|
||||
totalBad++;
|
||||
status = asRed("FAIL");
|
||||
status = "FAIL";
|
||||
coloredTexts.put("FAIL", asRed("FAIL"));
|
||||
assertError = resAssert;
|
||||
}
|
||||
System.out.printf(rowFormat, dialog.getGroup(), dialog.getName(), status);
|
||||
if (!assertError.isEmpty()) {
|
||||
if (!usedHorizontalBorder) {
|
||||
System.out.println(horizontalBorder);
|
||||
usedHorizontalBorder = true;
|
||||
}
|
||||
System.out.println(horizontalBorder);
|
||||
}
|
||||
System.out.print(getColoredRow(rowFormat, coloredTexts, dialog.getRegNumber(), dialog.getGroup(), dialog.getName(), status));
|
||||
usedHorizontalBorder = false;
|
||||
|
||||
// totals
|
||||
System.out.printf("| %-" + (maxGroupLength + maxNameLength + maxResultLength + 6) + "s |%n",
|
||||
"Total dialogs: " + totalDialogs);
|
||||
System.out.printf("| %-" + (maxGroupLength + maxNameLength + maxResultLength + 6) + "s |%n",
|
||||
String.format("Total results: %s good, %s bad, %s unknown",
|
||||
asGreen(String.valueOf(totalGood)),
|
||||
asRed(String.valueOf(totalBad)),
|
||||
asYellow(String.valueOf(totalUnknown))
|
||||
)
|
||||
);
|
||||
// print dialog error
|
||||
if (!assertError.isEmpty()) {
|
||||
coloredTexts.clear();
|
||||
coloredTexts.put(resAssert, asRed(resAssert));
|
||||
System.out.print(getColoredRow(totalsRightFormat, coloredTexts, String.format("%s", resAssert)));
|
||||
System.out.println(horizontalBorder);
|
||||
usedHorizontalBorder = true;
|
||||
}
|
||||
}
|
||||
if (!usedHorizontalBorder) {
|
||||
System.out.println(horizontalBorder);
|
||||
usedHorizontalBorder = true;
|
||||
}
|
||||
|
||||
if (assertGoodResults && totalBad > 0) {
|
||||
// totals dialogs
|
||||
System.out.printf(totalsLeftFormat, "Total dialogs: " + totalDialogs);
|
||||
usedHorizontalBorder = false;
|
||||
// totals results
|
||||
String goodStats = String.format("%d good", totalGood);
|
||||
String badStats = String.format("%d bad", totalBad);
|
||||
String unknownStats = String.format("%d unknown", totalUnknown);
|
||||
coloredTexts.clear();
|
||||
coloredTexts.put(goodStats, String.format("%s good", asGreen(String.valueOf(totalGood))));
|
||||
coloredTexts.put(badStats, String.format("%s bad", asRed(String.valueOf(totalBad))));
|
||||
coloredTexts.put(unknownStats, String.format("%s unknown", asYellow(String.valueOf(totalUnknown))));
|
||||
System.out.print(getColoredRow(totalsLeftFormat, coloredTexts, String.format("Total results: %s, %s, %s",
|
||||
goodStats, badStats, unknownStats)));
|
||||
// table end
|
||||
System.out.println(horizontalBorder);
|
||||
usedHorizontalBorder = true;
|
||||
|
||||
if (failOnBadResults && totalBad > 0) {
|
||||
Assert.fail(String.format("Testable dialogs has %d bad results, try to fix it", totalBad));
|
||||
}
|
||||
}
|
||||
|
||||
private String getColoredRow(String rowFormat, Map<String, String> coloredTexts, Object... args) {
|
||||
String line = String.format(rowFormat, args);
|
||||
for (String coloredText : coloredTexts.keySet()) {
|
||||
line = line.replace(coloredText, coloredTexts.get(coloredText));
|
||||
}
|
||||
return line;
|
||||
}
|
||||
|
||||
private String asRed(String text) {
|
||||
return "\u001B[31m" + text + "\u001B[0m";
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue