forked from External/mage
1119 lines
43 KiB
Java
1119 lines
43 KiB
Java
package mage.verify;
|
||
|
||
import mage.ObjectColor;
|
||
import mage.abilities.keyword.MultikickerAbility;
|
||
import mage.cards.*;
|
||
import mage.cards.basiclands.BasicLand;
|
||
import mage.cards.repository.CardInfo;
|
||
import mage.cards.repository.CardRepository;
|
||
import mage.cards.repository.CardScanner;
|
||
import mage.constants.CardType;
|
||
import mage.constants.Rarity;
|
||
import mage.constants.SubType;
|
||
import mage.constants.SuperType;
|
||
import mage.game.draft.RateCard;
|
||
import mage.game.permanent.token.Token;
|
||
import mage.game.permanent.token.TokenImpl;
|
||
import mage.watchers.Watcher;
|
||
import org.apache.log4j.Logger;
|
||
import org.junit.Assert;
|
||
import org.junit.Ignore;
|
||
import org.junit.Test;
|
||
import org.mage.plugins.card.images.CardDownloadData;
|
||
import org.mage.plugins.card.images.DownloadPicturesService;
|
||
import org.reflections.Reflections;
|
||
|
||
import java.io.IOException;
|
||
import java.lang.reflect.Constructor;
|
||
import java.lang.reflect.InvocationTargetException;
|
||
import java.lang.reflect.Method;
|
||
import java.lang.reflect.Modifier;
|
||
import java.nio.charset.StandardCharsets;
|
||
import java.nio.file.Files;
|
||
import java.nio.file.NoSuchFileException;
|
||
import java.nio.file.Paths;
|
||
import java.util.*;
|
||
import java.util.regex.Matcher;
|
||
import java.util.regex.Pattern;
|
||
import java.util.stream.Collectors;
|
||
|
||
/**
|
||
* @author JayDi85
|
||
*/
|
||
public class VerifyCardDataTest {
|
||
|
||
private static final Logger logger = Logger.getLogger(VerifyCardDataTest.class);
|
||
|
||
// right now this is very noisy, and not useful enough to make any assertions on
|
||
private static final boolean CHECK_SOURCE_TOKENS = false;
|
||
|
||
private static final HashMap<String, Set<String>> skipCheckLists = new HashMap<>();
|
||
private static final Set<String> subtypesToIgnore = new HashSet<>();
|
||
|
||
private static void skipListCreate(String listName) {
|
||
skipCheckLists.put(listName, new LinkedHashSet<>());
|
||
}
|
||
|
||
private static void skipListAddName(String listName, String set, String name) {
|
||
skipCheckLists.get(listName).add(set + " - " + name);
|
||
}
|
||
|
||
private static boolean skipListHaveName(String listName, String set, String name) {
|
||
return skipCheckLists.get(listName).contains(set + " - " + name);
|
||
}
|
||
|
||
static {
|
||
// skip lists for checks (example: unstable cards with same name may have different stats)
|
||
|
||
// power-toughness
|
||
skipListCreate("PT");
|
||
skipListAddName("PT", "UST", "Garbage Elemental");
|
||
skipListAddName("PT", "UST", "Infinity Elemental");
|
||
skipListAddName("PT", "UNH", "Old Fogey");
|
||
skipListAddName("PT", "MH1", "Ruination Rioter");
|
||
|
||
// color
|
||
skipListCreate("COLOR");
|
||
|
||
// cost
|
||
skipListCreate("COST");
|
||
skipListAddName("COST", "KTK", "Erase");
|
||
skipListAddName("COST", "M13", "Erase");
|
||
skipListAddName("COST", "ULG", "Erase");
|
||
skipListAddName("COST", "H17", "Grimlock, Dinobot Leader");
|
||
skipListAddName("COST", "UST", "Everythingamajig");
|
||
|
||
// supertype
|
||
skipListCreate("SUPERTYPE");
|
||
|
||
// type
|
||
skipListCreate("TYPE");
|
||
skipListAddName("TYPE", "UNH", "Old Fogey");
|
||
skipListAddName("TYPE", "UST", "capital offense");
|
||
|
||
// subtype
|
||
skipListCreate("SUBTYPE");
|
||
skipListAddName("SUBTYPE", "UGL", "Miss Demeanor");
|
||
|
||
// number
|
||
skipListCreate("NUMBER");
|
||
|
||
// missing abilities
|
||
skipListCreate("MISSING_ABILITIES");
|
||
}
|
||
|
||
private void warn(Card card, String message) {
|
||
outputMessages.add("Warning: " + message + " for " + card.getExpansionSetCode() + " - " + card.getName() + " - " + card.getCardNumber());
|
||
}
|
||
|
||
private void fail(Card card, String category, String message) {
|
||
failed++;
|
||
outputMessages.add("Error: (" + category + ") " + message + " for " + card.getExpansionSetCode() + " - " + card.getName() + " - " + card.getCardNumber());
|
||
}
|
||
|
||
private int failed = 0;
|
||
private final ArrayList<String> outputMessages = new ArrayList<>();
|
||
|
||
@Test
|
||
public void verifyCards() throws IOException {
|
||
for (Card card : CardScanner.getAllCards()) {
|
||
Set<String> tokens = findSourceTokens(card.getClass());
|
||
if (card.isSplitCard()) {
|
||
check(((SplitCard) card).getLeftHalfCard(), null);
|
||
check(((SplitCard) card).getRightHalfCard(), null);
|
||
} else {
|
||
check(card, tokens);
|
||
}
|
||
}
|
||
|
||
printMessages(outputMessages);
|
||
if (failed > 0) {
|
||
Assert.fail(failed + " errors in verify");
|
||
}
|
||
}
|
||
|
||
@Test
|
||
public void checkDuplicateCardNumbersInDB() {
|
||
Collection<String> doubleErrors = new ArrayList<>();
|
||
|
||
Collection<ExpansionSet> sets = Sets.getInstance().values();
|
||
for (ExpansionSet set : sets) {
|
||
Map<String, ExpansionSet.SetCardInfo> cardsList = new HashMap<>();
|
||
for (ExpansionSet.SetCardInfo checkCard : set.getSetCardInfo()) {
|
||
String cardNumber = checkCard.getCardNumber();
|
||
|
||
// ignore double faced
|
||
Card realCard = CardImpl.createCard(checkCard.getCardClass(), new CardSetInfo(checkCard.getName(), set.getCode(),
|
||
checkCard.getCardNumber(), checkCard.getRarity(), checkCard.getGraphicInfo()));
|
||
if (realCard.isNightCard()) {
|
||
continue;
|
||
}
|
||
|
||
if (cardsList.containsKey(cardNumber)) {
|
||
ExpansionSet.SetCardInfo prevCard = cardsList.get(cardNumber);
|
||
|
||
String errorType;
|
||
if (checkCard.getName().equals(prevCard.getName())) {
|
||
errorType = " found DUPLICATED cards"
|
||
+ " set (" + set.getCode() + " - " + set.getName() + ")"
|
||
+ " (" + checkCard.getCardNumber() + " - " + checkCard.getName() + ")";
|
||
} else {
|
||
errorType = " found TYPOS in card numbers"
|
||
+ " set (" + set.getCode() + " - " + set.getName() + ")"
|
||
+ " (" + prevCard.getCardNumber() + " - " + prevCard.getName() + ")"
|
||
+ " and"
|
||
+ " (" + checkCard.getCardNumber() + " - " + checkCard.getName() + ")";
|
||
}
|
||
|
||
String error = "Error: " + errorType;
|
||
|
||
doubleErrors.add(error);
|
||
} else {
|
||
cardsList.put(cardNumber, checkCard);
|
||
}
|
||
}
|
||
}
|
||
|
||
for (String error : doubleErrors) {
|
||
System.out.println(error);
|
||
}
|
||
|
||
if (doubleErrors.size() > 0) {
|
||
Assert.fail("DB has duplicated card numbers, found errors: " + doubleErrors.size());
|
||
}
|
||
}
|
||
|
||
@Test
|
||
public void checkWrongCardClasses() {
|
||
Collection<String> errorsList = new ArrayList<>();
|
||
Map<String, String> classesIndex = new HashMap<>();
|
||
int totalCards = 0;
|
||
|
||
Collection<ExpansionSet> sets = Sets.getInstance().values();
|
||
for (ExpansionSet set : sets) {
|
||
for (ExpansionSet.SetCardInfo checkCard : set.getSetCardInfo()) {
|
||
totalCards = totalCards + 1;
|
||
|
||
String currentClass = checkCard.getCardClass().toString();
|
||
if (classesIndex.containsKey(checkCard.getName())) {
|
||
String needClass = classesIndex.get(checkCard.getName());
|
||
if (!needClass.equals(currentClass)) {
|
||
// workaround to star wars and unstable set with same card names
|
||
if (!checkCard.getName().equals("Syndicate Enforcer")
|
||
&& !checkCard.getName().equals("Everythingamajig")
|
||
&& !checkCard.getName().equals("Garbage Elemental")
|
||
&& !checkCard.getName().equals("Very Cryptic Command")) {
|
||
errorsList.add("Error: found wrong class in set " + set.getCode() + " - " + checkCard.getName() + " (" + currentClass + " <> " + needClass + ")");
|
||
}
|
||
}
|
||
} else {
|
||
classesIndex.put(checkCard.getName(), currentClass);
|
||
}
|
||
}
|
||
}
|
||
|
||
for (String error : errorsList) {
|
||
System.out.println(error);
|
||
}
|
||
|
||
// unique cards stats
|
||
System.out.println("Total unique cards: " + classesIndex.size() + ", total non unique cards (reprints): " + totalCards);
|
||
|
||
if (errorsList.size() > 0) {
|
||
Assert.fail("DB has wrong card classes, found errors: " + errorsList.size());
|
||
}
|
||
}
|
||
|
||
@Test
|
||
public void checkMissingSets() {
|
||
|
||
Collection<String> errorsList = new ArrayList<>();
|
||
|
||
int totalMissingSets = 0;
|
||
int totalMissingCards = 0;
|
||
Collection<ExpansionSet> sets = Sets.getInstance().values();
|
||
for (Map.Entry<String, JsonSet> refEntry : MtgJson.sets().entrySet()) {
|
||
JsonSet refSet = refEntry.getValue();
|
||
|
||
// replace codes for aliases
|
||
String searchSet = MtgJson.mtgJsonToXMageCodes.getOrDefault(refSet.code, refSet.code);
|
||
|
||
ExpansionSet mageSet = Sets.findSet(searchSet.toUpperCase());
|
||
if (mageSet == null) {
|
||
totalMissingSets = totalMissingSets + 1;
|
||
totalMissingCards = totalMissingCards + refSet.cards.size();
|
||
errorsList.add("Warning: missing set " + refSet.code + " - " + refSet.name + " (cards: " + refSet.cards.size() + ")");
|
||
}
|
||
}
|
||
if (errorsList.size() > 0) {
|
||
errorsList.add("Warning: total missing sets: " + totalMissingSets + ", with missing cards: " + totalMissingCards);
|
||
}
|
||
|
||
// only warnings
|
||
for (String error : errorsList) {
|
||
System.out.println(error);
|
||
}
|
||
}
|
||
|
||
private Object createNewObject(Class<?> clazz) {
|
||
try {
|
||
Constructor<?> cons = clazz.getConstructor();
|
||
return cons.newInstance();
|
||
} catch (InvocationTargetException ex) {
|
||
Throwable e = ex.getTargetException();
|
||
e.printStackTrace();
|
||
return null;
|
||
} catch (Exception e) {
|
||
e.printStackTrace();
|
||
return null;
|
||
}
|
||
}
|
||
|
||
private void printMessages(Collection<String> list, boolean sorted) {
|
||
|
||
ArrayList<String> sortedList = new ArrayList<>(list);
|
||
if (sorted) {
|
||
sortedList.sort(String::compareTo);
|
||
}
|
||
|
||
for (String mes : sortedList) {
|
||
System.out.println(mes);
|
||
}
|
||
}
|
||
|
||
private void printMessages(Collection<String> list) {
|
||
printMessages(list, true);
|
||
}
|
||
|
||
private String extractShortClass(Class<? extends Object> tokenClass) {
|
||
String origin = tokenClass.getName();
|
||
if (origin.contains("$")) {
|
||
// inner classes, example: mage.cards.f.FigureOfDestiny$FigureOfDestinyToken3
|
||
return origin.replaceAll(".+\\$(.+)", "$1");
|
||
} else {
|
||
// public classes, example: mage.game.permanent.token.FigureOfDestinyToken
|
||
return origin.replaceAll(".+\\.(.+)", "$1");
|
||
}
|
||
}
|
||
|
||
@Test
|
||
public void checkMissingSetData() {
|
||
Collection<String> errorsList = new ArrayList<>();
|
||
Collection<String> warningsList = new ArrayList<>();
|
||
|
||
Collection<ExpansionSet> sets = Sets.getInstance().values();
|
||
|
||
// 1. wrong set class names
|
||
for (ExpansionSet set : sets) {
|
||
String className = extractShortClass(set.getClass());
|
||
String needClassName = set.getName()
|
||
//.replaceAll("Duel Decks", "")
|
||
.replaceAll("&", "And")
|
||
.replaceAll(" vs. ", " Vs ") // for more friendly class name generation in logs TODO: replace to CamelCase transform instead custom words
|
||
.replaceAll(" the ", " The ")
|
||
.replaceAll(" and ", " And ")
|
||
.replaceAll(" of ", " Of ")
|
||
.replaceAll(" to ", " To ")
|
||
.replaceAll(" for ", " For ")
|
||
.replaceAll(" into ", " Into ")
|
||
.replaceAll(" over ", " Over ")
|
||
.replaceAll("[ .+-/:\"']", "");
|
||
|
||
//if (!className.toLowerCase(Locale.ENGLISH).equals(needClassName.toLowerCase(Locale.ENGLISH))) {
|
||
if (!className.equals(needClassName)) {
|
||
errorsList.add("error, set's class name must be equal to set name: "
|
||
+ className + " from " + set.getClass().getName() + ", caption: " + set.getName() + ", need name: " + needClassName);
|
||
}
|
||
}
|
||
|
||
// 2. wrong basic lands settings (it's for lands search, not booster construct)
|
||
Map<String, Boolean> skipLandCheck = new HashMap<>();
|
||
for (ExpansionSet set : sets) {
|
||
if (skipLandCheck.containsKey(set.getName())) {
|
||
continue;
|
||
}
|
||
|
||
Boolean needLand = set.hasBasicLands();
|
||
Boolean foundedLand = false;
|
||
Map<String, Integer> foundLandsList = new HashMap<>();
|
||
for (ExpansionSet.SetCardInfo card : set.getSetCardInfo()) {
|
||
if (isBasicLandName(card.getName())) {
|
||
foundedLand = true;
|
||
int count = foundLandsList.getOrDefault(card.getName(), 0);
|
||
foundLandsList.put(card.getName(), count + 1);
|
||
}
|
||
}
|
||
|
||
String landNames = foundLandsList.entrySet().stream()
|
||
.map(p -> (p.getKey() + " - " + p.getValue().toString()))
|
||
.sorted().collect(Collectors.joining(", "));
|
||
|
||
if (needLand && !foundedLand) {
|
||
errorsList.add("error, found set with wrong hasBasicLands - it's true, but haven't land cards: " + set.getCode() + " in " + set.getClass().getName());
|
||
}
|
||
|
||
if (!needLand && foundedLand) {
|
||
errorsList.add("error, found set with wrong hasBasicLands - it's false, but have land cards: " + set.getCode() + " in " + set.getClass().getName() + ", lands: " + landNames);
|
||
}
|
||
|
||
// TODO: add test to check num cards (hasBasicLands and numLand > 0)
|
||
}
|
||
|
||
// 3. wrong snow land info
|
||
for (ExpansionSet set : sets) {
|
||
boolean needSnow = CardRepository.instance.haveSnowLands(set.getCode());
|
||
boolean haveSnow = false;
|
||
for (ExpansionSet.SetCardInfo card : set.getSetCardInfo()) {
|
||
if (card.getName().startsWith("Snow-Covered ")) {
|
||
haveSnow = true;
|
||
break;
|
||
}
|
||
}
|
||
if (needSnow != haveSnow) {
|
||
errorsList.add("error, found wrong snow lands info in set " + set.getCode() + ": "
|
||
+ (haveSnow ? "set have snow card" : "set haven't snow card")
|
||
+ ", but xmage think that it " + (needSnow ? "have" : "haven't"));
|
||
}
|
||
}
|
||
|
||
// TODO: add test to check num cards for rarity (rarityStats > 0 and numRarity > 0)
|
||
printMessages(warningsList);
|
||
printMessages(errorsList);
|
||
if (errorsList.size() > 0) {
|
||
Assert.fail("Found set errors: " + errorsList.size());
|
||
}
|
||
}
|
||
|
||
@Test
|
||
public void checkMissingCardData() {
|
||
Collection<String> errorsList = new ArrayList<>();
|
||
Collection<String> warningsList = new ArrayList<>();
|
||
|
||
Collection<ExpansionSet> sets = Sets.getInstance().values();
|
||
|
||
// 1. wrong UsesVariousArt settings (set have duplicated card name without that setting -- e.g. cards will have same image)
|
||
for (ExpansionSet set : sets) {
|
||
|
||
// double names
|
||
Map<String, Integer> doubleNames = new HashMap<>();
|
||
for (ExpansionSet.SetCardInfo card : set.getSetCardInfo()) {
|
||
int count = doubleNames.getOrDefault(card.getName(), 0);
|
||
doubleNames.put(card.getName(), count + 1);
|
||
}
|
||
|
||
// check double names
|
||
for (ExpansionSet.SetCardInfo card : set.getSetCardInfo()) {
|
||
boolean cardHaveDoubleName = (doubleNames.getOrDefault(card.getName(), 0) > 1);
|
||
boolean cardHaveVariousSetting = card.getGraphicInfo() != null && card.getGraphicInfo().getUsesVariousArt();
|
||
|
||
if (cardHaveDoubleName && !cardHaveVariousSetting) {
|
||
errorsList.add("error, founded double card names, but UsesVariousArt is not true: " + set.getCode() + " - " + set.getName() + " - " + card.getName() + " - " + card.getCardNumber());
|
||
}
|
||
}
|
||
}
|
||
|
||
// 2. all planeswalkers must be legendary
|
||
for (ExpansionSet set : sets) {
|
||
for (ExpansionSet.SetCardInfo cardInfo : set.getSetCardInfo()) {
|
||
Card card = CardImpl.createCard(cardInfo.getCardClass(), new CardSetInfo(cardInfo.getName(), set.getCode(),
|
||
cardInfo.getCardNumber(), cardInfo.getRarity(), cardInfo.getGraphicInfo()));
|
||
Assert.assertNotNull(card);
|
||
|
||
if (card.getCardType().contains(CardType.PLANESWALKER) && !card.getSuperType().contains(SuperType.LEGENDARY)) {
|
||
errorsList.add("error, planeswalker must have legendary type: " + set.getCode() + " - " + set.getName() + " - " + card.getName() + " - " + card.getCardNumber());
|
||
}
|
||
}
|
||
}
|
||
|
||
printMessages(warningsList);
|
||
printMessages(errorsList);
|
||
if (errorsList.size() > 0) {
|
||
Assert.fail("Found card errors: " + errorsList.size());
|
||
}
|
||
}
|
||
|
||
@Test
|
||
//@Ignore // TODO: enable it on copy() methods removing
|
||
public void checkWatcherCopyMethods() {
|
||
|
||
Collection<String> errorsList = new ArrayList<>();
|
||
Collection<String> warningsList = new ArrayList<>();
|
||
|
||
Reflections reflections = new Reflections("mage.");
|
||
Set<Class<? extends Watcher>> watcherClassesList = reflections.getSubTypesOf(Watcher.class);
|
||
|
||
for (Class<? extends Watcher> watcherClass : watcherClassesList) {
|
||
|
||
// only watcher class can be extended (e.g. final)
|
||
if (!watcherClass.getSuperclass().equals(Watcher.class)) {
|
||
errorsList.add("error, only Watcher class can be extended: " + watcherClass.getName());
|
||
}
|
||
|
||
// no copy methods
|
||
try {
|
||
Method m = watcherClass.getMethod("copy");
|
||
if (!m.getGenericReturnType().getTypeName().equals("T")) {
|
||
errorsList.add("error, copy() method must be deleted from watcher class: " + watcherClass.getName());
|
||
}
|
||
} catch (NoSuchMethodException e) {
|
||
errorsList.add("error, can't find copy() method in watcher class: " + watcherClass.getName());
|
||
}
|
||
|
||
// no constructor for copy
|
||
try {
|
||
Constructor<? extends Watcher> constructor = watcherClass.getDeclaredConstructor(watcherClass);
|
||
errorsList.add("error, copy constructor is not allowed in watcher class: " + watcherClass.getName());
|
||
} catch (NoSuchMethodException e) {
|
||
// all fine, no needs in copy constructors
|
||
}
|
||
|
||
// errors on create
|
||
try {
|
||
List<?> constructors = Arrays.asList(watcherClass.getDeclaredConstructors());
|
||
|
||
Constructor<? extends Watcher> constructor = (Constructor<? extends Watcher>) constructors.get(0);
|
||
|
||
Object[] args = new Object[constructor.getParameterCount()];
|
||
for (int index = 0; index < constructor.getParameterTypes().length; index++) {
|
||
Class<?> parameterType = constructor.getParameterTypes()[index];
|
||
if(parameterType.getSimpleName().equalsIgnoreCase("boolean")){
|
||
args[index]=false;
|
||
}
|
||
else {
|
||
args[index] = null;
|
||
}
|
||
|
||
}
|
||
|
||
constructor.setAccessible(true);
|
||
Watcher w1 = constructor.newInstance(args);
|
||
|
||
// errors on copy
|
||
try {
|
||
Watcher w2 = w1.copy();
|
||
if (w2 == null) {
|
||
errorsList.add("error, can't copy watcher with unknown error, look at error logs above: " + watcherClass.getName());
|
||
}
|
||
} catch (Exception e) {
|
||
errorsList.add("error, can't copy watcher: " + watcherClass.getName() + " (" + e.getMessage() + ")");
|
||
}
|
||
} catch (Exception e) {
|
||
errorsList.add("error, can't create watcher: " + watcherClass.getName() + " (" + e.getMessage() + ")");
|
||
}
|
||
|
||
}
|
||
|
||
printMessages(warningsList);
|
||
printMessages(errorsList);
|
||
if (errorsList.size() > 0) {
|
||
Assert.fail("Found watcher errors: " + errorsList.size());
|
||
}
|
||
}
|
||
|
||
@Test
|
||
@Ignore // TODO: enable test after massive token fixes
|
||
public void checkMissingTokenData() {
|
||
|
||
Collection<String> errorsList = new ArrayList<>();
|
||
Collection<String> warningsList = new ArrayList<>();
|
||
|
||
// all tokens must be stores in card-pictures-tok.txt (if not then viewer and image downloader are missing token images)
|
||
// https://github.com/ronmamo/reflections
|
||
Reflections reflections = new Reflections("mage.");
|
||
Set<Class<? extends TokenImpl>> tokenClassesList = reflections.getSubTypesOf(TokenImpl.class);
|
||
|
||
// xmage tokens
|
||
Set<Class<? extends TokenImpl>> privateTokens = new HashSet<>();
|
||
Set<Class<? extends TokenImpl>> publicTokens = new HashSet<>();
|
||
for (Class<? extends TokenImpl> tokenClass : tokenClassesList) {
|
||
if (Modifier.isPublic(tokenClass.getModifiers())) {
|
||
publicTokens.add(tokenClass);
|
||
} else {
|
||
privateTokens.add(tokenClass);
|
||
}
|
||
}
|
||
|
||
// tok file's data
|
||
ArrayList<CardDownloadData> tokFileTokens = DownloadPicturesService.getTokenCardUrls();
|
||
LinkedHashMap<String, String> tokDataClassesIndex = new LinkedHashMap<>();
|
||
LinkedHashMap<String, String> tokDataNamesIndex = new LinkedHashMap<>();
|
||
for (CardDownloadData tokData : tokFileTokens) {
|
||
|
||
String searchName;
|
||
String setsList;
|
||
|
||
// by class
|
||
searchName = tokData.getTokenClassName();
|
||
setsList = tokDataClassesIndex.getOrDefault(searchName, "");
|
||
if (!setsList.isEmpty()) {
|
||
setsList += ",";
|
||
}
|
||
setsList += tokData.getSet();
|
||
tokDataClassesIndex.put(searchName, setsList);
|
||
|
||
// by name
|
||
searchName = tokData.getName();
|
||
setsList = tokDataNamesIndex.getOrDefault(searchName, "");
|
||
if (!setsList.isEmpty()) {
|
||
setsList += ",";
|
||
}
|
||
setsList += tokData.getSet();
|
||
tokDataNamesIndex.put(searchName, setsList);
|
||
}
|
||
|
||
// 1. check token name convention
|
||
for (Class<? extends TokenImpl> tokenClass : tokenClassesList) {
|
||
if (!tokenClass.getName().endsWith("Token")) {
|
||
String className = extractShortClass(tokenClass);
|
||
warningsList.add("warning, token class must ends with Token: " + className + " from " + tokenClass.getName());
|
||
}
|
||
}
|
||
|
||
// 2. check store file for public
|
||
for (Class<? extends TokenImpl> tokenClass : publicTokens) {
|
||
String fullClass = tokenClass.getName();
|
||
if (!fullClass.startsWith("mage.game.permanent.token.")) {
|
||
String className = extractShortClass(tokenClass);
|
||
errorsList.add("error, public token must stores in mage.game.permanent.token package: " + className + " from " + tokenClass.getName());
|
||
}
|
||
}
|
||
|
||
// 3. check private tokens (they aren't need at all)
|
||
for (Class<? extends TokenImpl> tokenClass : privateTokens) {
|
||
String className = extractShortClass(tokenClass);
|
||
errorsList.add("error, no needs in private tokens, replace it with CreatureToken: " + className + " from " + tokenClass.getName());
|
||
}
|
||
|
||
// 4. all public tokens must have tok-data (private tokens uses for innner abilities -- no need images for it)
|
||
for (Class<? extends TokenImpl> tokenClass : publicTokens) {
|
||
String className = extractShortClass(tokenClass);
|
||
Token token = (Token) createNewObject(tokenClass);
|
||
//Assert.assertNotNull("Can't create token by default constructor", token);
|
||
if (token == null) {
|
||
Assert.fail("Can't create token by default constructor: " + className);
|
||
} else if (tokDataNamesIndex.getOrDefault(token.getName(), "").isEmpty()) {
|
||
errorsList.add("error, can't find data in card-pictures-tok.txt for token: " + tokenClass.getName() + " -> " + token.getName());
|
||
}
|
||
}
|
||
|
||
// TODO: all sets must have full tokens data in tok file (token in every set)
|
||
// 1. Download scryfall tokens list: https://api.scryfall.com/cards/search?q=t:token
|
||
// 2. Proccess each token with all prints: read "prints_search_uri" field from token data and go to link like
|
||
// https://api.scryfall.com/cards/search?order=set&q=%21%E2%80%9CAngel%E2%80%9D&unique=prints
|
||
// 3. Collect all strings in "set@name"
|
||
// 4. Proccess tokens data and find missing strings from "set@name" list
|
||
printMessages(warningsList);
|
||
printMessages(errorsList);
|
||
if (errorsList.size() > 0) {
|
||
Assert.fail("Found token errors: " + errorsList.size());
|
||
}
|
||
}
|
||
|
||
private static final Pattern SHORT_JAVA_STRING = Pattern.compile("(?<=\")[A-Z][a-z]+(?=\")");
|
||
|
||
private Set<String> findSourceTokens(Class c) throws IOException {
|
||
if (!CHECK_SOURCE_TOKENS || BasicLand.class.isAssignableFrom(c)) {
|
||
return null;
|
||
}
|
||
String path = "../Mage.Sets/src/" + c.getName().replace(".", "/") + ".java";
|
||
try {
|
||
String source = new String(Files.readAllBytes(Paths.get(path)), StandardCharsets.UTF_8);
|
||
Matcher matcher = SHORT_JAVA_STRING.matcher(source);
|
||
Set<String> tokens = new HashSet<>();
|
||
while (matcher.find()) {
|
||
tokens.add(matcher.group());
|
||
}
|
||
return tokens;
|
||
} catch (NoSuchFileException e) {
|
||
System.out.println("failed to read " + path);
|
||
return null;
|
||
}
|
||
}
|
||
|
||
private void check(Card card, Set<String> tokens) {
|
||
JsonCard ref = MtgJson.card(card.getName());
|
||
if (ref == null) {
|
||
warn(card, "Missing card reference");
|
||
return;
|
||
}
|
||
checkAll(card, ref);
|
||
if (tokens != null) {
|
||
JsonCard ref2 = null;
|
||
if (card.isFlipCard()) {
|
||
ref2 = MtgJson.card(card.getFlipCardName());
|
||
}
|
||
for (String token : tokens) {
|
||
if (!(token.equals(card.getName())
|
||
|| containsInTypesOrText(ref, token)
|
||
|| containsInTypesOrText(ref, token.toLowerCase(Locale.ENGLISH))
|
||
|| (ref2 != null && (containsInTypesOrText(ref2, token) || containsInTypesOrText(ref2, token.toLowerCase(Locale.ENGLISH)))))) {
|
||
System.out.println("unexpected token " + token + " in " + card);
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
private boolean containsInTypesOrText(JsonCard ref, String token) {
|
||
return contains(ref.types, token)
|
||
|| contains(ref.subtypes, token)
|
||
|| contains(ref.supertypes, token)
|
||
|| ref.text.contains(token);
|
||
}
|
||
|
||
private boolean contains(Collection<String> options, String value) {
|
||
return options != null && options.contains(value);
|
||
}
|
||
|
||
private void checkAll(Card card, JsonCard ref) {
|
||
checkCost(card, ref);
|
||
checkPT(card, ref);
|
||
checkSubtypes(card, ref);
|
||
checkSupertypes(card, ref);
|
||
checkTypes(card, ref);
|
||
checkColors(card, ref);
|
||
//checkNumbers(card, ref); // TODO: load data from allsets.json and check it (allcards.json do not have card numbers)
|
||
checkBasicLands(card, ref);
|
||
checkMissingAbilities(card, ref);
|
||
checkWrongSymbolsInRules(card);
|
||
checkWrongAbilitiesText(card, ref);
|
||
}
|
||
|
||
private void checkColors(Card card, JsonCard ref) {
|
||
if (skipListHaveName("COLOR", card.getExpansionSetCode(), card.getName())) {
|
||
return;
|
||
}
|
||
|
||
Set<String> expected = new HashSet<>();
|
||
if (ref.colors != null) {
|
||
expected.addAll(ref.colors);
|
||
}
|
||
if (card.isFlipCard()) {
|
||
expected.addAll(ref.colorIdentity);
|
||
}
|
||
|
||
ObjectColor color = card.getColor(null);
|
||
|
||
if (expected.size() != color.getColorCount()
|
||
|| (color.isBlack() && !expected.contains("B"))
|
||
|| (color.isBlue() && !expected.contains("U"))
|
||
|| (color.isGreen() && !expected.contains("G"))
|
||
|| (color.isRed() && !expected.contains("R"))
|
||
|| (color.isWhite() && !expected.contains("W"))) {
|
||
fail(card, "colors", color + " != " + expected);
|
||
}
|
||
}
|
||
|
||
private void checkSubtypes(Card card, JsonCard ref) {
|
||
if (skipListHaveName("SUBTYPE", card.getExpansionSetCode(), card.getName())) {
|
||
return;
|
||
}
|
||
|
||
Collection<String> expected = ref.subtypes;
|
||
|
||
// fix names (e.g. Urza’s to Urza's)
|
||
if (expected != null && expected.contains("Urza’s")) {
|
||
expected = new ArrayList<>(expected);
|
||
for (ListIterator<String> it = ((List<String>) expected).listIterator(); it.hasNext(); ) {
|
||
if (it.next().equals("Urza’s")) {
|
||
it.set("Urza's");
|
||
}
|
||
}
|
||
}
|
||
|
||
// Remove subtypes that need to be ignored
|
||
Collection<String> actual = card
|
||
.getSubtype(null)
|
||
.stream()
|
||
.map(SubType::toString)
|
||
.collect(Collectors.toSet());
|
||
actual.removeIf(subtypesToIgnore::contains);
|
||
|
||
if (expected != null) {
|
||
expected.removeIf(subtypesToIgnore::contains);
|
||
}
|
||
|
||
if (!eqSet(actual, expected)) {
|
||
fail(card, "subtypes", actual + " != " + expected);
|
||
}
|
||
}
|
||
|
||
private void checkSupertypes(Card card, JsonCard ref) {
|
||
if (skipListHaveName("SUPERTYPE", card.getExpansionSetCode(), card.getName())) {
|
||
return;
|
||
}
|
||
|
||
Collection<String> expected = ref.supertypes;
|
||
if (!eqSet(card.getSuperType().stream().map(s -> s.toString()).collect(Collectors.toList()), expected)) {
|
||
fail(card, "supertypes", card.getSuperType() + " != " + expected);
|
||
}
|
||
}
|
||
|
||
private void checkMissingAbilities(Card card, JsonCard ref) {
|
||
if (skipListHaveName("MISSING_ABILITIES", card.getExpansionSetCode(), card.getName())) {
|
||
return;
|
||
}
|
||
|
||
// search missing abilities from card source
|
||
if (ref.text == null || ref.text.isEmpty()) {
|
||
return;
|
||
}
|
||
|
||
// special check: kicker ability must be in rules
|
||
if (card.getAbilities().containsClass(MultikickerAbility.class) && card.getRules().stream().noneMatch(rule -> rule.contains("Multikicker"))) {
|
||
fail(card, "abilities", "card have Multikicker ability, but missing it in rules text");
|
||
}
|
||
|
||
// spells have only 1 ability
|
||
if (card.isSorcery() || card.isInstant()) {
|
||
return;
|
||
}
|
||
|
||
// additional cost go to 1 ability
|
||
if (ref.text.startsWith("As an additional cost to cast")) {
|
||
return;
|
||
}
|
||
|
||
// always 1 ability (to cast)
|
||
if (card.getAbilities().toArray().length == 1) { // all cards have 1 inner ability to cast
|
||
fail(card, "abilities", "card's abilities is empty, but ref have text");
|
||
}
|
||
}
|
||
|
||
private void checkWrongSymbolsInRules(Card card) {
|
||
if (card.getName().contains("’")) {
|
||
fail(card, "card name", "card's names contains restricted symbol ’");
|
||
}
|
||
|
||
for (String rule : card.getRules()) {
|
||
if (rule.contains("’")) {
|
||
fail(card, "rules", "card's rules contains restricted symbol ’");
|
||
}
|
||
}
|
||
}
|
||
|
||
private void checkLegalityFormats(Card card, JsonCard ref) {
|
||
if (skipListHaveName("LEGALITY", card.getExpansionSetCode(), card.getName())) {
|
||
return;
|
||
}
|
||
|
||
// TODO: add legality checks (by sets and cards, by banned)
|
||
}
|
||
|
||
private String prepareRule(String cardName, String rule) {
|
||
// remove and optimize rule text for analyze
|
||
String newRule = rule;
|
||
|
||
// remove reminder text
|
||
newRule = newRule.replaceAll("(?i) <i>\\(.+\\)</i>", "");
|
||
newRule = newRule.replaceAll("(?i) \\(.+\\)", "");
|
||
|
||
// replace special text and symbols
|
||
newRule = newRule
|
||
.replace("{this}", cardName)
|
||
.replace("{source}", cardName)
|
||
.replace("−", "-")
|
||
.replace("—", "-");
|
||
|
||
// remove html marks
|
||
newRule = newRule
|
||
.replace("<i>", "")
|
||
.replace("</i>", "");
|
||
|
||
return newRule;
|
||
}
|
||
|
||
@Test
|
||
@Ignore
|
||
public void showCardInfo() throws Exception {
|
||
// debug only: show direct card info (takes it from class file, not from db repository)
|
||
String cardName = "Essence Capture";
|
||
CardScanner.scan();
|
||
CardSetInfo testSet = new CardSetInfo(cardName, "test", "123", Rarity.COMMON);
|
||
CardInfo cardInfo = CardRepository.instance.findCard(cardName);
|
||
Card card = CardImpl.createCard(cardInfo.getClassName(), testSet);
|
||
card.getRules().stream().forEach(System.out::println);
|
||
}
|
||
|
||
private void checkWrongAbilitiesText(Card card, JsonCard ref) {
|
||
// checks missing or wrong text
|
||
if (!card.getExpansionSetCode().equals("M20")) {
|
||
return;
|
||
}
|
||
|
||
if (ref.text == null || ref.text.isEmpty()) {
|
||
return;
|
||
}
|
||
|
||
String refText = ref.text;
|
||
// lands fix
|
||
if (refText.startsWith("(") && refText.endsWith(")")) {
|
||
refText = refText.substring(1, refText.length() - 1);
|
||
}
|
||
|
||
String[] refRules = refText.split("[\\$\\\n]"); // ref card's abilities can be splited by \n or $ chars
|
||
for (int i = 0; i < refRules.length; i++) {
|
||
refRules[i] = prepareRule(card.getName(), refRules[i]);
|
||
}
|
||
|
||
String[] cardRules = card.getRules().toArray(new String[0]);
|
||
for (int i = 0; i < cardRules.length; i++) {
|
||
cardRules[i] = prepareRule(card.getName(), cardRules[i]);
|
||
}
|
||
|
||
boolean isFine = true;
|
||
for (String cardRule : cardRules) {
|
||
boolean isAbilityFounded = false;
|
||
for (String refRule : refRules) {
|
||
if (cardRule.equals(refRule)) {
|
||
isAbilityFounded = true;
|
||
break;
|
||
}
|
||
}
|
||
|
||
if (!isAbilityFounded) {
|
||
isFine = false;
|
||
warn(card, "card ability can't be found in ref [" + card.getName() + ": " + cardRule + "]");
|
||
}
|
||
}
|
||
|
||
// extra message for easy checks
|
||
if (!isFine) {
|
||
System.out.println();
|
||
|
||
System.out.println("Wrong card " + card.getName());
|
||
Arrays.sort(cardRules);
|
||
for (String s : cardRules) {
|
||
System.out.println(s);
|
||
}
|
||
|
||
System.out.println("ref:");
|
||
Arrays.sort(refRules);
|
||
for (String s : refRules) {
|
||
System.out.println(s);
|
||
}
|
||
|
||
System.out.println();
|
||
}
|
||
}
|
||
|
||
|
||
/*
|
||
for(String rule : card.getRules()) {
|
||
rule = rule.replaceAll("(?i)<i>.+</i>", ""); // Ignoring reminder text in italic
|
||
// TODO: add Equip {3} checks
|
||
// TODO: add Raid and other words checks
|
||
String[] sl = rule.split(":");
|
||
if (sl.length == 2 && !sl[0].isEmpty()) {
|
||
String cardCost = sl[0]
|
||
.replace("{this}", card.getName())
|
||
//.replace("<i>", "")
|
||
//.replace("</i>", "")
|
||
.replace("—", "—");
|
||
String cardAbility = sl[1]
|
||
.trim()
|
||
.replace("{this}", card.getName())
|
||
//.replace("<i>", "")
|
||
//.replace("</i>", "")
|
||
.replace("—", "—");;
|
||
|
||
boolean found = false;
|
||
for (String refRule : refRules) {
|
||
refRule = refRule.replaceAll("(?i)<i>.+</i>", ""); // Ignoring reminder text in italic
|
||
|
||
// fix for ref mana: ref card have xxx instead {T}: Add {xxx}, example: W
|
||
if (refRule.length() == 1) {
|
||
refRule = "{T}: Add {" + refRule + "}";
|
||
}
|
||
refRule = refRule
|
||
.trim()
|
||
//.replace("<i>", "")
|
||
//.replace("</i>", "")
|
||
.replace("—", "—");
|
||
|
||
// normal
|
||
if (refRule.startsWith(cardCost)) {
|
||
found = true;
|
||
break;
|
||
}
|
||
|
||
// ref card have (xxx) instead xxx, example: ({T}: Add {G}.)
|
||
// ref card have <i>(xxx) instead xxx, example: <i>({T}: Add {G}.)</i>
|
||
// TODO: delete?
|
||
if (refRule.startsWith("(" + cardCost)) {
|
||
found = true;
|
||
break;
|
||
}
|
||
}
|
||
if (!found) {
|
||
fail(card, "abilities", "card ability have cost, but can't find in ref [" + cardCost + ": " + cardAbility + "]");
|
||
}
|
||
}
|
||
|
||
}
|
||
}*/
|
||
|
||
|
||
private void checkTypes(Card card, JsonCard ref) {
|
||
if (skipListHaveName("TYPE", card.getExpansionSetCode(), card.getName())) {
|
||
return;
|
||
}
|
||
|
||
Collection<String> expected = ref.types;
|
||
List<String> type = new ArrayList<>();
|
||
for (CardType cardType : card.getCardType()) {
|
||
type.add(cardType.toString());
|
||
}
|
||
if (!eqSet(type, expected)) {
|
||
fail(card, "types", type + " != " + expected);
|
||
}
|
||
}
|
||
|
||
private static <T> boolean eqSet(Collection<T> a, Collection<T> b) {
|
||
if (a == null || a.isEmpty()) {
|
||
return b == null || b.isEmpty();
|
||
}
|
||
return b != null && a.size() == b.size() && a.containsAll(b);
|
||
}
|
||
|
||
private void checkPT(Card card, JsonCard ref) {
|
||
if (skipListHaveName("PT", card.getExpansionSetCode(), card.getName())) {
|
||
return;
|
||
}
|
||
|
||
if (!eqPT(card.getPower().toString(), ref.power) || !eqPT(card.getToughness().toString(), ref.toughness)) {
|
||
String pt = card.getPower() + "/" + card.getToughness();
|
||
String expected = ref.power + '/' + ref.toughness;
|
||
fail(card, "pt", pt + " != " + expected);
|
||
}
|
||
}
|
||
|
||
private boolean eqPT(String found, String expected) {
|
||
if (expected == null) {
|
||
return "0".equals(found);
|
||
} else {
|
||
return found.equals(expected) || expected.contains("*");
|
||
}
|
||
}
|
||
|
||
private void checkCost(Card card, JsonCard ref) {
|
||
if (skipListHaveName("COST", card.getExpansionSetCode(), card.getName())) {
|
||
return;
|
||
}
|
||
|
||
String expected = ref.manaCost;
|
||
String cost = join(card.getManaCost().getSymbols());
|
||
if (cost.isEmpty()) {
|
||
cost = null;
|
||
}
|
||
if (cost != null) {
|
||
cost = cost.replaceAll("P\\}", "P}");
|
||
}
|
||
if (!Objects.equals(cost, expected)) {
|
||
fail(card, "cost", cost + " != " + expected);
|
||
}
|
||
}
|
||
|
||
private void checkNumbers(Card card, JsonCard ref) {
|
||
if (skipListHaveName("NUMBER", card.getExpansionSetCode(), card.getName())) {
|
||
return;
|
||
}
|
||
|
||
String expected = ref.number;
|
||
String current = card.getCardNumber();
|
||
if (!eqPT(current, expected)) {
|
||
warn(card, "card number " + current + " != " + expected);
|
||
}
|
||
}
|
||
|
||
private boolean isBasicLandName(String name) {
|
||
|
||
String checkName = name;
|
||
if (name.startsWith("Snow-Covered ")) {
|
||
// snow lands is basic lands too
|
||
checkName = name.replace("Snow-Covered ", "");
|
||
}
|
||
|
||
return checkName.equals("Island")
|
||
|| checkName.equals("Forest")
|
||
|| checkName.equals("Swamp")
|
||
|| checkName.equals("Plains")
|
||
|| checkName.equals("Mountain")
|
||
|| checkName.equals("Wastes");
|
||
}
|
||
|
||
private void checkBasicLands(Card card, JsonCard ref) {
|
||
|
||
// basic lands must have Rarity.LAND and SuperType.BASIC
|
||
// other cards can't have that stats
|
||
if (isBasicLandName(card.getName())) {
|
||
// lands
|
||
if (card.getRarity() != Rarity.LAND) {
|
||
fail(card, "rarity", "basic land must be Rarity.LAND");
|
||
}
|
||
|
||
if (!card.getSuperType().contains(SuperType.BASIC)) {
|
||
fail(card, "supertype", "basic land must be SuperType.BASIC");
|
||
}
|
||
} else {
|
||
// non lands
|
||
if (card.getRarity() == Rarity.LAND) {
|
||
fail(card, "rarity", "only basic land can be Rarity.LAND");
|
||
}
|
||
|
||
if (card.getSuperType().contains(SuperType.BASIC)) {
|
||
fail(card, "supertype", "only basic land can be SuperType.BASIC");
|
||
}
|
||
}
|
||
}
|
||
|
||
private String join(Iterable<?> items) {
|
||
StringBuilder result = new StringBuilder();
|
||
for (Object item : items) {
|
||
result.append(item);
|
||
}
|
||
return result.toString();
|
||
}
|
||
|
||
@Test
|
||
public void testCardRatingConsistency() {
|
||
// all cards with same name must have same rating (see RateCard.rateCard)
|
||
// cards rating must be consistency (same) for card sorting
|
||
List<Card> cardsList = new ArrayList<>(CardScanner.getAllCards());
|
||
Map<String, Integer> cardRates = new HashMap<>();
|
||
for (Card card : cardsList) {
|
||
int curRate = RateCard.rateCard(card, null, false);
|
||
int prevRate = cardRates.getOrDefault(card.getName(), 0);
|
||
if (prevRate == 0) {
|
||
cardRates.putIfAbsent(card.getName(), curRate);
|
||
} else {
|
||
if (curRate != prevRate) {
|
||
Assert.fail("Card with same name have different ratings: " + card.getName());
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
@Test
|
||
public void testCardsCreatingAndConstructorErrors() {
|
||
int errorsCount = 0;
|
||
Collection<ExpansionSet> sets = Sets.getInstance().values();
|
||
for (ExpansionSet set : sets) {
|
||
for (ExpansionSet.SetCardInfo setInfo : set.getSetCardInfo()) {
|
||
// catch cards creation errors and report (e.g. on wrong card code or construction checks fail)
|
||
try {
|
||
Card card = CardImpl.createCard(setInfo.getCardClass(), new CardSetInfo(setInfo.getName(), set.getCode(),
|
||
setInfo.getCardNumber(), setInfo.getRarity(), setInfo.getGraphicInfo()));
|
||
if (card == null) {
|
||
errorsCount++;
|
||
}
|
||
} catch (Throwable e) {
|
||
logger.error("Can't create card " + setInfo.getName() + ": " + e.getMessage(), e);
|
||
}
|
||
}
|
||
}
|
||
|
||
if (errorsCount > 0) {
|
||
Assert.fail("Founded " + errorsCount + " broken cards, look at logs for stack error");
|
||
}
|
||
}
|
||
}
|