250a9e4b51
* Code refactoring for card db change (#86) This assumes the following file structure: ``` card_db/ cards_db.json sets_db.json <language>/ cards_text.json sets_text.json ``` Files that are needed are: - cards_db.json - cards_text.json and sets_text.json for each supported language **Other changes:** Added option called `--edition` that can be "1", "2", "latest", or "all". Defaults to "all". This allows for a quick filtering for those that don't want everything (i.e., "all"). - "1" is for all 1st editions of expansions. It also includes 2nd edition update packs. - "2" is for all 2nd editions of expansions. So base, Dominion 2nd ed., and Intrigue 2nd ed. (no update packs, since already in 2nd edition) - "latest" is for base, Dominion 2nd ed., and Intrigue 2nd ed., and all the remaining 1st editions. Cards can be grouped 3 ways: - No grouping (default) - In expansion grouping invoked with `--special_card_groups`. - Grouping across expansions with `--exclude_events` and `--exclude_landmarks`. These groups are placed in a set called "Extras". `--exclude_prizes` is not currently implemented. Added an option called `--upgrade_with_expansion` which will put the upgraded cards into the corresponding earlier expansion. So all 1st edition cards as well as the upgrade cards appear in the 1st edition set. That way the cards are listed on the expansion dividers and any tab/ordering fit the expansion as a whole. And because of the deleted cards in 2nd edition, this is a different list of cards than just using the 2nd edition. * update set image mapping for 2nd edition icons * add improved set icons from https://boardgamegeek.com/filepage/73273/dominion-card-icons-vector-images * recompress all images * new format for cards_db.json and translations * Added short name to sets * Updates to allow blank set images for base cards and fix blank set image for the "Extras" set. Also removed base_set.png which is no longer needed (again!) * scaled all set images to be exactly 300 x 300 pixels for consistency and better printing * Updated __init__.py and cards.py to automatically find the "lowest cost" value from all the cards in a group. * Update carddb_tests.py * Updated set information in testcases * Changed test of cardset to test cardset_tag instead. Since that is what everything keys off of now. * Updated the language tests to pull in the language parts before making the check. * Standardize on ISO8859-15 (#98) * Remove Trash Card from 2nd edition, replace HTML line breaks & unicode * Better Error Handling for Font Errors * Added text formating codes Added text formatting codes for "extra" and "description" fields. This includes: <tab> and <t> to add a tab (4 spaces) <n> as an alternative to \n (hard new line) <br> as an alternative to <br /> (soft new line) <c> and <center> to center text in this paragraph until the next hard new line <l> and <left> to left align text in this paragraph until the next hard new line <r> and <right> to right align text in this paragraph until the next hard new line. <line> to add a hard new line, a centered dividing line, and a trailing hard new line. <line> to put a centered line This goes with the <b>..</b> for bold, <i>..</i> for italics, and <u>..</u> for underline that was already existing (but probably not remembered. * Update card count presentation (#116) * wvoigt added automatic bonus highlighting (#119)
381 lines
16 KiB
Python
381 lines
16 KiB
Python
###########################################################################
|
|
# This file provides maintenance on the various language files
|
|
# 1. Create new "xx/cards_xx.json" files that have entries ordered as:
|
|
# a. the card_tag entries in "cards_db.json"
|
|
# b. the group_tag entries as found in "cards_db.json"
|
|
# c. the super group entries (grouping across all expansions"
|
|
# d. any unused entries existing in the file (assumed to be work in progress)
|
|
#
|
|
# 2. Create new "sets_db.json" and "xx/cards_xx.json" with entries sorted alphabetically
|
|
#
|
|
# All output is in the designated output directory. Original files are not overwritten.
|
|
###########################################################################
|
|
import os
|
|
import io
|
|
import codecs
|
|
import json
|
|
from shutil import copyfile
|
|
|
|
|
|
LANGUAGE_DEFAULT = 'en_us' # default language, which takes priority
|
|
LANGUAGE_XX = 'xx' # language for starting a translation
|
|
card_db_dir = os.path.join("..", "card_db") # directory of card data
|
|
output_dir = os.path.join(".", "card_db") # directory for output data
|
|
|
|
|
|
def get_lang_dirs(path):
|
|
# Find all valid languages.
|
|
languages = []
|
|
for name in os.listdir(path):
|
|
dir_path = os.path.join(path, name)
|
|
if os.path.isdir(dir_path):
|
|
cards_file = os.path.join(dir_path, "cards_" + name + ".json")
|
|
sets_file = os.path.join(dir_path, "sets_" + name + ".json")
|
|
if os.path.isfile(cards_file) and os.path.isfile(sets_file):
|
|
languages.append(name)
|
|
return languages
|
|
|
|
|
|
def get_json_data(json_file_path):
|
|
# Read in the json from the specified file
|
|
with codecs.open(json_file_path, 'r', 'utf-8') as json_file:
|
|
data = json.load(json_file)
|
|
assert data, "Could not load json at: '%r' " % json_file_path
|
|
return data
|
|
|
|
|
|
def json_dict_entry(entry, separator=''):
|
|
# Return a nicely formated json dict entry.
|
|
# It does not include the enclosing {} and removes trailing white space
|
|
json_data = json.dumps(entry, indent=4, ensure_ascii=False, sort_keys=True)
|
|
json_data = json_data.strip('{}').rstrip() # Remove outer{} and then trailing whitespace
|
|
return separator + json_data
|
|
|
|
# Multikey sort
|
|
# see: http://stackoverflow.com/questions/1143671/python-sorting-list-of-dictionaries-by-multiple-keys
|
|
def multikeysort(items, columns):
|
|
from operator import itemgetter
|
|
comparers = [((itemgetter(col[1:].strip()), -1) if col.startswith('-') else
|
|
(itemgetter(col.strip()), 1)) for col in columns]
|
|
def comparer(left, right):
|
|
for fn, mult in comparers:
|
|
result = cmp(fn(left), fn(right))
|
|
if result:
|
|
return mult * result
|
|
else:
|
|
return 0
|
|
return sorted(items, cmp=comparer)
|
|
|
|
###########################################################################
|
|
# Get all the languages, and place the default language first in the list
|
|
###########################################################################
|
|
languages = get_lang_dirs(card_db_dir)
|
|
languages.remove(LANGUAGE_DEFAULT)
|
|
languages.insert(0, LANGUAGE_DEFAULT)
|
|
if LANGUAGE_XX not in languages:
|
|
languages.append(LANGUAGE_XX)
|
|
print "Languages:"
|
|
print languages
|
|
print
|
|
|
|
|
|
###########################################################################
|
|
# Make sure the directories exist to hold the output
|
|
###########################################################################
|
|
|
|
# main output directory
|
|
if not os.path.exists(output_dir):
|
|
os.makedirs(output_dir)
|
|
|
|
# each language directory
|
|
for lang in languages:
|
|
# Make sure the directory is there to hold the file
|
|
lang_dir = os.path.join(output_dir,lang)
|
|
if not os.path.exists(lang_dir):
|
|
os.makedirs(lang_dir)
|
|
|
|
|
|
###########################################################################
|
|
# Get the types_db information
|
|
# Store in a list in the order found in types[]. Ordered by card_type
|
|
# 1. card_tags, 2. group_tags, 3. super groups
|
|
###########################################################################
|
|
types = []
|
|
type_parts = []
|
|
|
|
# Get the card data
|
|
type_data = get_json_data(os.path.join(card_db_dir, "types_db.json"))
|
|
|
|
# Sort the cards by cardset_tags, then card_tag
|
|
sorted_type_data = multikeysort(type_data, ['card_type'])
|
|
|
|
with io.open(os.path.join(output_dir, "types_db.json"), 'w', encoding='utf-8') as lang_out:
|
|
lang_out.write(unicode("[")) # Start of list
|
|
sep = ""
|
|
for type in sorted_type_data:
|
|
# Collect all the individual types
|
|
type_parts = list(set(type['card_type']) | set(type_parts))
|
|
lang_out.write(sep + json.dumps(type, indent=4, ensure_ascii=False, sort_keys=True))
|
|
sep = ","
|
|
lang_out.write(unicode("\n]\n")) # End of List
|
|
|
|
type_parts.sort()
|
|
print "Unique Types:"
|
|
print type_parts
|
|
print
|
|
|
|
|
|
###########################################################################
|
|
# Fix up all the xx/types_xx.json files
|
|
# Place entries in alphabetical order
|
|
# If entries don't exist:
|
|
# If the default language, set from information in the "types_db.json" file,
|
|
# If not the default language, set based on information from the default language.
|
|
# Lastly, keep any extra entries that are not currently used, just in case needed
|
|
# in the future or is a work in progress.
|
|
###########################################################################
|
|
for lang in languages:
|
|
lang_file = "types_" + lang + ".json"
|
|
fname = os.path.join(card_db_dir, lang, lang_file)
|
|
if os.path.isfile(fname):
|
|
lang_type_data = get_json_data(fname)
|
|
else:
|
|
lang_type_data = {}
|
|
|
|
with io.open( os.path.join(output_dir, lang, lang_file), 'w',encoding='utf-8') as lang_out:
|
|
lang_out.write(unicode("{")) # Start of types
|
|
sep = ""
|
|
used = []
|
|
|
|
for type in sorted(type_parts):
|
|
if type not in lang_type_data:
|
|
if lang == LANGUAGE_DEFAULT:
|
|
lang_type_data[type] = type
|
|
else:
|
|
lang_type_data[type] = lang_type_default[type]
|
|
|
|
lang_out.write(json_dict_entry({type:lang_type_data[type]}, sep))
|
|
used.append(type)
|
|
sep = ","
|
|
|
|
# Now keep any unused values just in case needed in the future
|
|
for key in lang_type_data:
|
|
if key not in used:
|
|
lang_out.write(json_dict_entry({key:lang_type_data[key]}, sep))
|
|
sep = ","
|
|
|
|
lang_out.write(unicode("\n}\n")) # End of Types
|
|
|
|
if lang == LANGUAGE_DEFAULT:
|
|
lang_type_default = lang_type_data # Keep for later languages
|
|
|
|
|
|
###########################################################################
|
|
# Get the cards_db information
|
|
# Store in a list in the order found in cards[]. Ordered as follows:
|
|
# 1. card_tags, 2. group_tags, 3. super groups
|
|
###########################################################################
|
|
cards = []
|
|
groups = []
|
|
super_groups = [u'events', u'landmarks']
|
|
|
|
# Get the card data
|
|
card_data = get_json_data(os.path.join(card_db_dir, "cards_db.json"))
|
|
|
|
# Sort the cardset_tags
|
|
for card in card_data:
|
|
card["cardset_tags"].sort()
|
|
# But put all the base cards together by moving to front of the list
|
|
if 'base' in card["cardset_tags"]:
|
|
card["cardset_tags"].remove('base')
|
|
card["cardset_tags"].insert(0, 'base')
|
|
|
|
# Sort the cards by cardset_tags, then card_tag
|
|
sorted_card_data = multikeysort(card_data, ['cardset_tags', 'card_tag'])
|
|
|
|
with io.open(os.path.join(output_dir, "cards_db.json"), 'w', encoding='utf-8') as lang_out:
|
|
lang_out.write(unicode("[")) # Start of list
|
|
sep = ""
|
|
for card in sorted_card_data:
|
|
if card['card_tag'] not in cards:
|
|
cards.append(card['card_tag'])
|
|
if 'group_tag' in card:
|
|
if card['group_tag'] not in groups:
|
|
groups.append(card['group_tag'])
|
|
lang_out.write(sep + json.dumps(card, indent=4, ensure_ascii=False, sort_keys=True))
|
|
sep = ","
|
|
lang_out.write(unicode("\n]\n")) # End of List
|
|
|
|
cards.extend(groups)
|
|
cards.extend(super_groups)
|
|
|
|
print "Cards:"
|
|
print cards
|
|
print
|
|
|
|
###########################################################################
|
|
# Fix up all the cards_xx.json files
|
|
# Place entries in the same order as given in "cards_db.json".
|
|
# If entries don't exist:
|
|
# If the default language, set base on information in the "cards_db.json" file,
|
|
# If not the default language, set based on information from the default language.
|
|
# Lastly, keep any extra entries that are not currently used, just in case needed
|
|
# in the future or is a work in progress.
|
|
###########################################################################
|
|
for lang in languages:
|
|
|
|
# contruct the cards json file name
|
|
lang_file = "cards_" + lang + ".json"
|
|
fname = os.path.join(card_db_dir, lang, lang_file)
|
|
if os.path.isfile(fname):
|
|
lang_data = get_json_data(fname)
|
|
else:
|
|
lang_data = {}
|
|
|
|
# Process the file
|
|
with io.open(os.path.join(output_dir, lang, lang_file), 'w', encoding='utf-8') as lang_out:
|
|
lang_out.write(unicode("{")) # Start of set
|
|
sep = ""
|
|
fields = [u"description", u"extra", u"name"]
|
|
|
|
for card in cards:
|
|
if card not in lang_data or lang == LANGUAGE_XX:
|
|
# Card is missing, need to add it
|
|
lang_data[card] = {}
|
|
if lang == LANGUAGE_DEFAULT:
|
|
# Default language gets bare minimum. Really need to add by hand.
|
|
lang_data[card]["extra"] = ""
|
|
lang_data[card]["name"] = card
|
|
lang_data[card]["description"] = ""
|
|
lang_data[card]["untranslated"] = ', '.join(fields)
|
|
else:
|
|
# All other languages should get the default languages' text
|
|
lang_data[card]["extra"] = lang_default[card]["extra"]
|
|
lang_data[card]["name"] = lang_default[card]["name"]
|
|
lang_data[card]["description"] = lang_default[card]["description"]
|
|
lang_data[card]["untranslated"] = ', '.join(fields)
|
|
else:
|
|
# Card exists, figure out what needs updating (don't update default language)
|
|
if lang != LANGUAGE_DEFAULT:
|
|
if 'untranslated' in lang_data[card]:
|
|
# Has an 'untranslated' field. Process accordingly
|
|
if not lang_data[card]["untranslated"].strip():
|
|
# It is empty, so just remove it
|
|
del lang_data[card]["untranslated"]
|
|
else:
|
|
# If a field remains untranslated, then replace with the default languages copy
|
|
for field in fields:
|
|
if field in lang_data[card]['untranslated']:
|
|
lang_data[card][field] = lang_default[card][field]
|
|
else:
|
|
# Need to create the 'untranslated' field and update based upon existing fields
|
|
untranslated = []
|
|
for field in fields:
|
|
if field not in lang_data[card]:
|
|
lang_data[card][field] = lang_default[card][field]
|
|
untranslated.append(field)
|
|
if untranslated:
|
|
# only add if something is still needing translation
|
|
lang_data[card]["untranslated"] = ', '.join(untranslated)
|
|
|
|
lang_out.write(json_dict_entry({card:lang_data[card]}, sep))
|
|
lang_data[card]['used'] = True
|
|
sep = ","
|
|
|
|
# Now keep any unused values just in case needed in the future
|
|
for key in lang_data:
|
|
if 'used' not in lang_data[key]:
|
|
lang_data[key]["untranslated"] = "Note: This card is currently not used."
|
|
lang_out.write(json_dict_entry({key:lang_data[key]}, sep))
|
|
sep = ","
|
|
lang_out.write(unicode("\n}\n")) # End of Set
|
|
|
|
if lang == LANGUAGE_DEFAULT:
|
|
lang_default = lang_data # Keep for later languages
|
|
|
|
|
|
###########################################################################
|
|
# Fix up the sets_db.json file
|
|
# Place entries in alphabetical order
|
|
###########################################################################
|
|
lang_file = "sets_db.json"
|
|
set_data = get_json_data(os.path.join(card_db_dir, lang_file))
|
|
|
|
with io.open( os.path.join(output_dir, lang_file), 'w',encoding='utf-8') as lang_out:
|
|
lang_out.write(unicode("{")) # Start of set
|
|
sep = ""
|
|
sets = []
|
|
for set in sorted(set_data):
|
|
lang_out.write(json_dict_entry({set:set_data[set]}, sep))
|
|
sep = ","
|
|
if set not in sets:
|
|
sets.append(set)
|
|
|
|
lang_out.write(unicode("\n}\n")) # End of Set
|
|
|
|
print "Sets:"
|
|
print sets
|
|
print
|
|
|
|
|
|
###########################################################################
|
|
# Fix up all the xx/sets_xx.json files
|
|
# Place entries in alphabetical order
|
|
# If entries don't exist:
|
|
# If the default language, set from information in the "sets_db.json" file,
|
|
# If not the default language, set based on information from the default language.
|
|
# Lastly, keep any extra entries that are not currently used, just in case needed
|
|
# in the future or is a work in progress.
|
|
###########################################################################
|
|
for lang in languages:
|
|
lang_file = "sets_" + lang + ".json"
|
|
fname = os.path.join(card_db_dir, lang, lang_file)
|
|
if os.path.isfile(fname):
|
|
lang_set_data = get_json_data(fname)
|
|
else:
|
|
lang_set_data = {}
|
|
|
|
with io.open( os.path.join(output_dir, lang, lang_file), 'w',encoding='utf-8') as lang_out:
|
|
lang_out.write(unicode("{")) # Start of set
|
|
sep = ""
|
|
|
|
for set in sorted(set_data):
|
|
if set not in lang_set_data:
|
|
lang_set_data[set] = {}
|
|
if lang == LANGUAGE_DEFAULT:
|
|
lang_set_data[set]["set_name"] = set.title()
|
|
lang_set_data[set]["text_icon"] = set_data[set]["text_icon"]
|
|
if 'short_name' in set_data[set]:
|
|
lang_set_data[set]["short_name"] = set_data[set]["short_name"]
|
|
else:
|
|
lang_set_data[set]["set_name"] = lang_default[set]["set_name"]
|
|
lang_set_data[set]["text_icon"] = lang_default[set]["text_icon"]
|
|
if 'short_name' in lang_default[set]:
|
|
lang_set_data[set]["short_name"] = lang_default[set]["short_name"]
|
|
|
|
lang_out.write(json_dict_entry({set:lang_set_data[set]}, sep))
|
|
lang_set_data[set]['used'] = True
|
|
sep = ","
|
|
|
|
# Now keep any unused values just in case needed in the future
|
|
for key in lang_set_data:
|
|
if 'used' not in lang_set_data[key]:
|
|
lang_out.write(json_dict_entry({key:lang_set_data[key]}, sep))
|
|
sep = ","
|
|
|
|
lang_out.write(unicode("\n}\n")) # End of Set
|
|
|
|
if lang == LANGUAGE_DEFAULT:
|
|
lang_default = lang_set_data # Keep for later languages
|
|
|
|
###########################################################################
|
|
# translation.txt
|
|
###########################################################################
|
|
copyfile(os.path.join(card_db_dir, "translation.txt" ),
|
|
os.path.join(output_dir, "translation.txt" ))
|
|
|
|
# Since xx is the starting point for new translations,
|
|
# make sure xx has the latest copy of translation.txt
|
|
copyfile(os.path.join(card_db_dir, "translation.txt" ),
|
|
os.path.join(output_dir, LANGUAGE_XX, "translation.txt" ))
|