def indices_to_load_by_target_index(allowed_characters_for_loaded_model: List[chr],
allowed_characters: List[chr]) -> List[Optional[int]]:
load_character_set = set(allowed_characters_for_loaded_model)
target_character_set = set(allowed_characters)
ignored = load_character_set - target_character_set
if ignored:
log("Ignoring characters {} from loaded model.".format(sorted(ignored)))
extra = target_character_set - load_character_set
if extra:
log("Initializing extra characters {} not found in model.".format(sorted(extra)))
def character_index_to_load(target_character: chr) -> Optional[int]:
return single_or_none([index for index, character in enumerate(allowed_characters_for_loaded_model) if
character == target_character])
character_mapping = [character_index_to_load(character) for character in allowed_characters]
log("Character mapping: {}".format(character_mapping))
return character_mapping
评论列表
文章目录