Filter empty strings

This commit is contained in:
Piero Toffanin 2024-06-03 13:20:48 -04:00
parent f0fb4218e7
commit 8bbda1949d

View file

@ -148,8 +148,8 @@ def get_routes_limits(args, api_keys_db):
return res return res
def unique_list(seq, extra): def filter_unique(seq, extra):
seen = set({extra}) seen = set({extra, ""})
seen_add = seen.add seen_add = seen.add
return [x for x in seq if not (x in seen or seen_add(x))] return [x for x in seq if not (x in seen or seen_add(x))]
@ -661,7 +661,7 @@ def create_app(args):
else: else:
hypotheses = translator.hypotheses(text, num_alternatives + 1) hypotheses = translator.hypotheses(text, num_alternatives + 1)
translated_text = unescape(improve_translation_formatting(text, hypotheses[0].value)) translated_text = unescape(improve_translation_formatting(text, hypotheses[0].value))
alternatives = unique_list([unescape(improve_translation_formatting(text, hypotheses[i].value)) for i in range(1, len(hypotheses))], translated_text) alternatives = filter_unique([unescape(improve_translation_formatting(text, hypotheses[i].value)) for i in range(1, len(hypotheses))], translated_text)
batch_results.append(translated_text) batch_results.append(translated_text)
batch_alternatives.append(alternatives) batch_alternatives.append(alternatives)
@ -685,7 +685,7 @@ def create_app(args):
else: else:
hypotheses = translator.hypotheses(q, num_alternatives + 1) hypotheses = translator.hypotheses(q, num_alternatives + 1)
translated_text = unescape(improve_translation_formatting(q, hypotheses[0].value)) translated_text = unescape(improve_translation_formatting(q, hypotheses[0].value))
alternatives = unique_list([unescape(improve_translation_formatting(q, hypotheses[i].value)) for i in range(1, len(hypotheses))], translated_text) alternatives = filter_unique([unescape(improve_translation_formatting(q, hypotheses[i].value)) for i in range(1, len(hypotheses))], translated_text)
result = {"translatedText": translated_text} result = {"translatedText": translated_text}