#!/usr/bin/env python3
# Copyright 2012 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
'''Unit tests for grit.clique'''
import os
import sys
if __name__ == '__main__':
sys.path.append(os.path.join(os.path.dirname(__file__), '..'))
import re
import unittest
from io import StringIO
from grit import clique
from grit import exception
from grit import pseudo
from grit import tclib
from grit import grd_reader
from grit import util
class MessageCliqueUnittest(unittest.TestCase):
def testClique(self):
factory = clique.UberClique()
msg = tclib.Message(text='Hello USERNAME, how are you?',
placeholders=[
tclib.Placeholder('USERNAME', '%s', 'Joi')])
c = factory.MakeClique(msg)
self.assertTrue(c.GetMessage() == msg)
self.assertTrue(c.GetId() == msg.GetId())
msg_fr = tclib.Translation(text='Bonjour USERNAME, comment ca va?',
id=msg.GetId(), placeholders=[
tclib.Placeholder('USERNAME', '%s', 'Joi')])
msg_de = tclib.Translation(text='Guten tag USERNAME, wie geht es dir?',
id=msg.GetId(), placeholders=[
tclib.Placeholder('USERNAME', '%s', 'Joi')])
c.AddTranslation(msg_fr, 'fr')
factory.FindCliqueAndAddTranslation(msg_de, 'de')
# sort() sorts lists in-place and does not return them
for lang in ('en', 'fr', 'de'):
self.assertTrue(lang in c.clique)
self.assertTrue(c.MessageForLanguage('fr').GetRealContent() ==
msg_fr.GetRealContent())
try:
c.MessageForLanguage('zh-CN', False)
self.fail('Should have gotten exception')
except:
pass
self.assertTrue(c.MessageForLanguage('zh-CN', True) != None)
rex = re.compile('fr|de|bingo')
self.assertTrue(len(c.AllMessagesThatMatch(rex, False)) == 2)
self.assertTrue(
c.AllMessagesThatMatch(rex, True)[pseudo.PSEUDO_LANG] is not None)
def testBestClique(self):
factory = clique.UberClique()
factory.MakeClique(tclib.Message(text='Alfur', description='alfaholl'))
factory.MakeClique(tclib.Message(text='Alfur', description=''))
factory.MakeClique(tclib.Message(text='Vaettur', description=''))
factory.MakeClique(tclib.Message(text='Vaettur', description=''))
factory.MakeClique(tclib.Message(text='Troll', description=''))
factory.MakeClique(tclib.Message(text='Gryla', description='ID: IDS_GRYLA'))
factory.MakeClique(tclib.Message(text='Gryla', description='vondakerling'))
factory.MakeClique(tclib.Message(text='Leppaludi', description='ID: IDS_LL'))
factory.MakeClique(tclib.Message(text='Leppaludi', description=''))
count_best_cliques = 0
for c in factory.BestCliquePerId():
count_best_cliques += 1
msg = c.GetMessage()
text = msg.GetRealContent()
description = msg.GetDescription()
if text == 'Alfur':
self.assertTrue(description == 'alfaholl')
elif text == 'Gryla':
self.assertTrue(description == 'vondakerling')
elif text == 'Leppaludi':
self.assertTrue(description == 'ID: IDS_LL')
self.assertTrue(count_best_cliques == 5)
def testAllInUberClique(self):
resources = grd_reader.Parse(
StringIO('''<?xml version="1.0" encoding="UTF-8"?>
<grit latest_public_release="2" source_lang_id="en-US" current_release="3" base_dir=".">
<release seq="3">
<messages>
<message name="IDS_GREETING" desc="Printed to greet the currently logged in user">
Hello <ph name="USERNAME">%s<ex>Joi</ex></ph>, how are you doing today?
</message>
</messages>
<structures>
<structure type="dialog" name="IDD_ABOUTBOX" encoding="utf-16" file="grit/testdata/klonk.rc" />
<structure type="tr_html" name="ID_HTML" file="grit/testdata/simple.html" />
</structures>
</release>
</grit>'''), util.PathFromRoot('.'))
resources.SetOutputLanguage('en')
resources.RunGatherers()
content_list = []
for clique_list in resources.UberClique().cliques_.values():
for clique in clique_list:
content_list.append(clique.GetMessage().GetRealContent())
self.assertTrue('Hello %s, how are you doing today?' in content_list)
self.assertTrue('Jack "Black" Daniels' in content_list)
self.assertTrue('Hello!' in content_list)
def testCorrectExceptionIfWrongEncodingOnResourceFile(self):
'''This doesn't really belong in this unittest file, but what the heck.'''
resources = grd_reader.Parse(
StringIO('''<?xml version="1.0" encoding="UTF-8"?>
<grit latest_public_release="2" source_lang_id="en-US" current_release="3" base_dir=".">
<release seq="3">
<structures>
<structure type="dialog" name="IDD_ABOUTBOX" file="grit/testdata/klonk.rc" />
</structures>
</release>
</grit>'''), util.PathFromRoot('.'))
self.assertRaises(exception.SectionNotFound, resources.RunGatherers)
def testSemiIdenticalCliques(self):
messages = [
tclib.Message(text='Hello USERNAME',
placeholders=[tclib.Placeholder('USERNAME', '$1', 'Joi')]),
tclib.Message(text='Hello USERNAME',
placeholders=[tclib.Placeholder('USERNAME', '%s', 'Joi')]),
]
self.assertTrue(messages[0].GetId() == messages[1].GetId())
# Both of the above would share a translation.
translation = tclib.Translation(id=messages[0].GetId(),
text='Bonjour USERNAME',
placeholders=[tclib.Placeholder(
'USERNAME', '$1', 'Joi')])
factory = clique.UberClique()
cliques = [factory.MakeClique(msg) for msg in messages]
for clq in cliques:
clq.AddTranslation(translation, 'fr')
self.assertTrue(cliques[0].MessageForLanguage('fr').GetRealContent() ==
'Bonjour $1')
self.assertTrue(cliques[1].MessageForLanguage('fr').GetRealContent() ==
'Bonjour %s')
def testMissingTranslations(self):
messages = [ tclib.Message(text='Hello'), tclib.Message(text='Goodbye') ]
factory = clique.UberClique()
cliques = [factory.MakeClique(msg) for msg in messages]
cliques[1].MessageForLanguage('fr', False, True)
self.assertTrue(not factory.HasMissingTranslations())
cliques[0].MessageForLanguage('de', False, False)
self.assertTrue(factory.HasMissingTranslations())
report = factory.MissingTranslationsReport()
self.assertTrue(report.count('WARNING') == 1)
self.assertTrue(report.count('8053599568341804890 "Goodbye" fr') == 1)
self.assertTrue(report.count('ERROR') == 1)
self.assertTrue(report.count('800120468867715734 "Hello" de') == 1)
def testCustomTypes(self):
factory = clique.UberClique()
message = tclib.Message(text='Bingo bongo')
c = factory.MakeClique(message)
try:
c.SetCustomType(DummyCustomType())
self.fail()
except:
pass # expected case - 'Bingo bongo' does not start with 'jjj'
message = tclib.Message(text='jjjBingo bongo')
c = factory.MakeClique(message)
c.SetCustomType(util.NewClassInstance(
'grit.clique_unittest.DummyCustomType', clique.CustomType))
translation = tclib.Translation(id=message.GetId(), text='Bilingo bolongo')
c.AddTranslation(translation, 'fr')
self.assertTrue(c.MessageForLanguage('fr').GetRealContent().startswith('jjj'))
def testWhitespaceMessagesAreNontranslateable(self):
factory = clique.UberClique()
message = tclib.Message(text=' \t')
c = factory.MakeClique(message, translateable=True)
self.assertFalse(c.IsTranslateable())
message = tclib.Message(text='\n \n ')
c = factory.MakeClique(message, translateable=True)
self.assertFalse(c.IsTranslateable())
message = tclib.Message(text='\n hello')
c = factory.MakeClique(message, translateable=True)
self.assertTrue(c.IsTranslateable())
def testEachCliqueKeptSorted(self):
factory = clique.UberClique()
msg_a = tclib.Message(text='hello', description='a')
msg_b = tclib.Message(text='hello', description='b')
msg_c = tclib.Message(text='hello', description='c')
# Insert out of order
clique_b = factory.MakeClique(msg_b, translateable=True)
clique_a = factory.MakeClique(msg_a, translateable=True)
clique_c = factory.MakeClique(msg_c, translateable=True)
clique_list = factory.cliques_[clique_a.GetId()]
self.assertTrue(len(clique_list) == 3)
self.assertTrue(clique_list[0] == clique_a)
self.assertTrue(clique_list[1] == clique_b)
self.assertTrue(clique_list[2] == clique_c)
def testBestCliqueSortIsStable(self):
factory = clique.UberClique()
text = 'hello'
msg_no_description = tclib.Message(text=text)
msg_id_description_a = tclib.Message(text=text, description='ID: a')
msg_id_description_b = tclib.Message(text=text, description='ID: b')
msg_description_x = tclib.Message(text=text, description='x')
msg_description_y = tclib.Message(text=text, description='y')
clique_id = msg_no_description.GetId()
# Insert in an order that tests all outcomes.
clique_no_description = factory.MakeClique(msg_no_description,
translateable=True)
self.assertTrue(factory.BestClique(clique_id) == clique_no_description)
clique_id_description_b = factory.MakeClique(msg_id_description_b,
translateable=True)
self.assertTrue(factory.BestClique(clique_id) == clique_id_description_b)
clique_id_description_a = factory.MakeClique(msg_id_description_a,
translateable=True)
self.assertTrue(factory.BestClique(clique_id) == clique_id_description_a)
clique_description_y = factory.MakeClique(msg_description_y,
translateable=True)
self.assertTrue(factory.BestClique(clique_id) == clique_description_y)
clique_description_x = factory.MakeClique(msg_description_x,
translateable=True)
self.assertTrue(factory.BestClique(clique_id) == clique_description_x)
class DummyCustomType(clique.CustomType):
def Validate(self, message):
return message.GetRealContent().startswith('jjj')
def ValidateAndModify(self, lang, translation):
is_ok = self.Validate(translation)
self.ModifyEachTextPart(lang, translation)
def ModifyTextPart(self, lang, text):
return 'jjj%s' % text
if __name__ == '__main__':
unittest.main()