634 lines
26 KiB
Python
634 lines
26 KiB
Python
import os
|
|
import random
|
|
import typing
|
|
import unittest
|
|
|
|
from hydrus.core import HydrusConstants as HC
|
|
from hydrus.core import HydrusExceptions
|
|
|
|
from hydrus.client import ClientParsing
|
|
from hydrus.client import ClientStrings
|
|
|
|
class DummyFormula( ClientParsing.ParseFormula ):
|
|
|
|
def __init__( self, result: typing.List[ str ] ):
|
|
|
|
ClientParsing.ParseFormula.__init__( self )
|
|
|
|
self._result = result
|
|
|
|
|
|
def _GetSerialisableInfo( self ):
|
|
|
|
return None
|
|
|
|
|
|
def _InitialiseFromSerialisableInfo( self, serialisable_info ):
|
|
|
|
pass
|
|
|
|
|
|
def _ParseRawTexts( self, parsing_context, parsing_text, collapse_newlines: bool ):
|
|
|
|
return self._result
|
|
|
|
|
|
def ToPrettyString( self ):
|
|
|
|
return 'test dummy formula'
|
|
|
|
|
|
def ToPrettyMultilineString( self ):
|
|
|
|
return 'test dummy formula' + os.linesep + 'returns what you give it'
|
|
|
|
|
|
|
|
class TestParseFormulaCompound( unittest.TestCase ):
|
|
|
|
def test_complex_unicode( self ):
|
|
|
|
a = 'test \u2014\u201D test'
|
|
b = 'test \u2019\u201C test'
|
|
|
|
formulae = [
|
|
DummyFormula( [ a ] ),
|
|
DummyFormula( [ b ] )
|
|
]
|
|
|
|
pfc = ClientParsing.ParseFormulaCompound( formulae = formulae, sub_phrase = '\\1 \\2' )
|
|
|
|
result = pfc.Parse( {}, 'gumpf', False )
|
|
|
|
self.assertEqual( result, [ '{} {}'.format( a, b ) ])
|
|
|
|
|
|
|
|
class TestContentParser( unittest.TestCase ):
|
|
|
|
def test_mappings( self ):
|
|
|
|
parsing_context = {}
|
|
parsing_text = 'test parsing text'
|
|
|
|
name = 'test content parser'
|
|
|
|
# none
|
|
|
|
dummy_formula = DummyFormula( [ 'character:lara croft', 'double pistols' ] )
|
|
|
|
additional_info = None
|
|
|
|
content_parser = ClientParsing.ContentParser( name = name, content_type = HC.CONTENT_TYPE_MAPPINGS, formula = dummy_formula, additional_info = additional_info )
|
|
|
|
self.assertEqual( ClientParsing.GetTagsFromParseResults( content_parser.Parse( parsing_context, parsing_text ) ), { 'character:lara croft', 'double pistols' } )
|
|
|
|
# ''
|
|
|
|
additional_info = ''
|
|
|
|
content_parser = ClientParsing.ContentParser( name = name, content_type = HC.CONTENT_TYPE_MAPPINGS, formula = dummy_formula, additional_info = additional_info )
|
|
|
|
self.assertEqual( ClientParsing.GetTagsFromParseResults( content_parser.Parse( parsing_context, parsing_text ) ), { ':character:lara croft', 'double pistols' } )
|
|
|
|
# character
|
|
|
|
additional_info = 'character'
|
|
|
|
content_parser = ClientParsing.ContentParser( name = name, content_type = HC.CONTENT_TYPE_MAPPINGS, formula = dummy_formula, additional_info = additional_info )
|
|
|
|
self.assertEqual( ClientParsing.GetTagsFromParseResults( content_parser.Parse( parsing_context, parsing_text ) ), { 'character:character:lara croft', 'character:double pistols' } )
|
|
|
|
# series
|
|
|
|
additional_info = 'series'
|
|
|
|
content_parser = ClientParsing.ContentParser( name = name, content_type = HC.CONTENT_TYPE_MAPPINGS, formula = dummy_formula, additional_info = additional_info )
|
|
|
|
self.assertEqual( ClientParsing.GetTagsFromParseResults( content_parser.Parse( parsing_context, parsing_text ) ), { 'series:character:lara croft', 'series:double pistols' } )
|
|
|
|
|
|
|
|
class TestStringConverter( unittest.TestCase ):
|
|
|
|
def test_basics( self ):
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_REMOVE_TEXT_FROM_BEGINNING, 1 ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), '123456789' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_REMOVE_TEXT_FROM_END, 1 ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), '012345678' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_CLIP_TEXT_FROM_BEGINNING, 7 ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), '0123456' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_CLIP_TEXT_FROM_END, 7 ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), '3456789' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_PREPEND_TEXT, 'abc' ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), 'abc0123456789' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_APPEND_TEXT, 'xyz' ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), '0123456789xyz' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_ENCODE, 'url percent encoding' ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '01234 56789' ), '01234%2056789' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_DECODE, 'url percent encoding' ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '01234%2056789' ), '01234 56789' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_ENCODE, 'unicode escape characters' ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '01234\u039456789' ), '01234\\u039456789' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_DECODE, 'unicode escape characters' ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '01234\\u039456789' ), '01234\u039456789' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_ENCODE, 'html entities' ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '01234&56789' ), '01234&56789' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_DECODE, 'html entities' ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '01234&56789' ), '01234&56789' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_ENCODE, 'hex' ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( b'\xe5\xafW\xa6\x87\xf0\x89\x89O^\xce\xdeP\x04\x94X' ), 'e5af57a687f089894f5ecede50049458' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_ENCODE, 'base64' ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( b'\xe5\xafW\xa6\x87\xf0\x89\x89O^\xce\xdeP\x04\x94X' ), '5a9XpofwiYlPXs7eUASUWA==' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_REVERSE, None ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), '9876543210' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_REGEX_SUB, ( '\\d', 'd' ) ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( 'abc123' ), 'abcddd' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_DATE_DECODE, ( '%Y-%m-%d %H:%M:%S', HC.TIMEZONE_UTC, 0 ) ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '1970-01-02 00:00:00' ), '86400' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_DATE_ENCODE, ( '%Y-%m-%d %H:%M:%S', 0 ) ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '86400' ), '1970-01-02 00:00:00' )
|
|
|
|
#
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = [ ( ClientStrings.STRING_CONVERSION_INTEGER_ADDITION, 5 ) ] )
|
|
|
|
self.assertEqual( string_converter.Convert( '4' ), '9' )
|
|
|
|
|
|
def test_compound( self ):
|
|
|
|
conversions = []
|
|
|
|
conversions.append( ( ClientStrings.STRING_CONVERSION_REMOVE_TEXT_FROM_BEGINNING, 1 ) )
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = conversions )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), '123456789' )
|
|
|
|
#
|
|
|
|
conversions.append( ( ClientStrings.STRING_CONVERSION_REMOVE_TEXT_FROM_END, 1 ) )
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = conversions )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), '12345678' )
|
|
|
|
#
|
|
|
|
conversions.append( ( ClientStrings.STRING_CONVERSION_CLIP_TEXT_FROM_BEGINNING, 7 ) )
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = conversions )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), '1234567' )
|
|
|
|
#
|
|
|
|
conversions.append( ( ClientStrings.STRING_CONVERSION_CLIP_TEXT_FROM_END, 6 ) )
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = conversions )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), '234567' )
|
|
|
|
#
|
|
|
|
conversions.append( ( ClientStrings.STRING_CONVERSION_PREPEND_TEXT, 'abc' ) )
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = conversions )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), 'abc234567' )
|
|
|
|
#
|
|
|
|
conversions.append( ( ClientStrings.STRING_CONVERSION_APPEND_TEXT, 'x z' ) )
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = conversions )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), 'abc234567x z' )
|
|
|
|
#
|
|
|
|
conversions.append( ( ClientStrings.STRING_CONVERSION_ENCODE, 'url percent encoding' ) )
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = conversions )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), 'abc234567x%20z' )
|
|
|
|
#
|
|
|
|
conversions.append( ( ClientStrings.STRING_CONVERSION_DECODE, 'url percent encoding' ) )
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = conversions )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), 'abc234567x z' )
|
|
|
|
#
|
|
|
|
conversions.append( ( ClientStrings.STRING_CONVERSION_REVERSE, None ) )
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = conversions )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), 'z x765432cba' )
|
|
|
|
#
|
|
|
|
conversions.append( ( ClientStrings.STRING_CONVERSION_REGEX_SUB, ( '\\d', 'd' ) ) )
|
|
|
|
string_converter = ClientStrings.StringConverter( conversions = conversions )
|
|
|
|
self.assertEqual( string_converter.Convert( '0123456789' ), 'z xddddddcba' )
|
|
|
|
|
|
class TestStringMatch( unittest.TestCase ):
|
|
|
|
def test_basics( self ):
|
|
|
|
all_string_match = ClientStrings.StringMatch()
|
|
|
|
self.assertTrue( all_string_match.Matches( '123' ) )
|
|
self.assertTrue( all_string_match.Matches( 'abc' ) )
|
|
self.assertTrue( all_string_match.Matches( 'abc123' ) )
|
|
|
|
#
|
|
|
|
min_string_match = ClientStrings.StringMatch( min_chars = 4 )
|
|
|
|
self.assertFalse( min_string_match.Matches( '123' ) )
|
|
self.assertFalse( min_string_match.Matches( 'abc' ) )
|
|
self.assertTrue( min_string_match.Matches( 'abc123' ) )
|
|
|
|
#
|
|
|
|
max_string_match = ClientStrings.StringMatch( max_chars = 4 )
|
|
|
|
self.assertTrue( max_string_match.Matches( '123' ) )
|
|
self.assertTrue( max_string_match.Matches( 'abc' ) )
|
|
self.assertFalse( max_string_match.Matches( 'abc123' ) )
|
|
|
|
#
|
|
|
|
min_max_string_match = ClientStrings.StringMatch( min_chars = 4, max_chars = 10 )
|
|
|
|
self.assertFalse( min_max_string_match.Matches( '123' ) )
|
|
self.assertFalse( min_max_string_match.Matches( 'abc' ) )
|
|
self.assertTrue( min_max_string_match.Matches( 'abc123' ) )
|
|
|
|
#
|
|
|
|
alpha_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.ALPHA )
|
|
|
|
self.assertFalse( alpha_string_match.Matches( '123' ) )
|
|
self.assertTrue( alpha_string_match.Matches( 'abc' ) )
|
|
self.assertFalse( alpha_string_match.Matches( 'abc123' ) )
|
|
|
|
#
|
|
|
|
alphanum_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.ALPHANUMERIC )
|
|
|
|
self.assertTrue( alphanum_string_match.Matches( '123' ) )
|
|
self.assertTrue( alphanum_string_match.Matches( 'abc' ) )
|
|
self.assertTrue( alphanum_string_match.Matches( 'abc123' ) )
|
|
|
|
#
|
|
|
|
num_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC )
|
|
|
|
self.assertTrue( num_string_match.Matches( '123' ) )
|
|
self.assertFalse( num_string_match.Matches( 'abc' ) )
|
|
self.assertFalse( num_string_match.Matches( 'abc123' ) )
|
|
|
|
#
|
|
|
|
fixed_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = '123' )
|
|
|
|
self.assertTrue( fixed_string_match.Matches( '123' ) )
|
|
self.assertFalse( fixed_string_match.Matches( 'abc' ) )
|
|
self.assertFalse( fixed_string_match.Matches( 'abc123' ) )
|
|
|
|
#
|
|
|
|
re_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_REGEX, match_value = '\\d' )
|
|
|
|
self.assertTrue( re_string_match.Matches( '123' ) )
|
|
self.assertFalse( re_string_match.Matches( 'abc' ) )
|
|
self.assertTrue( re_string_match.Matches( 'abc123' ) )
|
|
|
|
|
|
class TestStringSlicer( unittest.TestCase ):
|
|
|
|
def test_basics( self ):
|
|
|
|
a = 'a ' + os.urandom( 8 ).hex()
|
|
b = 'b ' + os.urandom( 8 ).hex()
|
|
c = 'c ' + os.urandom( 8 ).hex()
|
|
d = 'd ' + os.urandom( 8 ).hex()
|
|
e = 'e ' + os.urandom( 8 ).hex()
|
|
f = 'f ' + os.urandom( 8 ).hex()
|
|
g = 'g ' + os.urandom( 8 ).hex()
|
|
h = 'h ' + os.urandom( 8 ).hex()
|
|
i = 'i ' + os.urandom( 8 ).hex()
|
|
j = 'j ' + os.urandom( 8 ).hex()
|
|
|
|
test_list = [ a, b, c, d, e, f, g, h, i, j ]
|
|
|
|
#
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 0, index_end = 1 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ a ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 1st string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 3, index_end = 4 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ d ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 4th string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = -3, index_end = -2 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ h ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 3rd from last string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = -1 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ j ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the last string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 15, index_end = 16 )
|
|
self.assertEqual( slicer.Slice( test_list ), [] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 16th string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = -15, index_end = -14 )
|
|
self.assertEqual( slicer.Slice( test_list ), [] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 15th from last string' )
|
|
|
|
#
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 0 )
|
|
self.assertEqual( slicer.Slice( test_list ), test_list )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 1st string and onwards' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 3 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ d, e, f, g, h, i, j ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 4th string and onwards' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = -3 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ h, i, j ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 3rd from last string and onwards' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 15 )
|
|
self.assertEqual( slicer.Slice( test_list ), [] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 16th string and onwards' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = -15 )
|
|
self.assertEqual( slicer.Slice( test_list ), test_list )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 15th from last string and onwards' )
|
|
|
|
#
|
|
|
|
slicer = ClientStrings.StringSlicer( index_end = 0 )
|
|
self.assertEqual( slicer.Slice( test_list ), [] )
|
|
self.assertEqual( slicer.ToString(), 'selecting nothing' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_end = 3 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ a, b, c ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting up to and including the 3rd string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_end = -3 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ a, b, c, d, e, f, g ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting up to and including the 4th from last string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_end = 15 )
|
|
self.assertEqual( slicer.Slice( test_list ), test_list )
|
|
self.assertEqual( slicer.ToString(), 'selecting up to and including the 15th string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_end = -15 )
|
|
self.assertEqual( slicer.Slice( test_list ), [] )
|
|
self.assertEqual( slicer.ToString(), 'selecting up to and including the 16th from last string' )
|
|
|
|
#
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 0, index_end = 5 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ a, b, c, d, e ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 1st string up to and including the 5th string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 3, index_end = 5 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ d, e ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 4th string up to and including the 5th string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = -5, index_end = -3 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ f, g ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 5th from last string up to and including the 4th from last string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 3, index_end = -3 )
|
|
self.assertEqual( slicer.Slice( test_list ), [ d, e, f, g ] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 4th string up to and including the 4th from last string' )
|
|
|
|
#
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 3, index_end = 3 )
|
|
self.assertEqual( slicer.Slice( test_list ), [] )
|
|
self.assertEqual( slicer.ToString(), 'selecting nothing' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 5, index_end = 3 )
|
|
self.assertEqual( slicer.Slice( test_list ), [] )
|
|
self.assertEqual( slicer.ToString(), 'selecting nothing' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = -3, index_end = -3 )
|
|
self.assertEqual( slicer.Slice( test_list ), [] )
|
|
self.assertEqual( slicer.ToString(), 'selecting nothing' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = -3, index_end = -5 )
|
|
self.assertEqual( slicer.Slice( test_list ), [] )
|
|
self.assertEqual( slicer.ToString(), 'selecting nothing' )
|
|
|
|
#
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = 15, index_end = 20 )
|
|
self.assertEqual( slicer.Slice( test_list ), [] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 16th string up to and including the 20th string' )
|
|
|
|
slicer = ClientStrings.StringSlicer( index_start = -15, index_end = -12 )
|
|
self.assertEqual( slicer.Slice( test_list ), [] )
|
|
self.assertEqual( slicer.ToString(), 'selecting the 15th from last string up to and including the 13th from last string' )
|
|
|
|
|
|
class TestStringSorter( unittest.TestCase ):
|
|
|
|
def test_basics( self ):
|
|
|
|
a = 'a 5'
|
|
b = 'b 2'
|
|
c = 'c 10'
|
|
d = 'd 7'
|
|
e = 'e'
|
|
|
|
def do_sort_test( sorter, correct ):
|
|
|
|
test_list = [ a, b, c, d, e ]
|
|
|
|
for i in range( 20 ):
|
|
|
|
random.shuffle( test_list )
|
|
|
|
self.assertEqual( sorter.Sort( test_list ), correct )
|
|
|
|
|
|
|
|
sorter = ClientStrings.StringSorter( sort_type = ClientStrings.CONTENT_PARSER_SORT_TYPE_LEXICOGRAPHIC, asc = True, regex = None )
|
|
correct = [ a, b, c, d, e ]
|
|
|
|
do_sort_test( sorter, correct )
|
|
|
|
sorter = ClientStrings.StringSorter( sort_type = ClientStrings.CONTENT_PARSER_SORT_TYPE_LEXICOGRAPHIC, asc = False, regex = None )
|
|
correct = [ e, d, c, b, a ]
|
|
|
|
do_sort_test( sorter, correct )
|
|
|
|
#
|
|
|
|
sorter = ClientStrings.StringSorter( sort_type = ClientStrings.CONTENT_PARSER_SORT_TYPE_HUMAN_SORT, asc = True, regex = None )
|
|
correct = [ a, b, c, d, e ]
|
|
|
|
do_sort_test( sorter, correct )
|
|
|
|
sorter = ClientStrings.StringSorter( sort_type = ClientStrings.CONTENT_PARSER_SORT_TYPE_HUMAN_SORT, asc = False, regex = None )
|
|
correct = [ e, d, c, b, a ]
|
|
|
|
do_sort_test( sorter, correct )
|
|
|
|
#
|
|
|
|
sorter = ClientStrings.StringSorter( sort_type = ClientStrings.CONTENT_PARSER_SORT_TYPE_LEXICOGRAPHIC, asc = True, regex = '\\d+' )
|
|
correct = [ c, b, a, d, e ]
|
|
|
|
do_sort_test( sorter, correct )
|
|
|
|
sorter = ClientStrings.StringSorter( sort_type = ClientStrings.CONTENT_PARSER_SORT_TYPE_LEXICOGRAPHIC, asc = False, regex = '\\d+' )
|
|
correct = [ d, a, b, c, e ]
|
|
|
|
do_sort_test( sorter, correct )
|
|
|
|
#
|
|
|
|
sorter = ClientStrings.StringSorter( sort_type = ClientStrings.CONTENT_PARSER_SORT_TYPE_HUMAN_SORT, asc = True, regex = '\\d+' )
|
|
correct = [ b, a, d, c, e ]
|
|
|
|
do_sort_test( sorter, correct )
|
|
|
|
sorter = ClientStrings.StringSorter( sort_type = ClientStrings.CONTENT_PARSER_SORT_TYPE_HUMAN_SORT, asc = False, regex = '\\d+' )
|
|
correct = [ c, d, a, b, e ]
|
|
|
|
do_sort_test( sorter, correct )
|
|
|
|
|
|
class TestStringSplitter( unittest.TestCase ):
|
|
|
|
def test_basics( self ):
|
|
|
|
splitter = ClientStrings.StringSplitter( separator = ', ' )
|
|
|
|
self.assertEqual( splitter.Split( '123' ), [ '123' ] )
|
|
self.assertEqual( splitter.Split( '1,2,3' ), [ '1,2,3' ] )
|
|
self.assertEqual( splitter.Split( '1, 2, 3' ), [ '1', '2', '3' ] )
|
|
|
|
splitter = ClientStrings.StringSplitter( separator = ', ', max_splits = 2 )
|
|
|
|
self.assertEqual( splitter.Split( '123' ), [ '123' ] )
|
|
self.assertEqual( splitter.Split( '1,2,3' ), [ '1,2,3' ] )
|
|
self.assertEqual( splitter.Split( '1, 2, 3, 4' ), [ '1', '2', '3, 4' ] )
|
|
|
|
|
|
class TestStringProcessor( unittest.TestCase ):
|
|
|
|
def test_basics( self ):
|
|
|
|
processor = ClientStrings.StringProcessor()
|
|
|
|
self.assertEqual( processor.ProcessStrings( [] ), [] )
|
|
self.assertEqual( processor.ProcessStrings( [ 'test' ] ), [ 'test' ] )
|
|
self.assertEqual( processor.ProcessStrings( [ 'test', 'test', '', 'test2' ] ), [ 'test', 'test', '', 'test2' ] )
|
|
|
|
processing_steps = []
|
|
|
|
processing_steps.append( ClientStrings.StringSplitter( separator = ',', max_splits = 2 ) )
|
|
|
|
processing_steps.append( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC ) )
|
|
|
|
conversions = [ ( ClientStrings.STRING_CONVERSION_APPEND_TEXT, 'abc' ) ]
|
|
|
|
processing_steps.append( ClientStrings.StringConverter( conversions = conversions ) )
|
|
|
|
processor.SetProcessingSteps( processing_steps )
|
|
|
|
expected_result = [ '1abc', '123abc' ]
|
|
|
|
self.assertEqual( processor.ProcessStrings( [ '1,a,2,3', 'test', '123' ] ), expected_result )
|
|
|
|
|