1258 lines
45 KiB
Python
1258 lines
45 KiB
Python
import ClientConstants as CC
|
|
import ClientData
|
|
import ClientTags
|
|
import HydrusConstants as HC
|
|
import HydrusData
|
|
import HydrusGlobals as HG
|
|
import HydrusSerialisable
|
|
import HydrusTags
|
|
import re
|
|
import wx
|
|
|
|
IGNORED_TAG_SEARCH_CHARACTERS = u'[](){}"\''
|
|
IGNORED_TAG_SEARCH_CHARACTERS_UNICODE_TRANSLATE = { ord( char ) : None for char in IGNORED_TAG_SEARCH_CHARACTERS }
|
|
|
|
def ConvertTagToSearchable( tag ):
|
|
|
|
if tag == '':
|
|
|
|
return ''
|
|
|
|
|
|
if not isinstance( tag, unicode ):
|
|
|
|
tag = HydrusData.ToUnicode( tag )
|
|
|
|
|
|
tag = tag.translate( IGNORED_TAG_SEARCH_CHARACTERS_UNICODE_TRANSLATE )
|
|
|
|
while '**' in tag:
|
|
|
|
tag = tag.replace( '**', '*' )
|
|
|
|
|
|
return tag
|
|
|
|
def ConvertEntryTextToSearchText( entry_text ):
|
|
|
|
entry_text = HydrusTags.CleanTag( entry_text )
|
|
|
|
entry_text = ConvertTagToSearchable( entry_text )
|
|
|
|
if not IsComplexWildcard( entry_text ) and not entry_text.endswith( '*' ):
|
|
|
|
entry_text = entry_text + u'*'
|
|
|
|
|
|
return entry_text
|
|
|
|
def FilterPredicatesBySearchText( service_key, search_text, predicates ):
|
|
|
|
tags_to_predicates = {}
|
|
|
|
for predicate in predicates:
|
|
|
|
( predicate_type, value, inclusive ) = predicate.GetInfo()
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_TAG:
|
|
|
|
tags_to_predicates[ value ] = predicate
|
|
|
|
|
|
|
|
matching_tags = FilterTagsBySearchText( service_key, search_text, tags_to_predicates.keys() )
|
|
|
|
matches = [ tags_to_predicates[ tag ] for tag in matching_tags ]
|
|
|
|
return matches
|
|
|
|
def FilterTagsBySearchText( service_key, search_text, tags, search_siblings = True ):
|
|
|
|
def compile_re( s ):
|
|
|
|
regular_parts_of_s = s.split( '*' )
|
|
|
|
escaped_parts_of_s = map( re.escape, regular_parts_of_s )
|
|
|
|
s = '.*'.join( escaped_parts_of_s )
|
|
|
|
# \A is start of string
|
|
# \Z is end of string
|
|
# \s is whitespace
|
|
|
|
if s.startswith( '.*' ):
|
|
|
|
beginning = '(\\A|:)'
|
|
|
|
else:
|
|
|
|
beginning = '(\\A|:|\\s)'
|
|
|
|
|
|
if s.endswith( '.*' ):
|
|
|
|
end = '\\Z' # end of string
|
|
|
|
else:
|
|
|
|
end = '(\\s|\\Z)' # whitespace or end of string
|
|
|
|
|
|
return re.compile( beginning + s + end, flags = re.UNICODE )
|
|
|
|
|
|
re_predicate = compile_re( search_text )
|
|
|
|
sibling_manager = HG.client_controller.GetManager( 'tag_siblings' )
|
|
|
|
result = []
|
|
|
|
for tag in tags:
|
|
|
|
if search_siblings:
|
|
|
|
possible_tags = sibling_manager.GetAllSiblings( service_key, tag )
|
|
|
|
else:
|
|
|
|
possible_tags = [ tag ]
|
|
|
|
|
|
possible_tags = map( ConvertTagToSearchable, possible_tags )
|
|
|
|
for possible_tag in possible_tags:
|
|
|
|
if re_predicate.search( possible_tag ) is not None:
|
|
|
|
result.append( tag )
|
|
|
|
break
|
|
|
|
|
|
|
|
|
|
return result
|
|
|
|
def IsComplexWildcard( search_text ):
|
|
|
|
num_stars = search_text.count( '*' )
|
|
|
|
if num_stars > 1:
|
|
|
|
return True
|
|
|
|
|
|
if num_stars == 1 and not search_text.endswith( '*' ):
|
|
|
|
return True
|
|
|
|
|
|
return False
|
|
|
|
def SortPredicates( predicates ):
|
|
|
|
def cmp_func( x, y ): return cmp( x.GetCount(), y.GetCount() )
|
|
|
|
predicates.sort( cmp = cmp_func, reverse = True )
|
|
|
|
return predicates
|
|
|
|
class FileQueryResult( object ):
|
|
|
|
def __init__( self, media_results ):
|
|
|
|
self._hashes_to_media_results = { media_result.GetHash() : media_result for media_result in media_results }
|
|
self._hashes_ordered = [ media_result.GetHash() for media_result in media_results ]
|
|
self._hashes = set( self._hashes_ordered )
|
|
|
|
HG.client_controller.sub( self, 'ProcessContentUpdates', 'content_updates_data' )
|
|
HG.client_controller.sub( self, 'ProcessServiceUpdates', 'service_updates_data' )
|
|
|
|
|
|
def __iter__( self ):
|
|
|
|
for hash in self._hashes_ordered:
|
|
|
|
yield self._hashes_to_media_results[ hash ]
|
|
|
|
|
|
|
|
def __len__( self ): return len( self._hashes_ordered )
|
|
|
|
def _Remove( self, hashes ):
|
|
|
|
for hash in hashes:
|
|
|
|
if hash in self._hashes_to_media_results:
|
|
|
|
del self._hashes_to_media_results[ hash ]
|
|
|
|
self._hashes_ordered.remove( hash )
|
|
|
|
|
|
|
|
self._hashes.difference_update( hashes )
|
|
|
|
|
|
def AddMediaResults( self, media_results ):
|
|
|
|
for media_result in media_results:
|
|
|
|
hash = media_result.GetHash()
|
|
|
|
if hash in self._hashes:
|
|
|
|
continue
|
|
|
|
|
|
self._hashes_to_media_results[ hash ] = media_result
|
|
|
|
self._hashes_ordered.append( hash )
|
|
|
|
self._hashes.add( hash )
|
|
|
|
|
|
|
|
def GetHashes( self ): return self._hashes
|
|
|
|
def GetMediaResult( self, hash ): return self._hashes_to_media_results[ hash ]
|
|
|
|
def GetMediaResults( self ): return [ self._hashes_to_media_results[ hash ] for hash in self._hashes_ordered ]
|
|
|
|
def ProcessContentUpdates( self, service_keys_to_content_updates ):
|
|
|
|
for ( service_key, content_updates ) in service_keys_to_content_updates.items():
|
|
|
|
for content_update in content_updates:
|
|
|
|
hashes = content_update.GetHashes()
|
|
|
|
if len( hashes ) > 0:
|
|
|
|
for hash in self._hashes.intersection( hashes ):
|
|
|
|
media_result = self._hashes_to_media_results[ hash ]
|
|
|
|
media_result.ProcessContentUpdate( service_key, content_update )
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def ProcessServiceUpdates( self, service_keys_to_service_updates ):
|
|
|
|
for ( service_key, service_updates ) in service_keys_to_service_updates.items():
|
|
|
|
for service_update in service_updates:
|
|
|
|
( action, row ) = service_update.ToTuple()
|
|
|
|
if action == HC.SERVICE_UPDATE_DELETE_PENDING:
|
|
|
|
for media_result in self._hashes_to_media_results.values(): media_result.DeletePending( service_key )
|
|
|
|
elif action == HC.SERVICE_UPDATE_RESET:
|
|
|
|
for media_result in self._hashes_to_media_results.values(): media_result.ResetService( service_key )
|
|
|
|
|
|
|
|
|
|
|
|
class FileSearchContext( HydrusSerialisable.SerialisableBase ):
|
|
|
|
SERIALISABLE_TYPE = HydrusSerialisable.SERIALISABLE_TYPE_FILE_SEARCH_CONTEXT
|
|
SERIALISABLE_VERSION = 1
|
|
|
|
def __init__( self, file_service_key = CC.COMBINED_FILE_SERVICE_KEY, tag_service_key = CC.COMBINED_TAG_SERVICE_KEY, include_current_tags = True, include_pending_tags = True, predicates = None ):
|
|
|
|
if predicates is None: predicates = []
|
|
|
|
self._file_service_key = file_service_key
|
|
self._tag_service_key = tag_service_key
|
|
|
|
self._include_current_tags = include_current_tags
|
|
self._include_pending_tags = include_pending_tags
|
|
|
|
self._predicates = predicates
|
|
|
|
self._search_complete = False
|
|
|
|
self._InitialiseTemporaryVariables()
|
|
|
|
|
|
def _GetSerialisableInfo( self ):
|
|
|
|
serialisable_predicates = [ predicate.GetSerialisableTuple() for predicate in self._predicates ]
|
|
|
|
return ( self._file_service_key.encode( 'hex' ), self._tag_service_key.encode( 'hex' ), self._include_current_tags, self._include_pending_tags, serialisable_predicates, self._search_complete )
|
|
|
|
|
|
def _InitialiseFromSerialisableInfo( self, serialisable_info ):
|
|
|
|
( file_service_key, tag_service_key, self._include_current_tags, self._include_pending_tags, serialisable_predicates, self._search_complete ) = serialisable_info
|
|
|
|
self._file_service_key = file_service_key.decode( 'hex' )
|
|
self._tag_service_key = tag_service_key.decode( 'hex' )
|
|
|
|
services_manager = HG.client_controller.GetServicesManager()
|
|
|
|
if not services_manager.ServiceExists( self._file_service_key ):
|
|
|
|
self._file_service_key = CC.COMBINED_LOCAL_FILE_SERVICE_KEY
|
|
|
|
|
|
if not services_manager.ServiceExists( self._tag_service_key ):
|
|
|
|
self._tag_service_key = CC.COMBINED_TAG_SERVICE_KEY
|
|
|
|
|
|
self._predicates = [ HydrusSerialisable.CreateFromSerialisableTuple( pred_tuple ) for pred_tuple in serialisable_predicates ]
|
|
|
|
self._InitialiseTemporaryVariables()
|
|
|
|
|
|
def _InitialiseTemporaryVariables( self ):
|
|
|
|
system_predicates = [ predicate for predicate in self._predicates if predicate.GetType() in HC.SYSTEM_PREDICATES ]
|
|
|
|
self._system_predicates = FileSystemPredicates( system_predicates )
|
|
|
|
tag_predicates = [ predicate for predicate in self._predicates if predicate.GetType() == HC.PREDICATE_TYPE_TAG ]
|
|
|
|
self._tags_to_include = []
|
|
self._tags_to_exclude = []
|
|
|
|
for predicate in tag_predicates:
|
|
|
|
tag = predicate.GetValue()
|
|
|
|
if predicate.GetInclusive(): self._tags_to_include.append( tag )
|
|
else: self._tags_to_exclude.append( tag )
|
|
|
|
|
|
namespace_predicates = [ predicate for predicate in self._predicates if predicate.GetType() == HC.PREDICATE_TYPE_NAMESPACE ]
|
|
|
|
self._namespaces_to_include = []
|
|
self._namespaces_to_exclude = []
|
|
|
|
for predicate in namespace_predicates:
|
|
|
|
namespace = predicate.GetValue()
|
|
|
|
if predicate.GetInclusive(): self._namespaces_to_include.append( namespace )
|
|
else: self._namespaces_to_exclude.append( namespace )
|
|
|
|
|
|
wildcard_predicates = [ predicate for predicate in self._predicates if predicate.GetType() == HC.PREDICATE_TYPE_WILDCARD ]
|
|
|
|
self._wildcards_to_include = []
|
|
self._wildcards_to_exclude = []
|
|
|
|
for predicate in wildcard_predicates:
|
|
|
|
wildcard = predicate.GetValue()
|
|
|
|
if predicate.GetInclusive(): self._wildcards_to_include.append( wildcard )
|
|
else: self._wildcards_to_exclude.append( wildcard )
|
|
|
|
|
|
|
|
def GetFileServiceKey( self ): return self._file_service_key
|
|
def GetNamespacesToExclude( self ): return self._namespaces_to_exclude
|
|
def GetNamespacesToInclude( self ): return self._namespaces_to_include
|
|
def GetPredicates( self ): return self._predicates
|
|
def GetSystemPredicates( self ): return self._system_predicates
|
|
def GetTagServiceKey( self ): return self._tag_service_key
|
|
def GetTagsToExclude( self ): return self._tags_to_exclude
|
|
def GetTagsToInclude( self ): return self._tags_to_include
|
|
def GetWildcardsToExclude( self ): return self._wildcards_to_exclude
|
|
def GetWildcardsToInclude( self ): return self._wildcards_to_include
|
|
def IncludeCurrentTags( self ): return self._include_current_tags
|
|
def IncludePendingTags( self ): return self._include_pending_tags
|
|
def IsComplete( self ): return self._search_complete
|
|
def SetComplete( self ): self._search_complete = True
|
|
|
|
def SetFileServiceKey( self, file_service_key ):
|
|
|
|
self._file_service_key = file_service_key
|
|
|
|
|
|
def SetIncludeCurrentTags( self, value ):
|
|
|
|
self._include_current_tags = value
|
|
|
|
|
|
def SetIncludePendingTags( self, value ):
|
|
|
|
self._include_pending_tags = value
|
|
|
|
|
|
def SetPredicates( self, predicates ):
|
|
|
|
self._predicates = predicates
|
|
|
|
self._InitialiseTemporaryVariables()
|
|
|
|
|
|
def SetTagServiceKey( self, tag_service_key ):
|
|
|
|
self._tag_service_key = tag_service_key
|
|
|
|
|
|
HydrusSerialisable.SERIALISABLE_TYPES_TO_OBJECT_TYPES[ HydrusSerialisable.SERIALISABLE_TYPE_FILE_SEARCH_CONTEXT ] = FileSearchContext
|
|
|
|
class FileSystemPredicates( object ):
|
|
|
|
def __init__( self, system_predicates ):
|
|
|
|
self._inbox = False
|
|
self._archive = False
|
|
self._local = False
|
|
self._not_local = False
|
|
|
|
self._common_info = {}
|
|
|
|
self._limit = None
|
|
self._similar_to = None
|
|
|
|
self._file_services_to_include_current = []
|
|
self._file_services_to_include_pending = []
|
|
self._file_services_to_exclude_current = []
|
|
self._file_services_to_exclude_pending = []
|
|
|
|
self._ratings_predicates = []
|
|
|
|
new_options = HG.client_controller.GetNewOptions()
|
|
|
|
forced_search_limit = new_options.GetNoneableInteger( 'forced_search_limit' )
|
|
|
|
if forced_search_limit is not None:
|
|
|
|
self._limit = forced_search_limit
|
|
|
|
|
|
for predicate in system_predicates:
|
|
|
|
predicate_type = predicate.GetType()
|
|
value = predicate.GetValue()
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_INBOX: self._inbox = True
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_ARCHIVE: self._archive = True
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_LOCAL: self._local = True
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_NOT_LOCAL: self._not_local = True
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_HASH:
|
|
|
|
( hash, hash_type ) = value
|
|
|
|
self._common_info[ 'hash' ] = ( hash, hash_type )
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_AGE:
|
|
|
|
( operator, years, months, days, hours ) = value
|
|
|
|
age = ( ( ( ( ( ( ( years * 12 ) + months ) * 30 ) + days ) * 24 ) + hours ) * 3600 )
|
|
|
|
now = HydrusData.GetNow()
|
|
|
|
# this is backwards because we are talking about age, not timestamp
|
|
|
|
if operator == '<': self._common_info[ 'min_timestamp' ] = now - age
|
|
elif operator == '>': self._common_info[ 'max_timestamp' ] = now - age
|
|
elif operator == u'\u2248':
|
|
|
|
self._common_info[ 'min_timestamp' ] = now - int( age * 1.15 )
|
|
self._common_info[ 'max_timestamp' ] = now - int( age * 0.85 )
|
|
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_MIME:
|
|
|
|
mimes = value
|
|
|
|
if isinstance( mimes, int ): mimes = ( mimes, )
|
|
|
|
self._common_info[ 'mimes' ] = mimes
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_DURATION:
|
|
|
|
( operator, duration ) = value
|
|
|
|
if operator == '<': self._common_info[ 'max_duration' ] = duration
|
|
elif operator == '>': self._common_info[ 'min_duration' ] = duration
|
|
elif operator == '=': self._common_info[ 'duration' ] = duration
|
|
elif operator == u'\u2248':
|
|
|
|
if duration == 0: self._common_info[ 'duration' ] = 0
|
|
else:
|
|
|
|
self._common_info[ 'min_duration' ] = int( duration * 0.85 )
|
|
self._common_info[ 'max_duration' ] = int( duration * 1.15 )
|
|
|
|
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_RATING:
|
|
|
|
( operator, value, service_key ) = value
|
|
|
|
self._ratings_predicates.append( ( operator, value, service_key ) )
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_RATIO:
|
|
|
|
( operator, ratio_width, ratio_height ) = value
|
|
|
|
if operator == '=': self._common_info[ 'ratio' ] = ( ratio_width, ratio_height )
|
|
elif operator == 'wider than':
|
|
|
|
self._common_info[ 'min_ratio' ] = ( ratio_width, ratio_height )
|
|
|
|
elif operator == 'taller than':
|
|
|
|
self._common_info[ 'max_ratio' ] = ( ratio_width, ratio_height )
|
|
|
|
elif operator == u'\u2248':
|
|
|
|
self._common_info[ 'min_ratio' ] = ( ratio_width * 0.85, ratio_height )
|
|
self._common_info[ 'max_ratio' ] = ( ratio_width * 1.15, ratio_height )
|
|
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_SIZE:
|
|
|
|
( operator, size, unit ) = value
|
|
|
|
size = size * unit
|
|
|
|
if operator == '<': self._common_info[ 'max_size' ] = size
|
|
elif operator == '>': self._common_info[ 'min_size' ] = size
|
|
elif operator == '=': self._common_info[ 'size' ] = size
|
|
elif operator == u'\u2248':
|
|
|
|
self._common_info[ 'min_size' ] = int( size * 0.85 )
|
|
self._common_info[ 'max_size' ] = int( size * 1.15 )
|
|
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_NUM_TAGS:
|
|
|
|
( operator, num_tags ) = value
|
|
|
|
if operator == '<': self._common_info[ 'max_num_tags' ] = num_tags
|
|
elif operator == '=': self._common_info[ 'num_tags' ] = num_tags
|
|
elif operator == '>': self._common_info[ 'min_num_tags' ] = num_tags
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_WIDTH:
|
|
|
|
( operator, width ) = value
|
|
|
|
if operator == '<': self._common_info[ 'max_width' ] = width
|
|
elif operator == '>': self._common_info[ 'min_width' ] = width
|
|
elif operator == '=': self._common_info[ 'width' ] = width
|
|
elif operator == u'\u2248':
|
|
|
|
if width == 0: self._common_info[ 'width' ] = 0
|
|
else:
|
|
|
|
self._common_info[ 'min_width' ] = int( width * 0.85 )
|
|
self._common_info[ 'max_width' ] = int( width * 1.15 )
|
|
|
|
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_NUM_PIXELS:
|
|
|
|
( operator, num_pixels, unit ) = value
|
|
|
|
num_pixels = num_pixels * unit
|
|
|
|
if operator == '<': self._common_info[ 'max_num_pixels' ] = num_pixels
|
|
elif operator == '>': self._common_info[ 'min_num_pixels' ] = num_pixels
|
|
elif operator == '=': self._common_info[ 'num_pixels' ] = num_pixels
|
|
elif operator == u'\u2248':
|
|
|
|
self._common_info[ 'min_num_pixels' ] = int( num_pixels * 0.85 )
|
|
self._common_info[ 'max_num_pixels' ] = int( num_pixels * 1.15 )
|
|
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_HEIGHT:
|
|
|
|
( operator, height ) = value
|
|
|
|
if operator == '<': self._common_info[ 'max_height' ] = height
|
|
elif operator == '>': self._common_info[ 'min_height' ] = height
|
|
elif operator == '=': self._common_info[ 'height' ] = height
|
|
elif operator == u'\u2248':
|
|
|
|
if height == 0: self._common_info[ 'height' ] = 0
|
|
else:
|
|
|
|
self._common_info[ 'min_height' ] = int( height * 0.85 )
|
|
self._common_info[ 'max_height' ] = int( height * 1.15 )
|
|
|
|
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_NUM_WORDS:
|
|
|
|
( operator, num_words ) = value
|
|
|
|
if operator == '<': self._common_info[ 'max_num_words' ] = num_words
|
|
elif operator == '>': self._common_info[ 'min_num_words' ] = num_words
|
|
elif operator == '=': self._common_info[ 'num_words' ] = num_words
|
|
elif operator == u'\u2248':
|
|
|
|
if num_words == 0: self._common_info[ 'num_words' ] = 0
|
|
else:
|
|
|
|
self._common_info[ 'min_num_words' ] = int( num_words * 0.85 )
|
|
self._common_info[ 'max_num_words' ] = int( num_words * 1.15 )
|
|
|
|
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_LIMIT:
|
|
|
|
limit = value
|
|
|
|
if self._limit is None:
|
|
|
|
self._limit = limit
|
|
|
|
else:
|
|
|
|
self._limit = min( limit, self._limit )
|
|
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_FILE_SERVICE:
|
|
|
|
( operator, current_or_pending, service_key ) = value
|
|
|
|
if operator == True:
|
|
|
|
if current_or_pending == HC.CONTENT_STATUS_CURRENT: self._file_services_to_include_current.append( service_key )
|
|
else: self._file_services_to_include_pending.append( service_key )
|
|
|
|
else:
|
|
|
|
if current_or_pending == HC.CONTENT_STATUS_CURRENT: self._file_services_to_exclude_current.append( service_key )
|
|
else: self._file_services_to_exclude_pending.append( service_key )
|
|
|
|
|
|
|
|
if predicate_type == HC.PREDICATE_TYPE_SYSTEM_SIMILAR_TO:
|
|
|
|
( hash, max_hamming ) = value
|
|
|
|
self._similar_to = ( hash, max_hamming )
|
|
|
|
|
|
|
|
|
|
def GetFileServiceInfo( self ): return ( self._file_services_to_include_current, self._file_services_to_include_pending, self._file_services_to_exclude_current, self._file_services_to_exclude_pending )
|
|
|
|
def GetSimpleInfo( self ): return self._common_info
|
|
|
|
def GetLimit( self ): return self._limit
|
|
|
|
def GetRatingsPredicates( self ): return self._ratings_predicates
|
|
|
|
def GetSimilarTo( self ): return self._similar_to
|
|
|
|
def HasSimilarTo( self ): return self._similar_to is not None
|
|
|
|
def MustBeArchive( self ): return self._archive
|
|
|
|
def MustBeInbox( self ): return self._inbox
|
|
|
|
def MustBeLocal( self ): return self._local
|
|
|
|
def MustNotBeLocal( self ): return self._not_local
|
|
|
|
class Predicate( HydrusSerialisable.SerialisableBase ):
|
|
|
|
SERIALISABLE_TYPE = HydrusSerialisable.SERIALISABLE_TYPE_PREDICATE
|
|
SERIALISABLE_VERSION = 1
|
|
|
|
def __init__( self, predicate_type = None, value = None, inclusive = True, min_current_count = 0, min_pending_count = 0, max_current_count = None, max_pending_count = None ):
|
|
|
|
if isinstance( value, list ):
|
|
|
|
value = tuple( value )
|
|
|
|
|
|
self._predicate_type = predicate_type
|
|
self._value = value
|
|
|
|
self._inclusive = inclusive
|
|
|
|
self._min_current_count = min_current_count
|
|
self._min_pending_count = min_pending_count
|
|
self._max_current_count = max_current_count
|
|
self._max_pending_count = max_pending_count
|
|
|
|
|
|
def __eq__( self, other ):
|
|
|
|
return self.__hash__() == other.__hash__()
|
|
|
|
|
|
def __hash__( self ):
|
|
|
|
return ( self._predicate_type, self._value, self._inclusive ).__hash__()
|
|
|
|
|
|
def __ne__( self, other ):
|
|
|
|
return self.__hash__() != other.__hash__()
|
|
|
|
|
|
def __repr__( self ):
|
|
|
|
return 'Predicate: ' + HydrusData.ToUnicode( ( self._predicate_type, self._value, self._inclusive, self.GetCount() ) )
|
|
|
|
|
|
def _GetSerialisableInfo( self ):
|
|
|
|
if self._predicate_type in ( HC.PREDICATE_TYPE_SYSTEM_RATING, HC.PREDICATE_TYPE_SYSTEM_FILE_SERVICE ):
|
|
|
|
( operator, value, service_key ) = self._value
|
|
|
|
serialisable_value = ( operator, value, service_key.encode( 'hex' ) )
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_SIMILAR_TO:
|
|
|
|
( hash, max_hamming ) = self._value
|
|
|
|
serialisable_value = ( hash.encode( 'hex' ), max_hamming )
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_HASH:
|
|
|
|
( hash, hash_type ) = self._value
|
|
|
|
serialisable_value = ( hash.encode( 'hex' ), hash_type )
|
|
|
|
else:
|
|
|
|
serialisable_value = self._value
|
|
|
|
|
|
return ( self._predicate_type, serialisable_value, self._inclusive )
|
|
|
|
|
|
def _InitialiseFromSerialisableInfo( self, serialisable_info ):
|
|
|
|
( self._predicate_type, serialisable_value, self._inclusive ) = serialisable_info
|
|
|
|
if self._predicate_type in ( HC.PREDICATE_TYPE_SYSTEM_RATING, HC.PREDICATE_TYPE_SYSTEM_FILE_SERVICE ):
|
|
|
|
( operator, value, service_key ) = serialisable_value
|
|
|
|
self._value = ( operator, value, service_key.decode( 'hex' ) )
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_SIMILAR_TO:
|
|
|
|
( serialisable_hash, max_hamming ) = serialisable_value
|
|
|
|
self._value = ( serialisable_hash.decode( 'hex' ), max_hamming )
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_HASH:
|
|
|
|
( serialisable_hash, hash_type ) = serialisable_value
|
|
|
|
self._value = ( serialisable_hash.decode( 'hex' ), hash_type )
|
|
|
|
else:
|
|
|
|
self._value = serialisable_value
|
|
|
|
|
|
if isinstance( self._value, list ):
|
|
|
|
self._value = tuple( self._value )
|
|
|
|
|
|
|
|
def AddCounts( self, predicate ):
|
|
|
|
( min_current_count, max_current_count, min_pending_count, max_pending_count ) = predicate.GetAllCounts()
|
|
|
|
( self._min_current_count, self._max_current_count ) = ClientData.MergeCounts( self._min_current_count, self._max_current_count, min_current_count, max_current_count )
|
|
( self._min_pending_count, self._max_pending_count) = ClientData.MergeCounts( self._min_pending_count, self._max_pending_count, min_pending_count, max_pending_count )
|
|
|
|
|
|
def GetAllCounts( self ):
|
|
|
|
return ( self._min_current_count, self._max_current_count, self._min_pending_count, self._max_pending_count )
|
|
|
|
|
|
def GetCopy( self ):
|
|
|
|
return Predicate( self._predicate_type, self._value, self._inclusive, self._min_current_count, self._min_pending_count, self._max_current_count, self._max_pending_count )
|
|
|
|
|
|
def GetCountlessCopy( self ):
|
|
|
|
return Predicate( self._predicate_type, self._value, self._inclusive )
|
|
|
|
|
|
def GetCount( self, current_or_pending = None ):
|
|
|
|
if current_or_pending is None:
|
|
|
|
return self._min_current_count + self._min_pending_count
|
|
|
|
elif current_or_pending == HC.CONTENT_STATUS_CURRENT:
|
|
|
|
return self._min_current_count
|
|
|
|
elif current_or_pending == HC.CONTENT_STATUS_PENDING:
|
|
|
|
return self._min_pending_count
|
|
|
|
|
|
|
|
def GetNamespace( self ):
|
|
|
|
if self._predicate_type in HC.SYSTEM_PREDICATES:
|
|
|
|
return 'system'
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_NAMESPACE:
|
|
|
|
namespace = self._value
|
|
|
|
return namespace
|
|
|
|
elif self._predicate_type in ( HC.PREDICATE_TYPE_PARENT, HC.PREDICATE_TYPE_TAG, HC.PREDICATE_TYPE_WILDCARD ):
|
|
|
|
tag_analogue = self._value
|
|
|
|
( namespace, subtag ) = HydrusTags.SplitTag( tag_analogue )
|
|
|
|
return namespace
|
|
|
|
|
|
|
|
def GetInclusive( self ):
|
|
|
|
# patch from an upgrade mess-up ~v144
|
|
if not hasattr( self, '_inclusive' ):
|
|
|
|
if self._predicate_type not in HC.SYSTEM_PREDICATES:
|
|
|
|
( operator, value ) = self._value
|
|
|
|
self._value = value
|
|
|
|
self._inclusive = operator == '+'
|
|
|
|
else: self._inclusive = True
|
|
|
|
|
|
return self._inclusive
|
|
|
|
|
|
def GetInfo( self ):
|
|
|
|
return ( self._predicate_type, self._value, self._inclusive )
|
|
|
|
|
|
def GetInverseCopy( self ):
|
|
|
|
if self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_ARCHIVE:
|
|
|
|
return Predicate( HC.PREDICATE_TYPE_SYSTEM_INBOX )
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_INBOX:
|
|
|
|
return Predicate( HC.PREDICATE_TYPE_SYSTEM_ARCHIVE )
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_LOCAL:
|
|
|
|
return Predicate( HC.PREDICATE_TYPE_SYSTEM_NOT_LOCAL )
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_NOT_LOCAL:
|
|
|
|
return Predicate( HC.PREDICATE_TYPE_SYSTEM_LOCAL )
|
|
|
|
elif self._predicate_type in ( HC.PREDICATE_TYPE_TAG, HC.PREDICATE_TYPE_NAMESPACE, HC.PREDICATE_TYPE_WILDCARD ):
|
|
|
|
return Predicate( self._predicate_type, self._value, not self._inclusive )
|
|
|
|
else:
|
|
|
|
return None
|
|
|
|
|
|
|
|
def GetType( self ):
|
|
|
|
return self._predicate_type
|
|
|
|
|
|
def GetUnicode( self, with_count = True, sibling_service_key = None, render_for_user = False ):
|
|
|
|
count_text = u''
|
|
|
|
if with_count:
|
|
|
|
if self._min_current_count > 0:
|
|
|
|
number_text = HydrusData.ConvertIntToPrettyString( self._min_current_count )
|
|
|
|
if self._max_current_count is not None:
|
|
|
|
number_text += u'-' + HydrusData.ConvertIntToPrettyString( self._max_current_count )
|
|
|
|
|
|
count_text += u' (' + number_text + u')'
|
|
|
|
|
|
if self._min_pending_count > 0:
|
|
|
|
number_text = HydrusData.ConvertIntToPrettyString( self._min_pending_count )
|
|
|
|
if self._max_pending_count is not None:
|
|
|
|
number_text += u'-' + HydrusData.ConvertIntToPrettyString( self._max_pending_count )
|
|
|
|
|
|
count_text += u' (+' + number_text + u')'
|
|
|
|
|
|
|
|
if self._predicate_type in HC.SYSTEM_PREDICATES:
|
|
|
|
if self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_EVERYTHING: base = u'everything'
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_INBOX: base = u'inbox'
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_ARCHIVE: base = u'archive'
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_UNTAGGED: base = u'untagged'
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_LOCAL: base = u'local'
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_NOT_LOCAL: base = u'not local'
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_DIMENSIONS: base = u'dimensions'
|
|
elif self._predicate_type in ( HC.PREDICATE_TYPE_SYSTEM_NUM_TAGS, HC.PREDICATE_TYPE_SYSTEM_WIDTH, HC.PREDICATE_TYPE_SYSTEM_HEIGHT, HC.PREDICATE_TYPE_SYSTEM_NUM_WORDS ):
|
|
|
|
if self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_NUM_TAGS: base = u'number of tags'
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_WIDTH: base = u'width'
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_HEIGHT: base = u'height'
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_NUM_WORDS: base = u'number of words'
|
|
|
|
if self._value is not None:
|
|
|
|
( operator, value ) = self._value
|
|
|
|
base += u' ' + operator + u' ' + HydrusData.ConvertIntToPrettyString( value )
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_DURATION:
|
|
|
|
base = u'duration'
|
|
|
|
if self._value is not None:
|
|
|
|
( operator, value ) = self._value
|
|
|
|
base += u' ' + operator + u' ' + HydrusData.ConvertMillisecondsToPrettyTime( value )
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_RATIO:
|
|
|
|
base = u'ratio'
|
|
|
|
if self._value is not None:
|
|
|
|
( operator, ratio_width, ratio_height ) = self._value
|
|
|
|
base += u' ' + operator + u' ' + str( ratio_width ) + u':' + str( ratio_height )
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_SIZE:
|
|
|
|
base = u'size'
|
|
|
|
if self._value is not None:
|
|
|
|
( operator, size, unit ) = self._value
|
|
|
|
base += u' ' + operator + u' ' + str( size ) + HydrusData.ConvertIntToUnit( unit )
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_LIMIT:
|
|
|
|
base = u'limit'
|
|
|
|
if self._value is not None:
|
|
|
|
value = self._value
|
|
|
|
base += u' is ' + HydrusData.ConvertIntToPrettyString( value )
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_AGE:
|
|
|
|
base = u'age'
|
|
|
|
if self._value is not None:
|
|
|
|
( operator, years, months, days, hours ) = self._value
|
|
|
|
base += u' ' + operator + u' ' + str( years ) + u'y' + str( months ) + u'm' + str( days ) + u'd' + str( hours ) + u'h'
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_NUM_PIXELS:
|
|
|
|
base = u'num_pixels'
|
|
|
|
if self._value is not None:
|
|
|
|
( operator, num_pixels, unit ) = self._value
|
|
|
|
base += u' ' + operator + u' ' + str( num_pixels ) + ' ' + HydrusData.ConvertIntToPixels( unit )
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_HASH:
|
|
|
|
base = u'hash'
|
|
|
|
if self._value is not None:
|
|
|
|
( hash, hash_type ) = self._value
|
|
|
|
base = hash_type + ' hash is ' + hash.encode( 'hex' )
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_MIME:
|
|
|
|
base = u'mime'
|
|
|
|
if self._value is not None:
|
|
|
|
mimes = self._value
|
|
|
|
if set( mimes ) == set( HC.SEARCHABLE_MIMES ):
|
|
|
|
mime_text = 'anything'
|
|
|
|
elif set( mimes ) == set( HC.SEARCHABLE_MIMES ).intersection( set( HC.APPLICATIONS ) ):
|
|
|
|
mime_text = 'application'
|
|
|
|
elif set( mimes ) == set( HC.SEARCHABLE_MIMES ).intersection( set( HC.AUDIO ) ):
|
|
|
|
mime_text = 'audio'
|
|
|
|
elif set( mimes ) == set( HC.SEARCHABLE_MIMES ).intersection( set( HC.IMAGES ) ):
|
|
|
|
mime_text = 'image'
|
|
|
|
elif set( mimes ) == set( HC.SEARCHABLE_MIMES ).intersection( set( HC.VIDEO ) ):
|
|
|
|
mime_text = 'video'
|
|
|
|
else:
|
|
|
|
mime_text = ', '.join( [ HC.mime_string_lookup[ mime ] for mime in mimes ] )
|
|
|
|
|
|
base += u' is ' + mime_text
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_RATING:
|
|
|
|
base = u'rating'
|
|
|
|
if self._value is not None:
|
|
|
|
( operator, value, service_key ) = self._value
|
|
|
|
service = HG.client_controller.GetServicesManager().GetService( service_key )
|
|
|
|
service_type = service.GetServiceType()
|
|
|
|
pretty_value = HydrusData.ToUnicode( value )
|
|
|
|
if service_type == HC.LOCAL_RATING_LIKE:
|
|
|
|
if value == 0:
|
|
|
|
pretty_value = 'dislike'
|
|
|
|
elif value == 1:
|
|
|
|
pretty_value = 'like'
|
|
|
|
|
|
elif service_type == HC.LOCAL_RATING_NUMERICAL:
|
|
|
|
if isinstance( value, float ):
|
|
|
|
allow_zero = service.AllowZero()
|
|
num_stars = service.GetNumStars()
|
|
|
|
if allow_zero:
|
|
|
|
star_range = num_stars
|
|
|
|
else:
|
|
|
|
star_range = num_stars - 1
|
|
|
|
|
|
pretty_x = int( round( value * star_range ) )
|
|
pretty_y = num_stars
|
|
|
|
if not allow_zero:
|
|
|
|
pretty_x += 1
|
|
|
|
|
|
pretty_value = HydrusData.ConvertValueRangeToPrettyString( pretty_x, pretty_y )
|
|
|
|
|
|
|
|
base += u' for ' + service.GetName() + u' ' + operator + u' ' + pretty_value
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_SIMILAR_TO:
|
|
|
|
base = u'similar to'
|
|
|
|
if self._value is not None:
|
|
|
|
( hash, max_hamming ) = self._value
|
|
|
|
base += u' ' + hash.encode( 'hex' ) + u' using max hamming of ' + str( max_hamming )
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_SYSTEM_FILE_SERVICE:
|
|
|
|
if self._value is None:
|
|
|
|
base = 'file service'
|
|
|
|
else:
|
|
|
|
( operator, current_or_pending, service_key ) = self._value
|
|
|
|
if operator == True: base = u'is'
|
|
else: base = u'is not'
|
|
|
|
if current_or_pending == HC.CONTENT_STATUS_PENDING: base += u' pending to '
|
|
else: base += u' currently in '
|
|
|
|
service = HG.client_controller.GetServicesManager().GetService( service_key )
|
|
|
|
base += service.GetName()
|
|
|
|
|
|
|
|
base = HydrusTags.CombineTag( 'system', base )
|
|
|
|
base = ClientTags.RenderTag( base, render_for_user )
|
|
|
|
base += count_text
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_TAG:
|
|
|
|
tag = self._value
|
|
|
|
if not self._inclusive: base = u'-'
|
|
else: base = u''
|
|
|
|
base += ClientTags.RenderTag( tag, render_for_user )
|
|
|
|
base += count_text
|
|
|
|
if sibling_service_key is not None:
|
|
|
|
siblings_manager = HG.client_controller.GetManager( 'tag_siblings' )
|
|
|
|
sibling = siblings_manager.GetSibling( sibling_service_key, tag )
|
|
|
|
if sibling is not None:
|
|
|
|
sibling = ClientTags.RenderTag( sibling, render_for_user )
|
|
|
|
base += u' (will display as ' + sibling + ')'
|
|
|
|
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_PARENT:
|
|
|
|
base = ' '
|
|
|
|
tag = self._value
|
|
|
|
base += ClientTags.RenderTag( tag, render_for_user )
|
|
|
|
base += count_text
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_NAMESPACE:
|
|
|
|
namespace = self._value
|
|
|
|
if not self._inclusive: base = u'-'
|
|
else: base = u''
|
|
|
|
anything_tag = HydrusTags.CombineTag( namespace, '*anything*' )
|
|
|
|
anything_tag = ClientTags.RenderTag( anything_tag, render_for_user )
|
|
|
|
base += anything_tag
|
|
|
|
elif self._predicate_type == HC.PREDICATE_TYPE_WILDCARD:
|
|
|
|
wildcard = self._value
|
|
|
|
if not self._inclusive: base = u'-'
|
|
else: base = u''
|
|
|
|
base += wildcard
|
|
|
|
|
|
return base
|
|
|
|
|
|
def GetUnnamespacedCopy( self ):
|
|
|
|
if self._predicate_type == HC.PREDICATE_TYPE_TAG:
|
|
|
|
( namespace, subtag ) = HydrusTags.SplitTag( self._value )
|
|
|
|
return Predicate( self._predicate_type, subtag, self._inclusive, self._min_current_count, self._min_pending_count, self._max_current_count, self._max_pending_count )
|
|
|
|
|
|
return self.GetCopy()
|
|
|
|
|
|
def GetValue( self ): return self._value
|
|
|
|
def HasNonZeroCount( self ):
|
|
|
|
return self._min_current_count > 0 or self._min_pending_count > 0
|
|
|
|
|
|
def SetInclusive( self, inclusive ):
|
|
|
|
self._inclusive = inclusive
|
|
|
|
|
|
HydrusSerialisable.SERIALISABLE_TYPES_TO_OBJECT_TYPES[ HydrusSerialisable.SERIALISABLE_TYPE_PREDICATE ] = Predicate
|
|
|
|
SYSTEM_PREDICATE_INBOX = Predicate( HC.PREDICATE_TYPE_SYSTEM_INBOX, None )
|
|
|
|
SYSTEM_PREDICATE_ARCHIVE = Predicate( HC.PREDICATE_TYPE_SYSTEM_ARCHIVE, None )
|
|
|
|
SYSTEM_PREDICATE_LOCAL = Predicate( HC.PREDICATE_TYPE_SYSTEM_LOCAL, None )
|
|
|
|
SYSTEM_PREDICATE_NOT_LOCAL = Predicate( HC.PREDICATE_TYPE_SYSTEM_NOT_LOCAL, None )
|