2020-07-29 20:52:44 +00:00
|
|
|
import time
|
|
|
|
|
import unittest
|
|
|
|
|
|
|
|
|
|
from httmock import all_requests, urlmatch, HTTMock, response
|
|
|
|
|
from mock import patch
|
|
|
|
|
|
|
|
|
|
from hydrus.core import HydrusConstants as HC
|
|
|
|
|
from hydrus.core import HydrusData
|
|
|
|
|
from hydrus.core import HydrusExceptions
|
|
|
|
|
from hydrus.core import HydrusGlobals as HG
|
2023-04-19 20:38:13 +00:00
|
|
|
from hydrus.core import HydrusTime
|
2021-04-07 21:26:45 +00:00
|
|
|
from hydrus.core.networking import HydrusNetworking
|
2020-07-29 20:52:44 +00:00
|
|
|
|
2020-04-22 21:00:35 +00:00
|
|
|
from hydrus.client import ClientConstants as CC
|
2021-09-29 21:20:29 +00:00
|
|
|
from hydrus.client import ClientStrings
|
2020-07-29 20:52:44 +00:00
|
|
|
from hydrus.client import ClientServices
|
2020-04-22 21:00:35 +00:00
|
|
|
from hydrus.client.networking import ClientNetworking
|
|
|
|
|
from hydrus.client.networking import ClientNetworkingBandwidth
|
|
|
|
|
from hydrus.client.networking import ClientNetworkingContexts
|
|
|
|
|
from hydrus.client.networking import ClientNetworkingDomain
|
|
|
|
|
from hydrus.client.networking import ClientNetworkingJobs
|
|
|
|
|
from hydrus.client.networking import ClientNetworkingLogin
|
|
|
|
|
from hydrus.client.networking import ClientNetworkingSessions
|
2022-01-05 22:15:56 +00:00
|
|
|
from hydrus.client.networking import ClientNetworkingURLClass
|
2020-07-29 20:52:44 +00:00
|
|
|
|
2020-04-22 21:00:35 +00:00
|
|
|
from hydrus.test import TestController
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
# some gumpf
|
2019-01-09 22:59:03 +00:00
|
|
|
GOOD_RESPONSE = bytes( range( 256 ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
# 256KB of gumpf
|
|
|
|
|
LONG_GOOD_RESPONSE = GOOD_RESPONSE * 4 * 256
|
|
|
|
|
|
2019-01-09 22:59:03 +00:00
|
|
|
BAD_RESPONSE = b'500, it done broke'
|
2017-07-05 21:09:28 +00:00
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
@all_requests
|
|
|
|
|
def catch_all( url, request ):
|
|
|
|
|
|
|
|
|
|
raise Exception( 'An unexpected request for ' + url + ' came through in testing.' )
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
MOCK_DOMAIN = 'wew.lad'
|
|
|
|
|
MOCK_SUBDOMAIN = 'top.wew.lad'
|
|
|
|
|
MOCK_URL = 'https://wew.lad/folder/request&key1=value1&key2=value2'
|
|
|
|
|
MOCK_SUBURL = 'https://top.wew.lad/folder2/request&key1=value1&key2=value2'
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
MOCK_HYDRUS_SERVICE_KEY = HydrusData.GenerateKey()
|
|
|
|
|
MOCK_HYDRUS_ADDRESS = '123.45.67.89'
|
|
|
|
|
MOCK_HYDRUS_DOMAIN = '123.45.67.89:45871'
|
|
|
|
|
MOCK_HYDRUS_URL = 'https://123.45.67.89:45871/muh_hydrus_command'
|
|
|
|
|
|
|
|
|
|
@urlmatch( netloc = 'wew.lad' )
|
|
|
|
|
def catch_wew_error( url, request ):
|
|
|
|
|
|
|
|
|
|
return { 'status_code' : 500, 'reason' : 'Internal Server Error', 'content' : BAD_RESPONSE }
|
|
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
@urlmatch( netloc = 'wew.lad' )
|
|
|
|
|
def catch_wew_ok( url, request ):
|
|
|
|
|
|
|
|
|
|
return GOOD_RESPONSE
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
@urlmatch( netloc = MOCK_HYDRUS_ADDRESS )
|
|
|
|
|
def catch_hydrus_error( url, request ):
|
|
|
|
|
|
2017-10-25 21:45:15 +00:00
|
|
|
return response( 500, BAD_RESPONSE, { 'Server' : HC.service_string_lookup[ HC.TAG_REPOSITORY ] + '/' + str( HC.NETWORK_VERSION ) }, 'Internal Server Error' )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
@urlmatch( netloc = MOCK_HYDRUS_ADDRESS )
|
2017-06-28 20:23:21 +00:00
|
|
|
def catch_hydrus_ok( url, request ):
|
|
|
|
|
|
2017-10-25 21:45:15 +00:00
|
|
|
return response( 200, GOOD_RESPONSE, { 'Server' : HC.service_string_lookup[ HC.TAG_REPOSITORY ] + '/' + str( HC.NETWORK_VERSION ) }, 'OK' )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
class TestBandwidthManager( unittest.TestCase ):
|
|
|
|
|
|
|
|
|
|
def test_can_start( self ):
|
|
|
|
|
|
|
|
|
|
EMPTY_RULES = HydrusNetworking.BandwidthRules()
|
|
|
|
|
|
|
|
|
|
PERMISSIVE_DATA_RULES = HydrusNetworking.BandwidthRules()
|
|
|
|
|
|
|
|
|
|
PERMISSIVE_DATA_RULES.AddRule( HC.BANDWIDTH_TYPE_DATA, None, 1048576 )
|
|
|
|
|
|
|
|
|
|
PERMISSIVE_REQUEST_RULES = HydrusNetworking.BandwidthRules()
|
|
|
|
|
|
|
|
|
|
PERMISSIVE_REQUEST_RULES.AddRule( HC.BANDWIDTH_TYPE_REQUESTS, None, 10000 )
|
|
|
|
|
|
|
|
|
|
RESTRICTIVE_DATA_RULES = HydrusNetworking.BandwidthRules()
|
|
|
|
|
|
|
|
|
|
RESTRICTIVE_DATA_RULES.AddRule( HC.BANDWIDTH_TYPE_DATA, None, 10 )
|
|
|
|
|
|
|
|
|
|
RESTRICTIVE_REQUEST_RULES = HydrusNetworking.BandwidthRules()
|
|
|
|
|
|
|
|
|
|
RESTRICTIVE_REQUEST_RULES.AddRule( HC.BANDWIDTH_TYPE_REQUESTS, None, 1 )
|
|
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
DOMAIN_NETWORK_CONTEXT = ClientNetworkingContexts.NetworkContext( CC.NETWORK_CONTEXT_DOMAIN, MOCK_DOMAIN )
|
|
|
|
|
SUBDOMAIN_NETWORK_CONTEXT = ClientNetworkingContexts.NetworkContext( CC.NETWORK_CONTEXT_DOMAIN, MOCK_SUBDOMAIN )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
GLOBAL_NETWORK_CONTEXTS = [ ClientNetworkingContexts.GLOBAL_NETWORK_CONTEXT ]
|
|
|
|
|
DOMAIN_NETWORK_CONTEXTS = [ ClientNetworkingContexts.GLOBAL_NETWORK_CONTEXT, DOMAIN_NETWORK_CONTEXT ]
|
|
|
|
|
SUBDOMAIN_NETWORK_CONTEXTS = [ ClientNetworkingContexts.GLOBAL_NETWORK_CONTEXT, DOMAIN_NETWORK_CONTEXT, SUBDOMAIN_NETWORK_CONTEXT ]
|
2017-07-05 21:09:28 +00:00
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
#
|
|
|
|
|
|
2023-04-19 20:38:13 +00:00
|
|
|
fast_forward = HydrusTime.GetNow() + 3600
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2023-04-19 20:38:13 +00:00
|
|
|
with patch.object( HydrusTime, 'GetNow', return_value = fast_forward ):
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
bm = ClientNetworkingBandwidth.NetworkBandwidthManager()
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
bm.ReportRequestUsed( DOMAIN_NETWORK_CONTEXTS )
|
|
|
|
|
bm.ReportDataUsed( DOMAIN_NETWORK_CONTEXTS, 50 )
|
|
|
|
|
bm.ReportRequestUsed( SUBDOMAIN_NETWORK_CONTEXTS )
|
|
|
|
|
bm.ReportDataUsed( SUBDOMAIN_NETWORK_CONTEXTS, 25 )
|
|
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
bm.SetRules( ClientNetworkingContexts.GLOBAL_NETWORK_CONTEXT, EMPTY_RULES )
|
2017-07-05 21:09:28 +00:00
|
|
|
bm.SetRules( DOMAIN_NETWORK_CONTEXT, EMPTY_RULES )
|
|
|
|
|
bm.SetRules( SUBDOMAIN_NETWORK_CONTEXT, EMPTY_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
bm.SetRules( ClientNetworkingContexts.GLOBAL_NETWORK_CONTEXT, PERMISSIVE_DATA_RULES )
|
2017-07-05 21:09:28 +00:00
|
|
|
bm.SetRules( DOMAIN_NETWORK_CONTEXT, PERMISSIVE_DATA_RULES )
|
|
|
|
|
bm.SetRules( SUBDOMAIN_NETWORK_CONTEXT, PERMISSIVE_DATA_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
bm.SetRules( ClientNetworkingContexts.GLOBAL_NETWORK_CONTEXT, PERMISSIVE_REQUEST_RULES )
|
2017-07-05 21:09:28 +00:00
|
|
|
bm.SetRules( DOMAIN_NETWORK_CONTEXT, PERMISSIVE_REQUEST_RULES )
|
|
|
|
|
bm.SetRules( SUBDOMAIN_NETWORK_CONTEXT, PERMISSIVE_REQUEST_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
bm.SetRules( SUBDOMAIN_NETWORK_CONTEXT, RESTRICTIVE_DATA_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
bm.SetRules( SUBDOMAIN_NETWORK_CONTEXT, RESTRICTIVE_REQUEST_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
bm.SetRules( SUBDOMAIN_NETWORK_CONTEXT, PERMISSIVE_REQUEST_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
bm.SetRules( DOMAIN_NETWORK_CONTEXT, RESTRICTIVE_DATA_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
bm.SetRules( DOMAIN_NETWORK_CONTEXT, RESTRICTIVE_REQUEST_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
bm.SetRules( DOMAIN_NETWORK_CONTEXT, PERMISSIVE_REQUEST_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
bm.SetRules( ClientNetworkingContexts.GLOBAL_NETWORK_CONTEXT, RESTRICTIVE_DATA_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertFalse( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
bm.SetRules( ClientNetworkingContexts.GLOBAL_NETWORK_CONTEXT, RESTRICTIVE_REQUEST_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertFalse( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
bm.SetRules( ClientNetworkingContexts.GLOBAL_NETWORK_CONTEXT, PERMISSIVE_REQUEST_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertTrue( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertTrue( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
#
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
bm.SetRules( ClientNetworkingContexts.GLOBAL_NETWORK_CONTEXT, RESTRICTIVE_DATA_RULES )
|
2017-07-05 21:09:28 +00:00
|
|
|
bm.SetRules( DOMAIN_NETWORK_CONTEXT, RESTRICTIVE_REQUEST_RULES )
|
|
|
|
|
bm.SetRules( DOMAIN_NETWORK_CONTEXT, EMPTY_RULES )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-27 00:47:13 +00:00
|
|
|
self.assertFalse( bm.CanStartRequest( GLOBAL_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( DOMAIN_NETWORK_CONTEXTS ) )
|
|
|
|
|
self.assertFalse( bm.CanStartRequest( SUBDOMAIN_NETWORK_CONTEXTS ) )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_can_continue( self ):
|
|
|
|
|
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
2024-03-27 21:47:50 +00:00
|
|
|
class TestURLClasses( unittest.TestCase ):
|
2019-10-09 22:03:03 +00:00
|
|
|
|
2024-03-27 21:47:50 +00:00
|
|
|
def test_url_class_basics( self ):
|
2024-03-20 21:10:16 +00:00
|
|
|
|
2019-10-09 22:03:03 +00:00
|
|
|
name = 'test'
|
|
|
|
|
url_type = HC.URL_TYPE_POST
|
|
|
|
|
preferred_scheme = 'https'
|
|
|
|
|
netloc = 'testbooru.cx'
|
2019-11-28 01:11:46 +00:00
|
|
|
|
|
|
|
|
alphabetise_get_parameters = True
|
2019-10-09 22:03:03 +00:00
|
|
|
match_subdomains = False
|
|
|
|
|
keep_matched_subdomains = False
|
2019-11-28 01:11:46 +00:00
|
|
|
can_produce_multiple_files = False
|
|
|
|
|
should_be_associated_with_files = True
|
2020-07-29 20:52:44 +00:00
|
|
|
keep_fragment = False
|
2019-10-09 22:03:03 +00:00
|
|
|
|
|
|
|
|
path_components = []
|
|
|
|
|
|
2021-09-29 21:20:29 +00:00
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'post', example_string = 'post' ), None ) )
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'page.php', example_string = 'page.php' ), None ) )
|
2019-10-09 22:03:03 +00:00
|
|
|
|
2024-03-20 21:10:16 +00:00
|
|
|
parameters = []
|
2019-10-09 22:03:03 +00:00
|
|
|
|
2024-03-20 21:10:16 +00:00
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 's', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'view', example_string = 'view' ) ) )
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 'id', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC, example_string = '123456' ) ) )
|
2019-10-09 22:03:03 +00:00
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_ONLY_IF_PROVIDED
|
2019-10-09 22:03:03 +00:00
|
|
|
referral_url_converter = None
|
|
|
|
|
gallery_index_type = None
|
|
|
|
|
gallery_index_identifier = None
|
|
|
|
|
gallery_index_delta = 1
|
|
|
|
|
example_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
referral_url = 'https://testbooru.cx/gallery/tags=samus_aran'
|
|
|
|
|
good_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
unnormalised_good_url_1 = 'https://testbooru.cx/post/page.php?id=123456&s=view&additional_gumpf=stuff'
|
|
|
|
|
unnormalised_good_url_2 = 'https://testbooru.cx/post/page.php?s=view&id=123456'
|
|
|
|
|
bad_url = 'https://wew.lad/123456'
|
|
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
2019-11-28 01:11:46 +00:00
|
|
|
|
2020-07-29 20:52:44 +00:00
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
2019-10-09 22:03:03 +00:00
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Matches( example_url ), True )
|
|
|
|
|
self.assertEqual( url_class.Matches( bad_url ), False )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_good_url_1 ), good_url )
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_good_url_2 ), good_url )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.GetReferralURL( good_url, referral_url ), referral_url )
|
|
|
|
|
self.assertEqual( url_class.GetReferralURL( good_url, None ), None )
|
|
|
|
|
|
2024-03-27 21:47:50 +00:00
|
|
|
|
|
|
|
|
def test_encoding( self ):
|
|
|
|
|
|
|
|
|
|
name = 'test'
|
|
|
|
|
url_type = HC.URL_TYPE_POST
|
|
|
|
|
preferred_scheme = 'https'
|
|
|
|
|
netloc = 'testbooru.cx'
|
|
|
|
|
|
|
|
|
|
alphabetise_get_parameters = True
|
|
|
|
|
match_subdomains = False
|
|
|
|
|
keep_matched_subdomains = False
|
|
|
|
|
can_produce_multiple_files = False
|
|
|
|
|
should_be_associated_with_files = True
|
|
|
|
|
keep_fragment = False
|
|
|
|
|
|
|
|
|
|
path_components = []
|
|
|
|
|
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'post', example_string = 'post' ), None ) )
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'page.php', example_string = 'page.php' ), None ) )
|
|
|
|
|
|
|
|
|
|
parameters = []
|
|
|
|
|
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 's', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'view', example_string = 'view' ) ) )
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 'id', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC, example_string = '123456' ) ) )
|
|
|
|
|
|
|
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_ONLY_IF_PROVIDED
|
|
|
|
|
referral_url_converter = None
|
|
|
|
|
gallery_index_type = None
|
|
|
|
|
gallery_index_identifier = None
|
|
|
|
|
gallery_index_delta = 1
|
|
|
|
|
example_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
2024-03-20 21:10:16 +00:00
|
|
|
# encoding test
|
|
|
|
|
|
|
|
|
|
parameters = []
|
|
|
|
|
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 's', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'view', example_string = 'view' ) ) )
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 'id', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_ANY, example_string = 'hello' ) ) )
|
|
|
|
|
|
|
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
|
|
|
|
|
|
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
|
|
|
|
|
|
|
|
|
unnormalised_human_url = 'https://testbooru.cx/post/page.php?id=1234 56&s=view'
|
|
|
|
|
normalised_encoded_url = 'https://testbooru.cx/post/page.php?id=1234%2056&s=view'
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_human_url ), normalised_encoded_url )
|
|
|
|
|
self.assertEqual( url_class.Normalise( normalised_encoded_url ), normalised_encoded_url )
|
|
|
|
|
|
2024-03-27 21:47:50 +00:00
|
|
|
|
|
|
|
|
def test_defaults( self ):
|
|
|
|
|
|
|
|
|
|
name = 'test'
|
|
|
|
|
url_type = HC.URL_TYPE_POST
|
|
|
|
|
preferred_scheme = 'https'
|
|
|
|
|
netloc = 'testbooru.cx'
|
|
|
|
|
|
|
|
|
|
alphabetise_get_parameters = True
|
|
|
|
|
match_subdomains = False
|
|
|
|
|
keep_matched_subdomains = False
|
|
|
|
|
can_produce_multiple_files = False
|
|
|
|
|
should_be_associated_with_files = True
|
|
|
|
|
keep_fragment = False
|
|
|
|
|
|
|
|
|
|
path_components = []
|
|
|
|
|
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'post', example_string = 'post' ), None ) )
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'page.php', example_string = 'page.php' ), None ) )
|
|
|
|
|
|
2024-03-20 21:10:16 +00:00
|
|
|
parameters = []
|
|
|
|
|
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 's', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'view', example_string = 'view' ) ) )
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 'id', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC, example_string = '123456' ) ) )
|
|
|
|
|
|
2024-03-27 21:47:50 +00:00
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_ONLY_IF_PROVIDED
|
|
|
|
|
referral_url_converter = None
|
|
|
|
|
gallery_index_type = None
|
|
|
|
|
gallery_index_identifier = None
|
|
|
|
|
gallery_index_delta = 1
|
|
|
|
|
example_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
good_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
2024-03-20 21:10:16 +00:00
|
|
|
# default test
|
|
|
|
|
|
|
|
|
|
parameters = []
|
|
|
|
|
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 's', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'view', example_string = 'view' ) ) )
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 'id', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC, example_string = '123456' ) ) )
|
2024-03-27 21:47:50 +00:00
|
|
|
|
|
|
|
|
p = ClientNetworkingURLClass.URLClassParameterFixedName( name = 'pid', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC, example_string = '0' ) )
|
|
|
|
|
|
|
|
|
|
p.SetDefaultValue( '0' )
|
|
|
|
|
|
|
|
|
|
parameters.append( p )
|
2024-03-20 21:10:16 +00:00
|
|
|
|
|
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
|
|
|
|
|
|
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
|
|
|
|
|
|
|
|
|
unnormalised_without_pid = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
unnormalised_with_pid = 'https://testbooru.cx/post/page.php?id=123456&pid=3&s=view'
|
|
|
|
|
normalised_with_pid = 'https://testbooru.cx/post/page.php?id=123456&pid=0&s=view'
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_without_pid ), normalised_with_pid )
|
|
|
|
|
self.assertEqual( url_class.Normalise( normalised_with_pid ), normalised_with_pid )
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_with_pid ), unnormalised_with_pid )
|
|
|
|
|
|
|
|
|
|
self.assertTrue( url_class.Matches( unnormalised_without_pid ) )
|
|
|
|
|
self.assertTrue( url_class.Matches( unnormalised_with_pid ) )
|
|
|
|
|
self.assertTrue( url_class.Matches( good_url ) )
|
|
|
|
|
|
2024-03-27 21:47:50 +00:00
|
|
|
|
|
|
|
|
def test_is_ephemeral( self ):
|
|
|
|
|
|
|
|
|
|
name = 'test'
|
|
|
|
|
url_type = HC.URL_TYPE_POST
|
|
|
|
|
preferred_scheme = 'https'
|
|
|
|
|
netloc = 'testbooru.cx'
|
|
|
|
|
|
|
|
|
|
alphabetise_get_parameters = True
|
|
|
|
|
match_subdomains = False
|
|
|
|
|
keep_matched_subdomains = False
|
|
|
|
|
can_produce_multiple_files = False
|
|
|
|
|
should_be_associated_with_files = True
|
|
|
|
|
keep_fragment = False
|
|
|
|
|
|
|
|
|
|
path_components = []
|
|
|
|
|
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'post', example_string = 'post' ), None ) )
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'page.php', example_string = 'page.php' ), None ) )
|
|
|
|
|
|
|
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_ONLY_IF_PROVIDED
|
|
|
|
|
referral_url_converter = None
|
|
|
|
|
gallery_index_type = None
|
|
|
|
|
gallery_index_identifier = None
|
|
|
|
|
gallery_index_delta = 1
|
|
|
|
|
example_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
# default test
|
|
|
|
|
|
|
|
|
|
parameters = []
|
|
|
|
|
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 's', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'view', example_string = 'view' ) ) )
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 'id', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC, example_string = '123456' ) ) )
|
|
|
|
|
|
|
|
|
|
p = ClientNetworkingURLClass.URLClassParameterFixedName( name = 'token', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_ANY, example_string = 'abcd' ) )
|
|
|
|
|
|
|
|
|
|
p.SetDefaultValue( '0' )
|
|
|
|
|
p.SetIsEphemeral( True )
|
|
|
|
|
|
|
|
|
|
parameters.append( p )
|
|
|
|
|
|
|
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
|
|
|
|
|
|
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
|
|
|
|
|
|
|
|
|
unnormalised = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
unnormalised_and_already_has = 'https://testbooru.cx/post/page.php?id=123456&s=view&token=hello'
|
|
|
|
|
for_server_normalised = 'https://testbooru.cx/post/page.php?id=123456&s=view&token=0'
|
|
|
|
|
normalised = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised, for_server = True ), for_server_normalised )
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised ), normalised )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_and_already_has, for_server = True ), unnormalised_and_already_has )
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_and_already_has ), normalised )
|
|
|
|
|
|
|
|
|
|
self.assertTrue( url_class.Matches( unnormalised ) )
|
|
|
|
|
self.assertTrue( url_class.Matches( unnormalised_and_already_has ) )
|
|
|
|
|
self.assertTrue( url_class.Matches( for_server_normalised ) )
|
|
|
|
|
self.assertTrue( url_class.Matches( normalised ) )
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_defaults_with_string_processor( self ):
|
|
|
|
|
|
|
|
|
|
name = 'test'
|
|
|
|
|
url_type = HC.URL_TYPE_POST
|
|
|
|
|
preferred_scheme = 'https'
|
|
|
|
|
netloc = 'testbooru.cx'
|
|
|
|
|
|
|
|
|
|
alphabetise_get_parameters = True
|
|
|
|
|
match_subdomains = False
|
|
|
|
|
keep_matched_subdomains = False
|
|
|
|
|
can_produce_multiple_files = False
|
|
|
|
|
should_be_associated_with_files = True
|
|
|
|
|
keep_fragment = False
|
|
|
|
|
|
|
|
|
|
path_components = []
|
|
|
|
|
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'post', example_string = 'post' ), None ) )
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'page.php', example_string = 'page.php' ), None ) )
|
|
|
|
|
|
|
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_ONLY_IF_PROVIDED
|
|
|
|
|
referral_url_converter = None
|
|
|
|
|
gallery_index_type = None
|
|
|
|
|
gallery_index_identifier = None
|
|
|
|
|
gallery_index_delta = 1
|
|
|
|
|
example_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
# default test
|
|
|
|
|
|
2024-03-20 21:10:16 +00:00
|
|
|
parameters = []
|
|
|
|
|
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 's', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'view', example_string = 'view' ) ) )
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 'id', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC, example_string = '123456' ) ) )
|
|
|
|
|
|
2024-03-27 21:47:50 +00:00
|
|
|
p = ClientNetworkingURLClass.URLClassParameterFixedName( name = 'cache_reset', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_ANY, example_string = 'abcd' ) )
|
|
|
|
|
|
|
|
|
|
p.SetDefaultValue( '0' )
|
|
|
|
|
p.SetIsEphemeral( True )
|
|
|
|
|
|
|
|
|
|
sp = ClientStrings.StringProcessor()
|
|
|
|
|
sp.SetProcessingSteps(
|
|
|
|
|
[
|
|
|
|
|
ClientStrings.StringConverter(
|
|
|
|
|
conversions = [
|
|
|
|
|
( ClientStrings.STRING_CONVERSION_APPEND_RANDOM, ( 'a', 5 ) )
|
|
|
|
|
],
|
|
|
|
|
example_string = '0'
|
|
|
|
|
)
|
|
|
|
|
]
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
p.SetDefaultValueStringProcessor( sp )
|
|
|
|
|
|
|
|
|
|
parameters.append( p )
|
|
|
|
|
|
|
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
|
|
|
|
|
|
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
|
|
|
|
|
|
|
|
|
unnormalised = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
unnormalised_and_already_has = 'https://testbooru.cx/post/page.php?cache_reset=hello&id=123456&s=view'
|
|
|
|
|
for_server_normalised = 'https://testbooru.cx/post/page.php?cache_reset=0aaaaa&id=123456&s=view'
|
|
|
|
|
normalised = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised, for_server = True ), for_server_normalised )
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised ), normalised )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_and_already_has, for_server = True ), unnormalised_and_already_has )
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_and_already_has ), normalised )
|
|
|
|
|
|
|
|
|
|
self.assertTrue( url_class.Matches( unnormalised ) )
|
|
|
|
|
self.assertTrue( url_class.Matches( unnormalised_and_already_has ) )
|
|
|
|
|
self.assertTrue( url_class.Matches( for_server_normalised ) )
|
|
|
|
|
self.assertTrue( url_class.Matches( normalised ) )
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_alphabetise_params( self ):
|
|
|
|
|
|
|
|
|
|
name = 'test'
|
|
|
|
|
url_type = HC.URL_TYPE_POST
|
|
|
|
|
preferred_scheme = 'https'
|
|
|
|
|
netloc = 'testbooru.cx'
|
|
|
|
|
|
|
|
|
|
alphabetise_get_parameters = True
|
|
|
|
|
match_subdomains = False
|
|
|
|
|
keep_matched_subdomains = False
|
|
|
|
|
can_produce_multiple_files = False
|
|
|
|
|
should_be_associated_with_files = True
|
|
|
|
|
keep_fragment = False
|
|
|
|
|
|
|
|
|
|
path_components = []
|
|
|
|
|
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'post', example_string = 'post' ), None ) )
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'page.php', example_string = 'page.php' ), None ) )
|
|
|
|
|
|
|
|
|
|
parameters = []
|
|
|
|
|
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 's', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'view', example_string = 'view' ) ) )
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 'id', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC, example_string = '123456' ) ) )
|
|
|
|
|
|
|
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_ONLY_IF_PROVIDED
|
|
|
|
|
referral_url_converter = None
|
|
|
|
|
gallery_index_type = None
|
|
|
|
|
gallery_index_identifier = None
|
|
|
|
|
gallery_index_delta = 1
|
|
|
|
|
example_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
referral_url = 'https://testbooru.cx/gallery/tags=samus_aran'
|
|
|
|
|
good_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
unnormalised_good_url_1 = 'https://testbooru.cx/post/page.php?id=123456&s=view&additional_gumpf=stuff'
|
|
|
|
|
unnormalised_good_url_2 = 'https://testbooru.cx/post/page.php?s=view&id=123456'
|
|
|
|
|
bad_url = 'https://wew.lad/123456'
|
|
|
|
|
|
2019-10-09 22:03:03 +00:00
|
|
|
#
|
|
|
|
|
|
2024-03-27 21:47:50 +00:00
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
|
|
|
|
|
|
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_good_url_2 ), good_url )
|
|
|
|
|
|
2019-11-28 01:11:46 +00:00
|
|
|
alphabetise_get_parameters = False
|
|
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
2019-11-28 01:11:46 +00:00
|
|
|
|
2020-07-29 20:52:44 +00:00
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
2019-11-28 01:11:46 +00:00
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_good_url_2 ), unnormalised_good_url_2 )
|
|
|
|
|
|
2024-03-27 21:47:50 +00:00
|
|
|
|
|
|
|
|
def test_referral( self ):
|
|
|
|
|
|
|
|
|
|
name = 'test'
|
|
|
|
|
url_type = HC.URL_TYPE_POST
|
|
|
|
|
preferred_scheme = 'https'
|
|
|
|
|
netloc = 'testbooru.cx'
|
|
|
|
|
|
2019-11-28 01:11:46 +00:00
|
|
|
alphabetise_get_parameters = True
|
2024-03-27 21:47:50 +00:00
|
|
|
match_subdomains = False
|
|
|
|
|
keep_matched_subdomains = False
|
|
|
|
|
can_produce_multiple_files = False
|
|
|
|
|
should_be_associated_with_files = True
|
|
|
|
|
keep_fragment = False
|
|
|
|
|
|
|
|
|
|
path_components = []
|
|
|
|
|
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'post', example_string = 'post' ), None ) )
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'page.php', example_string = 'page.php' ), None ) )
|
|
|
|
|
|
|
|
|
|
parameters = []
|
|
|
|
|
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 's', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'view', example_string = 'view' ) ) )
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 'id', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC, example_string = '123456' ) ) )
|
|
|
|
|
|
|
|
|
|
referral_url_converter = None
|
|
|
|
|
gallery_index_type = None
|
|
|
|
|
gallery_index_identifier = None
|
|
|
|
|
gallery_index_delta = 1
|
|
|
|
|
example_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
referral_url = 'https://testbooru.cx/gallery/tags=samus_aran'
|
|
|
|
|
good_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
2019-11-28 01:11:46 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_NEVER
|
2019-10-09 22:03:03 +00:00
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
2019-11-28 01:11:46 +00:00
|
|
|
|
2020-07-29 20:52:44 +00:00
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
2019-10-09 22:03:03 +00:00
|
|
|
|
|
|
|
|
self.assertEqual( url_class.GetReferralURL( good_url, referral_url ), None )
|
|
|
|
|
self.assertEqual( url_class.GetReferralURL( good_url, None ), None )
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
converted_referral_url = good_url.replace( 'testbooru.cx', 'replace.com' )
|
|
|
|
|
|
2020-05-20 21:36:02 +00:00
|
|
|
conversions = []
|
2019-10-09 22:03:03 +00:00
|
|
|
|
2021-09-29 21:20:29 +00:00
|
|
|
conversions.append( ( ClientStrings.STRING_CONVERSION_REGEX_SUB, ( 'testbooru.cx', 'replace.com' ) ) )
|
2019-10-09 22:03:03 +00:00
|
|
|
|
2021-09-29 21:20:29 +00:00
|
|
|
referral_url_converter = ClientStrings.StringConverter( conversions, good_url )
|
2019-10-09 22:03:03 +00:00
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_CONVERTER_IF_NONE_PROVIDED
|
2019-10-09 22:03:03 +00:00
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
2019-11-28 01:11:46 +00:00
|
|
|
|
2020-07-29 20:52:44 +00:00
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
2019-10-09 22:03:03 +00:00
|
|
|
|
|
|
|
|
self.assertEqual( url_class.GetReferralURL( good_url, referral_url ), referral_url )
|
|
|
|
|
self.assertEqual( url_class.GetReferralURL( good_url, None ), converted_referral_url )
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_ONLY_CONVERTER
|
2019-10-09 22:03:03 +00:00
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
2019-11-28 01:11:46 +00:00
|
|
|
|
2020-07-29 20:52:44 +00:00
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
2019-10-09 22:03:03 +00:00
|
|
|
|
|
|
|
|
self.assertEqual( url_class.GetReferralURL( good_url, referral_url ), converted_referral_url )
|
|
|
|
|
self.assertEqual( url_class.GetReferralURL( good_url, None ), converted_referral_url )
|
|
|
|
|
|
2024-03-27 21:47:50 +00:00
|
|
|
|
|
|
|
|
def test_fragment( self ):
|
2020-07-29 20:52:44 +00:00
|
|
|
|
|
|
|
|
name = 'mega test'
|
|
|
|
|
url_type = HC.URL_TYPE_POST
|
|
|
|
|
preferred_scheme = 'https'
|
|
|
|
|
netloc = 'mega.nz'
|
|
|
|
|
|
|
|
|
|
alphabetise_get_parameters = True
|
|
|
|
|
match_subdomains = False
|
|
|
|
|
keep_matched_subdomains = False
|
|
|
|
|
can_produce_multiple_files = True
|
|
|
|
|
should_be_associated_with_files = True
|
|
|
|
|
|
|
|
|
|
path_components = []
|
|
|
|
|
|
2021-09-29 21:20:29 +00:00
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'file', example_string = 'file' ), None ) )
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_ANY ), None ) )
|
2020-07-29 20:52:44 +00:00
|
|
|
|
2024-03-20 21:10:16 +00:00
|
|
|
parameters = []
|
2020-07-29 20:52:44 +00:00
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_ONLY_IF_PROVIDED
|
2020-07-29 20:52:44 +00:00
|
|
|
referral_url_converter = None
|
|
|
|
|
gallery_index_type = None
|
|
|
|
|
gallery_index_identifier = None
|
|
|
|
|
gallery_index_delta = 1
|
|
|
|
|
example_url = 'https://mega.nz/file/KxJHVKhT#0JPvygZDQcjBHrTWWECaDyNfXAFDyNZyE3Uonif5j-w'
|
|
|
|
|
|
|
|
|
|
keep_fragment = False
|
|
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
2020-07-29 20:52:44 +00:00
|
|
|
|
|
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( example_url ), 'https://mega.nz/file/KxJHVKhT' )
|
|
|
|
|
|
|
|
|
|
keep_fragment = True
|
|
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
2020-07-29 20:52:44 +00:00
|
|
|
|
|
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( example_url ), example_url )
|
|
|
|
|
|
2024-03-27 21:47:50 +00:00
|
|
|
|
|
|
|
|
def test_extra_params( self ):
|
|
|
|
|
|
|
|
|
|
unnormalised_with_extra = 'https://testbooru.cx/post/page.php?id=123456&s=view&from_tag=skirt'
|
|
|
|
|
normalised_with_extra = 'https://testbooru.cx/post/page.php?from_tag=skirt&id=123456&s=view'
|
|
|
|
|
normalised_without_extra = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
|
|
|
|
name = 'test'
|
|
|
|
|
url_type = HC.URL_TYPE_POST
|
|
|
|
|
preferred_scheme = 'https'
|
|
|
|
|
netloc = 'testbooru.cx'
|
|
|
|
|
|
|
|
|
|
alphabetise_get_parameters = True
|
|
|
|
|
match_subdomains = False
|
|
|
|
|
keep_matched_subdomains = False
|
|
|
|
|
can_produce_multiple_files = False
|
|
|
|
|
should_be_associated_with_files = True
|
|
|
|
|
keep_fragment = False
|
|
|
|
|
|
|
|
|
|
path_components = []
|
|
|
|
|
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'post', example_string = 'post' ), None ) )
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'page.php', example_string = 'page.php' ), None ) )
|
|
|
|
|
|
|
|
|
|
parameters = []
|
|
|
|
|
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 's', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'view', example_string = 'view' ) ) )
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 'id', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC, example_string = '123456' ) ) )
|
|
|
|
|
|
|
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_ONLY_IF_PROVIDED
|
|
|
|
|
referral_url_converter = None
|
|
|
|
|
gallery_index_type = None
|
|
|
|
|
gallery_index_identifier = None
|
|
|
|
|
gallery_index_delta = 1
|
|
|
|
|
example_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
|
|
|
|
|
url_class = ClientNetworkingURLClass.URLClass( name, url_type = url_type, preferred_scheme = preferred_scheme, netloc = netloc, path_components = path_components, parameters = parameters, send_referral_url = send_referral_url, referral_url_converter = referral_url_converter, gallery_index_type = gallery_index_type, gallery_index_identifier = gallery_index_identifier, gallery_index_delta = gallery_index_delta, example_url = example_url )
|
|
|
|
|
|
|
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
|
|
|
|
|
|
|
|
|
url_class.SetKeepExtraParametersForServer( False )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_with_extra, for_server = True ), normalised_without_extra )
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_with_extra ), normalised_without_extra )
|
|
|
|
|
|
|
|
|
|
url_class.SetKeepExtraParametersForServer( True )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_with_extra, for_server = True ), normalised_with_extra )
|
|
|
|
|
self.assertEqual( url_class.Normalise( unnormalised_with_extra ), normalised_without_extra )
|
|
|
|
|
|
|
|
|
|
self.assertTrue( url_class.Matches( unnormalised_with_extra ) )
|
|
|
|
|
self.assertTrue( url_class.Matches( normalised_without_extra ) )
|
|
|
|
|
self.assertTrue( url_class.Matches( normalised_with_extra ) )
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_single_value_params( self ):
|
|
|
|
|
|
|
|
|
|
send_referral_url = ClientNetworkingURLClass.SEND_REFERRAL_URL_ONLY_IF_PROVIDED
|
|
|
|
|
referral_url_converter = None
|
|
|
|
|
gallery_index_type = None
|
|
|
|
|
gallery_index_identifier = None
|
|
|
|
|
gallery_index_delta = 1
|
|
|
|
|
|
2021-09-29 21:20:29 +00:00
|
|
|
# single-value params test
|
|
|
|
|
|
|
|
|
|
single_value_good_url = 'https://testbooru.cx/post/page.php?id=123456&token&s=view'
|
|
|
|
|
single_value_bad_url = 'https://testbooru.cx/post/page.php?id=123456&bad_token&s=view'
|
|
|
|
|
single_value_missing_url = 'https://testbooru.cx/post/page.php?id=123456&s=view'
|
|
|
|
|
single_value_good_url_multiple = 'https://testbooru.cx/post/page.php?id=123456&token1&token2&s=view&token0'
|
|
|
|
|
|
|
|
|
|
single_value_good_url_alphabetical_normalised = 'https://testbooru.cx/post/page.php?id=123456&s=view&token'
|
|
|
|
|
single_value_good_url_multiple_alphabetical_normalised = 'https://testbooru.cx/post/page.php?id=123456&s=view&token0&token1&token2'
|
|
|
|
|
|
|
|
|
|
name = 'single value lad'
|
|
|
|
|
url_type = HC.URL_TYPE_POST
|
|
|
|
|
preferred_scheme = 'https'
|
|
|
|
|
netloc = 'testbooru.cx'
|
|
|
|
|
|
|
|
|
|
alphabetise_get_parameters = True
|
|
|
|
|
match_subdomains = False
|
|
|
|
|
keep_matched_subdomains = False
|
|
|
|
|
can_produce_multiple_files = False
|
|
|
|
|
should_be_associated_with_files = True
|
|
|
|
|
keep_fragment = False
|
|
|
|
|
|
|
|
|
|
path_components = []
|
|
|
|
|
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'post', example_string = 'post' ), None ) )
|
|
|
|
|
path_components.append( ( ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'page.php', example_string = 'page.php' ), None ) )
|
|
|
|
|
|
2024-03-20 21:10:16 +00:00
|
|
|
parameters = []
|
2021-09-29 21:20:29 +00:00
|
|
|
|
2024-03-20 21:10:16 +00:00
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 's', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FIXED, match_value = 'view', example_string = 'view' ) ) )
|
|
|
|
|
parameters.append( ClientNetworkingURLClass.URLClassParameterFixedName( name = 'id', value_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_FLEXIBLE, match_value = ClientStrings.NUMERIC, example_string = '123456' ) ) )
|
2021-09-29 21:20:29 +00:00
|
|
|
|
|
|
|
|
has_single_value_parameters = True
|
|
|
|
|
single_value_parameters_string_match = ClientStrings.StringMatch( match_type = ClientStrings.STRING_MATCH_REGEX, match_value = '^token.*', example_string = 'token1' )
|
|
|
|
|
|
|
|
|
|
example_url = single_value_good_url
|
|
|
|
|
|
2022-01-05 22:15:56 +00:00
|
|
|
url_class = ClientNetworkingURLClass.URLClass(
|
2021-09-29 21:20:29 +00:00
|
|
|
name,
|
|
|
|
|
url_type = url_type,
|
|
|
|
|
preferred_scheme = preferred_scheme,
|
|
|
|
|
netloc = netloc,
|
|
|
|
|
path_components = path_components,
|
|
|
|
|
parameters = parameters,
|
|
|
|
|
has_single_value_parameters = has_single_value_parameters,
|
|
|
|
|
single_value_parameters_string_match = single_value_parameters_string_match,
|
|
|
|
|
send_referral_url = send_referral_url,
|
|
|
|
|
referral_url_converter = referral_url_converter,
|
|
|
|
|
gallery_index_type = gallery_index_type,
|
|
|
|
|
gallery_index_identifier = gallery_index_identifier,
|
|
|
|
|
gallery_index_delta = gallery_index_delta,
|
|
|
|
|
example_url = example_url
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
url_class.SetURLBooleans( match_subdomains, keep_matched_subdomains, alphabetise_get_parameters, can_produce_multiple_files, should_be_associated_with_files, keep_fragment )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( single_value_good_url ), single_value_good_url_alphabetical_normalised )
|
|
|
|
|
self.assertEqual( url_class.Normalise( single_value_good_url_multiple ), single_value_good_url_multiple_alphabetical_normalised )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_good_url ), True )
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_good_url_alphabetical_normalised ), True )
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_good_url_multiple ), True )
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_good_url_multiple_alphabetical_normalised ), True )
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_bad_url ), False )
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_missing_url ), False )
|
|
|
|
|
|
|
|
|
|
url_class.SetAlphabetiseGetParameters( False )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Normalise( single_value_good_url ), single_value_good_url )
|
|
|
|
|
self.assertEqual( url_class.Normalise( single_value_good_url_multiple ), single_value_good_url_multiple )
|
|
|
|
|
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_good_url ), True )
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_good_url_alphabetical_normalised ), True )
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_good_url_multiple ), True )
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_good_url_multiple_alphabetical_normalised ), True )
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_bad_url ), False )
|
|
|
|
|
self.assertEqual( url_class.Matches( single_value_missing_url ), False )
|
|
|
|
|
|
2019-10-09 22:03:03 +00:00
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
class TestNetworkingEngine( unittest.TestCase ):
|
|
|
|
|
|
|
|
|
|
def test_engine_shutdown_app( self ):
|
|
|
|
|
|
2019-03-13 21:04:21 +00:00
|
|
|
mock_controller = TestController.MockController()
|
2018-04-18 22:10:15 +00:00
|
|
|
bandwidth_manager = ClientNetworkingBandwidth.NetworkBandwidthManager()
|
|
|
|
|
session_manager = ClientNetworkingSessions.NetworkSessionManager()
|
2017-10-04 17:51:58 +00:00
|
|
|
domain_manager = ClientNetworkingDomain.NetworkDomainManager()
|
2017-10-18 19:41:25 +00:00
|
|
|
login_manager = ClientNetworkingLogin.NetworkLoginManager()
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-10-04 17:51:58 +00:00
|
|
|
engine = ClientNetworking.NetworkEngine( mock_controller, bandwidth_manager, session_manager, domain_manager, login_manager )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
self.assertFalse( engine.IsRunning() )
|
|
|
|
|
self.assertFalse( engine.IsShutdown() )
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
mock_controller.CallToThread( engine.MainLoop )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
time.sleep( 0.1 )
|
|
|
|
|
|
|
|
|
|
self.assertTrue( engine.IsRunning() )
|
|
|
|
|
self.assertFalse( engine.IsShutdown() )
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_engine_shutdown_manual( self ):
|
|
|
|
|
|
2019-03-13 21:04:21 +00:00
|
|
|
mock_controller = TestController.MockController()
|
2018-04-18 22:10:15 +00:00
|
|
|
bandwidth_manager = ClientNetworkingBandwidth.NetworkBandwidthManager()
|
|
|
|
|
session_manager = ClientNetworkingSessions.NetworkSessionManager()
|
2017-10-04 17:51:58 +00:00
|
|
|
domain_manager = ClientNetworkingDomain.NetworkDomainManager()
|
2017-10-18 19:41:25 +00:00
|
|
|
login_manager = ClientNetworkingLogin.NetworkLoginManager()
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-10-04 17:51:58 +00:00
|
|
|
engine = ClientNetworking.NetworkEngine( mock_controller, bandwidth_manager, session_manager, domain_manager, login_manager )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
self.assertFalse( engine.IsRunning() )
|
|
|
|
|
self.assertFalse( engine.IsShutdown() )
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
mock_controller.CallToThread( engine.MainLoop )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
time.sleep( 0.1 )
|
|
|
|
|
|
|
|
|
|
self.assertTrue( engine.IsRunning() )
|
|
|
|
|
self.assertFalse( engine.IsShutdown() )
|
|
|
|
|
|
|
|
|
|
engine.Shutdown()
|
|
|
|
|
|
|
|
|
|
time.sleep( 0.1 )
|
|
|
|
|
|
|
|
|
|
self.assertFalse( engine.IsRunning() )
|
|
|
|
|
self.assertTrue( engine.IsShutdown() )
|
|
|
|
|
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
def test_engine_simple_job( self ):
|
|
|
|
|
|
2019-03-13 21:04:21 +00:00
|
|
|
mock_controller = TestController.MockController()
|
2018-04-18 22:10:15 +00:00
|
|
|
bandwidth_manager = ClientNetworkingBandwidth.NetworkBandwidthManager()
|
|
|
|
|
session_manager = ClientNetworkingSessions.NetworkSessionManager()
|
2017-10-04 17:51:58 +00:00
|
|
|
domain_manager = ClientNetworkingDomain.NetworkDomainManager()
|
2017-10-18 19:41:25 +00:00
|
|
|
login_manager = ClientNetworkingLogin.NetworkLoginManager()
|
2017-07-05 21:09:28 +00:00
|
|
|
|
2017-10-04 17:51:58 +00:00
|
|
|
engine = ClientNetworking.NetworkEngine( mock_controller, bandwidth_manager, session_manager, domain_manager, login_manager )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
self.assertFalse( engine.IsRunning() )
|
|
|
|
|
self.assertFalse( engine.IsShutdown() )
|
|
|
|
|
|
|
|
|
|
mock_controller.CallToThread( engine.MainLoop )
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
with HTTMock( catch_all ):
|
|
|
|
|
|
|
|
|
|
with HTTMock( catch_wew_ok ):
|
|
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
job = ClientNetworkingJobs.NetworkJob( 'GET', MOCK_URL )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
engine.AddJob( job )
|
|
|
|
|
|
2019-06-26 21:27:18 +00:00
|
|
|
time.sleep( 0.25 )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
self.assertTrue( job.IsDone() )
|
|
|
|
|
self.assertFalse( job.HasError() )
|
|
|
|
|
|
|
|
|
|
engine._new_work_to_do.set()
|
|
|
|
|
|
2019-06-26 21:27:18 +00:00
|
|
|
time.sleep( 0.25 )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
self.assertEqual( len( engine._jobs_awaiting_validity ), 0 )
|
|
|
|
|
self.assertEqual( len( engine._jobs_awaiting_bandwidth ), 0 )
|
|
|
|
|
self.assertEqual( len( engine._jobs_awaiting_login ), 0 )
|
|
|
|
|
self.assertEqual( len( engine._jobs_awaiting_slot ), 0 )
|
|
|
|
|
self.assertEqual( len( engine._jobs_running ), 0 )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
engine.Shutdown()
|
|
|
|
|
|
|
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
class TestNetworkingJob( unittest.TestCase ):
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
def _GetJob( self, for_login = False ):
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
job = ClientNetworkingJobs.NetworkJob( 'GET', MOCK_URL )
|
2017-09-06 20:18:20 +00:00
|
|
|
|
|
|
|
|
job.SetForLogin( for_login )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2019-03-13 21:04:21 +00:00
|
|
|
mock_controller = TestController.MockController()
|
2018-04-18 22:10:15 +00:00
|
|
|
bandwidth_manager = ClientNetworkingBandwidth.NetworkBandwidthManager()
|
|
|
|
|
session_manager = ClientNetworkingSessions.NetworkSessionManager()
|
2017-10-04 17:51:58 +00:00
|
|
|
domain_manager = ClientNetworkingDomain.NetworkDomainManager()
|
2017-10-18 19:41:25 +00:00
|
|
|
login_manager = ClientNetworkingLogin.NetworkLoginManager()
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-10-04 17:51:58 +00:00
|
|
|
engine = ClientNetworking.NetworkEngine( mock_controller, bandwidth_manager, session_manager, domain_manager, login_manager )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
job.engine = engine
|
|
|
|
|
|
|
|
|
|
return job
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_cancelled_manually( self ):
|
|
|
|
|
|
|
|
|
|
job = self._GetJob()
|
|
|
|
|
|
|
|
|
|
self.assertFalse( job.IsCancelled() )
|
|
|
|
|
self.assertFalse( job.IsDone() )
|
|
|
|
|
|
|
|
|
|
job.Cancel()
|
|
|
|
|
|
|
|
|
|
self.assertTrue( job.IsCancelled() )
|
|
|
|
|
self.assertTrue( job.IsDone() )
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_cancelled_app_shutdown( self ):
|
|
|
|
|
|
|
|
|
|
job = self._GetJob()
|
|
|
|
|
|
|
|
|
|
self.assertFalse( job.IsCancelled() )
|
|
|
|
|
self.assertFalse( job.IsDone() )
|
|
|
|
|
|
2022-01-19 21:28:59 +00:00
|
|
|
HG.started_shutdown = True
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2019-07-31 22:01:02 +00:00
|
|
|
try:
|
|
|
|
|
|
|
|
|
|
self.assertTrue( job.IsCancelled() )
|
|
|
|
|
self.assertTrue( job.IsDone() )
|
|
|
|
|
|
|
|
|
|
finally:
|
|
|
|
|
|
2022-01-19 21:28:59 +00:00
|
|
|
HG.started_shutdown = False
|
2019-07-31 22:01:02 +00:00
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_sleep( self ):
|
|
|
|
|
|
|
|
|
|
job = self._GetJob()
|
|
|
|
|
|
|
|
|
|
self.assertFalse( job.IsAsleep() )
|
|
|
|
|
|
|
|
|
|
job.Sleep( 3 )
|
|
|
|
|
|
|
|
|
|
self.assertTrue( job.IsAsleep() )
|
|
|
|
|
|
2023-04-19 20:38:13 +00:00
|
|
|
five_secs_from_now = HydrusTime.GetNowFloat() + 5
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2023-04-19 20:38:13 +00:00
|
|
|
with patch.object( HydrusTime, 'GetNowFloat', return_value = five_secs_from_now ):
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
self.assertFalse( job.IsAsleep() )
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
def test_bandwidth_exceeded( self ):
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
RESTRICTIVE_DATA_RULES = HydrusNetworking.BandwidthRules()
|
|
|
|
|
|
|
|
|
|
RESTRICTIVE_DATA_RULES.AddRule( HC.BANDWIDTH_TYPE_DATA, None, 10 )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
DOMAIN_NETWORK_CONTEXT = ClientNetworkingContexts.NetworkContext( CC.NETWORK_CONTEXT_DOMAIN, MOCK_DOMAIN )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
#
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
job = self._GetJob()
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.ReportDataUsed( [ DOMAIN_NETWORK_CONTEXT ], 50 )
|
|
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.SetRules( DOMAIN_NETWORK_CONTEXT, RESTRICTIVE_DATA_RULES )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), False )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
job = self._GetJob( for_login = True )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.ReportDataUsed( [ DOMAIN_NETWORK_CONTEXT ], 50 )
|
|
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.SetRules( DOMAIN_NETWORK_CONTEXT, RESTRICTIVE_DATA_RULES )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_bandwidth_ok( self ):
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
PERMISSIVE_DATA_RULES = HydrusNetworking.BandwidthRules()
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
PERMISSIVE_DATA_RULES.AddRule( HC.BANDWIDTH_TYPE_DATA, None, 1048576 )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
DOMAIN_NETWORK_CONTEXT = ClientNetworkingContexts.NetworkContext( CC.NETWORK_CONTEXT_DOMAIN, MOCK_DOMAIN )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
#
|
|
|
|
|
|
|
|
|
|
job = self._GetJob()
|
|
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.ReportDataUsed( [ DOMAIN_NETWORK_CONTEXT ], 50 )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.SetRules( DOMAIN_NETWORK_CONTEXT, PERMISSIVE_DATA_RULES )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
job = self._GetJob( for_login = True )
|
|
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.ReportDataUsed( [ DOMAIN_NETWORK_CONTEXT ], 50 )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.SetRules( DOMAIN_NETWORK_CONTEXT, PERMISSIVE_DATA_RULES )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
def test_bandwidth_reported( self ):
|
|
|
|
|
|
|
|
|
|
with HTTMock( catch_all ):
|
|
|
|
|
|
|
|
|
|
with HTTMock( catch_wew_ok ):
|
|
|
|
|
|
|
|
|
|
job = self._GetJob()
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
job.TryToStartBandwidth()
|
2017-08-16 21:58:06 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
job.Start()
|
|
|
|
|
|
|
|
|
|
bm = job.engine.bandwidth_manager
|
|
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
tracker = bm.GetTracker( ClientNetworkingContexts.GLOBAL_NETWORK_CONTEXT )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
2021-03-10 23:10:11 +00:00
|
|
|
self.assertEqual( tracker.GetUsage( HC.BANDWIDTH_TYPE_REQUESTS, None ), 1 )
|
|
|
|
|
self.assertEqual( tracker.GetUsage( HC.BANDWIDTH_TYPE_DATA, None ), 256 )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
def test_done_ok( self ):
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
with HTTMock( catch_all ):
|
|
|
|
|
|
|
|
|
|
with HTTMock( catch_wew_ok ):
|
|
|
|
|
|
|
|
|
|
job = self._GetJob()
|
|
|
|
|
|
|
|
|
|
job.Start()
|
|
|
|
|
|
|
|
|
|
self.assertFalse( job.HasError() )
|
|
|
|
|
|
2019-01-09 22:59:03 +00:00
|
|
|
self.assertEqual( job.GetContentBytes(), GOOD_RESPONSE )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
self.assertEqual( job.GetStatus(), ( 'done!', 256, 256, None ) )
|
|
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_error( self ):
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
with HTTMock( catch_all ):
|
|
|
|
|
|
|
|
|
|
with HTTMock( catch_wew_error ):
|
|
|
|
|
|
|
|
|
|
job = self._GetJob()
|
|
|
|
|
|
|
|
|
|
job.Start()
|
|
|
|
|
|
|
|
|
|
self.assertTrue( job.HasError() )
|
|
|
|
|
|
2019-01-09 22:59:03 +00:00
|
|
|
self.assertEqual( job.GetContentBytes(), BAD_RESPONSE )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
self.assertEqual( type( job.GetErrorException() ), HydrusExceptions.ServerException )
|
|
|
|
|
|
2021-03-10 23:10:11 +00:00
|
|
|
self.assertEqual( job.GetErrorText(), BAD_RESPONSE.decode( 'ascii' ) )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
self.assertEqual( job.GetStatus(), ( '500 - Internal Server Error', 18, 18, None ) )
|
|
|
|
|
|
|
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_generate_login_process( self ):
|
|
|
|
|
|
|
|
|
|
# test the system works as expected
|
|
|
|
|
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_needs_login( self ):
|
|
|
|
|
|
|
|
|
|
# test for both normal and login
|
|
|
|
|
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TestNetworkingJobHydrus( unittest.TestCase ):
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
def _GetJob( self, for_login = False ):
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
job = ClientNetworkingJobs.NetworkJobHydrus( MOCK_HYDRUS_SERVICE_KEY, 'GET', MOCK_HYDRUS_URL )
|
2017-09-06 20:18:20 +00:00
|
|
|
|
|
|
|
|
job.SetForLogin( for_login )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2019-03-13 21:04:21 +00:00
|
|
|
mock_controller = TestController.MockController()
|
2017-10-25 21:45:15 +00:00
|
|
|
|
|
|
|
|
mock_service = ClientServices.GenerateService( MOCK_HYDRUS_SERVICE_KEY, HC.TAG_REPOSITORY, 'test tag repo' )
|
|
|
|
|
|
2019-03-13 21:04:21 +00:00
|
|
|
mock_services_manager = TestController.MockServicesManager( ( mock_service, ) )
|
2017-10-25 21:45:15 +00:00
|
|
|
|
|
|
|
|
mock_controller.services_manager = mock_services_manager
|
|
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
bandwidth_manager = ClientNetworkingBandwidth.NetworkBandwidthManager()
|
|
|
|
|
session_manager = ClientNetworkingSessions.NetworkSessionManager()
|
2017-10-04 17:51:58 +00:00
|
|
|
domain_manager = ClientNetworkingDomain.NetworkDomainManager()
|
2017-10-18 19:41:25 +00:00
|
|
|
login_manager = ClientNetworkingLogin.NetworkLoginManager()
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-10-04 17:51:58 +00:00
|
|
|
engine = ClientNetworking.NetworkEngine( mock_controller, bandwidth_manager, session_manager, domain_manager, login_manager )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
job.engine = engine
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
return job
|
|
|
|
|
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
def test_bandwidth_exceeded( self ):
|
|
|
|
|
|
|
|
|
|
RESTRICTIVE_DATA_RULES = HydrusNetworking.BandwidthRules()
|
|
|
|
|
|
|
|
|
|
RESTRICTIVE_DATA_RULES.AddRule( HC.BANDWIDTH_TYPE_DATA, None, 10 )
|
|
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
HYDRUS_NETWORK_CONTEXT = ClientNetworkingContexts.NetworkContext( CC.NETWORK_CONTEXT_HYDRUS, MOCK_HYDRUS_SERVICE_KEY )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
job = self._GetJob()
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.ReportDataUsed( [ HYDRUS_NETWORK_CONTEXT ], 50 )
|
|
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.SetRules( HYDRUS_NETWORK_CONTEXT, RESTRICTIVE_DATA_RULES )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), False )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
job = self._GetJob( for_login = True )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.ReportDataUsed( [ HYDRUS_NETWORK_CONTEXT ], 50 )
|
|
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.SetRules( HYDRUS_NETWORK_CONTEXT, RESTRICTIVE_DATA_RULES )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
def test_bandwidth_ok( self ):
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
PERMISSIVE_DATA_RULES = HydrusNetworking.BandwidthRules()
|
|
|
|
|
|
|
|
|
|
PERMISSIVE_DATA_RULES.AddRule( HC.BANDWIDTH_TYPE_DATA, None, 1048576 )
|
|
|
|
|
|
2018-04-18 22:10:15 +00:00
|
|
|
HYDRUS_NETWORK_CONTEXT = ClientNetworkingContexts.NetworkContext( CC.NETWORK_CONTEXT_HYDRUS, MOCK_HYDRUS_SERVICE_KEY )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
job = self._GetJob()
|
|
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.ReportDataUsed( [ HYDRUS_NETWORK_CONTEXT ], 50 )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.SetRules( HYDRUS_NETWORK_CONTEXT, PERMISSIVE_DATA_RULES )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
#
|
|
|
|
|
|
|
|
|
|
job = self._GetJob( for_login = True )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
job.engine.bandwidth_manager.ReportDataUsed( [ HYDRUS_NETWORK_CONTEXT ], 50 )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
job.engine.bandwidth_manager.SetRules( HYDRUS_NETWORK_CONTEXT, PERMISSIVE_DATA_RULES )
|
|
|
|
|
|
2020-06-17 21:31:54 +00:00
|
|
|
self.assertEqual( job.TryToStartBandwidth(), True )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_bandwidth_reported( self ):
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_done_ok( self ):
|
|
|
|
|
|
|
|
|
|
with HTTMock( catch_all ):
|
|
|
|
|
|
|
|
|
|
with HTTMock( catch_hydrus_ok ):
|
|
|
|
|
|
|
|
|
|
job = self._GetJob()
|
|
|
|
|
|
|
|
|
|
job.Start()
|
|
|
|
|
|
|
|
|
|
self.assertFalse( job.HasError() )
|
|
|
|
|
|
2019-01-09 22:59:03 +00:00
|
|
|
self.assertEqual( job.GetContentBytes(), GOOD_RESPONSE )
|
2017-06-28 20:23:21 +00:00
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
self.assertEqual( job.GetStatus(), ( 'done!', 256, 256, None ) )
|
|
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_error( self ):
|
|
|
|
|
|
2017-07-05 21:09:28 +00:00
|
|
|
with HTTMock( catch_all ):
|
|
|
|
|
|
|
|
|
|
with HTTMock( catch_hydrus_error ):
|
|
|
|
|
|
|
|
|
|
job = self._GetJob()
|
|
|
|
|
|
|
|
|
|
job.Start()
|
|
|
|
|
|
|
|
|
|
self.assertTrue( job.HasError() )
|
|
|
|
|
|
2019-01-09 22:59:03 +00:00
|
|
|
self.assertEqual( job.GetContentBytes(), BAD_RESPONSE )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
self.assertEqual( type( job.GetErrorException() ), HydrusExceptions.ServerException )
|
|
|
|
|
|
2021-03-10 23:10:11 +00:00
|
|
|
self.assertEqual( job.GetErrorText(), BAD_RESPONSE.decode( 'ascii' ) )
|
2017-07-05 21:09:28 +00:00
|
|
|
|
|
|
|
|
self.assertEqual( job.GetStatus(), ( '500 - Internal Server Error', 18, 18, None ) )
|
|
|
|
|
|
|
|
|
|
|
2017-06-28 20:23:21 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_generate_login_process( self ):
|
|
|
|
|
|
|
|
|
|
# test the system works as expected
|
|
|
|
|
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_needs_login( self ):
|
|
|
|
|
|
|
|
|
|
# test for both normal and login
|
|
|
|
|
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
