2014-05-30 08:53:19 +00:00
/*
This file is part of Telegram Desktop ,
2014-12-01 10:47:38 +00:00
the official desktop version of Telegram messaging app , see https : //telegram.org
2014-05-30 08:53:19 +00:00
Telegram Desktop is free software : you can redistribute it and / or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation , either version 3 of the License , or
( at your option ) any later version .
It is distributed in the hope that it will be useful ,
but WITHOUT ANY WARRANTY ; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE . See the
GNU General Public License for more details .
2015-10-03 13:16:42 +00:00
In addition , as a special exception , the copyright holders give permission
to link the code of portions of this program with the OpenSSL library .
2014-05-30 08:53:19 +00:00
Full license : https : //github.com/telegramdesktop/tdesktop/blob/master/LICENSE
2017-01-11 18:31:31 +00:00
Copyright ( c ) 2014 - 2017 John Preston , https : //desktop.telegram.org
2014-05-30 08:53:19 +00:00
*/
# include "stdafx.h"
# include "langloaderplain.h"
2016-10-28 12:44:28 +00:00
# include "core/parse_helper.h"
2014-05-30 08:53:19 +00:00
2014-12-18 18:40:49 +00:00
bool LangLoaderPlain : : readKeyValue ( const char * & from , const char * end ) {
2016-10-28 12:44:28 +00:00
using base : : parse : : skipWhitespaces ;
if ( ! skipWhitespaces ( from , end ) ) return false ;
2014-05-30 08:53:19 +00:00
2014-12-19 21:20:30 +00:00
if ( * from ! = ' " ' ) throw Exception ( QString ( " Expected quote before key name! " ) ) ;
2014-12-18 18:40:49 +00:00
+ + from ;
const char * nameStart = from ;
while ( from < end & & ( ( * from > = ' a ' & & * from < = ' z ' ) | | ( * from > = ' A ' & & * from < = ' Z ' ) | | * from = = ' _ ' | | ( * from > = ' 0 ' & & * from < = ' 9 ' ) ) ) {
+ + from ;
}
QByteArray varName = QByteArray ( nameStart , from - nameStart ) ;
2014-05-30 08:53:19 +00:00
2016-10-28 12:44:28 +00:00
if ( from = = end | | * from ! = ' " ' ) throw Exception ( QString ( " Expected quote after key name '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
2014-12-18 18:40:49 +00:00
+ + from ;
2014-05-30 08:53:19 +00:00
2016-10-28 12:44:28 +00:00
if ( ! skipWhitespaces ( from , end ) ) throw Exception ( QString ( " Unexpected end of file in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
2014-12-18 18:40:49 +00:00
if ( * from ! = ' = ' ) throw Exception ( QString ( " '=' expected in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
2014-05-30 08:53:19 +00:00
2016-10-28 12:44:28 +00:00
if ( ! skipWhitespaces ( + + from , end ) ) throw Exception ( QString ( " Unexpected end of file in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
2014-12-18 18:40:49 +00:00
if ( * from ! = ' " ' ) throw Exception ( QString ( " Expected string after '=' in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
2014-05-30 08:53:19 +00:00
2014-12-18 18:40:49 +00:00
LangKey varKey = keyIndex ( varName ) ;
2014-12-19 21:20:30 +00:00
bool feedingValue = request . isEmpty ( ) ;
if ( feedingValue ) {
if ( varKey = = lngkeys_cnt ) {
warning ( QString ( " Unknown key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
}
2015-01-06 11:13:43 +00:00
} else if ( ! readingAll & & ! request . contains ( varKey ) ) {
2014-12-19 21:20:30 +00:00
varKey = lngkeys_cnt ;
}
bool readingValue = ( varKey ! = lngkeys_cnt ) ;
2014-12-18 18:40:49 +00:00
QByteArray varValue ;
QMap < ushort , bool > tagsUsed ;
const char * start = + + from ;
while ( from < end & & * from ! = ' " ' ) {
if ( * from = = ' \n ' ) {
throw Exception ( QString ( " Unexpected end of string in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
}
if ( * from = = ' \\ ' ) {
if ( from + 1 > = end ) throw Exception ( QString ( " Unexpected end of file in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
if ( * ( from + 1 ) = = ' " ' | | * ( from + 1 ) = = ' \\ ' | | * ( from + 1 ) = = ' { ' ) {
2014-12-19 21:20:30 +00:00
if ( readingValue & & from > start ) varValue . append ( start , from - start ) ;
2014-12-18 18:40:49 +00:00
start = + + from ;
} else if ( * ( from + 1 ) = = ' n ' ) {
2014-12-19 21:20:30 +00:00
if ( readingValue ) {
if ( from > start ) varValue . append ( start , int ( from - start ) ) ;
varValue . append ( ' \n ' ) ;
}
2014-12-18 18:40:49 +00:00
start = ( + + from ) + 1 ;
}
2014-12-19 21:20:30 +00:00
} else if ( readingValue & & * from = = ' { ' ) {
2014-12-18 18:40:49 +00:00
if ( from > start ) varValue . append ( start , int ( from - start ) ) ;
const char * tagStart = + + from ;
while ( from < end & & ( ( * from > = ' a ' & & * from < = ' z ' ) | | ( * from > = ' A ' & & * from < = ' Z ' ) | | * from = = ' _ ' | | ( * from > = ' 0 ' & & * from < = ' 9 ' ) ) ) {
+ + from ;
}
2016-06-13 11:04:37 +00:00
if ( from = = tagStart ) {
readingValue = false ;
warning ( QString ( " Expected tag name in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
continue ;
}
2014-12-18 18:40:49 +00:00
QByteArray tagName = QByteArray ( tagStart , int ( from - tagStart ) ) ;
if ( from = = end | | ( * from ! = ' } ' & & * from ! = ' : ' ) ) throw Exception ( QString ( " Expected '}' or ':' after tag name in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
ushort index = tagIndex ( tagName ) ;
2014-12-19 21:20:30 +00:00
if ( index = = lngtags_cnt ) {
readingValue = false ;
warning ( QString ( " Tag '%1' not found in key '%2', not using value. " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
continue ;
}
2014-12-18 18:40:49 +00:00
2014-12-19 21:20:30 +00:00
if ( ! tagReplaced ( varKey , index ) ) {
readingValue = false ;
warning ( QString ( " Unexpected tag '%1' in key '%2', not using value. " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
continue ;
}
2014-12-18 18:40:49 +00:00
if ( tagsUsed . contains ( index ) ) throw Exception ( QString ( " Tag '%1' double used in key '%2'! " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
tagsUsed . insert ( index , true ) ;
QString tagReplacer ( 4 , TextCommand ) ;
tagReplacer [ 1 ] = TextCommandLangTag ;
tagReplacer [ 2 ] = QChar ( 0x0020 + index ) ;
varValue . append ( tagReplacer . toUtf8 ( ) ) ;
2016-09-29 11:37:16 +00:00
2014-12-18 18:40:49 +00:00
if ( * from = = ' : ' ) {
start = + + from ;
QByteArray subvarValue ;
bool foundtag = false ;
int countedIndex = 0 ;
while ( from < end & & * from ! = ' " ' & & * from ! = ' } ' ) {
if ( * from = = ' | ' ) {
if ( from > start ) subvarValue . append ( start , int ( from - start ) ) ;
if ( countedIndex > = lngtags_max_counted_values ) throw Exception ( QString ( " Too many values inside counted tag '%1' in '%2' key! " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
2015-01-06 11:13:43 +00:00
LangKey subkey = subkeyIndex ( varKey , index , countedIndex + + ) ;
if ( subkey = = lngkeys_cnt ) {
readingValue = false ;
warning ( QString ( " Unexpected counted tag '%1' in key '%2', not using value. " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
break ;
} else {
if ( feedingValue ) {
if ( ! feedKeyValue ( subkey , QString : : fromUtf8 ( subvarValue ) ) ) throw Exception ( QString ( " Tag '%1' is not counted in key '%2'! " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
} else {
foundKeyValue ( subkey ) ;
}
2014-12-19 21:20:30 +00:00
}
2014-12-18 18:40:49 +00:00
subvarValue = QByteArray ( ) ;
foundtag = false ;
start = from + 1 ;
}
if ( * from = = ' \n ' ) {
throw Exception ( QString ( " Unexpected end of string inside counted tag '%1' in '%2' key! " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
}
if ( * from = = ' \\ ' ) {
if ( from + 1 > = end ) throw Exception ( QString ( " Unexpected end of file inside counted tag '%1' in '%2' key! " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
if ( * ( from + 1 ) = = ' " ' | | * ( from + 1 ) = = ' \\ ' | | * ( from + 1 ) = = ' { ' | | * ( from + 1 ) = = ' # ' ) {
if ( from > start ) subvarValue . append ( start , int ( from - start ) ) ;
start = + + from ;
} else if ( * ( from + 1 ) = = ' n ' ) {
if ( from > start ) subvarValue . append ( start , int ( from - start ) ) ;
subvarValue . append ( ' \n ' ) ;
start = ( + + from ) + 1 ;
}
} else if ( * from = = ' { ' ) {
throw Exception ( QString ( " Unexpected tag inside counted tag '%1' in '%2' key! " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
} else if ( * from = = ' # ' ) {
if ( foundtag ) throw Exception ( QString ( " Replacement '#' double used inside counted tag '%1' in '%2' key! " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
foundtag = true ;
if ( from > start ) subvarValue . append ( start , int ( from - start ) ) ;
subvarValue . append ( tagReplacer . toUtf8 ( ) ) ;
start = from + 1 ;
}
+ + from ;
2014-05-30 08:53:19 +00:00
}
2014-12-19 21:20:30 +00:00
if ( ! readingValue ) continue ;
2014-12-18 18:40:49 +00:00
if ( from > = end ) throw Exception ( QString ( " Unexpected end of file inside counted tag '%1' in '%2' key! " ) . arg ( QString : : fromUtf8 ( tagName ) ) . arg ( QString : : fromUtf8 ( varName ) ) ) ;
if ( * from = = ' " ' ) throw Exception ( QString ( " Unexpected end of string inside counted tag '%1' in '%2' key! " ) . arg ( QString : : fromUtf8 ( tagName ) ) . arg ( QString : : fromUtf8 ( varName ) ) ) ;
if ( from > start ) subvarValue . append ( start , int ( from - start ) ) ;
if ( countedIndex > = lngtags_max_counted_values ) throw Exception ( QString ( " Too many values inside counted tag '%1' in '%2' key! " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
2014-12-19 21:20:30 +00:00
2015-01-06 11:13:43 +00:00
LangKey subkey = subkeyIndex ( varKey , index , countedIndex + + ) ;
if ( subkey = = lngkeys_cnt ) {
readingValue = false ;
warning ( QString ( " Unexpected counted tag '%1' in key '%2', not using value. " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
break ;
} else {
if ( feedingValue ) {
if ( ! feedKeyValue ( subkey , QString : : fromUtf8 ( subvarValue ) ) ) throw Exception ( QString ( " Tag '%1' is not counted in key '%2'! " ) . arg ( QLatin1String ( tagName ) ) . arg ( QLatin1String ( varName ) ) ) ;
} else {
foundKeyValue ( subkey ) ;
}
2014-12-19 21:20:30 +00:00
}
2014-05-30 08:53:19 +00:00
}
2014-12-18 18:40:49 +00:00
start = from + 1 ;
2014-05-30 08:53:19 +00:00
}
2014-12-18 18:40:49 +00:00
+ + from ;
}
if ( from > = end ) throw Exception ( QString ( " Unexpected end of file in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
2014-12-19 21:20:30 +00:00
if ( readingValue & & from > start ) varValue . append ( start , from - start ) ;
2014-05-30 08:53:19 +00:00
2016-10-28 12:44:28 +00:00
if ( ! skipWhitespaces ( + + from , end ) ) throw Exception ( QString ( " Unexpected end of file in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
2014-12-18 18:40:49 +00:00
if ( * from ! = ' ; ' ) throw Exception ( QString ( " ';' expected after \" value \" in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
2014-05-30 08:53:19 +00:00
2016-10-28 12:44:28 +00:00
skipWhitespaces ( + + from , end ) ;
2014-05-30 08:53:19 +00:00
2014-12-19 21:20:30 +00:00
if ( readingValue ) {
if ( feedingValue ) {
if ( ! feedKeyValue ( varKey , QString : : fromUtf8 ( varValue ) ) ) throw Exception ( QString ( " Could not write value in key '%1'! " ) . arg ( QLatin1String ( varName ) ) ) ;
} else {
2015-01-06 11:13:43 +00:00
foundKeyValue ( varKey ) ;
2014-12-19 21:20:30 +00:00
result . insert ( varKey , QString : : fromUtf8 ( varValue ) ) ;
}
}
2014-12-18 18:40:49 +00:00
return true ;
2014-05-30 08:53:19 +00:00
}
2015-01-06 11:13:43 +00:00
LangLoaderPlain : : LangLoaderPlain ( const QString & file , const LangLoaderRequest & request ) : file ( file ) , request ( request ) , readingAll ( request . contains ( lngkeys_cnt ) ) {
2014-05-30 08:53:19 +00:00
QFile f ( file ) ;
if ( ! f . open ( QIODevice : : ReadOnly ) ) {
error ( qsl ( " Could not open input file! " ) ) ;
return ;
}
if ( f . size ( ) > 1024 * 1024 ) {
error ( qsl ( " Too big file: %1 " ) . arg ( f . size ( ) ) ) ;
return ;
}
2014-12-19 21:20:30 +00:00
QByteArray checkCodec = f . read ( 3 ) ;
if ( checkCodec . size ( ) < 3 ) {
error ( qsl ( " Bad lang input file: %1 " ) . arg ( file ) ) ;
return ;
}
f . seek ( 0 ) ;
QByteArray data ;
int skip = 0 ;
if ( ( checkCodec . at ( 0 ) = = ' \xFF ' & & checkCodec . at ( 1 ) = = ' \xFE ' ) | | ( checkCodec . at ( 0 ) = = ' \xFE ' & & checkCodec . at ( 1 ) = = ' \xFF ' ) | | ( checkCodec . at ( 1 ) = = 0 ) ) {
QTextStream stream ( & f ) ;
stream . setCodec ( " UTF-16 " ) ;
QString string = stream . readAll ( ) ;
if ( stream . status ( ) ! = QTextStream : : Ok ) {
error ( qsl ( " Could not read valid UTF-16 file: % 1 " ) . arg ( file ) ) ;
return ;
}
f . close ( ) ;
data = string . toUtf8 ( ) ;
} else if ( checkCodec . at ( 0 ) = = 0 ) {
QByteArray tmp = " \xFE \xFF " + f . readAll ( ) ; // add fake UTF-16 BOM
f . close ( ) ;
QTextStream stream ( & tmp ) ;
stream . setCodec ( " UTF-16 " ) ;
QString string = stream . readAll ( ) ;
if ( stream . status ( ) ! = QTextStream : : Ok ) {
error ( qsl ( " Could not read valid UTF-16 file: % 1 " ) . arg ( file ) ) ;
return ;
}
data = string . toUtf8 ( ) ;
} else {
data = f . readAll ( ) ;
if ( checkCodec . at ( 0 ) = = ' \xEF ' & & checkCodec . at ( 1 ) = = ' \xBB ' & & checkCodec . at ( 2 ) = = ' \xBF ' ) {
skip = 3 ; // skip UTF-8 BOM
}
}
2014-05-30 08:53:19 +00:00
2016-10-28 12:44:28 +00:00
data = base : : parse : : stripComments ( data ) ;
auto text = data . constData ( ) + skip , end = text + data . size ( ) - skip ;
2014-05-30 08:53:19 +00:00
try {
2016-10-28 12:44:28 +00:00
while ( text ! = end ) {
2014-12-19 21:20:30 +00:00
if ( ! readKeyValue ( text , end ) ) {
2014-05-30 08:53:19 +00:00
break ;
}
}
2016-09-29 11:37:16 +00:00
} catch ( std : : exception & e ) {
2014-05-30 08:53:19 +00:00
error ( QString : : fromUtf8 ( e . what ( ) ) ) ;
return ;
}
}