sun.text.normalizer.CharTrie Java Examples

The following examples show how to use sun.text.normalizer.CharTrie. You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source Project: dragonwell8_jdk   Author: alibaba   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #2
Source Project: TencentKona-8   Author: Tencent   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #3
Source Project: jdk8u60   Author: chenghanpeng   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #4
Source Project: openjdk-jdk8u   Author: AdoptOpenJDK   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #5
Source Project: openjdk-jdk8u-backup   Author: AdoptOpenJDK   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #6
Source Project: Bytecoder   Author: mirkosertic   File: StringPrep.java    License: Apache License 2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = UCharacter.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #7
Source Project: openjdk-jdk9   Author: AdoptOpenJDK   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = UCharacter.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #8
Source Project: jdk8u-jdk   Author: lambdalab-mirror   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #9
Source Project: hottub   Author: dsrg-uoft   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #10
Source Project: openjdk-8-source   Author: keerath   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #11
Source Project: openjdk-8   Author: bpupadhyaya   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #12
Source Project: jdk8u_jdk   Author: JetBrains   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #13
Source Project: jdk8u-jdk   Author: frohoff   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}
 
Example #14
Source Project: jdk8u-dev-jdk   Author: frohoff   File: StringPrep.java    License: GNU General Public License v2.0 5 votes vote down vote up
/**
 * Creates an StringPrep object after reading the input stream.
 * The object does not hold a reference to the input steam, so the stream can be
 * closed after the method returns.
 *
 * @param inputStream The stream for reading the StringPrep profile binarySun
 * @throws IOException
 * @draft ICU 2.8
 */
public StringPrep(InputStream inputStream) throws IOException{

    BufferedInputStream b = new BufferedInputStream(inputStream,DATA_BUFFER_SIZE);

    StringPrepDataReader reader = new StringPrepDataReader(b);

    // read the indexes
    indexes = reader.readIndexes(INDEX_TOP);

    byte[] sprepBytes = new byte[indexes[INDEX_TRIE_SIZE]];


    //indexes[INDEX_MAPPING_DATA_SIZE] store the size of mappingData in bytes
    mappingData = new char[indexes[INDEX_MAPPING_DATA_SIZE]/2];
    // load the rest of the data data and initialize the data members
    reader.read(sprepBytes,mappingData);

    sprepTrieImpl           = new StringPrepTrieImpl();
    sprepTrieImpl.sprepTrie = new CharTrie( new ByteArrayInputStream(sprepBytes),sprepTrieImpl  );

    // get the data format version
    formatVersion = reader.getDataFormatVersion();

    // get the options
    doNFKC            = ((indexes[OPTIONS] & NORMALIZATION_ON) > 0);
    checkBiDi         = ((indexes[OPTIONS] & CHECK_BIDI_ON) > 0);
    sprepUniVer   = getVersionInfo(reader.getUnicodeVersion());
    normCorrVer   = getVersionInfo(indexes[NORM_CORRECTNS_LAST_UNI_VERSION]);
    VersionInfo normUniVer = NormalizerImpl.getUnicodeVersion();
    if(normUniVer.compareTo(sprepUniVer) < 0 && /* the Unicode version of SPREP file must be less than the Unicode Vesion of the normalization data */
       normUniVer.compareTo(normCorrVer) < 0 && /* the Unicode version of the NormalizationCorrections.txt file should be less than the Unicode Vesion of the normalization data */
       ((indexes[OPTIONS] & NORMALIZATION_ON) > 0) /* normalization turned on*/
       ){
        throw new IOException("Normalization Correction version not supported");
    }
    b.close();
}