Java Code Examples for org.datavec.api.conf.Configuration#getBoolean()

The following examples show how to use org.datavec.api.conf.Configuration#getBoolean() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example 1

Source File: BaseImageRecordReader.java From DataVec with Apache License 2.0

6 votes

@Override
public void initialize(Configuration conf, InputSplit split) throws IOException, InterruptedException {
    this.appendLabel = conf.getBoolean(APPEND_LABEL, appendLabel);
    this.labels = new ArrayList<>(conf.getStringCollection(LABELS));
    this.height = conf.getInt(HEIGHT, height);
    this.width = conf.getInt(WIDTH, width);
    this.channels = conf.getInt(CHANNELS, channels);
    this.cropImage = conf.getBoolean(CROP_IMAGE, cropImage);
    if ("imageio".equals(conf.get(IMAGE_LOADER))) {
        this.imageLoader = new ImageLoader(height, width, channels, cropImage);
    } else {
        this.imageLoader = new NativeImageLoader(height, width, channels, imageTransform);
    }
    this.conf = conf;
    initialize(split);
}

Example 2

Source File: SVMLightRecordReader.java From DataVec with Apache License 2.0

6 votes

/**
 * Set configuration.
 *
 * @param conf          DataVec configuration
 * @throws IOException
 * @throws InterruptedException
 */
@Override
public void setConf(Configuration conf) {
    super.setConf(conf);
    numFeatures = conf.getInt(NUM_FEATURES, -1);
    if (numFeatures < 0)
        numFeatures = conf.getInt(NUM_ATTRIBUTES, -1);
    if (numFeatures < 0)
        throw new UnsupportedOperationException("numFeatures must be set in configuration");
    appendLabel = conf.getBoolean(APPEND_LABEL, true);
    multilabel = conf.getBoolean(MULTILABEL, false);
    zeroBasedIndexing = conf.getBoolean(ZERO_BASED_INDEXING, true);
    zeroBasedLabelIndexing = conf.getBoolean(ZERO_BASED_LABEL_INDEXING, false);
    numLabels = conf.getInt(NUM_LABELS, -1);
    if (multilabel && numLabels < 0)
        throw new UnsupportedOperationException("numLabels must be set in confirmation for multilabel problems");
}

Example 3

Source File: BaseImageRecordReader.java From deeplearning4j with Apache License 2.0

6 votes

@Override
public void initialize(Configuration conf, InputSplit split) throws IOException, InterruptedException {
    this.appendLabel = conf.getBoolean(APPEND_LABEL, appendLabel);
    this.labels = new ArrayList<>(conf.getStringCollection(LABELS));
    this.height = conf.getLong(HEIGHT, height);
    this.width = conf.getLong(WIDTH, width);
    this.channels = conf.getLong(CHANNELS, channels);
    this.cropImage = conf.getBoolean(CROP_IMAGE, cropImage);
    if ("imageio".equals(conf.get(IMAGE_LOADER))) {
        this.imageLoader = new ImageLoader(height, width, channels, cropImage);
    } else {
        this.imageLoader = new NativeImageLoader(height, width, channels, imageTransform);
    }
    this.conf = conf;
    initialize(split);
}

Example 4

Source File: SVMLightRecordReader.java From deeplearning4j with Apache License 2.0

6 votes

/**
 * Set configuration.
 *
 * @param conf          DataVec configuration
 * @throws IOException
 * @throws InterruptedException
 */
@Override
public void setConf(Configuration conf) {
    super.setConf(conf);
    numFeatures = conf.getInt(NUM_FEATURES, -1);
    if (numFeatures < 0)
        numFeatures = conf.getInt(NUM_ATTRIBUTES, -1);
    if (numFeatures < 0)
        throw new UnsupportedOperationException("numFeatures must be set in configuration");
    appendLabel = conf.getBoolean(APPEND_LABEL, true);
    multilabel = conf.getBoolean(MULTILABEL, false);
    zeroBasedIndexing = conf.getBoolean(ZERO_BASED_INDEXING, true);
    zeroBasedLabelIndexing = conf.getBoolean(ZERO_BASED_LABEL_INDEXING, false);
    numLabels = conf.getInt(NUM_LABELS, -1);
    if (multilabel && numLabels < 0)
        throw new UnsupportedOperationException("numLabels must be set in confirmation for multilabel problems");
}

Example 5

Source File: VasttextTextVectorizer.java From scava with Eclipse Public License 2.0

5 votes

@Override
public void initialize(Configuration conf) {

	tokenizerFactory = new DefaultTokenizerFactory();
       minWordFrequency = conf.getInt(MIN_WORD_FREQUENCY, 5);
       maxNgrams = conf.getInt(NGRAMS, 1);
       maxSkipBigrams = conf.getInt(SKIP_NGRAMS, 0);

       if(conf.getBoolean(DELETE_STOP_WORDS, false))
       {
       	System.err.println("StopWord Removal: Yes");
        stopWords = conf.getStringCollection(STOP_WORDS);
        if (stopWords == null || stopWords.isEmpty())
            stopWords = StopWords.getStopWords();
       }
       else
       	System.err.println("StopWord Removal: No");
       System.err.println("Freq min:"+minWordFrequency);
       
       System.err.println("N-grams:"+maxNgrams);
       
       System.err.println("Skip bigrams:"+maxSkipBigrams);
       
	cache = new VasttextDictionary();
       cache.initialize(conf);
	cache.setMaxNgrams(maxNgrams);
	cache.setMaxSkipBigrams(maxSkipBigrams);
}

Example 6

Source File: VideoRecordReader.java From DataVec with Apache License 2.0

5 votes

@Override
public void initialize(Configuration conf, InputSplit split) throws IOException, InterruptedException {
    this.conf = conf;
    this.appendLabel = conf.getBoolean(APPEND_LABEL, false);
    this.height = conf.getInt(HEIGHT, height);
    this.width = conf.getInt(WIDTH, width);
    if ("imageio".equals(conf.get(IMAGE_LOADER))) {
        this.imageLoader = new ImageLoader(height, width);
    } else {
        this.imageLoader = new NativeImageLoader(height, width);
    }

    initialize(split);
}

Example 7

Source File: BaseAudioRecordReader.java From DataVec with Apache License 2.0

5 votes

@Override
public void initialize(Configuration conf, InputSplit split) throws IOException, InterruptedException {
    this.conf = conf;
    this.appendLabel = conf.getBoolean(APPEND_LABEL, false);
    this.labels = new ArrayList<>(conf.getStringCollection(LABELS));
    initialize(split);
}

Example 8

Source File: BaseCodecRecordReader.java From DataVec with Apache License 2.0

5 votes

@Override
public void setConf(Configuration conf) {
    super.setConf(conf);
    startFrame = conf.getInt(START_FRAME, 0);
    numFrames = conf.getInt(TOTAL_FRAMES, -1);
    rows = conf.getInt(ROWS, 28);
    cols = conf.getInt(COLUMNS, 28);
    framesPerSecond = conf.getFloat(TIME_SLICE, -1);
    videoLength = conf.getFloat(VIDEO_DURATION, -1);
    ravel = conf.getBoolean(RAVEL, false);
    totalFrames = conf.getInt(TOTAL_FRAMES, -1);
}

Example 9

Source File: SVMLightRecordWriter.java From DataVec with Apache License 2.0

5 votes

/**
 * Set DataVec configuration
 *
 * @param conf
 */
@Override
public void setConf(Configuration conf) {
    super.setConf(conf);
    featureFirstColumn = conf.getInt(FEATURE_FIRST_COLUMN, 0);
    hasLabel = conf.getBoolean(HAS_LABELS, true);
    multilabel = conf.getBoolean(MULTILABEL, false);
    labelFirstColumn = conf.getInt(LABEL_FIRST_COLUMN, -1);
    labelLastColumn = conf.getInt(LABEL_LAST_COLUMN, -1);
    featureLastColumn = conf.getInt(FEATURE_LAST_COLUMN, labelFirstColumn > 0 ? labelFirstColumn-1 : -1);
    zeroBasedIndexing = conf.getBoolean(ZERO_BASED_INDEXING, false);
    zeroBasedLabelIndexing = conf.getBoolean(ZERO_BASED_LABEL_INDEXING, false);
}

Example 10

Source File: FileRecordReader.java From DataVec with Apache License 2.0

5 votes

@Override
public void initialize(Configuration conf, InputSplit split) throws IOException, InterruptedException {
    appendLabel = conf.getBoolean(APPEND_LABEL, true);
    doInitialize(split);
    this.inputSplit = split;
    this.conf = conf;
}

Example 11

Source File: BaseAudioRecordReader.java From deeplearning4j with Apache License 2.0

5 votes

@Override
public void initialize(Configuration conf, InputSplit split) throws IOException, InterruptedException {
    this.conf = conf;
    this.appendLabel = conf.getBoolean(APPEND_LABEL, false);
    this.labels = new ArrayList<>(conf.getStringCollection(LABELS));
    initialize(split);
}

Example 12

Source File: BaseCodecRecordReader.java From deeplearning4j with Apache License 2.0

5 votes

@Override
public void setConf(Configuration conf) {
    super.setConf(conf);
    startFrame = conf.getInt(START_FRAME, 0);
    numFrames = conf.getInt(TOTAL_FRAMES, -1);
    rows = conf.getInt(ROWS, 28);
    cols = conf.getInt(COLUMNS, 28);
    framesPerSecond = conf.getFloat(TIME_SLICE, -1);
    videoLength = conf.getFloat(VIDEO_DURATION, -1);
    ravel = conf.getBoolean(RAVEL, false);
    totalFrames = conf.getInt(TOTAL_FRAMES, -1);
}

Example 13

Source File: SVMLightRecordWriter.java From deeplearning4j with Apache License 2.0

5 votes

/**
 * Set DataVec configuration
 *
 * @param conf
 */
@Override
public void setConf(Configuration conf) {
    super.setConf(conf);
    featureFirstColumn = conf.getInt(FEATURE_FIRST_COLUMN, 0);
    hasLabel = conf.getBoolean(HAS_LABELS, true);
    multilabel = conf.getBoolean(MULTILABEL, false);
    labelFirstColumn = conf.getInt(LABEL_FIRST_COLUMN, -1);
    labelLastColumn = conf.getInt(LABEL_LAST_COLUMN, -1);
    featureLastColumn = conf.getInt(FEATURE_LAST_COLUMN, labelFirstColumn > 0 ? labelFirstColumn-1 : -1);
    zeroBasedIndexing = conf.getBoolean(ZERO_BASED_INDEXING, false);
    zeroBasedLabelIndexing = conf.getBoolean(ZERO_BASED_LABEL_INDEXING, false);
}

Example 14

Source File: FileRecordReader.java From deeplearning4j with Apache License 2.0

5 votes

@Override
public void initialize(Configuration conf, InputSplit split) throws IOException, InterruptedException {
    appendLabel = conf.getBoolean(APPEND_LABEL, true);
    doInitialize(split);
    this.inputSplit = split;
    this.conf = conf;
}

Example 15

Source File: VasttextTextFileReader.java From scava with Eclipse Public License 2.0

4 votes

@Override
public void initialize(Configuration conf, InputSplit split) throws IOException, InterruptedException {
    super.initialize(conf, split);
    multilabel = conf.getBoolean(MULTILABEL, false);
    labelled = conf.getBoolean(LABELLED, false);
    //train  a new one since it hasn't been specified
    if (vasttextTextVectorizer == null) {
        vasttextTextVectorizer = new VasttextTextVectorizer();
        vasttextTextVectorizer.initialize(conf);
        //clear out old strings
        records.clear();

        vasttextTextVectorizer.fitTransform(this, new Vectorizer.RecordCallBack() {
            @Override
            public void onRecord(Record fullRecord) {
                records.add(fullRecord);
            }
        });

        //cache the number of features used for each document
        textFeaturesSize = vasttextTextVectorizer.getVocabularySize();
        recordIter = records.iterator();
        vasttextTextVectorizer.setfitFinished();
    } else {
        records = new ArrayList<>();
        int lastLine=0;
        //the record reader has 2 phases, we are skipping the
        //document frequency phase and just using the super() to get the file contents
        //and pass it to the already existing vectorizer.
        while (hasNext())
        {
        	Record record = nextRecord();
        	if(record==null)
        	{
        		System.err.println("WARNING: The line "+ (lastLine+1) + " has been deleted from the testing file.");
        		linesDeleted.add(lastLine);
            	continue;
        	}
        	lastLine++;
        	
            INDArray transformed = vasttextTextVectorizer.transform(record);
            
            org.datavec.api.records.impl.Record transformedRecord = new org.datavec.api.records.impl.Record(
            				new ArrayList<>(Collections.<Writable>singletonList(new NDArrayWritable(transformed))),
                            new RecordMetaDataURI(record.getMetaData().getURI(), VasttextTextFileReader.class));

            if (labelled)
            	transformedRecord.getRecord().add(record.getRecord().get(record.getRecord().size() - 1));

            records.add(transformedRecord);
        }

        recordIter = records.iterator();
    }
    this.initialized = true;
}

Example 16

Source File: TfidfVectorizer.java From deeplearning4j with Apache License 2.0

4 votes

@Override
public void initialize(Configuration conf){
    super.initialize(conf);
    this.smooth_idf = conf.getBoolean(SMOOTH_IDF, true);
}