• Example Search
• Project Search

• Java
• Python
• JavaScript
• TypeScript
• C++
• Scala
• Blog

• seahorse-workflow-executor-master
  • docgen
    • src
      • main
        • scala
          • io
            • deepsense
              • docgen
                • LinkPrinter.scala
                • DocPageCreator.scala
                • package.scala
                • SparkOperationsExtractor.scala
                • RedirectCreator.scala
                • OperationWithSparkClassName.scala
                • SparkOperationsDocGenerator.scala
                • DocUtils.scala
    • build.sbt
  • deeplang
    • src
      • main
        • resources
          • entitystorage-communication-reference.conf
          • deeplang.conf
        • scala
          • io
            • deepsense
              • deeplang
                • FileSystemClient.scala
                • ExecutionContext.scala
                • doperations
                  • Notebook.scala
                  • TransformerAsOperation.scala
                  • EstimatorAsOperation.scala
                  • ReadTransformer.scala
                  • EvaluatorAsFactory.scala
                  • layout
                    • SmallBlockLayout.scala
                  • RTransformation.scala
                  • SqlTransformation.scala
                  • UserOperation.scala
                  • PythonTransformation.scala
                  • WriteDatasource.scala
                  • TransformerAsFactory.scala
                  • Fit.scala
                  • HandleMissingValues.scala
                  • SqlColumnTransformation.scala
                  • RNotebook.scala
                  • ConvertType.scala
                  • DecomposeDatetime.scala
                  • EstimatorAsFactory.scala
                  • ReadDatasource.scala
                  • CreateCustomTransformer.scala
                  • UnknownOperation.scala
                  • spark
                    • wrappers
                      • transformers
                        • AssembleVector.scala
                        • DCT.scala
                        • ConvertToNGrams.scala
                        • TokenizeWithRegex.scala
                        • PolynomialExpand.scala
                        • Normalize.scala
                        • RemoveStopWords.scala
                        • OneHotEncode.scala
                        • Binarize.scala
                        • Tokenize.scala
                        • HashingTF.scala
                      • estimators
                        • CreateALS.scala
                        • CreateLogisticRegression.scala
                        • CreateDecisionTreeRegression.scala
                        • CreateGBTRegression.scala
                        • CreateNaiveBayes.scala
                        • CreateRandomForestRegression.scala
                        • CreateRandomForestClassifier.scala
                        • CreateDecisionTreeClassifier.scala
                        • PCA.scala
                        • MinMaxScaler.scala
                        • ChiSqSelector.scala
                        • CreateKMeans.scala
                        • CountVectorizer.scala
                        • VectorIndexer.scala
                        • CreateIsotonicRegression.scala
                        • Word2Vec.scala
                        • CreateAFTSurvivalRegression.scala
                        • StandardScaler.scala
                        • IDF.scala
                        • CreateGBTClassifier.scala
                        • CreateLinearRegression.scala
                        • QuantileDiscretizer.scala
                        • CreateLDA.scala
                        • StringIndexer.scala
                        • CreateMultilayerPerceptronClassifier.scala
                      • evaluators
                        • CreateRegressionEvaluator.scala
                        • CreateMulticlassClassificationEvaluator.scala
                        • CreateBinaryClassificationEvaluator.scala
                  • PythonNotebook.scala
                  • ComposeDatetime.scala
                  • Transform.scala
                  • inout
                    • CsvParameters.scala
                    • InputStorageTypeChoice.scala
                    • OutputFileFormatChoice.scala
                    • OutputStorageTypeChoice.scala
                    • InputFileFormatChoice.scala
                    • HasShouldConvertToBooleanParam.scala
                    • GoogleSheetParams.scala
                    • JdbcParameters.scala
                  • Split.scala
                  • readwritedataframe
                    • FilePathFromLibraryPath.scala
                    • validators
                      • ParquetSupportedOnClusterOnly.scala
                      • FilePathHasValidFileScheme.scala
                    • googlestorage
                      • DataFrameFromGoogleSheetReader.scala
                      • package.scala
                      • GoogleDriveClient.scala
                      • DataFrameToGoogleSheetWriter.scala
                    • FileScheme.scala
                    • filestorage
                      • DriverFiles.scala
                      • csv
                        • CsvSchemaInferencerAfterReading.scala
                        • CsvOptions.scala
                        • CsvSchemaStringifierBeforeCsvWriting.scala
                      • ClusterFiles.scala
                      • FileDownloader.scala
                      • ParquetNotSupported.scala
                      • DataFrameFromFileReader.scala
                      • DataFrameToFileWriter.scala
                  • Join.scala
                  • FilterRows.scala
                  • CreateREvaluator.scala
                  • CreatePythonEvaluator.scala
                  • Evaluate.scala
                  • PythonColumnTransformation.scala
                  • FitPlusTransform.scala
                  • SortTransformation.scala
                  • RColumnTransformation.scala
                  • SqlCombine.scala
                  • Projection.scala
                  • exceptions
                    • DeepSenseIOException.scala
                    • DOperationExecutionException.scala
                    • TooManyPossibleTypesException.scala
                    • BacktickInColumnNameException.scala
                    • ColumnAliasNotUniqueException.scala
                    • ColumnDoesNotExistException.scala
                    • UnknownOperationExecutionException.scala
                    • SqlColumnExpressionSyntaxException.scala
                    • DuplicatedColumnsException.scala
                    • SqlExpressionException.scala
                    • UnsupportedColumnTypeException.scala
                    • ValueConversionException.scala
                    • ColumnsDoNotExistException.scala
                    • MultipleTypesReplacementException.scala
                    • SchemaMismatchException.scala
                    • EmptyDataframeException.scala
                    • WrongColumnTypeException.scala
                    • CustomOperationExecutionException.scala
                    • SqlColumnTransformationExecutionException.scala
                    • WriteFileException.scala
                    • DeepSenseUnknownHostException.scala
                  • GridSearch.scala
                  • readwritedatasource
                    • ToDatasourceConverters.scala
                    • FromDatasourceConverters.scala
                  • MultiColumnEstimatorParamsForwarder.scala
                  • WriteDataFrame.scala
                  • GetFromVector.scala
                  • Union.scala
                  • WriteTransformer.scala
                  • ReadDataFrame.scala
                  • FilterColumns.scala
                  • custom
                    • Sink.scala
                    • Source.scala
                • DOperable.scala
                • utils
                  • aggregators
                    • CountOccurrencesWithKeyLimitAggregator.scala
                    • HistogramAggregator.scala
                    • CountOccurenceAggregator.scala
                    • AggregatorBatch.scala
                    • Aggregator.scala
                  • SparkUtils.scala
                  • CustomTransformerFactory.scala
                  • SparkTypeConverter.scala
                • Model.scala
                • catalogs
                  • doperations
                    • DOperationDescriptor.scala
                    • DOperationCategoryNode.scala
                    • DOperationsCatalog.scala
                    • exceptions
                      • DOperationsCatalogException.scala
                      • DOperationNotFoundException.scala
                      • NoParameterlessConstructorInDOperationException.scala
                    • DOperationCategory.scala
                  • doperable
                    • DOperableCatalog.scala
                    • TypeDescriptor.scala
                    • ConcreteClassNode.scala
                    • HierarchyDescriptor.scala
                    • exceptions
                      • ParametrizedTypeException.scala
                      • NoParameterlessConstructorInClassException.scala
                      • DOperableCatalogException.scala
                    • TypeNode.scala
                    • TraitNode.scala
                    • ClassNode.scala
                  • CatalogPair.scala
                • TypeUtils.scala
                • DPortPositioning.scala
                • DOperations.scala
                • CustomCodeExecutor.scala
                • refl
                  • CatalogScanner.scala
                • LocalFileSystemClient.scala
                • DataFrame2To1Operation.scala
                • InnerWorkflowExecutor.scala
                • OperationExecutionDispatcher.scala
                • DOperationCategories.scala
                • CatalogRecorder.scala
                • Config.scala
                • ExecutionMode.scala
                • DMethods.scala
                • DOperation.scala
                • documentation
                  • SparkOperationDocumentation.scala
                  • OperationDocumentation.scala
                  • Documentable.scala
                • params
                  • Param.scala
                  • ParamsSequence.scala
                  • SingleColumnCreatorParam.scala
                  • ParamPair.scala
                  • library
                    • SaveToLibraryParam.scala
                    • LoadFromLibraryParam.scala
                  • CodeSnippetParam.scala
                  • StringParam.scala
                  • AbstractColumnSelectorParam.scala
                  • FileFormat.scala
                  • SingleColumnSelectorParam.scala
                  • validators
                    • ValidatorsJsonProtocol.scala
                    • Validators.scala
                    • ValidatorType.scala
                    • Validator.scala
                  • Params.scala
                  • MultipleNumericParam.scala
                  • PrefixBasedColumnCreatorParam.scala
                  • ParamMap.scala
                  • StorageType.scala
                  • ParameterType.scala
                  • multivalue
                    • CombinedMultipleValuesParam.scala
                    • ValuesSequenceParam.scala
                    • MultipleValuesParam.scala
                  • gridsearch
                    • GridSearchParam.scala
                  • datasource
                    • DatasourceIdForReadParam.scala
                    • DatasourceIdForWriteParam.scala
                  • DynamicParam.scala
                  • ColumnSelectorParam.scala
                  • CodeSnippetLanguage.scala
                  • BooleanParam.scala
                  • selections
                    • ParameterValues.scala
                    • ColumnSelection.scala
                  • WorkflowParam.scala
                  • exceptions
                    • OutOfRangeWithStepException.scala
                    • ParamValueNotProvidedException.scala
                    • EmptyColumnPrefixNameException.scala
                    • ArrayTooLong.scala
                    • MatchException.scala
                    • OutOfRangeException.scala
                    • ArrayTooShort.scala
                    • ValidationException.scala
                    • NoArgumentConstructorRequiredException.scala
                    • EmptyColumnNameException.scala
                    • TypeConversionException.scala
                    • IllegalIndexRangeColumnSelectionException.scala
                    • ParamsEqualException.scala
                  • NumericParam.scala
                  • ParamWithJsFormat.scala
                  • IOColumnsParam.scala
                  • wrappers
                    • deeplang
                      • ParamWrapper.scala
                    • spark
                      • MultipleChoiceParamWrapper.scala
                      • ColumnSelectorParamWrapper.scala
                      • IntParamWrapper.scala
                      • IntArrayParamWrapper.scala
                      • FloatParamWrapper.scala
                      • SingleColumnSelectorParamWrapper.scala
                      • StringParamWrapper.scala
                      • LongParamWrapper.scala
                      • SparkParamWrapper.scala
                      • DoubleArrayParamWrapper.scala
                      • PrefixBasedColumnCreatorParamWrapper.scala
                      • SingleColumnCreatorParamWrapper.scala
                      • MultipleColumnCreatorParamWrapper.scala
                      • ParamsWithSparkWrappers.scala
                      • DoubleParamWrapper.scala
                      • ForwardSparkParamWrapper.scala
                      • BooleanParamWrapper.scala
                      • ChoiceParamWrapper.scala
                  • custom
                    • InnerWorkflow.scala
                  • choice
                    • MultipleChoiceParam.scala
                    • Choice.scala
                    • ChoiceParam.scala
                    • AbstractChoiceParam.scala
                  • HasValidator.scala
                  • MultipleColumnCreatorParam.scala
                • DKnowledge.scala
                • exceptions
                  • DeepLangMultiException.scala
                  • DeepLangException.scala
                • DataFrameStorage.scala
                • doperables
                  • REvaluator.scala
                  • CustomTransformer.scala
                  • SparkEstimatorWrapper.scala
                  • SparkSingleColumnEstimatorWrapper.scala
                  • SparkTransformerWrapper.scala
                  • MetricValue.scala
                  • RTransformer.scala
                  • SparkMultiColumnEstimatorWrapper.scala
                  • SqlTransformer.scala
                  • SparkEvaluatorWrapper.scala
                  • SparkTransformerAsMultiColumnTransformer.scala
                  • report
                    • ReportUtils.scala
                    • Report.scala
                    • CommonTablesGenerators.scala
                  • GetFromVectorTransformer.scala
                  • DatetimeDecomposer.scala
                  • RowsFilterer.scala
                  • SparkSingleColumnModelWrapper.scala
                  • MultiColumnEstimator.scala
                  • CustomCodeColumnTransformer.scala
                  • TypeConverter.scala
                  • PythonEvaluator.scala
                  • serialization
                    • CustomPersistence.scala
                    • DefaultMLReader.scala
                    • DefaultMLWriter.scala
                    • SerializableSparkModel.scala
                    • SerializableSparkEstimator.scala
                    • SerializableSparkModelMLReader.scala
                    • Loadable.scala
                    • ParamsSerialization.scala
                    • JsonObjectPersistence.scala
                    • PathsUtils.scala
                  • NumericToVectorUtils.scala
                  • Projector.scala
                  • TargetTypeChoice.scala
                  • Transformer.scala
                  • MultiColumnModel.scala
                  • ColumnsFilterer.scala
                  • SortTransformer.scala
                  • LoadableWithFallback.scala
                  • DatetimeComposer.scala
                  • SqlColumnTransformer.scala
                  • spark
                    • wrappers
                      • transformers
                        • Binarizer.scala
                        • PolynomialExpander.scala
                        • StopWordsRemover.scala
                        • OneHotEncoder.scala
                        • NGramTransformer.scala
                        • StringTokenizer.scala
                        • DiscreteCosineTransformer.scala
                        • Normalizer.scala
                        • RegexTokenizer.scala
                        • VectorAssembler.scala
                        • HashingTFTransformer.scala
                      • estimators
                        • ChiSqSelectorEstimator.scala
                        • PCAEstimator.scala
                        • QuantileDiscretizerEstimator.scala
                        • CountVectorizerEstimator.scala
                        • ALS.scala
                        • KMeans.scala
                        • GBTClassifier.scala
                        • RandomForestRegression.scala
                        • IDFEstimator.scala
                        • LDA.scala
                        • AFTSurvivalRegression.scala
                        • IsotonicRegression.scala
                        • LogisticRegression.scala
                        • Word2VecEstimator.scala
                        • StandardScalerEstimator.scala
                        • VectorIndexerEstimator.scala
                        • DecisionTreeRegression.scala
                        • StringIndexerEstimator.scala
                        • RandomForestClassifier.scala
                        • NaiveBayes.scala
                        • MinMaxScalerEstimator.scala
                        • GBTRegression.scala
                        • MultilayerPerceptronClassifier.scala
                        • LinearRegression.scala
                        • DecisionTreeClassifier.scala
                      • models
                        • QuantileDiscretizerModel.scala
                        • MultilayerPerceptronClassifierModel.scala
                        • StandardScalerModel.scala
                        • StringIndexerModel.scala
                        • GBTRegressionModel.scala
                        • DecisionTreeClassificationModel.scala
                        • LDAModel.scala
                        • KMeansModel.scala
                        • PCAModel.scala
                        • CountVectorizerModel.scala
                        • RandomForestClassificationModel.scala
                        • LogisticRegressionModel.scala
                        • NaiveBayesModel.scala
                        • RandomForestRegressionModel.scala
                        • IsotonicRegressionModel.scala
                        • VectorIndexerModel.scala
                        • ChiSqSelectorModel.scala
                        • MinMaxScalerModel.scala
                        • AFTSurvivalRegressionModel.scala
                        • IDFModel.scala
                        • LinearRegressionModel.scala
                        • Word2VecModel.scala
                        • ALSModel.scala
                        • GBTClassificationModel.scala
                        • DecisionTreeRegressionModel.scala
                      • evaluators
                        • BinaryClassificationEvaluator.scala
                        • MulticlassClassificationEvaluator.scala
                        • RegressionEvaluator.scala
                      • params
                        • GBTParams.scala
                        • Word2VecParams.scala
                        • common
                          • HasMinInstancePerNodeParam.scala
                          • HasThreshold.scala
                          • HasTolerance.scala
                          • HasElasticNetParam.scala
                          • HasMaxIterationsParam.scala
                          • HasMaxDepthParam.scala
                          • HasIsLargerBetterParam.scala
                          • HasCacheNodeIdsParam.scala
                          • HasSubsamplingRateParam.scala
                          • MinMaxParams.scala
                          • HasSeedParam.scala
                          • HasPredictionColumnSelectorParam.scala
                          • HasMinInfoGainParam.scala
                          • HasRawPredictionColumnParam.scala
                          • ProbabilisticClassifierParams.scala
                          • HasItemColumnParam.scala
                          • HasLabelColumnParam.scala
                          • HasRegularizationParam.scala
                          • HasMaxMemoryInMBParam.scala
                          • HasFeatureIndexParam.scala
                          • HasOptionalWeightColumnParam.scala
                          • HasFeatureSubsetStrategyParam.scala
                          • HasStepSizeParam.scala
                          • HasStandardization.scala
                          • RegressionImpurity.scala
                          • HasFitIntercept.scala
                          • HasMaxBinsParam.scala
                          • HasSolverParam.scala
                          • PredictorParams.scala
                          • HasFeaturesColumnParam.scala
                          • HasRegressionImpurityParam.scala
                          • HasNumTreesParam.scala
                          • HasNumberOfClustersParam.scala
                          • HasCheckpointIntervalParam.scala
                          • HasClassificationImpurityParam.scala
                          • HasOptionalQuantilesColumnParam.scala
                          • ClassifierParams.scala
                          • ClassificationImpurity.scala
                          • HasUserColumnParam.scala
                          • HasInputColumn.scala
                          • HasPredictionColumnCreatorParam.scala
                          • HasMinTermsFrequencyParam.scala
                          • HasOutputColumn.scala
                        • AFTSurvivalRegressionParams.scala
                        • LinearRegressionParams.scala
                        • DecisionTreeParams.scala
                  • CustomCodeEvaluator.scala
                  • Estimator.scala
                  • MissingValuesHandler.scala
                  • RColumnTransformer.scala
                  • MultiColumnTransformer.scala
                  • SparkModelWrapper.scala
                  • CustomCodeTransformer.scala
                  • Evaluator.scala
                  • dataframe
                    • DataFrame.scala
                    • DataFrameBuilder.scala
                    • report
                      • DataFrameReportGenerator.scala
                      • distribution
                        • discrete
                          • DiscreteDistributionBuilder.scala
                          • DiscreteDistributionBuilderFactory.scala
                        • NoDistributionBuilder.scala
                        • NoDistributionReasons.scala
                        • ColumnStats.scala
                        • continuous
                          • ContinuousDistributionBuilderFactory.scala
                          • ContinuousDistributionBuilder.scala
                          • BucketsCalculator.scala
                        • DistributionType.scala
                        • DistributionCalculator.scala
                        • DistributionBuilder.scala
                    • DataFrameColumnsGetter.scala
                    • ColumnRole.scala
                    • SchemaPrintingUtils.scala
                  • multicolumn
                    • HasSpecificParams.scala
                    • SingleColumnTransformerUtils.scala
                    • SingleColumnParams.scala
                    • MultiColumnParams.scala
                    • HasSingleInPlaceParam.scala
                  • PythonColumnTransformer.scala
                  • PythonTransformer.scala
                  • wrappers
                    • EvaluatorWrapper.scala
                    • EstimatorWrapper.scala
                    • ParamTransformer.scala
                    • TransformerWrapper.scala
                  • descriptions
                    • InferenceResult.scala
                    • HasInferenceResult.scala
                  • stringindexingwrapper
                    • StringIndexingPipeline.scala
                    • StringIndexingWrapperModel.scala
                    • StringIndexingEstimatorWrapper.scala
                • DSHdfsClient.scala
                • inference
                  • SqlSchemaInferrer.scala
                  • InferContext.scala
                  • warnings
                    • SomeTypesNotCompilableWarning.scala
                  • InferenceWarnings.scala
                  • InferenceWarning.scala
                  • exceptions
                    • NoInputEdgesException.scala
                    • NameNotUniqueException.scala
                    • TransformSchemaException.scala
                    • SelectedIncorrectColumnsNumber.scala
                    • AllTypesNotCompilableException.scala
                    • SparkTransformSchemaException.scala
                • CustomCodeExecutionProvider.scala
                • DMethod.scala
              • graph
                • DefaultKnowledgeService.scala
                • NodeInference.scala
                • DeeplangGraph.scala
                • GraphKnowledge.scala
                • NodeInferenceImpl.scala
                • KnowledgeInference.scala
        • java
          • io
            • deepsense
              • deeplang
                • refl
                  • Register.java
      • it
        • resources
          • test_files
            • some_json.json
            • example_union2.csv
            • sample.csv
            • example_city_beds_price.csv
            • with_categorical_columns.csv
            • empty.csv
            • with_convertible_to_boolean.csv
            • example_city_price.csv
            • with_inferable_columns.csv
            • example_city_beds.csv
            • example_city_beds_price_prediction.csv
            • with_column_names_containing_backticks.csv
            • with_white_spaces.csv
            • with_nullable_categorical_columns.csv
            • sample_with_empty_strings.csv
            • example_union1.csv
            • example_missing_values.csv
            • example_datetime_windspeed_hum_temp.csv
            • with_column_names.csv
            • win_sample.csv
            • example_animals.csv
            • birthdate_unassembled.csv
            • example_words.csv
            • almost_linear_function.csv
            • X_separated.csv
            • some_csv.csv
        • scala
          • io
            • deepsense
              • deeplang
                • doperations
                  • WriteReadTransformerIntegSpec.scala
                  • JoinSpec.scala
                  • examples
                    • DCTExample.scala
                    • StandardScalerExample.scala
                    • VectorIndexerExample.scala
                    • FilterRowsExample.scala
                    • StringIndexerExample.scala
                    • HandleMissingValuesExample.scala
                    • SqlTransformationExample.scala
                    • TokenizeExample.scala
                    • SqlColumnTransformationExample.scala
                    • PolynomialExpandExample.scala
                    • FilterColumnsExample.scala
                    • Word2VecExample.scala
                    • AssembleVectorExample.scala
                    • RColumnTransformationExample.scala
                    • GetFromVectorExample.scala
                    • SqlCombineExample.scala
                    • PCAExample.scala
                    • NormalizeExample.scala
                    • IDFExample.scala
                    • PythonColumnTransformationExample.scala
                    • SortTransformationExample.scala
                    • QuantileDiscretizerExample.scala
                    • JoinExample.scala
                    • UnionExample.scala
                    • CountVectorizerExample.scala
                    • ChiSqSelectorExample.scala
                    • ConvertTypeExample.scala
                    • RTransformationExample.scala
                    • TokenizeWithRegexExample.scala
                    • HtmlFormatters.scala
                    • MinMaxScalerExample.scala
                    • HashingTFExample.scala
                    • AbstractOperationExample.scala
                    • OneHotEncodeExample.scala
                    • RemoveStopWordsExample.scala
                    • SplitExample.scala
                    • ConvertToNGramsExample.scala
                    • PythonTransformationExample.scala
                    • BinarizeExample.scala
                    • ProjectionExample.scala
                  • WriteReadTransformerIntegTest.scala
                  • ClusterDependentSpecsSuite.scala
                  • GoogleSheetSpec.scala
                  • SqlCombineSpec.scala
                  • ReadDatasourceIntegSpec.scala
                  • WriteReadDataFrameWithDriverFilesIntegSpec.scala
                  • UnionIntegSpec.scala
                  • InputOutputSpec.scala
                  • GridSearchIntegSpec.scala
                  • StringIndexerIntegSpec.scala
                  • ReadDataFrameWithDriverFilesIntegSpec.scala
                  • WriteDataFrameWithDriverFilesIntegSpec.scala
                  • DataFrameSplitterIntegSpec.scala
                  • WriteReadDatasourceIntegSpec.scala
                • utils
                  • DataFrameMatchers.scala
                  • SparkUtilsIntegSpec.scala
                  • aggregators
                    • AggregatorBatchTest.scala
                  • DataFrameUtils.scala
                • Jenkins.scala
                • google
                  • GoogleServices.scala
                • StandaloneSparkClusterForTests.scala
                • TestFiles.scala
                • TestDataSources.scala
                • doperables
                  • EstimatorIntegSpec.scala
                  • GetFromVectorTransformerIntegSpec.scala
                  • MultiColumnTransformerTestSupport.scala
                  • AbstractEvaluatorSmokeTest.scala
                  • SqlTransformationIntegSpec.scala
                  • ColumnsFiltererIntegSpec.scala
                  • PythonEvaluatorSmokeTest.scala
                  • SortTransformationIntegSpec.scala
                  • MultiColumnTransformerIntegSpec.scala
                  • BinaryClassificationEvaluatorIntegSpec.scala
                  • spark
                    • wrappers
                      • transformers
                        • StringTokenizerSmokeTest.scala
                        • PolynomialExpanderSmokeTest.scala
                        • BinarizerSmokeTest.scala
                        • NGramTransformerSmokeTest.scala
                        • AbstractTransformerWrapperSmokeTest.scala
                        • HashingTFTransformerSmokeTest.scala
                        • DiscreteCosineTransformerSmokeTest.scala
                        • RegexTokenizerSmokeTest.scala
                        • StopWordsRemoverSmokeTest.scala
                        • VectorAssemblerSmokeTest.scala
                        • MultiColumnTransformerWrapperTestSupport.scala
                        • OneHotEncoderSmokeTest.scala
                        • TransformerSerialization.scala
                        • NormalizerSmokeTest.scala
                      • estimators
                        • PCAEstimatorSmokeTest.scala
                        • ALSSmokeTest.scala
                        • MultilayerPerceptronClassifierSmokeTest.scala
                        • Word2VecEstimatorSmokeTest.scala
                        • ChiSqSelectorEstimatorSmokeTest.scala
                        • NaiveBayesSmokeTest.scala
                        • IsotonicRegressionWithWeightsSmokeTest.scala
                        • MinMaxScalerEstimatorSmokeTest.scala
                        • CountVectorizerEstimatorSmokeTest.scala
                        • AbstractEstimatorModelWrapperSmokeTest.scala
                        • StandardScalerEstimatorSmokeTest.scala
                        • AFTSurvivalRegressionSmokeTest.scala
                        • KMeansSmokeTest.scala
                        • IDFEstimatorSmokeTest.scala
                        • QuantileDiscretizerEstimatorSmokeTest.scala
                        • VectorIndexerEstimatorSmokeTest.scala
                        • LogisticRegressionSmokeTest.scala
                        • RandomForestClassifierSmokeTest.scala
                        • IsotonicRegressionWithoutWeightsSmokeTest.scala
                        • LinearRegressionSmokeTest.scala
                        • EstimatorModelWrapperIntegSpec.scala
                        • DecisionTreeClassifierSmokeTest.scala
                        • LDASmokeTest.scala
                        • EstimatorModelWrapperFixtures.scala
                        • GBTClassifierSmokeTest.scala
                        • GBTRegressionSmokeTest.scala
                        • RandomForestRegressionSmokeTest.scala
                        • DecisionTreeRegressionSmokeTest.scala
                        • stringindexingwrapper
                          • StringIndexingWrapperSpec.scala
                      • evaluators
                        • MulticlassClassificationEvaluatorSmokeTest.scala
                        • RegressionEvaluatorSmokeTest.scala
                  • StringIndexerEstimatorIntegSpec.scala
                  • DatetimeComposerIntegSpec.scala
                  • AutomaticNumericToVectorConversionIntegSpec.scala
                  • RowsFiltererIntegSpec.scala
                  • SqlColumnTransformationIntegSpec.scala
                  • TypeConverterIntegSpec.scala
                  • MissingValuesHandlerIntegSpec.scala
                  • dataframe
                    • DataFrameReportPerformanceSpec.scala
                    • report
                      • distribution
                        • StatisticsForContinuousIntegSpec.scala
                        • DistributionIntegSpec.scala
                    • DataFrameTestFactory.scala
                    • DataFrameReportIntegSpec.scala
                    • DataFrameIntegSpec.scala
                  • DatetimeDecomposerIntegSpec.scala
                  • ProjectorIntegSpec.scala
                • DeeplangIntegTestSupport.scala
                • InMemoryDataFrame.scala
                • LocalExecutionContext.scala
      • test
        • scala
          • io
            • deepsense
              • deeplang
                • ContextualPythonCodeExecutorSpec.scala
                • doperations
                  • CreateCustomTransformerSpec.scala
                  • FitPlusTransformSpec.scala
                  • MockDOperablesFactory.scala
                  • FitSpec.scala
                  • EstimatorAsFactorySpec.scala
                  • EvaluatorAsFactorySpec.scala
                  • WriteDatasourceSpec.scala
                  • EstimatorAsOperationSpec.scala
                  • ReadDatasourceSpec.scala
                  • TransformSpec.scala
                  • EvaluateSpec.scala
                  • TransformerAsOperationSpec.scala
                  • readwritedatasource
                    • ToDatasourceConvertersSpec.scala
                  • TransformerAsFactorySpec.scala
                  • NotebookSpec.scala
                  • GridSearchSpec.scala
                • UnitSpec.scala
                • catalogs
                  • doperations
                    • DOperationRegistrationSpec.scala
                    • DOperationsCatalogSuite.scala
                  • doperable
                    • DOperableCatalogSuite.scala
                    • DOperableRegistrationSpec.scala
                • DOperationSuite.scala
                • ContextualDataFrameStorageSpec.scala
                • params
                  • SingleColumnSelectorParamSpec.scala
                  • MultipleColumnCreatorParamSpec.scala
                  • library
                    • SaveToLibraryParamSpec.scala
                    • LoadFromLibraryParamSpec.scala
                  • SingleColumnCreatorParamSpec.scala
                  • ParamsSpec.scala
                  • ParamsMatchers.scala
                  • WorkflowParamSpec.scala
                  • AbstractParamSpec.scala
                  • StringParamSpec.scala
                  • NumericParamSpec.scala
                  • multivalue
                    • MultipleValuesParamJsonSpec.scala
                  • DynamicParamSpec.scala
                  • datasource
                    • DatasourceIdForWriteParamSpec.scala
                    • DatasourceIdForReadParamSpec.scala
                  • BooleanParamSpec.scala
                  • MultipleNumericParamSpec.scala
                  • ParamsSequenceSpec.scala
                  • ParamMapSpec.scala
                  • ColumnSelectorParamSpec.scala
                  • PrefixBasedColumnCreatorParamSpec.scala
                  • wrappers
                    • spark
                      • ParamsWithSparkWrappersSpec.scala
                      • WrappersDefaultValidationSpec.scala
                  • choice
                    • MultipleChoiceParamSpec.scala
                    • AbstractChoiceParamSpec.scala
                    • ChoiceParamSpec.scala
                    • ChoiceFixtures.scala
                  • CodeSnippetParamSpec.scala
                • DMethodSuite.scala
                • doperables
                  • SparkTransformerWrapperSpec.scala
                  • EstimatorModelWrappersFixtures.scala
                  • TransformerSpec.scala
                  • CustomTransformerSpec.scala
                  • EvaluatorSpec.scala
                  • InnerWorkflowTestFactory.scala
                  • SparkEstimatorWrapperSpec.scala
                  • SparkEvaluatorWrapperSpec.scala
                  • MultiColumnModelSpec.scala
                  • SparkModelWrapperSpec.scala
                  • DOperableMock.scala
                • DeeplangTestSupport.scala
                • MockedInferContext.scala
                • TypeUtilsSpec.scala
                • DKnowledgeSuite.scala
              • graph
                • AbstractInferenceSpec.scala
                • GraphKnowledgeSpec.scala
                • GraphTestSupport.scala
                • DirectedGraphSpec.scala
                • GraphTestObjects.scala
                • KnowledgeInferenceSpec.scala
                • NodeInferenceImplSpec.scala
    • build.sbt
  • graph
    • src
      • main
        • scala
          • io
            • deepsense
              • graph
                • DirectedGraph.scala
                • Edge.scala
                • TopologicallySortable.scala
                • graphstate
                  • GraphState.scala
                • CyclicGraphException.scala
                • nodestate
                  • name
                    • NodeStatusName.scala
                  • NodeStatus.scala
                • Operation.scala
                • Node.scala
                • TopologicalSort.scala
    • build.sbt
  • scalastyle-config.xml
  • workflowexecutor
    • src
      • main
        • scala
          • io
            • deepsense
              • workflowexecutor
                • WorkflowJsonParamsOverrider.scala
                • SparkExceptionAsDeeplangException.scala
                • BatchWorkflowExecutorActor.scala
                • WorkflowExecutorApp.scala
                • rabbitmq
                  • WorkflowTopicSubscriber.scala
                • ExecutionParams.scala
                • pythongateway
                  • GatewayServerFactory.scala
                  • PythonGateway.scala
                • executor
                  • PythonExecutionCaretaker.scala
                  • InnerWorkflowExecutorImpl.scala
                  • SessionExecutor.scala
                  • TerminationListenerActor.scala
                  • RExecutor.scala
                  • Executor.scala
                  • RExecutionCaretaker.scala
                  • HostAddressResolver.scala
                  • WorkflowExecutor.scala
                  • session
                    • LivyKeepAliveActor.scala
                • pyspark
                  • Loader.scala
                  • PythonPathGenerator.scala
                • SessionWorkflowExecutorActorProvider.scala
                • JobGroupIdForNode.scala
                • WorkflowNodeExecutorActor.scala
                • partialexecution
                  • StatefulGraph.scala
                  • StatefulWorkflow.scala
                  • Execution.scala
                • exception
                  • WorkflowExecutionException.scala
                  • UnexpectedHttpResponseException.scala
                • notebooks
                  • KernelManagerCaretaker.scala
                • communication
                  • mq
                    • serialization
                      • json
                        • ProtocolJsonSerializer.scala
                        • NotebookProtocol.scala
                        • WorkflowProtocol.scala
                        • ProtocolJsonDeserializer.scala
                  • message
                    • workflow
                      • Synchronize.scala
                      • Abort.scala
                      • UpdateWorkflow.scala
                    • notebook
                      • KernelManagerReady.scala
                    • workflowmanager
                      • WorkflowManagerClientProtocol.scala
                • WorkflowExecutorActor.scala
                • Unzip.scala
                • WorkflowManagerClientActor.scala
                • SessionWorkflowExecutorActor.scala
                • customcode
                  • CustomCodeEntryPoint.scala
                • WorkflowDownloadClient.scala
                • session
                  • storage
                    • DataFrameStorageImpl.scala
          • org
            • apache
              • spark
                • api
                  • r
                    • SparkRBackend.scala
                    • JVMObjectTracker.scala
      • it
        • resources
          • customtransformer
            • innerWorkflow.json
        • scala
          • io
            • deepsense
              • workflowexecutor
                • deeplang
                  • doperables
                    • CustomTransformerIntegSpec.scala
                • InferKnowledgeIntegTest.scala
                • InnerWorkflowExecutorSpec.scala
                • KnowledgeInferenceSpec.scala
      • test
        • scala
          • io
            • deepsense
              • workflowexecutor
                • WorkflowManagerClientActorSpec.scala
                • pythongateway
                  • PythonGatewaySpec.scala
                  • OperationExecutionDispatcherSpec.scala
                  • PythonCustomCodeEntryPointTest.scala
                • WorkflowNodeExecutorActorSpec.scala
                • WorkflowJsonParamsOverriderSpec.scala
                • partialexecution
                  • StatefulWorkflowSpec.scala
                  • ExecutionSpec.scala
                  • StatefulGraphSpec.scala
                • communication
                  • mq
                    • serialization
                      • json
                        • ProtocolJsonDeserializerSpec.scala
                        • ProtocolJsonSerializerSpec.scala
                • SparkRBackendSpec.scala
                • session
                  • storage
                    • DataFrameStorageSpec.scala
                • WorkflowExecutorActorSpec.scala
    • rexecutor
      • r_executor.R
    • build.sbt
    • conf
      • application.conf
  • sparkutils2.0.x
    • src
      • main
        • scala
          • io
            • deepsense
              • sparkutils
                • SparkUtils.scala
                • readwritedataframe
                  • DataframeToDriverCsvFileWriter.scala
                  • RawCsvRDDToDataframe.scala
                  • ManagedResource.scala
                • SparkVectors.scala
    • build.sbt
  • sparkutils1.6.1
    • src
      • main
        • scala
          • io
            • deepsense
              • sparkutils
                • SparkUtils.scala
                • readwritedataframe
                  • DataframeToDriverCsvFileWriter.scala
                  • DeepsenseDefaultSource.scala
                  • RawCsvRDDToDataframe.scala
                  • ManagedResource.scala
                  • DataframeToRawCsvRDD.scala
    • build.sbt
  • LICENSE
  • sdk
    • build.sbt
  • api
    • src
      • main
        • resources
          • datasourcemanager.swagger.json
    • build.sbt
  • models
    • src
      • main
        • scala
          • io
            • deepsense
              • models
                • actions
                  • Action.scala
                • workflows
                  • WorkflowMetadata.scala
                  • NodeStateWithResults.scala
                  • WorkflowType.scala
                  • WorkflowWithVariables.scala
                  • Variables.scala
                  • ExecutionReport.scala
                  • EntitiesMap.scala
                  • Workflow.scala
                  • InferredState.scala
                  • WorkflowInfo.scala
                  • NodeState.scala
                  • WorkflowWithResults.scala
      • test
        • scala
          • io
            • deepsense
              • models
                • workflows
                  • EntitiesMapSpec.scala
                  • NodeStateWithResultsSpec.scala
    • build.sbt
  • project
    • Dependencies.scala
    • PublishSettings.scala
    • build.properties
    • CommonSettingsPlugin.scala
    • LicenceReportSettings.scala
    • DeepsenseBuildInfoPlugin.scala
    • build.sbt
    • plugins.sbt
  • commons
    • src
      • main
        • resources
          • log4j.xml
        • scala
          • io
            • deepsense
              • commons
                • utils
                  • Retry.scala
                  • DoubleUtils.scala
                  • LoggerForCallerClass.scala
                  • DirectoryListFileFinder.scala
                  • Version.scala
                  • RetryActor.scala
                  • CollectionExtensions.scala
                  • Logging.scala
                  • FileOperations.scala
                  • ConfigWithDirListsImplicits.scala
                • resources
                  • ManagedResource.scala
                • mail
                  • EmailSenderConfig.scala
                  • templates
                    • instances
                      • ScalateTemplate.scala
                      • ScalateTemplateConfig.scala
                    • TemplateLoadedFromFile.scala
                    • TemplateInstanceToLoad.scala
                    • Template.scala
                  • EmailSender.scala
                • serialization
                  • Serialization.scala
                • models
                  • Id.scala
                  • Entity.scala
                • spark
                  • sql
                    • UserDefinedFunctions.scala
                • exception
                  • DeepSenseException.scala
                  • FailureCode.scala
                  • IllegalDeepSenseArgumentException.scala
                  • FailureDescription.scala
                  • DeepSenseFailure.scala
                  • json
                    • FailureDescriptionJsonProtocol.scala
                • datetime
                  • DateTimeConverter.scala
                • types
                  • ColumnType.scala
                  • SparkConversions.scala
                • json
                  • EnumerationSerializer.scala
                  • datasources
                    • DatasourceListJsonProtocol.scala
                  • DateTimeJsonProtocol.scala
                  • IdJsonProtocol.scala
                  • envelope
                    • EvelopeJsonFormat.scala
                    • Envelope.scala
                  • NotebookRestClientProtocol.scala
                  • UUIDJsonProtocol.scala
                • auth
                  • Authorizator.scala
                  • HasTenantId.scala
                  • usercontext
                    • UserContext.scala
                    • TokenTranslator.scala
                  • Ownable.scala
                  • exceptions
                    • AuthException.scala
                    • NoRoleException.scala
                    • ResourceAccessDeniedException.scala
                • rest
                  • client
                    • NotebookPoller.scala
                    • NotebookRestClient.scala
                    • datasources
                      • DatasourceInMemoryClient.scala
                      • DatasourceRestClient.scala
                      • DatasourceClient.scala
                    • req
                      • NotebookClientRequest.scala
                    • RestClient.scala
                    • RestClientImplicits.scala
      • test
        • resources
          • application.conf
          • test.conf
          • empty-lists.conf
          • all-types.conf
        • scala
          • io
            • deepsense
              • commons
                • utils
                  • CollectionExtensionsSpec.scala
                  • DirectoryListFileFinderSpec.scala
                  • DoubleUtilsSpec.scala
                  • VersionSpec.scala
                  • RetrySpec.scala
                • exception
                  • FailureCodesSerializationSpec.scala
                  • FailureDescriptionSerializationSpec.scala
                • StandardSpec.scala
                • datasource
                  • DatasourceTestData.scala
                • UnitTestSupport.scala
                • json
                  • envelope
                    • DatasourceListJsonProtocolSpec.scala
                    • EnvelopeSpec.scala
                • rest
                  • client
                    • datasources
                      • DatasourceInMemoryClientSpec.scala
                    • NotebookRestClientSpec.scala
                • LoggingSerializationSpec.scala
    • build.sbt
  • .editorconfig
  • workflowexecutormqprotocol
    • src
      • main
        • scala
          • io
            • deepsense
              • workflowexecutor
                • rabbitmq
                  • MQPublisher.scala
                  • MQSubscriber.scala
                  • MQCommunicationFactory.scala
                  • PublisherActor.scala
                • communication
                  • mq
                    • MQDeserializer.scala
                    • MQCommunication.scala
                    • MQSerializer.scala
                    • json
                      • JsonMQDeserializer.scala
                      • Global.scala
                      • JsonMQSerializer.scala
                      • DefaultJsonMessageDeserializer.scala
                      • JsonMessageSerializer.scala
                      • JsonMessageDeserializer.scala
                      • Constants.scala
                      • DefaultJsonMessageSerializer.scala
                  • message
                    • global
                      • Ready.scala
                      • Launch.scala
                      • Heartbeat.scala
                      • PoisonPill.scala
      • test
        • scala
          • io
            • deepsense
              • workflowexecutor
                • communication
                  • mq
                    • json
                      • GlobalMQSerializerSpec.scala
                      • GlobalMQDeserializerSpec.scala
    • build.sbt
  • docker
    • spark-standalone-cluster.dc.yml
    • spark-standalone-cluster
      • setup_scripts
        • download_spark.sh
      • README.md
      • Dockerfile
      • build-cluster-node-docker.sh
      • conf
        • slave.conf
        • spark-defaults.conf
        • master.conf
    • spark-standalone-cluster-manage.sh
  • python
    • pyexecutor
      • code_executor.py
      • pyexecutor.py
      • simple_logging.py
    • code_generation
      • deeplang.py
  • jenkins
    • scalafmt-test.sh
    • scalafmt.sh
    • build_and_run_tests.sh
  • reportlib
    • src
      • main
        • scala
          • io
            • deepsense
              • reportlib
                • model
                  • ReportType.scala
                  • ReportContent.scala
                  • Table.scala
                  • Distribution.scala
                  • StructTypeJsonProtocol.scala
                  • ReportJsonProtocol.scala
                  • MetadataJsonProtocol.scala
                  • StructFieldJsonProtocol.scala
                  • DataTypeJsonProtocol.scala
      • test
        • scala
          • io
            • deepsense
              • reportlib
                • model
                  • ReportContentJsonSpec.scala
                  • TableSpec.scala
                  • TableJsonSpec.scala
                  • factory
                    • ReportContentTestFactory.scala
                    • DistributionTestFactory.scala
                    • TableTestFactory.scala
                  • DistributionJsonSpec.scala
    • build.sbt
  • README.md
  • .scalafmt.conf
  • workflowjson
    • src
      • main
        • scala
          • io
            • deepsense
              • models
                • json
                  • graph
                    • InferenceResultJsonProtocol.scala
                    • DKnowledgeJsonProtocol.scala
                    • EdgeJsonProtocol.scala
                    • GraphJsonProtocol.scala
                    • OperationJsonProtocol.scala
                    • NodeJsonProtocol.scala
                    • NodeStatusJsonProtocol.scala
                  • workflow
                    • DeepLangJsonProtocol.scala
                    • InferenceWarningJsonProtocol.scala
                    • GraphJsonProtocol.scala
                    • HierarchyDescriptorJsonProtocol.scala
                    • InferredStateJsonProtocol.scala
                    • WorkflowWithVariablesJsonProtocol.scala
                    • DOperationDescriptorJsonProtocol.scala
                    • DOperationEnvelopsJsonProtocol.scala
                    • WorkflowJsonProtocol.scala
                    • WorkflowWithResultsJsonProtocol.scala
                    • WorkflowVersionUtil.scala
                    • InnerWorkflowJsonProtocol.scala
                    • WorkflowInfoJsonProtocol.scala
                    • exceptions
                      • WorkflowVersionException.scala
                    • ActionsJsonProtocol.scala
                    • InferenceErrorJsonProtocol.scala
                    • DOperationCategoryNodeJsonProtocol.scala
                    • EntitiesMapJsonProtocol.scala
                    • GraphReaderModule.scala
                    • ExecutionReportJsonProtocol.scala
      • test
        • scala
          • io
            • deepsense
              • models
                • json
                  • graph
                    • GraphReaderSpec.scala
                    • EdgeJsonProtocolSpec.scala
                    • NodeJsonProtocolSpec.scala
                    • GraphWriterSpec.scala
                    • GraphJsonTestSupport.scala
                    • NodeStatusJsonProtocolSpec.scala
                  • workflow
                    • DOperationCategoryNodeJsonProtocolSpec.scala
                    • DOperationDescriptorJsonProtocolSpec.scala
                    • WorkflowWithVariablesJsonProtocolSpec.scala
                    • examples
                      • WorkflowCreator.scala
                    • InferredStateJsonProtocolSpec.scala
                    • WorkflowVersionUtilSpec.scala
                    • InnerWorkflowJsonProtocolSpec.scala
                    • WorkflowTestSupport.scala
                    • HierarchyDescriptorJsonProtocolSpec.scala
                    • WorkflowJsonProtocolSpec.scala
                    • WorkflowWithResultsJsonProtocolSpec.scala
                    • WorkflowJsonTestSupport.scala
                  • StandardSpec.scala
                  • UnitTestSupport.scala
    • build.sbt
  • build.sbt
  • .gitignore
  • docs
    • operations.md
    • parameter_types.md
    • classes
      • evaluator.md
      • report.md
      • dataframe.md
      • estimator.md
      • metric_value.md
      • transformer.md
    • _config.yml
    • operations
      • read_dataframe.md
      • python_global_scope.md
      • read_transformer.md
      • multiclass_classification_evaluator.md
      • als.md
      • multilayer_perceptron_classifier.md
      • chi-squared_selector.md
      • naive_bayes.md
      • k-means.md
      • remove_stop_words.md
      • join.md
      • filter_columns.md
      • min-max_scaler.md
      • pca.md
      • tokenize_with_regex.md
      • binarize.md
      • sink.md
      • dct.md
      • decision_tree_regression.md
      • regression_evaluator.md
      • compose_datetime.md
      • idf.md
      • split.md
      • python_evaluator.md
      • convert_type.md
      • sql_transformation.md
      • one_hot_encoder.md
      • write_transformer.md
      • aft_survival_regression.md
      • handle_missing_values.md
      • write_dataframe.md
      • binary_classification_evaluator.md
      • sort.md
      • lda.md
      • normalize.md
      • standard_scaler.md
      • transform.md
      • fit_plus_transform.md
      • r_transformation.md
      • decision_tree_classifier.md
      • tokenize.md
      • evaluate.md
      • vector_indexer.md
      • grid_search.md
      • word2vec.md
      • sql_combine.md
      • union.md
      • unknown_operation.md
      • isotonic_regression.md
      • create_custom_transformer.md
      • r_global_scope.md
      • quantile_discretizer.md
      • assemble_vector.md
      • python_notebook.md
      • gbt_classifier.md
      • r_notebook.md
      • polynomial_expansion.md
      • logistic_regression.md
      • r_evaluator.md
      • source.md
      • r_column_transformation.md
      • decompose_datetime.md
      • projection.md
      • count_vectorizer.md
      • convert_to_n-grams.md
      • python_transformation.md
      • string_indexer.md
      • gbt_regression.md
      • python_column_transformation.md
      • random_forest_classifier.md
      • linear_regression.md
      • sql_column_transformation.md
      • filter_rows.md
      • fit.md
      • get_from_vector.md
      • random_forest_regression.md
      • hashingtf.md
    • _includes
      • operablesmenu.html
      • contact_box.html
      • operationsmenu.html
      • base.html
      • google_analytics.html
    • index.md
    • _layouts
      • redirect.html
      • global.html
    • _deployment
      • standalone.md
      • dswb.md
      • tap.md
    • spark_sql_udf.md
    • favicon.ico
    • uuid
      • 6c18b05e-7db7-4315-bce1-3291ed530675.md
      • 6534f3f4-fa3a-49d9-b911-c213d3da8b5d.md
      • d5f4e717-429f-4a28-a0d3-eebba036363a.md
      • 98275271-9817-4add-85d7-e6eade3e5b81.md
      • 241a23d1-97a0-41d0-bcf7-5c2ccb24e3d5.md
      • 0aebeb36-058c-49ef-a1be-7974ef56b564.md
      • 38751243-5e0e-435a-b366-8d225c9fd5ca.md
      • 63de675b-b4ec-41a4-985f-2e0bafafe3c4.md
      • io.deepsense.deeplang.doperables.Report.md
      • 68cd1492-501d-4c4f-9fde-f742d652111a.md
      • c57a5b99-9184-4095-9037-9359f905628d.md
      • b1b6eefe-f7b7-11e4-a322-1697f925ec7b.md
      • e18c13f8-2108-46f0-979f-bba5a11ea312.md
      • 582748ff-b1e4-4821-94da-d6c411e76e7e.md
      • io.deepsense.deeplang.doperables.MetricValue.md
      • 131c6765-6b60-44c7-9a09-0f79fbb4ad2f.md
      • e76ca616-0322-47a5-b390-70c9668265dd.md
      • 1a3b32f0-f56d-4c44-a396-29d2dfd43423.md
      • a88db4fb-695e-4f44-8435-4999ccde36de.md
      • a385f8fe-c64e-4d71-870a-9d5048747a3c.md
      • c29f2401-0891-4223-8a33-41ecbe316de6.md
      • d9c3026c-a3d0-4365-8d1a-464a656b72de.md
      • 1fa337cc-26f5-4cff-bd91-517777924d66.md
      • 89198bfd-6c86-40de-8238-68f7e0a0b50e.md
      • 1cb153f1-3731-4046-a29b-5ad64fde093f.md
      • 7355518a-4581-4048-b8b2-880cdb212205.md
      • 7f9e459e-3e11-4c5f-9137-94447d53ff60.md
      • 08752b37-3f90-4b8d-8555-e911e2de5662.md
      • io.deepsense.deeplang.doperables.Evaluator.md
      • 4266c9c0-6863-44ca-967b-62927ca34434.md
      • e640d7df-d464-4ac0-99c4-235c29a0aa31.md
      • fe1ac5fa-329a-4e3e-9cfc-67ee165053db.md
      • 04084863-fdda-46fd-b1fe-796c6b5a0967.md
      • 7d7eddfa-c9be-48c3-bb8c-5f7cc59b403a.md
      • 58368deb-68d0-4657-ae3f-145160cb1e2b.md
      • io.deepsense.deeplang.doperables.Transformer.md
      • 06a73bfe-4e1a-4cde-ae6c-ad5a31f72496.md
      • 530e1420-7fbe-416b-b685-6c1e0f1137fc.md
      • 52e2652a-0c90-445e-87e9-a04f92ff75f0.md
      • bf082da2-a0d9-4335-a62f-9804217a1436.md
      • io.deepsense.deeplang.doperables.Estimator.md
      • 8f254d75-276f-48b7-872d-e4a18b6a86c6.md
      • e1120fbc-375b-4967-9c23-357ab768272f.md
      • 0c2ff818-977b-11e5-8994-feff819cdc9f.md
      • 65240399-2987-41bd-ba7e-2944d60a3404.md
      • 012876d9-7a72-47f9-98e4-8ed26db14d6d.md
      • 3129848c-8a1c-449e-b006-340fec5b42ae.md
      • 986e0b10-09de-44e9-a5b1-1dcc5fb53bd1.md
      • a88eaf35-9061-4714-b042-ddd2049ce917.md
      • 464ce3fa-e915-4a5d-a9d1-442c1e4b7aa7.md
      • 9163f706-eaaf-46f6-a5b0-4114d92032b7.md
      • 4a741088-3180-4373-940d-741b2f1620de.md
      • 860f51aa-627e-4636-a4df-696b79a54efc.md
      • f94b04d7-ec34-42f7-8100-93fe235c89f8.md
      • 461a7b68-5fc8-4cd7-a912-0e0cc70eb3aa.md
      • 6cba4400-d966-4a2a-8356-b37f37b4c73f.md
      • 36d31a98-9238-4159-8298-64eb8e3ca55a.md
      • 33af92e5-57f2-4586-b176-961eb72ce5b0.md
      • d62abcbf-1540-4d58-8396-a92b017f2ef0.md
      • 2ec65504-bbe2-4ba2-a9b4-192e2f45ff16.md
      • 2ecdd789-695d-4efa-98ad-63c80ae70f71.md
      • ecb9bc36-5f7c-4a62-aa18-8db6e2d73251.md
      • e315aa7f-16f2-4fa5-8376-69a96171a57a.md
      • 06374446-3138-4cf7-9682-f884990f3a60.md
      • b578ad31-3a5b-4b94-a8d1-4c319fac6add.md
      • 424dc996-a471-482d-b08c-bc12849f0b68.md
      • 3fb50e0a-d4fb-474f-b6f3-679788068b1b.md
      • 291cdd16-b57a-4613-abbe-3fd73011e579.md
      • a63b6de3-793b-4cbd-ae81-76de216d90d5.md
      • 85007b46-210c-4e88-b7dc-cf46d3803b06.md
      • e652238f-7415-4da6-95c6-ee33808561b2.md
      • d273c42f-b840-4402-ba6b-18282cc68de3.md
      • 42f2eb12-e28b-11e4-8a00-1681e6b88ec1.md
      • a721fe2a-5d7f-44b3-a1e7-aade16252ead.md
      • f8b3c5d0-febe-11e4-b939-0800200c9a66.md
      • 81039036-bb26-445b-81b5-63fbc9295c00.md
      • 7cd334e2-bd40-42db-bea1-7592f12302f2.md
      • 39acf60c-3f57-4346-ada7-6959a76568a5.md
      • 643d8706-24db-4674-b5b4-10b5129251fc.md
      • 9c3225d8-d430-48c0-a46e-fa83909ad054.md
      • 20f3d9ef-9b04-49c6-8acd-7ddafdedcb39.md
      • 1c626513-f266-4458-8499-29cbad95bb8c.md
      • c9df7000-9ea0-41c0-b66c-3062fd57851b.md
      • 90fed07b-d0a9-49fd-ae23-dd7000a1d8ad.md
      • io.deepsense.deeplang.doperables.dataframe.DataFrame.md
      • 5a9e4883-b653-418e-bc51-a42fde476a63.md
      • 9951d301-7eb7-473b-81ad-0f8659619784.md
    • getting_started.md
    • README.md
    • basic_examples.md
    • js
      • search.js
      • collapsable-content.js
      • layout-setup.js
      • vendor
        • bootstrap.min.js
        • anchor.min.js
        • modernizr-2.6.1-respond-1.1.0.min.js
        • jquery-1.8.0.min.js
    • _plugins
      • jekyll-git-hash.rb
      • array.rb
      • environment_variables.rb
      • markdown.rb
    • _casestudies
      • mushrooms.md
      • income_predicting.md
      • wine_properties.md
      • text_message_spam_detection.md
      • credit_card_client_defaults.md
    • .gitignore
    • css
      • bootstrap-responsive.min.css
      • style.css
      • collapsable-content.css
      • bootstrap.min.css
      • pygments-default.css
    • _static
      • transactions.csv
    • _reference
      • migration_guide.md
      • server_mode.md
      • data_sources.md
      • sdk_user_guide.md
      • external_cluster.md
      • release_notes.md
      • productionizing.md
  • version.sbt

/**
 * Copyright 2015, deepsense.io
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package io.deepsense.deeplang.doperables.spark.wrappers.transformers

import org.apache.spark.ml.feature.NGram

import io.deepsense.deeplang.doperables.SparkTransformerAsMultiColumnTransformer
import io.deepsense.deeplang.params.Param
import io.deepsense.deeplang.params.validators.RangeValidator
import io.deepsense.deeplang.params.wrappers.spark.IntParamWrapper

class NGramTransformer extends SparkTransformerAsMultiColumnTransformer[NGram] {

  val n = new IntParamWrapper[NGram](
    name = "n",
    description = Some("The minimum n-gram length."),
    sparkParamGetter = _.n,
    validator = RangeValidator(begin = 1.0, end = Int.MaxValue, step = Some(1.0)))
  setDefault(n, 2.0)

  override protected def getSpecificParams: Array[Param[_]] = Array(n)

  def setN(value: Int): this.type = {
    set(n -> value)
  }
}