FINRAOS/herd-mdl

herd-mdl-master
- .github
  - ISSUE_TEMPLATE
    - feature_request.md
    - bug_report.md
- metastor
  - pom.xml
  - metastoreOperations
    - samples
      - object-registration
        backLoadPartitions.sh
        post_bo_storage_unit_registration_template.xml
        put_bo_data_notification_registration_template.xml
        put_bo_data_notification_registration_status_template.xml
        registerBusinessObjects.sh
        post_bo_data_notification_registration_template.xml
        put_bo_storage_unit_registration_template.xml
        ReadMe.md
        objectRegistrationRequests
        METASTORE-sample.txt
      - emr-cluster
        metastoreHiveClusterDefinition.xml
      - scripts
        emrClusterRequest.xml
        cluster-launcher.sh
        metastor.dictionary
    - pom.xml
    - rds
      - metastorSetup.sql
      - metastorDefaultUsers.sql
      - metastorSetupHive23.sql
      - metastorSetupHive23Txn.sql
      - conf
        db.properties
    - assembly
      - assembly.xml
  - managedObjectLoader
    - src
      - main
        resources
        templates
        formatChangeNotificationTemplate.txt
        logging.properties.test
        workflow-def
        emailDisabledObjectsWorkflow.bpmn
        addPartitionWorkflowParamFile.xml
        singletonObjectsAddPartitionWorkflowParamFile.xml
        addPartitionWorkflow.bpmn
        singletonObjectsAddPartitionWorkflow.bpmn
        addPartitionWorkflow.xml
        singletonObjectsAddPartitionWorkflow.xml
        emailDisabledObjectsWorkflow.xml
        java
        org
        finra
        herd
        metastore
        managed
        jobProcessor
        DropObjectProcessor.java
        dao
        JobProcessorDAO.java
        DMNotification.java
        ManagedObjStatsProcessor.java
        ManagedJobProcessor.java
        BackLoadObjectProcessor.java
        HiveHqlGenerator.java
        JobProcessor.java
        bean
        JobSubmitterInfo.java
        HerdMetastore.java
        ObjectProcessor.java
        datamgmt
        DataMgmtSvc.java
        JobDefinition.java
        util
        JobProcessorConstants.java
        MetastoreUtil.java
        ClusterManager.java
        ObjectDefinition.java
        hive
        HivePartition.java
        ColumnDef.java
        FormatChange.java
        HiveClient.java
        HiveClientImpl.java
        HiveTableSchema.java
        JobPicker.java
        conf
        HerdMetastoreConfig.java
        NotificationSender.java
      - test
        resources
        managed_obj_status_change.xml
        test_singleton_notification_registration.xml
        test_partition_bod_5.xml
        dbunit
        job_picker_dataset.sql
        DM_NOTIFICATION_DATASET.sql
        cluster_dataset.sql
        object_lock_dataset.sql
        test_obj_partition_registration.xml
        test_notification_registration.xml
        managed_obj_loader_test_context.xml
        test_obj_format_def_v1.xml
        test_storage_notification_registration.xml
        log4j2.xml
        test_none_partition_obj_data_registration.xml
        test_obj_partition_registration_v1.xml
        templates
        notification_registration.xml
        obj_partition_registration.xml
        obj_format_def.xml
        obj_def.xml
        test_obj_orc_format_def_v1.xml
        test_singleton_obj_format_def.xml
        test_partition_bod_3.xml
        test_partition_bod_4.xml
        test_nostats_notification_registration.xml
        test_partition_bod_2.xml
        test_obj_format_def.xml
        singleton_notification_put_request.xml
        test_notification_with_correlation.xml
        longsleep.sh
        test_singleton_obj_partition_registration.xml
        test_obj_def.xml
        test_notification_registration_replace.xml
        test_partition_bod_1.xml
        test_singleton_nostats_notification_registration.xml
        application.properties
        java
        org
        finra
        herd
        metastore
        managed
        ClusterManagerTest.java
        JobDefinitionTest.java
        jobProcessor
        BackLoadObjectProcessorTest.java
        ManagedJobProcessorTest.java
        JobProcessorTest.java
        HiveHqlGeneratorTest.java
        datamgmt
        DataMgmtSvcTest.java
        HerdMetastoreTest.java
        JobPickerTest.java
        ObjectProcessorTest.java
        NotificationSenderTest.java
        hive
        ColumnDefTest.java
        HiveClientTest.java
    - pom.xml
    - scripts
      - runObjectProcessor.sh
      - config
        application.properties
    - assembly
      - assembly.xml
- pom.xml
- LICENSE
- .editorconfig
- mdl
  - src
    - main
      - bootstrap
        metastorEMRBootstrap.sh
        runMetastorObjectProcessor.sh
        logs.conf
        prestoEMRBootstrap.sh
        configurePresto.sh
      - cft
        mdlHerdRds.yml
        mdlCreateSecurityGroups.yml
        mdlPrerequisitesSecondary.yml
        mdlMetastor.yml
        mdlCreateIAMRoles.yml
        installMDL.yml
        mdlUpgradeHerd.yml
        mdlCreateSQS.yml
        mdlHerd.yml
        mdlBdsql.yml
        mdlPrerequisitesPrimary.yml
        mdlCreateKeyPair.yml
        mdlElasticsearch.yml
        mdlOpenLdap.yml
        mdlMetastorRds.yml
        mdlCreateNsAuthSyncUtil.yml
        mdlCreateS3Buckets.yml
        mdlVpc.yml
        mdlShepherd.yml
        mdl.yml
      - ldap
        scripts
        setupLogging.sh
        manageLdap.sh
        configureAndStartLdap.sh
        setupUtils.sh
        installPackagesForOpenLdap.sh
        stopLdap.sh
        appspec.yml
        conf
        memberof_conf.ldif
        load_refint.ldif
        load_memberof.ldif
        refint_conf.ldif
      - herd
        sql
        herdSchema.sql
        herdSecurityRoleFunctionsReadOnly.sql
        nsAuthSnsConfig.sql
        herdSecurityRoleFunctionsReadWrite.sql
        herdSecurityRoleFunctionsAdmin.sql
        herdConfiguration.sql
        herdAuthConfiguration.sql
        xml
        demo
        securityDataObjectColumnOpen.xml
        securityDataObjectColumnLow.xml
        marketDataNamespaceRegistration.xml
        moneyMarketDataFormatRegistration.xml
        searchIndexActivate.xml
        tagTypeSource.xml
        securityDataObjectTag.xml
        securityDataObjectDescriptiveInformation.xml
        partitionKeyGroup.xml
        securityDataObjectColumnHigh.xml
        tradeDataFormatRegistration.xml
        securityDataObjectColumnDate.xml
        moneyMarketDataObjectRegistration.xml
        securityDataFormatRegistration.xml
        securityDataObjectColumnClose.xml
        securityDataObjectRegistration.xml
        securityDataObjectColumnVolume.xml
        dataProvider.xml
        securityDataObjectColumnSymbol.xml
        tradeDataObjectRegistration.xml
        tagValueSource.xml
        install
        partitionKeyGroup.xml
        server.xml
        log4j-override-config.xml
        s3ManagedStorage.xml
        systemJob.xml
        namespaceRegistration.xml
        web.xml
        scripts
        configureHerdDBForES.sh
        stopHerd.sh
        smokeTestHerd.sh
        configureApache.sh
        demoHerd.sh
        demoES.sh
        installShepherd.sh
        configureTomcat.sh
        installDBForHerd.sh
        installPackagesForHerd.sh
        configureAndStartHerd.sh
        appspec.yml
        conf
        httpdForLdap.conf
        context.xml
        workers.properties
        httpdNoAuth.conf
        ssl.conf
        configuration.json
        logs.conf
        httpd.conf
        domainConfig
      - metastorEc2
        xml
        demo
        securityDataObjectNotificationRegistration.xml
        tradeDataObjectNotificationRegistration.xml
        smokeTesting
        objectRegistration.xml
        formatRegistration.xml
        dataProvider.xml
        objectNotificationRegistration.xml
        install
        namespaceRegistration.xml
        data
        2017-08-04
        2017-08-04.security-data.txt
        2017-08-04.trade-data.txt
        2017-08-11.security-data.manifest.json
        2017-08-02.security-data.manifest.json
        2017-08-02.trade-data.manifest.json
        2017-08-08.trade-data.manifest.json
        2017-08-08
        2017-08-08.security-data.txt
        2017-08-08.trade-data.txt
        2017-08-04.security-data.manifest.json
        2017-08-10
        2017-08-10.trade-data.txt
        2017-08-10.security-data.txt
        2017-08-11
        2017-08-11.trade-data.txt
        2017-08-11.security-data.txt
        security-data.csv
        smokeTestingDataFile.txt
        2017-08-01.trade-data.manifest.json
        2017-08-03
        2017-08-03.trade-data.txt
        2017-08-03.security-data.txt
        2017-08-10.security-data.manifest.json
        2017-08-03.security-data.manifest.json
        2017-08-01.security-data.manifest.json
        2017-08-07
        2017-08-07.security-data.txt
        2017-08-07.trade-data.txt
        2017-08-08.security-data.manifest.json
        2017-08-07.trade-data.manifest.json
        2017-08-10.trade-data.manifest.json
        2017-08-11.trade-data.manifest.json
        2017-08-09.trade-data.manifest.json
        2017-08-01
        2017-08-01-3.security-data.txt
        2017-08-01-2.security-data.txt
        2017-08-01-1.security-data.txt
        2017-08-01.trade-data.txt
        2017-08-02
        2017-08-02.trade-data.txt
        2017-08-02.security-data.txt
        2017-08-07.security-data.manifest.json
        2017-08-09.security-data.manifest.json
        2017-08-09
        2017-08-09.trade-data.txt
        2017-08-09.security-data.txt
        2017-08-04.trade-data.manifest.json
        2017-08-03.trade-data.manifest.json
        scripts
        demoMetastor.sh
        installPackagesForMetastor.sh
        configureMetastorEnv.sh
        stopMetastor.sh
        installDBForMetastor.sh
        appspec.yml
        conf
        metaFile
      - elasticsearch
        scripts
        stopES.sh
        packageNsAuthLambda.sh
        buildNsAuthDeploymentPackage.sh
        configureApacheES.sh
        configureES.sh
        installPackagesForES.sh
        createCert.sh
        configureAndStartES.sh
        ns_auth_sync_utility.py
        appspec.yml
        conf
        openssl.conf
        logs.conf
        httpd.conf
      - metastorEmr
        scripts
        installPackagesForMetastor.sh
        processHerdObjectsForMetastor.sh
        stopMetastor.sh
        appspec.yml
      - lambda
        keypair_generator_lambda.py
        herd_upgrade_utility_lambda.py
    - test
      - resources
        xml
        herd
        cluster
        createClusterDefinition.xml
        createCluster.xml
        log4j.properties
        config
        cs-rules.xml
        pmd-rules.xml
        testCases
        bdsql
        demo
        testCases.json
        auth
        prestoAuthTestCases.json
        httpsTestCases.json
        httpTestCases.json
        herdAuthTestCases.json
        tags.csv
      - inputs
        casper-test.js
        data
        herd
        2017-08-01.manifest.json
        2017-08-01
        2017-08-01.data.txt
        rest
        herd
        object
        test_data
        testDataObjectRegistration.xml
        testDataFormatRegistration.xml
        testDataObjectNotificationRegistration.xml
        namespaceRegistration.xml
      - java
        org
        tsi
        mdlt
        pojos
        User.java
        enums
        SsmParameterKeyEnum.java
        StackInputParameterKeyEnum.java
        StackOutputKeyEnum.java
        test
        TagTest.java
        herd
        HerdDeepLinkTest.java
        EMRClusterTest.java
        HerdAuthorizationTest.java
        HerdRollingUpgradeTest.java
        HttpsAndAuthTest.java
        conditions
        DisableWithoutAuthenticationCondition.java
        BaseTest.java
        bdsql
        BdsqlAuthTest.java
        BdsqlTest.java
        BdsqlBaseTest.java
        BdsqlSyncTest.java
        util
        TagsReader.java
        LdapUtil.java
        shell
        ShellCommandProperty.java
        ShellHelper.java
        ShellTestCase.java
        jdbc
        JDBCHelper.java
        JDBCTestCase.java
        TestWrapper.java
        FileUtil.java
        StackOutputPropertyReader.java
        CsvFileReader.java
        TestProperties.java
        HerdRestUtil.java
        aws
        CloudFormationClient.java
        LambdaUtils.java
        SsmUtil.java
        CodeDeployUtils.java
      - scripts
        cft
        mdlt.yml
        mdltClusterPrereq.yml
        mdltDeployHost.yml
        sh
        testShutdown.sh
        shellExecutor.sh
        testSetup.sh
        presto
        prestoObjSetup.sh
        prestoSyncJob.sh
        testExecute.sh
        testRunner.sh
      - conf
        test.props
  - build
    - build_and_deploy.py
    - default-parameters.json
    - env.list
    - Dockerfile
  - pom.xml
  - scripts
    - docker_publish.sh
  - assembly
    - metastor-emr-assembly-descriptor.xml
    - bootstrap-assembly-descriptor.xml
    - test-assembly-descriptor.xml
    - ldap-assembly-descriptor.xml
    - metastor-ec2-assembly-descriptor.xml
    - assembly-descriptor.xml
    - herd-assembly-descriptor.xml
    - elasticsearch-assembly-descriptor.xml
    - herd-upgrade-lambda-assembly-descriptor.xml
    - cft-assembly-descriptor.xml
    - keypair-lambda-assembly-descriptor.xml
    - mdlt-assembly-descriptor.xml
- bdsql
  - src
    - main
      - scripts
        sql_auth.py
        smokeTesting.sh
        sql_auth.sh
        configureBDSQL.sh
      - appspec.yml
      - conf
        lambda_payload.json
  - pom.xml
  - assembly
    - bdsql-assembly-descriptor.xml
    - assembly.xml
- .travis.yml
- README.md
- .gitignore