Java Code Examples for org.apache.commons.configuration.Configuration#addProperty()

The following examples show how to use org.apache.commons.configuration.Configuration#addProperty() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example 1

Source File: ConfigurationBuilder.java From chassis with Apache License 2.0

6 votes

private void addServerInstanceProperties(Configuration configuration) {
    String instanceId = LOCAL_INSTANCE_ID;
    String region = UNKNOWN;
    String availabilityZone = UNKNOWN;
    String privateIp = "127.0.0.1";
    String publicIp = null;
    String instanceName = Joiner.on("-").join(appEnvironment, appName, appVersion);

    if (serverInstanceContext != null) {
        instanceId = serverInstanceContext.getInstanceId();
        region = serverInstanceContext.getRegion();
        availabilityZone = serverInstanceContext.getAvailabilityZone();
        privateIp = serverInstanceContext.getPrivateIp();
        publicIp = serverInstanceContext.getPublicIp();
    }

    configuration.addProperty(BootstrapConfigKeys.AWS_INSTANCE_ID.getPropertyName(), instanceId);
    configuration.addProperty(BootstrapConfigKeys.AWS_INSTANCE_REGION.getPropertyName(), region);
    configuration.addProperty(BootstrapConfigKeys.AWS_INSTANCE_AVAILABILITY_ZONE.getPropertyName(), availabilityZone);
    configuration.addProperty(BootstrapConfigKeys.AWS_INSTANCE_PRIVATE_IP.getPropertyName(), privateIp);
    if (publicIp != null) {
        configuration.addProperty(BootstrapConfigKeys.AWS_INSTANCE_PUBLIC_IP.getPropertyName(), publicIp);
    }
    configuration.addProperty(BootstrapConfigKeys.AWS_INSTANCE_NAME.getPropertyName(), instanceName);
}

Example 2

Source File: ClientConfig.java From juddi with Apache License 2.0

6 votes

private void addSubscriptionCallback(Configuration cc) {
        if (this.config.containsKey(SubscriptionCallbackListener.PROPERTY_AUTOREG_BT)) {
                cc.addProperty(SubscriptionCallbackListener.PROPERTY_AUTOREG_BT, this.config.getProperty(SubscriptionCallbackListener.PROPERTY_AUTOREG_BT));
        }
        if (this.config.containsKey(SubscriptionCallbackListener.PROPERTY_AUTOREG_SERVICE_KEY)) {
                cc.addProperty(SubscriptionCallbackListener.PROPERTY_AUTOREG_SERVICE_KEY, this.config.getProperty(SubscriptionCallbackListener.PROPERTY_AUTOREG_SERVICE_KEY));
        }
        if (this.config.containsKey(SubscriptionCallbackListener.PROPERTY_KEYDOMAIN)) {
                cc.addProperty(SubscriptionCallbackListener.PROPERTY_KEYDOMAIN, this.config.getProperty(SubscriptionCallbackListener.PROPERTY_KEYDOMAIN));
        }
        if (this.config.containsKey(SubscriptionCallbackListener.PROPERTY_LISTENURL)) {
                cc.addProperty(SubscriptionCallbackListener.PROPERTY_LISTENURL, this.config.getProperty(SubscriptionCallbackListener.PROPERTY_LISTENURL));
        }
        if (this.config.containsKey(SubscriptionCallbackListener.PROPERTY_NODE)) {
                cc.addProperty(SubscriptionCallbackListener.PROPERTY_NODE, this.config.getProperty(SubscriptionCallbackListener.PROPERTY_NODE));
        }
        if (this.config.containsKey(SubscriptionCallbackListener.PROPERTY_SIGNATURE_BEHAVIOR)) {
                cc.addProperty(SubscriptionCallbackListener.PROPERTY_SIGNATURE_BEHAVIOR, this.config.getProperty(SubscriptionCallbackListener.PROPERTY_SIGNATURE_BEHAVIOR));
        }
}

Example 3

Source File: Titan1GraphDatabase.java From incubator-atlas with Apache License 2.0

6 votes

public static Configuration getConfiguration() throws AtlasException {
    Configuration configProperties = ApplicationProperties.get();

    Configuration titanConfig = ApplicationProperties.getSubsetConfiguration(configProperties, GRAPH_PREFIX);

    //add serializers for non-standard property value types that Atlas uses

    titanConfig.addProperty("attributes.custom.attribute1.attribute-class", TypeCategory.class.getName());
    titanConfig.addProperty("attributes.custom.attribute1.serializer-class",
            TypeCategorySerializer.class.getName());

    //not ideal, but avoids making large changes to Atlas
    titanConfig.addProperty("attributes.custom.attribute2.attribute-class", ArrayList.class.getName());
    titanConfig.addProperty("attributes.custom.attribute2.serializer-class", StringListSerializer.class.getName());

    titanConfig.addProperty("attributes.custom.attribute3.attribute-class", BigInteger.class.getName());
    titanConfig.addProperty("attributes.custom.attribute3.serializer-class", BigIntegerSerializer.class.getName());

    titanConfig.addProperty("attributes.custom.attribute4.attribute-class", BigDecimal.class.getName());
    titanConfig.addProperty("attributes.custom.attribute4.serializer-class", BigDecimalSerializer.class.getName());

    return titanConfig;
}

Example 4

Source File: PerfBenchmarkDriver.java From incubator-pinot with Apache License 2.0

6 votes

private void startServer()
    throws Exception {
  if (!_conf.shouldStartServer()) {
    LOGGER.info("Skipping start server step. Assumes server is already started.");
    return;
  }
  Configuration serverConfiguration = new PropertiesConfiguration();
  serverConfiguration.addProperty(CommonConstants.Server.CONFIG_OF_INSTANCE_DATA_DIR, _serverInstanceDataDir);
  serverConfiguration
      .addProperty(CommonConstants.Server.CONFIG_OF_INSTANCE_SEGMENT_TAR_DIR, _serverInstanceSegmentTarDir);
  serverConfiguration.addProperty(CommonConstants.Helix.KEY_OF_SERVER_NETTY_HOST, "localhost");
  if (_segmentFormatVersion != null) {
    serverConfiguration.setProperty(CommonConstants.Server.CONFIG_OF_SEGMENT_FORMAT_VERSION, _segmentFormatVersion);
  }
  serverConfiguration.setProperty(CommonConstants.Server.CONFIG_OF_INSTANCE_ID, _serverInstanceName);
  LOGGER.info("Starting server instance: {}", _serverInstanceName);
  HelixServerStarter helixServerStarter = new HelixServerStarter(_clusterName, _zkAddress, serverConfiguration);
  helixServerStarter.start();
}

Example 5

Source File: ServerStarterIntegrationTest.java From incubator-pinot with Apache License 2.0

5 votes

@Test
public void testAllCustomServerConf()
    throws Exception {
  Configuration serverConf = new BaseConfiguration();
  serverConf.addProperty(CONFIG_OF_INSTANCE_ID, CUSTOM_INSTANCE_ID);
  serverConf.addProperty(KEY_OF_SERVER_NETTY_HOST, CUSTOM_HOST);
  serverConf.addProperty(KEY_OF_SERVER_NETTY_PORT, CUSTOM_PORT);
  verifyInstanceConfig(serverConf, CUSTOM_INSTANCE_ID, CUSTOM_HOST, CUSTOM_PORT);
}

Example 6

Source File: AuthenticatorTest.java From juddi with Apache License 2.0

5 votes

@Test
public void testDecryptFromConfigXML_InMemory() 
{
               System.out.println("testDecryptFromConfigXML_InMemory");
	try {
                   Configuration config =AppConfig.getConfiguration();
                   
		Cryptor auth = new AES128Cryptor();
                       String encrypt = auth.encrypt("test");
                       Assert.assertNotNull(encrypt);
                       Assert.assertNotSame(encrypt, "test");
                       
                       //add to the config
                       config.addProperty("testDecryptFromConfigXML", encrypt);
                       config.addProperty("testDecryptFromConfigXML"+ Property.ENCRYPTED_ATTRIBUTE, "true");
                       
                       //retrieve it
                       String pwd = config.getString("testDecryptFromConfigXML");
                       Assert.assertNotNull(pwd);
                       //test for encryption
                       if (config.getBoolean("testDecryptFromConfigXML" + Property.ENCRYPTED_ATTRIBUTE, false))
                       {
                           String test=auth.decrypt(pwd);
                           Assert.assertEquals(test, "test");
                       }
                       else
                       {
                           Assert.fail("config reports that the setting is not encrypted");
                      }
               }
               catch (Exception e) {
		logger.error(e.getMessage(),e);
		Assert.fail("unexpected");
	}
}

Example 7

Source File: HelixBrokerStarter.java From incubator-pinot with Apache License 2.0

5 votes

public static HelixBrokerStarter getDefault()
    throws Exception {
  Configuration brokerConf = new BaseConfiguration();
  int port = 5001;
  brokerConf.addProperty(Helix.KEY_OF_BROKER_QUERY_PORT, port);
  brokerConf.addProperty(Broker.CONFIG_OF_BROKER_TIMEOUT_MS, 60 * 1000L);
  return new HelixBrokerStarter(brokerConf, "quickstart", "localhost:2122");
}

Example 8

Source File: TestTorque.java From Eagle with Apache License 2.0

5 votes

public void setUp() throws TorqueException {
    Configuration configuration = new BaseConfiguration();
    configuration.addProperty("torque.database.default","eagle");
    configuration.addProperty("torque.database.eagle.adapter","mysql");
    configuration.addProperty("torque.dsfactory.eagle.factory","org.apache.torque.dsfactory.SharedPoolDataSourceFactory");

    configuration.addProperty("torque.dsfactory.eagle.connection.driver","org.gjt.mm.mysql.Driver");
    configuration.addProperty("torque.dsfactory.eagle.connection.url","jdbc:mysql://localhost:3306/eagle");
    configuration.addProperty("torque.dsfactory.eagle.connection.user","eagle");
    configuration.addProperty("torque.dsfactory.eagle.connection.password","eagle");

    Torque.init(configuration);
}

Example 9

Source File: TorqueConnectionManagerImpl.java From Eagle with Apache License 2.0

5 votes

/**
     * http://db.apache.org/torque/torque-4.0/documentation/orm-reference/initialisation-configuration.html
     * http://commons.apache.org/proper/commons-dbcp/configuration.html
     *
     * @param config
     * @return
     */
    private Configuration buildConfiguration(ConnectionConfig config){
        Configuration configuration = new BaseConfiguration();


        String databaseName = config.getDatabaseName();
        if(databaseName==null){
            LOG.warn(JdbcConstants.EAGLE_DATABASE+" is null, trying default database name as: eagle");
            databaseName = "eagle";
        }

        LOG.info("Using default database: "+databaseName+" (adapter: "+config.getAdapter()+")");

        configuration.addProperty("torque.database.default",config.getDatabaseName());

        // This factory uses the SharedDataSource available in the commons-dbcp package
        configuration.addProperty(String.format("torque.dsfactory.%s.factory",databaseName), DEFAULT_DATA_SOURCE_FACTORY_CLASS);

        // mysql, oracle, ...
        configuration.addProperty(String.format("torque.database.%s.adapter",databaseName),config.getAdapter());

        // "org.gjt.mm.mysql.Driver"
        configuration.addProperty(String.format("torque.dsfactory.%s.connection.driver",databaseName),config.getDriverClassName());

        configuration.addProperty(String.format("torque.dsfactory.%s.connection.url",databaseName),config.getConnectionUrl());
        configuration.addProperty(String.format("torque.dsfactory.%s.connection.user",databaseName),config.getUserName());
        configuration.addProperty(String.format("torque.dsfactory.%s.connection.password",databaseName),config.getPassword());
        configuration.addProperty(String.format("torque.dsfactory.%s.pool.maxActive",databaseName),Integer.toString(config.getConnectionMaxActive()));
//        configuration.addProperty(String.format("torque.dsfactory.%s.pool.minIdle",databaseName),Integer.toString(config.getConnectionMinIdle()));
//        configuration.addProperty(String.format("torque.dsfactory.%s.pool.initialSize",databaseName),Integer.toString(config.getConnectionInitialSize()));

        return configuration;
    }

Example 10

Source File: NdkExportOptionsTest.java From proarc with GNU General Public License v3.0

5 votes

@Test
public void testGetOptions() {
    Configuration config = new BaseConfiguration();

    String creator = "KNAV";
    config.addProperty(NdkExportOptions.PROP_NDK_AGENT_CREATOR, creator);

    String archivist = "ProArc";
    config.addProperty(NdkExportOptions.PROP_NDK_AGENT_ARCHIVIST, archivist);

    NdkExportOptions result = NdkExportOptions.getOptions(config);

    assertEquals("creator", creator, result.getCreator());
    assertEquals("archivist", archivist, result.getArchivist());
}

Example 11

Source File: AtlasJanusGraphDatabase.java From atlas with Apache License 2.0

5 votes

public static Configuration getConfiguration() throws AtlasException {
    startLocalSolr();

    Configuration configProperties = ApplicationProperties.get();

    if (isEmbeddedSolr()) { // AtlasJanusGraphIndexClient.performRequestHandlerAction() fails for embedded-solr; disable freetext until this issue is resolved
        configProperties.setProperty(ApplicationProperties.ENABLE_FREETEXT_SEARCH_CONF, false);
    }

    configProperties.setProperty(SOLR_ZOOKEEPER_URLS, configProperties.getStringArray(SOLR_ZOOKEEPER_URL));

    Configuration janusConfig = ApplicationProperties.getSubsetConfiguration(configProperties, GRAPH_PREFIX);

    //add serializers for non-standard property value types that Atlas uses
    janusConfig.addProperty("attributes.custom.attribute1.attribute-class", TypeCategory.class.getName());
    janusConfig.addProperty("attributes.custom.attribute1.serializer-class", TypeCategorySerializer.class.getName());

    //not ideal, but avoids making large changes to Atlas
    janusConfig.addProperty("attributes.custom.attribute2.attribute-class", ArrayList.class.getName());
    janusConfig.addProperty("attributes.custom.attribute2.serializer-class", SerializableSerializer.class.getName());

    janusConfig.addProperty("attributes.custom.attribute3.attribute-class", BigInteger.class.getName());
    janusConfig.addProperty("attributes.custom.attribute3.serializer-class", BigIntegerSerializer.class.getName());

    janusConfig.addProperty("attributes.custom.attribute4.attribute-class", BigDecimal.class.getName());
    janusConfig.addProperty("attributes.custom.attribute4.serializer-class", BigDecimalSerializer.class.getName());

    return janusConfig;
}

Example 12

Source File: MetsUtilsTest.java From proarc with GNU General Public License v3.0

5 votes

/**
 * Tests if all roles are fill
 */
@Test
public void missingRole() throws Exception {
    for (MetsExportTestElement testElement : testElements) {
        // copyFiles(testElement);
        String sourceDirPath = getTargetPath() + File.separator +
                testElement.getDirectory() + File.separator;
        File resultDir = tmp.newFolder("result" + testElement.getResultFolder());
        String path = sourceDirPath + testElement.getInitialDocument();
        DigitalObject dbObj = MetsUtils.readFoXML(path);
        Configuration config = new BaseConfiguration();
        config.addProperty(NdkExportOptions.PROP_NDK_AGENT_ARCHIVIST, "Archivist");
        config.addProperty(NdkExportOptions.PROP_NDK_AGENT_CREATOR, "");
        MetsContext context = new MetsContext();
        context.setPath(sourceDirPath);
        context.setFsParentMap(TestConst.parents);
        context.setOutputPath(resultDir.getAbsolutePath());
        context.setAllowNonCompleteStreams(true);
        context.setAllowMissingURNNBN(true);
        context.setConfig(NdkExportOptions.getOptions(config));
        MetsElement metsElement = MetsElement.getElement(dbObj, null, context, true);
        MetsElementVisitor visitor = new MetsElementVisitor();
        try {
            metsElement.accept(visitor);
            Assert.fail("The validation error expected.");
        } catch (MetsExportException ex) {
            String message = "Error - missing role. Please insert value in proarc.cfg into export.ndk.agent.creator and export.ndk.agent.archivist";
            assertEquals(message, ex.getMessage());
        }
    }
}

Example 13

Source File: SegmentFetcherFactoryTest.java From incubator-pinot with Apache License 2.0

5 votes

@Test(dependsOnMethods = "testDefaultSegmentFetcherFactory")
public void testCustomizedSegmentFetcherFactory()
    throws Exception {
  Configuration config = new BaseConfiguration();
  config.addProperty("foo", "bar");
  config.addProperty("protocols", Arrays.asList(HTTP_PROTOCOL, HTTPS_PROTOCOL, TEST_PROTOCOL, "foo"));
  config.addProperty("http.foo", "bar");
  config.addProperty(TEST_PROTOCOL + SegmentFetcherFactory.SEGMENT_FETCHER_CLASS_KEY_SUFFIX,
      TestSegmentFetcher.class.getName());
  SegmentFetcherFactory.init(config);

  assertEquals(SegmentFetcherFactory.getSegmentFetcher(HTTP_PROTOCOL).getClass(), HttpSegmentFetcher.class);
  assertEquals(SegmentFetcherFactory.getSegmentFetcher(HTTPS_PROTOCOL).getClass(), HttpsSegmentFetcher.class);
  assertEquals(SegmentFetcherFactory.getSegmentFetcher(FILE_PROTOCOL).getClass(), PinotFSSegmentFetcher.class);
  assertEquals(SegmentFetcherFactory.getSegmentFetcher("foo").getClass(), PinotFSSegmentFetcher.class);
  assertEquals(SegmentFetcherFactory.getSegmentFetcher(TEST_PROTOCOL).getClass(), TestSegmentFetcher.class);

  TestSegmentFetcher testFileFetcher = (TestSegmentFetcher) SegmentFetcherFactory.getSegmentFetcher(TEST_PROTOCOL);
  assertEquals(testFileFetcher._initCalled, 1);
  assertEquals(testFileFetcher._fetchFileToLocalCalled, 0);

  SegmentFetcherFactory.fetchSegmentToLocal(new URI(TEST_URI), new File("foo/bar"));
  assertEquals(testFileFetcher._initCalled, 1);
  assertEquals(testFileFetcher._fetchFileToLocalCalled, 1);

  SegmentFetcherFactory.fetchSegmentToLocal(TEST_URI, new File("foo/bar"));
  assertEquals(testFileFetcher._initCalled, 1);
  assertEquals(testFileFetcher._fetchFileToLocalCalled, 2);
}

Example 14

Source File: IguanaConfig.java From IGUANA with GNU Affero General Public License v3.0

5 votes

private static void addRecursive(Configuration target, Configuration source, String key) {
	Iterator<String> keys2 = source.getKeys(key);
	while(keys2.hasNext()) {
		String key2 = keys2.next();
		target.addProperty(key2, source.getProperty(key2));
		for(String tmpKey : source.getStringArray(key2)) {
			addRecursive(target, source, tmpKey);
		}
	}
}

Example 15

Source File: ServerStarterIntegrationTest.java From incubator-pinot with Apache License 2.0

5 votes

@Test
public void testSetInstanceIdToHostname()
    throws Exception {
  Configuration serverConf = new BaseConfiguration();
  serverConf.addProperty(SET_INSTANCE_ID_TO_HOSTNAME_KEY, true);
  String expectedHost = NetUtil.getHostnameOrAddress();
  String expectedInstanceId = PREFIX_OF_SERVER_INSTANCE + expectedHost + "_" + DEFAULT_SERVER_NETTY_PORT;
  verifyInstanceConfig(serverConf, expectedInstanceId, expectedHost, DEFAULT_SERVER_NETTY_PORT);
}

Example 16

Source File: NdkExportTest.java From proarc with GNU General Public License v3.0

4 votes

/**
 * Tests if the exception is thrown for invalid mets
 *
 */
@Test
public void testAmdSec() throws Exception {
    String sourceDirPath = getTargetPath() + File.separator +
            "monograph" + File.separator;
    File resultDir = tmp.newFolder("result" + "monograph");
    String path = sourceDirPath + "1ccbf6c5-b22c-4d89-b42e-8cd14101a737.xml";
    DigitalObject dbObj = MetsUtils.readFoXML(path);
    Configuration config = new BaseConfiguration();
    config.addProperty(NdkExportOptions.PROP_NDK_AGENT_CREATOR, "Creator");
    config.addProperty(NdkExportOptions.PROP_NDK_AGENT_ARCHIVIST, "Archivist");
    MetsContext context = new MetsContext();
    context.setPath(sourceDirPath);
    context.setFsParentMap(TestConst.parents);
    context.setOutputPath(resultDir.getAbsolutePath());
    context.setAllowNonCompleteStreams(true);
    context.setAllowMissingURNNBN(true);
    context.setConfig(NdkExportOptions.getOptions(config));
    MetsElement metsElement = MetsElement.getElement(dbObj, null, context, true);
    MetsElementVisitor visitor = new MetsElementVisitor();
    metsElement.accept(visitor);
    File amdSecFile = new File(resultDir.getAbsolutePath()+File.separator+"44589055-9fad-4a9f-b6a8-75be399f332d"+File.separator+"amdsec"+File.separator+"amd_mets_44589055-9fad-4a9f-b6a8-75be399f332d_0001.xml");
    JAXBContext jaxbContextMets = JAXBContext.newInstance(Mets.class);
    Unmarshaller unmarshallerMets = jaxbContextMets.createUnmarshaller();
    Mets mets = (Mets) unmarshallerMets.unmarshal(amdSecFile);
    assertEquals("PAGE_0001", mets.getAmdSec().get(0).getID());
    List<MdSecType> techMDList = mets.getAmdSec().get(0).getTechMD();
    assertEquals(4, techMDList.size());
    for (MdSecType techMD : techMDList) {
    if ("MIX_002".equals(techMD.getID())) {
        XmlData mixData = techMD.getMdWrap().getXmlData();
        List<Element> mixElements = new ArrayList<Element>();
        mixElements.add((Element)mixData.getAny().get(0));
        Document mixDocument = MetsUtils.getDocumentFromList(mixElements);
            DOMSource mixSource = new DOMSource(mixDocument);
            Mix mix = MixUtils.unmarshal(mixSource, Mix.class);
            assertEquals("ProArc_URI", mix.getBasicDigitalObjectInformation().getObjectIdentifier().get(0).getObjectIdentifierType().getValue());
            assertEquals("JPEG", mix.getBasicDigitalObjectInformation().getCompression().get(0).getCompressionScheme().getValue());
            assertNotNull(mix.getChangeHistory().getImageProcessing().get(0).getDateTimeProcessed().getValue());
        } else
            if ("OBJ_002".equals(techMD.getID())) {
                testObject(techMD, "info:fedora/uuid:2ff2dd0c-d438-4d95-940f-690ee0f44a4a/NDK_ARCHIVAL", "9b0a294cda0508b1a205a57fa66f9568", "MC_creation_001");
            } else if ("OBJ_004".equals(techMD.getID())) {
                testObject(techMD, "info:fedora/uuid:2ff2dd0c-d438-4d95-940f-690ee0f44a4a/NDK_USER", "9b0a294cda0508b1a205a57fa66f9568", "UC_creation_001");
            } else if ("OBJ_005".equals(techMD.getID())) {
                testObject(techMD, "info:fedora/uuid:2ff2dd0c-d438-4d95-940f-690ee0f44a4a/TEXT_OCR", "d41d8cd98f00b204e9800998ecf8427e", "TXT_creation_001");
            } else {
            Assert.fail("Unexpected node:" + techMD.getID());
            }
    }

    List<MdSecType> digiProvList = mets.getAmdSec().get(0).getDigiprovMD();
    assertEquals(4, digiProvList.size());
    for (MdSecType digiProv : digiProvList) {
        if ("EVT_002".equals(digiProv.getID())) {
            testEvent(digiProv, "MC_creation_001", "migration", "migration/MC_creation", "info:fedora/uuid:2ff2dd0c-d438-4d95-940f-690ee0f44a4a/NDK_ARCHIVAL");
        } else if("EVT_004".equals(digiProv.getID())){
            testEvent(digiProv, "UC_creation_001", "derivation", "derivation/UC_creation", "info:fedora/uuid:2ff2dd0c-d438-4d95-940f-690ee0f44a4a/NDK_USER");
        } else if ("EVT_005".equals(digiProv.getID())) {
            testEvent(digiProv, "TXT_creation_001", "capture", "capture/TXT_creation", "info:fedora/uuid:2ff2dd0c-d438-4d95-940f-690ee0f44a4a/TEXT_OCR");
        } else if ("AGENT_001".equals(digiProv.getID())) {
            XmlData premisData = digiProv.getMdWrap().getXmlData();
            DOMSource premisSource = new DOMSource((Node) premisData.getAny().get(0));
            AgentComplexType premisType = PremisUtils.unmarshal(premisSource, AgentComplexType.class);
            assertEquals("ProArc_AgentID", premisType.getAgentIdentifier().get(0).getAgentIdentifierType());
            assertEquals("ProArc", premisType.getAgentIdentifier().get(0).getAgentIdentifierValue());
        } else {
            Assert.fail("Unexpected node:" + digiProv.getID());
        }
    }

    assertEquals(3, mets.getFileSec().getFileGrp().size());
    assertEquals("PHYSICAL", mets.getStructMap().get(0).getTYPE());
    assertEquals("MONOGRAPH_PAGE", mets.getStructMap().get(0).getDiv().getTYPE());
    assertEquals(3, mets.getStructMap().get(0).getDiv().getFptr().size());
}

Example 17

Source File: MetsUtilsTest.java From proarc with GNU General Public License v3.0

4 votes

/**
 *
 * Saves a mets document and test it for different parameters (size, number
 * of files, ...)
 *
 * @throws Exception
 */
@Test
public void saveMetsTest() throws Exception {
    for (MetsExportTestElement testElement : testElements) {
        // copyFiles(testElement);
        String sourceDirPath = getTargetPath() + File.separator +
                testElement.getDirectory() + File.separator;
        File resultDir = tmp.newFolder("result" + testElement.getResultFolder());
        String path = sourceDirPath + testElement.getInitialDocument();
        DigitalObject dbObj = MetsUtils.readFoXML(path);
        Configuration config = new BaseConfiguration();
        config.addProperty(NdkExportOptions.PROP_NDK_AGENT_ARCHIVIST, "Archivist");
        config.addProperty(NdkExportOptions.PROP_NDK_AGENT_CREATOR, "Creator");
        MetsContext context = new MetsContext();
        context.setPath(sourceDirPath);
        context.setFsParentMap(TestConst.parents);
        context.setOutputPath(resultDir.getAbsolutePath());
        context.setAllowNonCompleteStreams(true);
        context.setAllowMissingURNNBN(true);
        context.setConfig(NdkExportOptions.getOptions(config));
        MetsElement metsElement = MetsElement.getElement(dbObj, null, context, true);
        MetsElementVisitor visitor = new MetsElementVisitor();
        metsElement.accept(visitor);
        String packageId = context.getGeneratedPSP().get(0);
        File infoFile = new File(resultDir.getAbsolutePath() + File.separator + packageId + File.separator +
                "info_" + packageId + ".xml");
        JAXBContext jaxbContext = JAXBContext.newInstance(Info.class);
        Unmarshaller unmarshaller = jaxbContext.createUnmarshaller();
        Info info = (Info) unmarshaller.unmarshal(infoFile);
        assertEquals(1 + testElement.getTotalItems(),
                info.getItemlist().getItemtotal().intValue());
        if (System.getProperty("os.name").toLowerCase().contains("win")) {
            // this is an aproximation as the precompute sizes ignore win EOLs
            assertTrue(info.getSize() != 0 && testElement.getSize() <= info.getSize());
        } else {
            assertEquals(testElement.getSize(), info.getSize());
        }
        File metsFile = new File(resultDir.getAbsolutePath() + File.separator + packageId + File.separator +
                "mets_" + packageId + ".xml");
        JAXBContext jaxbContextMets = JAXBContext.newInstance(Mets.class);
        Unmarshaller unmarshallerMets = jaxbContextMets.createUnmarshaller();
        Mets mets = (Mets) unmarshallerMets.unmarshal(metsFile);
        assertEquals(testElement.getNumberOfFiles(),
                mets.getFileSec().getFileGrp().size());
        assertEquals(testElement.getType(), mets.getTYPE());

        String expectedFileName = "txt_" + packageId + "_0001";
        String actualFileName = ((FileType)(mets.getStructMap().get(1).getDiv().getDiv().get(0).getFptr().get(0).getFILEID())).getID();
        assertEquals(expectedFileName, actualFileName);

        String expectedFileHref = "txt/" + expectedFileName + ".txt";
        String actualFileHref = mets.getFileSec().getFileGrp().get(0).getFile().get(0).getFLocat().get(0).getHref();
        assertEquals(expectedFileHref, actualFileHref);
    }
}

Example 18

Source File: RealtimeSegmentRelocator.java From incubator-pinot with Apache License 2.0

4 votes

@Override
protected void processTable(String tableNameWithType) {
  // Only relocate segments for LLC real-time table
  if (!TableNameBuilder.isRealtimeTableResource(tableNameWithType)) {
    return;
  }
  TableConfig tableConfig = _pinotHelixResourceManager.getTableConfig(tableNameWithType);
  Preconditions.checkState(tableConfig != null, "Failed to find table config for table: {}", tableNameWithType);
  if (new StreamConfig(tableNameWithType, tableConfig.getIndexingConfig().getStreamConfigs())
      .hasHighLevelConsumerType()) {
    return;
  }
  if (!InstanceAssignmentConfigUtils.shouldRelocateCompletedSegments(tableConfig)) {
    LOGGER.debug("No need to relocate COMPLETED segments for table: {}", tableNameWithType);
    return;
  }

  LOGGER.info("Relocating COMPLETED segments for table: {}", tableNameWithType);
  // Allow at most one replica unavailable during relocation
  Configuration rebalanceConfig = new BaseConfiguration();
  rebalanceConfig.addProperty(RebalanceConfigConstants.MIN_REPLICAS_TO_KEEP_UP_FOR_NO_DOWNTIME, -1);
  // Run rebalance asynchronously
  _executorService.submit(() -> {
    try {
      RebalanceResult rebalance =
          new TableRebalancer(_pinotHelixResourceManager.getHelixZkManager()).rebalance(tableConfig, rebalanceConfig);
      switch (rebalance.getStatus()) {
        case NO_OP:
          LOGGER.info("All COMPLETED segments are already relocated for table: {}", tableNameWithType);
          break;
        case DONE:
          LOGGER.info("Finished relocating COMPLETED segments for table: {}", tableNameWithType);
          break;
        default:
          LOGGER.error("Relocation failed for table: {}", tableNameWithType);
      }
    } catch (Throwable t) {
      LOGGER.error("Caught exception/error while rebalancing table: {}", tableNameWithType, t);
    }
  });
}

Example 19

Source File: TitanGraphDatabase.java From graphdb-benchmarks with Apache License 2.0

4 votes

private static final Configuration generateBaseTitanConfiguration(GraphDatabaseType type, File dbPath,
    boolean batchLoading, BenchmarkConfiguration bench)
{
    if (!GraphDatabaseType.TITAN_FLAVORS.contains(type))
    {
        throw new IllegalArgumentException("must provide a Titan database type but got "
            + (type == null ? "null" : type.name()));
    }

    if (dbPath == null)
    {
        throw new IllegalArgumentException("the dbPath must not be null");
    }
    if (!dbPath.exists() || !dbPath.canWrite() || !dbPath.isDirectory())
    {
        throw new IllegalArgumentException("db path must exist as a directory and must be writeable");
    }

    final Configuration conf = new MapConfiguration(new HashMap<String, String>());
    final Configuration storage = conf.subset(GraphDatabaseConfiguration.STORAGE_NS.getName());
    final Configuration ids = conf.subset(GraphDatabaseConfiguration.IDS_NS.getName());
    final Configuration metrics = conf.subset(GraphDatabaseConfiguration.METRICS_NS.getName());

    conf.addProperty(GraphDatabaseConfiguration.ALLOW_SETTING_VERTEX_ID.getName(), "true");

    // storage NS config. FYI, storage.idauthority-wait-time is 300ms
    storage.addProperty(GraphDatabaseConfiguration.STORAGE_BACKEND.getName(), type.getBackend());
    storage.addProperty(GraphDatabaseConfiguration.STORAGE_DIRECTORY.getName(), dbPath.getAbsolutePath());
    storage.addProperty(GraphDatabaseConfiguration.STORAGE_BATCH.getName(), Boolean.toString(batchLoading));
    storage.addProperty(GraphDatabaseConfiguration.BUFFER_SIZE.getName(), bench.getTitanBufferSize());
    storage.addProperty(GraphDatabaseConfiguration.PAGE_SIZE.getName(), bench.getTitanPageSize());

    // ids NS config
    ids.addProperty(GraphDatabaseConfiguration.IDS_BLOCK_SIZE.getName(), bench.getTitanIdsBlocksize());

    // Titan metrics - https://github.com/thinkaurelius/titan/wiki/Titan-Performance-and-Monitoring
    metrics.addProperty(GraphDatabaseConfiguration.BASIC_METRICS.getName(), "true");
    metrics.addProperty("prefix", type.getShortname());
    if(bench.publishGraphiteMetrics()) {
        final Configuration graphite = metrics.subset(BenchmarkConfiguration.GRAPHITE);
        graphite.addProperty("hostname", bench.getGraphiteHostname());
        graphite.addProperty(BenchmarkConfiguration.CSV_INTERVAL, bench.getCsvReportingInterval());
    }
    if(bench.publishCsvMetrics()) {
        final Configuration csv = metrics.subset(GraphDatabaseConfiguration.METRICS_CSV_NS.getName());
        csv.addProperty(GraphDatabaseConfiguration.METRICS_CSV_DIR.getName(), bench.getCsvDir().getAbsolutePath());
        csv.addProperty(BenchmarkConfiguration.CSV_INTERVAL, bench.getCsvReportingInterval());
    }
    
    return conf;
}

Example 20

Source File: ClientConfig.java From juddi with Apache License 2.0

2 votes

private void addXRegistration(Configuration cc) {

                cc.addProperty("client.XtoWsdl.IgnoreSSLErrors", isX_To_Wsdl_Ignore_SSL_Errors());
        }