com.amazonaws.SDKGlobalConfiguration Java Examples
The following examples show how to use
com.amazonaws.SDKGlobalConfiguration.
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: CloudStreamKinesisToWebfluxApplicationTests.java From spring-cloud-stream-samples with Apache License 2.0 | 6 votes |
@Bean public AmazonKinesisAsync amazonKinesis() { // See https://github.com/mhart/kinesalite#cbor-protocol-issues-with-the-java-sdk System.setProperty(SDKGlobalConfiguration.AWS_CBOR_DISABLE_SYSTEM_PROPERTY, "true"); return AmazonKinesisAsyncClientBuilder.standard() .withClientConfiguration( new ClientConfiguration() .withMaxErrorRetry(0) .withConnectionTimeout(1000)) .withEndpointConfiguration( new AwsClientBuilder.EndpointConfiguration("http://localhost:" + DEFAULT_KINESALITE_PORT, Regions.DEFAULT_REGION.getName())) .withCredentials(new AWSStaticCredentialsProvider(new BasicAWSCredentials("", ""))) .build(); }
Example #2
Source File: ImportResourceIT.java From usergrid with Apache License 2.0 | 6 votes |
public Entity payloadBuilder() { String accessId = System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR ); String secretKey = System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR ); Entity storage_info = new Entity(); storage_info.put("s3_key", secretKey); storage_info.put("s3_access_id", accessId); storage_info.put("bucket_location", bucketName) ; Entity properties = new Entity(); properties.put("storage_provider", "s3"); properties.put("storage_info", storage_info); Entity payload = new Entity(); payload.put("properties", properties); return payload; }
Example #3
Source File: ImportResourceIT.java From usergrid with Apache License 2.0 | 6 votes |
/** * Delete the configured s3 bucket. */ public void deleteBucket() { logger.debug("\n\nDelete bucket\n"); String accessId = System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR ); String secretKey = System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR ); Properties overrides = new Properties(); overrides.setProperty("s3" + ".identity", accessId); overrides.setProperty("s3" + ".credential", secretKey); final Iterable<? extends Module> MODULES = ImmutableSet.of(new JavaUrlHttpCommandExecutorServiceModule(), new Log4JLoggingModule(), new NettyPayloadModule()); BlobStoreContext context = ContextBuilder.newBuilder("s3").credentials(accessId, secretKey).modules(MODULES) .overrides(overrides ).buildView(BlobStoreContext.class); BlobStore blobStore = context.getBlobStore(); blobStore.deleteContainer(bucketName); }
Example #4
Source File: ImportResourceIT.java From usergrid with Apache License 2.0 | 6 votes |
@Before public void before() { configured = !StringUtils.isEmpty(System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR )) && !StringUtils.isEmpty(System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR )) && !StringUtils.isEmpty(System.getProperty("bucketName")); if (!configured) { logger.warn("Skipping test because {}, {} and bucketName not " + "specified as system properties, e.g. in your Maven settings.xml file.", new Object[]{ "s3_key", "s3_access_id" }); } // if (!StringUtils.isEmpty(bucketPrefix)) { // deleteBucketsWithPrefix(); // } bucketName = bucketPrefix + RandomStringUtils.randomAlphanumeric(10).toLowerCase(); }
Example #5
Source File: ExportServiceIT.java From usergrid with Apache License 2.0 | 6 votes |
public HashMap<String, Object> payloadBuilder( String orgOrAppName ) { HashMap<String, Object> payload = new HashMap<String, Object>(); Map<String, Object> properties = new HashMap<String, Object>(); Map<String, Object> storage_info = new HashMap<String, Object>(); storage_info.put( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR, System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR ) ); storage_info.put( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR, System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR ) ); storage_info.put( "bucket_location", bucketName ); properties.put( "storage_provider", "s3" ); properties.put( "storage_info", storage_info ); payload.put( "path", orgOrAppName ); payload.put( "properties", properties ); return payload; }
Example #6
Source File: ExportServiceIT.java From usergrid with Apache License 2.0 | 6 votes |
@Before public void before() { boolean configured = !StringUtils.isEmpty(System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR)) && !StringUtils.isEmpty(System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR)) && !StringUtils.isEmpty(System.getProperty("bucketName")); if ( !configured ) { logger.warn("Skipping test because {}, {} and bucketName not " + "specified as system properties, e.g. in your Maven settings.xml file.", new Object[] { SDKGlobalConfiguration.SECRET_KEY_ENV_VAR, SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR }); } Assume.assumeTrue( configured ); adminUser = newOrgAppAdminRule.getAdminInfo(); organization = newOrgAppAdminRule.getOrganizationInfo(); applicationId = newOrgAppAdminRule.getApplicationInfo().getId(); bucketPrefix = System.getProperty( "bucketName" ); bucketName = bucketPrefix + RandomStringUtils.randomAlphanumeric(10).toLowerCase(); }
Example #7
Source File: ImportServiceIT.java From usergrid with Apache License 2.0 | 6 votes |
public void deleteBucket() { String accessId = System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR ); String secretKey = System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR ); Properties overrides = new Properties(); overrides.setProperty( "s3" + ".identity", accessId ); overrides.setProperty( "s3" + ".credential", secretKey ); Blob bo = null; BlobStore blobStore = null; final Iterable<? extends Module> MODULES = ImmutableSet .of(new JavaUrlHttpCommandExecutorServiceModule(), new Log4JLoggingModule(), new NettyPayloadModule()); BlobStoreContext context = ContextBuilder.newBuilder("s3").credentials( accessId, secretKey ).modules( MODULES ) .overrides( overrides ).buildView( BlobStoreContext.class ); blobStore = context.getBlobStore(); blobStore.deleteContainer( bucketName ); }
Example #8
Source File: ImportServiceIT.java From usergrid with Apache License 2.0 | 6 votes |
public HashMap<String, Object> payloadBuilder() { HashMap<String, Object> payload = new HashMap<String, Object>(); Map<String, Object> properties = new HashMap<String, Object>(); Map<String, Object> storage_info = new HashMap<String, Object>(); storage_info.put( "bucket_location", bucketName ); storage_info.put( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR, System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR ) ); storage_info.put( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR, System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR ) ); properties.put( "storage_provider", "s3" ); properties.put( "storage_info", storage_info ); payload.put( "path","test-organization/test-app" ); payload.put( "properties", properties ); return payload; }
Example #9
Source File: ImportServiceIT.java From usergrid with Apache License 2.0 | 6 votes |
@Before public void before() { boolean configured = !StringUtils.isEmpty(System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR)) && !StringUtils.isEmpty(System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR)) && !StringUtils.isEmpty(System.getProperty("bucketName")); if ( !configured ) { logger.warn("Skipping test because {}, {} and bucketName not " + "specified as system properties, e.g. in your Maven settings.xml file.", new Object[] { SDKGlobalConfiguration.SECRET_KEY_ENV_VAR, SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR }); } Assume.assumeTrue( configured ); }
Example #10
Source File: ImportCollectionIT.java From usergrid with Apache License 2.0 | 6 votes |
/** * Delete the configured s3 bucket. */ public void deleteBucket() { logger.debug("\n\nDelete bucket\n"); String accessId = System.getProperty(SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR); String secretKey = System.getProperty(SDKGlobalConfiguration.SECRET_KEY_ENV_VAR); Properties overrides = new Properties(); overrides.setProperty("s3" + ".identity", accessId); overrides.setProperty("s3" + ".credential", secretKey); final Iterable<? extends Module> MODULES = ImmutableSet .of(new JavaUrlHttpCommandExecutorServiceModule(), new Log4JLoggingModule(), new NettyPayloadModule()); BlobStoreContext context = ContextBuilder.newBuilder("s3").credentials(accessId, secretKey).modules(MODULES) .overrides(overrides).buildView(BlobStoreContext.class); BlobStore blobStore = context.getBlobStore(); blobStore.deleteContainer( bucketName ); }
Example #11
Source File: ImportCollectionIT.java From usergrid with Apache License 2.0 | 6 votes |
@Before public void before() { boolean configured = !StringUtils.isEmpty(System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR)) && !StringUtils.isEmpty(System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR)) && !StringUtils.isEmpty(System.getProperty("bucketName")); if ( !configured ) { logger.warn("Skipping test because {}, {} and bucketName not " + "specified as system properties, e.g. in your Maven settings.xml file.", new Object[] { SDKGlobalConfiguration.SECRET_KEY_ENV_VAR, SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR }); } Assume.assumeTrue( configured ); adminUser = newOrgAppAdminRule.getAdminInfo(); organization = newOrgAppAdminRule.getOrganizationInfo(); applicationId = newOrgAppAdminRule.getApplicationInfo().getId(); bucketName = bucketPrefix + RandomStringUtils.randomAlphanumeric(10).toLowerCase(); }
Example #12
Source File: InstanceProfileCredentialsProvider.java From bazel with Apache License 2.0 | 6 votes |
private InstanceProfileCredentialsProvider(boolean refreshCredentialsAsync, final boolean eagerlyRefreshCredentialsAsync) { credentialsFetcher = new EC2CredentialsFetcher(new InstanceMetadataCredentialsEndpointProvider()); if (!SDKGlobalConfiguration.isEc2MetadataDisabled()) { if (refreshCredentialsAsync) { executor = Executors.newScheduledThreadPool(1); executor.scheduleWithFixedDelay(new Runnable() { @Override public void run() { try { if (shouldRefresh) credentialsFetcher.getCredentials(); } catch (AmazonClientException ace) { handleError(ace); } catch (RuntimeException re) { handleError(re); } } }, 0, ASYNC_REFRESH_INTERVAL_TIME_MINUTES, TimeUnit.MINUTES); } } }
Example #13
Source File: UsergridAwsCredentials.java From usergrid with Apache License 2.0 | 5 votes |
public String getAWSSecretKeyJson(Map<String,Object> jsonObject){ String secretKey = (String) jsonObject.get( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR ); if ( StringUtils.isEmpty( secretKey ) ){ secretKey = (String) jsonObject.get( SDKGlobalConfiguration.ALTERNATE_SECRET_KEY_ENV_VAR ); } if(StringUtils.isEmpty(secretKey)){ throw new AmazonClientException("Could not get aws secret key from json object."); } return StringUtils.trim( secretKey ); }
Example #14
Source File: UsergridAwsCredentials.java From usergrid with Apache License 2.0 | 5 votes |
public String getAWSAccessKeyIdJson(Map<String,Object> jsonObject){ String accessKey = (String) jsonObject.get( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR ); if ( StringUtils.isEmpty( accessKey ) ){ accessKey = (String) jsonObject.get( SDKGlobalConfiguration.ALTERNATE_ACCESS_KEY_ENV_VAR ); } if(StringUtils.isEmpty(accessKey)){ throw new AmazonClientException("Could not get aws access key from json object."); } return StringUtils.trim( accessKey ); }
Example #15
Source File: UsergridAwsCredentials.java From usergrid with Apache License 2.0 | 5 votes |
@Override public String getAWSSecretKey() { String secret = System.getProperty(SDKGlobalConfiguration.SECRET_KEY_ENV_VAR); if(StringUtils.isEmpty(secret)){ secret = System.getProperty(SDKGlobalConfiguration.ALTERNATE_SECRET_KEY_ENV_VAR); } return StringUtils.trim(secret); }
Example #16
Source File: UsergridAwsCredentials.java From usergrid with Apache License 2.0 | 5 votes |
@Override public String getAWSAccessKeyId() { String accessKey = System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR); if( StringUtils.isEmpty( accessKey )){ accessKey = System.getProperty(SDKGlobalConfiguration.ALTERNATE_ACCESS_KEY_ENV_VAR); } return StringUtils.trim(accessKey); }
Example #17
Source File: ImportResourceIT.java From usergrid with Apache License 2.0 | 5 votes |
private static void deleteBucketsWithPrefix() { logger.debug("\n\nDelete buckets with prefix {}\n", bucketPrefix); String accessId = System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR ); String secretKey = System.getProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR ); Properties overrides = new Properties(); overrides.setProperty("s3" + ".identity", accessId); overrides.setProperty("s3" + ".credential", secretKey); final Iterable<? extends Module> MODULES = ImmutableSet .of(new JavaUrlHttpCommandExecutorServiceModule(), new Log4JLoggingModule(), new NettyPayloadModule()); BlobStoreContext context = ContextBuilder.newBuilder("s3").credentials(accessId, secretKey).modules(MODULES) .overrides(overrides ).buildView(BlobStoreContext.class); BlobStore blobStore = context.getBlobStore(); final PageSet<? extends StorageMetadata> blobStoreList = blobStore.list(); for (Object o : blobStoreList.toArray()) { StorageMetadata s = (StorageMetadata) o; if (s.getName().startsWith(bucketPrefix)) { try { blobStore.deleteContainer(s.getName()); } catch (ContainerNotFoundException cnfe) { logger.warn("Attempted to delete bucket {} but it is already deleted", cnfe); } logger.debug("Deleted bucket {}", s.getName()); } } }
Example #18
Source File: ParquetOutputPlugin.java From embulk-output-parquet with MIT License | 5 votes |
private ParquetWriter<PageReader> createWriter(PluginTask task, Schema schema, int processorIndex) { //In case of using Frankurt (eu-central-1) with Signature Version 4 Signing Process System.setProperty(SDKGlobalConfiguration.ENABLE_S3_SIGV4_SYSTEM_PROPERTY, task.getSignature()); final TimestampFormatter[] timestampFormatters = Timestamps.newTimestampColumnFormatters(task, schema, task.getColumnOptions()); final boolean addUTF8 = task.getAddUTF8(); final Path path = new Path(buildPath(task, processorIndex)); final CompressionCodecName codec = CompressionCodecName.valueOf(task.getCompressionCodec()); final int blockSize = task.getBlockSize(); final int pageSize = task.getPageSize(); final Configuration conf = createConfiguration(task.getExtraConfigurations(), task.getConfigFiles()); final boolean overwrite = task.getOverwrite(); ParquetWriter<PageReader> writer = null; try { EmbulkWriterBuilder builder = new EmbulkWriterBuilder(path, schema, timestampFormatters, addUTF8) .withCompressionCodec(codec) .withRowGroupSize(blockSize) .withPageSize(pageSize) .withDictionaryPageSize(pageSize) .withConf(conf); if (overwrite) { builder.withWriteMode(ParquetFileWriter.Mode.OVERWRITE); } writer = builder.build(); } catch (IOException e) { Throwables.propagate(e); } return writer; }
Example #19
Source File: ConfigEnvVarOverrideLocationProvider.java From bazel with Apache License 2.0 | 5 votes |
@Override public File getLocation() { String overrideLocation = System.getenv(SDKGlobalConfiguration.AWS_CONFIG_FILE_ENV_VAR); if (overrideLocation != null) { return new File(overrideLocation); } return null; }
Example #20
Source File: AwsAssetResourceIT.java From usergrid with Apache License 2.0 | 5 votes |
@Test public void errorCheckingInvalidProperties() throws Exception { Map<String, Object> errorTestProperties; errorTestProperties = getRemoteTestProperties(); //test that we fail gracefully if we have missing properties setTestProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR, "xxx"); setTestProperty( SDKGlobalConfiguration.SECRET_KEY_ENV_VAR, "xxx" ); setTestProperty( "usergrid.binary.bucketname", "xxx" ); try { Map<String, String> payload = hashMap( "name", "assetname" ); ApiResponse postResponse = pathResource( getOrgAppPath( "foos" ) ).post( payload ); UUID assetId = postResponse.getEntities().get( 0 ).getUuid(); assertNotNull( assetId ); // post a binary asset to that entity byte[] data = IOUtils.toByteArray( getClass().getResourceAsStream( "/cassandra_eye.jpg" ) ); ApiResponse putResponse = pathResource( getOrgAppPath( "foos/" + assetId ) ).put( data, MediaType.APPLICATION_OCTET_STREAM_TYPE ); }catch ( AwsPropertiesNotFoundException e ){ fail("Shouldn't interrupt runtime if access key isnt found."); } catch( InternalServerErrorException uie){ assertEquals( 500, uie.getResponse().getStatus() ); } finally{ setTestProperties( errorTestProperties ); } }
Example #21
Source File: AwsAssetResourceIT.java From usergrid with Apache License 2.0 | 5 votes |
@Test public void errorCheckingMissingProperties() throws Exception { Map<String, Object> errorTestProperties; errorTestProperties = getRemoteTestProperties(); //test that we fail gracefully if we have missing properties setTestProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR, "xxx" ); try { Map<String, String> payload = hashMap( "name", "assetname" ); ApiResponse postResponse = pathResource( getOrgAppPath( "foos" ) ).post( payload ); UUID assetId = postResponse.getEntities().get( 0 ).getUuid(); assertNotNull( assetId ); // post a binary asset to that entity byte[] data = IOUtils.toByteArray( getClass().getResourceAsStream( "/cassandra_eye.jpg" ) ); ApiResponse putResponse = pathResource( getOrgAppPath( "foos/" + assetId ) ).put( data, MediaType.APPLICATION_OCTET_STREAM_TYPE ); }catch ( AwsPropertiesNotFoundException e ){ fail("Shouldn't interrupt runtime if access key isnt found."); } catch( ClientErrorException uie){ assertEquals(500,uie.getResponse().getStatus()); } finally{ setTestProperties( errorTestProperties ); } }
Example #22
Source File: InstanceProfileCredentialsProvider.java From bazel with Apache License 2.0 | 5 votes |
/** * {@inheritDoc} * * @throws AmazonClientException if {@link SDKGlobalConfiguration#isEc2MetadataDisabled()} is true */ @Override public AWSCredentials getCredentials() { if (SDKGlobalConfiguration.isEc2MetadataDisabled()) { throw new AmazonClientException("AWS_EC2_METADATA_DISABLED is set to true, not loading credentials from EC2 Instance " + "Metadata service"); } AWSCredentials creds = credentialsFetcher.getCredentials(); shouldRefresh = true; return creds; }
Example #23
Source File: ImportCollectionIT.java From usergrid with Apache License 2.0 | 5 votes |
private static void deleteBucketsWithPrefix() { logger.debug("\n\nDelete buckets with prefix {}\n", bucketPrefix ); String accessId = System.getProperty(SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR); String secretKey = System.getProperty(SDKGlobalConfiguration.SECRET_KEY_ENV_VAR); Properties overrides = new Properties(); overrides.setProperty("s3" + ".identity", accessId); overrides.setProperty("s3" + ".credential", secretKey); final Iterable<? extends Module> MODULES = ImmutableSet .of(new JavaUrlHttpCommandExecutorServiceModule(), new Log4JLoggingModule(), new NettyPayloadModule()); BlobStoreContext context = ContextBuilder.newBuilder("s3").credentials(accessId, secretKey).modules(MODULES) .overrides(overrides).buildView(BlobStoreContext.class); BlobStore blobStore = context.getBlobStore(); final PageSet<? extends StorageMetadata> blobStoreList = blobStore.list(); for ( Object o : blobStoreList.toArray() ) { StorageMetadata s = (StorageMetadata)o; if ( s.getName().startsWith( bucketPrefix )) { try { blobStore.deleteContainer(s.getName()); } catch ( ContainerNotFoundException cnfe ) { logger.warn("Attempted to delete bucket {} but it is already deleted", cnfe ); } logger.debug("Deleted bucket {}", s.getName()); } } }
Example #24
Source File: ImportCollectionIT.java From usergrid with Apache License 2.0 | 5 votes |
/** * Start export job that wilk export a specific collection to the S3 bucket. */ private void exportCollection( final EntityManager em, final String collectionName ) throws Exception { logger.debug("\n\nExporting {} collection from application {}\n", collectionName, em.getApplication().getName() ); setup.getEntityIndex().refresh(em.getApplicationId()); ExportService exportService = setup.getExportService(); UUID exportUUID = exportService.schedule( new HashMap<String, Object>() {{ put( "path", organization.getName() + em.getApplication().getName()); put( "organizationId", organization.getUuid()); put( "applicationId", em.getApplication().getUuid() ); put( "collectionName", collectionName); put( "properties", new HashMap<String, Object>() {{ put( "storage_provider", "s3" ); put( "storage_info", new HashMap<String, Object>() {{ put( "s3_access_id", System.getProperty( SDKGlobalConfiguration.ACCESS_KEY_ENV_VAR) ); put("s3_key", System.getProperty(SDKGlobalConfiguration.SECRET_KEY_ENV_VAR)); put( "bucket_location", bucketName ); }}); }}); }}); int maxRetries = 30; int retries = 0; while ( !exportService.getState( exportUUID ).equals( "FINISHED" ) && retries++ < maxRetries ) { logger.debug("Waiting for export..."); Thread.sleep(1000); } if ( retries >= maxRetries ) { throw new RuntimeException("Max retries reached"); } }
Example #25
Source File: AmazonEc2InstanceDataPropertySourceTest.java From spring-cloud-aws with Apache License 2.0 | 4 votes |
private static void resetMetadataEndpointUrlOverwrite() { System.clearProperty( SDKGlobalConfiguration.EC2_METADATA_SERVICE_OVERRIDE_SYSTEM_PROPERTY); }
Example #26
Source File: MetaDataServer.java From spring-cloud-aws with Apache License 2.0 | 4 votes |
private static void resetMetadataEndpointUrlOverwrite() { System.clearProperty( SDKGlobalConfiguration.EC2_METADATA_SERVICE_OVERRIDE_SYSTEM_PROPERTY); }
Example #27
Source File: TestStackInstanceIdService.java From spring-cloud-aws with Apache License 2.0 | 4 votes |
private static void overwriteMetadataEndpointUrl( String localMetadataServiceEndpointUrl) { System.setProperty( SDKGlobalConfiguration.EC2_METADATA_SERVICE_OVERRIDE_SYSTEM_PROPERTY, localMetadataServiceEndpointUrl); }
Example #28
Source File: TestStackInstanceIdService.java From spring-cloud-aws with Apache License 2.0 | 4 votes |
private static void resetMetadataEndpointUrlOverwrite() { System.clearProperty( SDKGlobalConfiguration.EC2_METADATA_SERVICE_OVERRIDE_SYSTEM_PROPERTY); }
Example #29
Source File: AmazonEc2InstanceDataPropertySourceAwsTest.java From spring-cloud-aws with Apache License 2.0 | 4 votes |
private static void overwriteMetadataEndpointUrl( String localMetadataServiceEndpointUrl) { System.setProperty( SDKGlobalConfiguration.EC2_METADATA_SERVICE_OVERRIDE_SYSTEM_PROPERTY, localMetadataServiceEndpointUrl); }
Example #30
Source File: S3Manager.java From ReplicaDB with Apache License 2.0 | 4 votes |
@Override public int insertDataToTable(ResultSet resultSet, int taskId) throws Exception { URI s3Uri = new URI(options.getSinkConnect()); // Get Service Endpoint // Secure by default String serviceEndpoint = "https://"; if (!isSecuereConnection()) { serviceEndpoint = "http://"; } // Get Service Port String servicePort = ""; if (s3Uri.getPort() != -1) { servicePort = ":" + s3Uri.getPort(); } serviceEndpoint = serviceEndpoint + s3Uri.getHost() + servicePort; LOG.debug("Using serviceEndpoint: " + serviceEndpoint); // Get Bucket name String bucketName = s3Uri.getPath().replaceAll("/$", ""); LOG.debug(this.toString()); // S3 Client System.setProperty(SDKGlobalConfiguration.DISABLE_CERT_CHECKING_SYSTEM_PROPERTY, "true"); AWSCredentials credentials = new BasicAWSCredentials(accessKey, secretKey); AmazonS3 s3Client = AmazonS3ClientBuilder .standard() .withRegion("") .withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(serviceEndpoint, null)) .withPathStyleAccessEnabled(true) .withCredentials(new AWSStaticCredentialsProvider(credentials)) .build(); if (!isObjectPerRow()) { // All rows are only one CSV object in s3 putCsvToS3(resultSet, taskId, s3Client, bucketName); } else { // Each row is a different object in s3 putObjectToS3(resultSet, taskId, s3Client, bucketName); } return 0; }