com.emc.object.s3.S3Config Java Examples

TestContext() throws Exception {
    String bucketName = BUCKET_NAME_PREFIX + UUID.randomUUID().toString();
    this.adapterConfig = ExtendedS3StorageConfig.builder()
            .with(ExtendedS3StorageConfig.CONFIGURI, configUri)
            .with(ExtendedS3StorageConfig.BUCKET, bucketName)
            .with(ExtendedS3StorageConfig.PREFIX, "samplePrefix")
            .build();
    s3Config = new ConfigUri<>(S3Config.class).parseUri(configUri);
    s3Proxy = new S3ProxyImpl(configUri, s3Config);
    s3Proxy.start();
    client = new S3JerseyClientWrapper(s3Config, s3Proxy);
    client.createBucket(bucketName);
    List<ObjectKey> keys = client.listObjects(bucketName).getObjects().stream()
            .map(object -> new ObjectKey(object.getKey()))
            .collect(Collectors.toList());

    if (!keys.isEmpty()) {
        client.deleteObjects(new DeleteObjectsRequest(bucketName).withKeys(keys));
    }
}
 

public S3ProxyImpl(String endpoint, S3Config s3Config) {
    URI uri = URI.create(endpoint);

    Properties properties = new Properties();
    properties.setProperty("s3proxy.authorization", "none");
    properties.setProperty("s3proxy.endpoint", endpoint);
    properties.setProperty("jclouds.provider", "filesystem");
    properties.setProperty("jclouds.filesystem.basedir", "/tmp/s3proxy");

    ContextBuilder builder = ContextBuilder
            .newBuilder("filesystem")
            .credentials("x", "x")
            .modules(ImmutableList.<Module>of(new SLF4JLoggingModule()))
            .overrides(properties);
    BlobStoreContext context = builder.build(BlobStoreContext.class);
    BlobStore blobStore = context.getBlobStore();
    s3Proxy = S3Proxy.builder().awsAuthentication(AuthenticationType.AWS_V2_OR_V4, "x", "x")
                     .endpoint(uri)
                     .keyStore("", "")
                     .blobStore(blobStore)
                     .ignoreUnknownHeaders(true)
                     .build();
    client = new S3JerseyCopyPartClient(s3Config);
}
 

@PostConstruct
public void initialize() throws EcsManagementClientException,
        EcsManagementResourceNotFoundException, URISyntaxException {
    S3Config s3Config = new S3Config(
            new URI(broker.getRepositoryEndpoint()));
    s3Config.withIdentity(broker.getPrefixedUserName())
            .withSecretKey(broker.getRepositorySecret());
    this.s3 = new S3JerseyClient(s3Config);
    this.bucket = broker.getPrefixedBucketName();

    // NOTE -- ideally we would not need this code, but for now, the VolumeMount class has
    // custom serialization that is not matched with corresponding deserialization, so
    // deserializing serialized volume mounts doesn't work OOTB.
    SimpleModule module = new SimpleModule();
    module.addDeserializer(VolumeMount.DeviceType.class, new DeviceTypeDeserializer());
    module.addDeserializer(VolumeMount.Mode.class, new ModeDeserializer());
    module.addDeserializer(VolumeDevice.class, new VolumeDeviceDeserializer());
    objectMapper.registerModule(module);
}
 

@Override
public Storage createStorageAdapter() {
    URI uri = URI.create(s3ConfigUri);
    S3Config s3Config = new S3Config(uri);

    s3Config = s3Config
            .withRetryEnabled(false)
            .withInitialRetryDelay(1)
            .withProperty("com.sun.jersey.client.property.connectTimeout", 100);

    S3JerseyClient client = new S3ClientWrapper(s3Config, filesystemS3);
    return new AsyncStorageWrapper(new RollingStorage(new ExtendedS3Storage(client, config)), this.storageExecutor);
}
 

/**
 * Creates a new instance of the ExtendedS3StorageConfig class.
 *
 * @param properties The TypedProperties object to read Properties from.
 */
private ExtendedS3StorageConfig(TypedProperties properties) throws ConfigurationException {
    ConfigUri<S3Config> s3ConfigUri = new ConfigUri<S3Config>(S3Config.class);
    this.s3Config = Preconditions.checkNotNull(s3ConfigUri.parseUri(properties.get(CONFIGURI)), "configUri");
    this.accessKey = Preconditions.checkNotNull(s3Config.getIdentity(), "identity");
    this.secretKey = Preconditions.checkNotNull(s3Config.getSecretKey(), "secretKey");
    this.bucket = Preconditions.checkNotNull(properties.get(BUCKET), "bucket");
    String givenPrefix = Preconditions.checkNotNull(properties.get(PREFIX), "prefix");
    this.prefix = givenPrefix.endsWith(PATH_SEPARATOR) ? givenPrefix : givenPrefix + PATH_SEPARATOR;
    this.useNoneMatch = properties.getBoolean(USENONEMATCH);
    this.smallObjectSizeLimitForConcat = properties.getInt(SMALL_OBJECT_THRESHOLD);
}
 

public BucketWipeOperations getBucketWipe(BrokerConfig broker) throws URISyntaxException {
    S3Config s3Config = new S3Config(new URI(broker.getRepositoryEndpoint()));
    s3Config.withIdentity(broker.getPrefixedUserName())
        .withSecretKey(broker.getRepositorySecret());

    return new BucketWipeOperations(new S3JerseyClient(s3Config));
}
 

public S3ClientWrapper(S3Config s3Config, S3ImplBase s3Impl) {
    super(s3Config);
    this.s3Impl = s3Impl;
}
 

public S3JerseyClientWrapper(S3Config s3Config, S3ImplBase proxy) {
    super(s3Config);
    this.proxy = proxy;
}
 

public S3JerseyCopyPartClient(S3Config s3Config) {
    super(s3Config);
}
 

@PostConstruct
public void initialize() throws URISyntaxException {
    logger.info(format("Creating S3 config with repository endpoint %s", broker.getRepositoryEndpoint()));

    S3Config s3Config = new S3Config(new URI(broker.getRepositoryEndpoint()));

    logger.debug(format("Created S3 config %s", s3Config));

    s3Config.withIdentity(broker.getPrefixedUserName()).withSecretKey(broker.getRepositorySecret());

    this.s3 = new S3JerseyClient(s3Config, new URLConnectionClientHandler());

    logger.debug(format("JerseyClient S3 config %s", this.s3.getS3Config()));

    this.bucket = broker.getPrefixedBucketName();

    logger.info("Service repository bucket name: {}", this.bucket);
}