Java Code Examples for org.apache.solr.client.solrj.impl.CloudSolrClient#setZkClientTimeout()
The following examples show how to use
org.apache.solr.client.solrj.impl.CloudSolrClient#setZkClientTimeout() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
| Source File: HBaseIndexerMapper.java From hbase-indexer with Apache License 2.0 | 6 votes |
|
private DirectSolrInputDocumentWriter createCloudSolrWriter(Context context, Map<String, String> indexConnectionParams)
throws IOException {
String indexZkHost = indexConnectionParams.get(SolrConnectionParams.ZOOKEEPER);
String collectionName = indexConnectionParams.get(SolrConnectionParams.COLLECTION);
if (indexZkHost == null) {
throw new IllegalStateException("No index ZK host defined");
}
if (collectionName == null) {
throw new IllegalStateException("No collection name defined");
}
CloudSolrClient solrServer = new CloudSolrClient.Builder().withZkHost(indexZkHost).build();
int zkSessionTimeout = HBaseIndexerConfiguration.getSessionTimeout(context.getConfiguration());
solrServer.setZkClientTimeout(zkSessionTimeout);
solrServer.setZkConnectTimeout(zkSessionTimeout);
solrServer.setDefaultCollection(collectionName);
return new DirectSolrInputDocumentWriter(context.getConfiguration().get(INDEX_NAME_CONF_KEY), solrServer);
}
Example 2
| Source File: HBaseMapReduceIndexerTool.java From hbase-indexer with Apache License 2.0 | 6 votes |
|
private Set<SolrClient> createSolrClients(Map<String, String> indexConnectionParams) throws MalformedURLException {
String solrMode = getSolrMode(indexConnectionParams);
if (solrMode.equals("cloud")) {
String indexZkHost = indexConnectionParams.get(SolrConnectionParams.ZOOKEEPER);
String collectionName = indexConnectionParams.get(SolrConnectionParams.COLLECTION);
CloudSolrClient solrServer = new CloudSolrClient.Builder().withZkHost(indexZkHost).build();
int zkSessionTimeout = HBaseIndexerConfiguration.getSessionTimeout(getConf());
solrServer.setZkClientTimeout(zkSessionTimeout);
solrServer.setZkConnectTimeout(zkSessionTimeout);
solrServer.setDefaultCollection(collectionName);
return Collections.singleton((SolrClient)solrServer);
} else if (solrMode.equals("classic")) {
PoolingClientConnectionManager connectionManager = new PoolingClientConnectionManager();
connectionManager.setDefaultMaxPerRoute(getSolrMaxConnectionsPerRoute(indexConnectionParams));
connectionManager.setMaxTotal(getSolrMaxConnectionsTotal(indexConnectionParams));
HttpClient httpClient = new DefaultHttpClient(connectionManager);
return new HashSet<SolrClient>(createHttpSolrClients(indexConnectionParams, httpClient));
} else {
throw new RuntimeException("Only 'cloud' and 'classic' are valid values for solr.mode, but got " + solrMode);
}
}
Example 3
| Source File: SolrClientFactory.java From hbase-indexer with Apache License 2.0 | 5 votes |
|
public static SolrClient createCloudSolrClient(Map<String, String> connectionParameters, int zkSessionTimeout) {
String solrZk = connectionParameters.get(SolrConnectionParams.ZOOKEEPER);
CloudSolrClient solr = new CloudSolrClient.Builder().withZkHost(solrZk).build();
solr.setZkClientTimeout(zkSessionTimeout);
solr.setZkConnectTimeout(zkSessionTimeout);
String collection = connectionParameters.get(SolrConnectionParams.COLLECTION);
solr.setDefaultCollection(collection);
return solr;
}
Example 4
| Source File: SolrLocator.java From kite with Apache License 2.0 | 5 votes |
|
public SolrClient getSolrServer() {
if (zkHost != null && zkHost.length() > 0) {
if (collectionName == null || collectionName.length() == 0) {
throw new MorphlineCompilationException("Parameter 'zkHost' requires that you also pass parameter 'collection'", config);
}
CloudSolrClient cloudSolrClient = new Builder()
.withZkHost(zkHost)
.build();
cloudSolrClient.setDefaultCollection(collectionName);
cloudSolrClient.setZkClientTimeout(zkClientSessionTimeout);
cloudSolrClient.setZkConnectTimeout(zkClientConnectTimeout);
return cloudSolrClient;
} else {
if (solrUrl == null && solrHomeDir != null) {
CoreContainer coreContainer = new CoreContainer(solrHomeDir);
coreContainer.load();
EmbeddedSolrServer embeddedSolrServer = new EmbeddedSolrServer(coreContainer, collectionName);
return embeddedSolrServer;
}
if (solrUrl == null || solrUrl.length() == 0) {
throw new MorphlineCompilationException("Missing parameter 'solrUrl'", config);
}
int solrServerNumThreads = 2;
int solrServerQueueLength = solrServerNumThreads;
SolrClient server = new SafeConcurrentUpdateSolrServer(solrUrl, solrServerQueueLength, solrServerNumThreads);
return server;
}
}
Example 5
| Source File: SolrProcessor.java From localization_nifi with Apache License 2.0 | 4 votes |
|
/**
* Create a SolrClient based on the type of Solr specified.
*
* @param context
* The context
* @return an HttpSolrClient or CloudSolrClient
*/
protected SolrClient createSolrClient(final ProcessContext context, final String solrLocation) {
final Integer socketTimeout = context.getProperty(SOLR_SOCKET_TIMEOUT).asTimePeriod(TimeUnit.MILLISECONDS).intValue();
final Integer connectionTimeout = context.getProperty(SOLR_CONNECTION_TIMEOUT).asTimePeriod(TimeUnit.MILLISECONDS).intValue();
final Integer maxConnections = context.getProperty(SOLR_MAX_CONNECTIONS).asInteger();
final Integer maxConnectionsPerHost = context.getProperty(SOLR_MAX_CONNECTIONS_PER_HOST).asInteger();
final SSLContextService sslContextService = context.getProperty(SSL_CONTEXT_SERVICE).asControllerService(SSLContextService.class);
final String jaasClientAppName = context.getProperty(JAAS_CLIENT_APP_NAME).getValue();
final ModifiableSolrParams params = new ModifiableSolrParams();
params.set(HttpClientUtil.PROP_SO_TIMEOUT, socketTimeout);
params.set(HttpClientUtil.PROP_CONNECTION_TIMEOUT, connectionTimeout);
params.set(HttpClientUtil.PROP_MAX_CONNECTIONS, maxConnections);
params.set(HttpClientUtil.PROP_MAX_CONNECTIONS_PER_HOST, maxConnectionsPerHost);
// has to happen before the client is created below so that correct configurer would be set if neeeded
if (!StringUtils.isEmpty(jaasClientAppName)) {
System.setProperty("solr.kerberos.jaas.appname", jaasClientAppName);
HttpClientUtil.setConfigurer(new Krb5HttpClientConfigurer());
}
final HttpClient httpClient = HttpClientUtil.createClient(params);
if (sslContextService != null) {
final SSLContext sslContext = sslContextService.createSSLContext(SSLContextService.ClientAuth.REQUIRED);
final SSLSocketFactory sslSocketFactory = new SSLSocketFactory(sslContext);
final Scheme httpsScheme = new Scheme("https", 443, sslSocketFactory);
httpClient.getConnectionManager().getSchemeRegistry().register(httpsScheme);
}
if (SOLR_TYPE_STANDARD.equals(context.getProperty(SOLR_TYPE).getValue())) {
return new HttpSolrClient(solrLocation, httpClient);
} else {
final String collection = context.getProperty(COLLECTION).evaluateAttributeExpressions().getValue();
final Integer zkClientTimeout = context.getProperty(ZK_CLIENT_TIMEOUT).asTimePeriod(TimeUnit.MILLISECONDS).intValue();
final Integer zkConnectionTimeout = context.getProperty(ZK_CONNECTION_TIMEOUT).asTimePeriod(TimeUnit.MILLISECONDS).intValue();
CloudSolrClient cloudSolrClient = new CloudSolrClient(solrLocation, httpClient);
cloudSolrClient.setDefaultCollection(collection);
cloudSolrClient.setZkClientTimeout(zkClientTimeout);
cloudSolrClient.setZkConnectTimeout(zkConnectionTimeout);
return cloudSolrClient;
}
}
Example 6
| Source File: RemoteSolrServerProvider.java From vind with Apache License 2.0 | 4 votes |
|
@Override
public SolrClient getInstance() {
Logger log = LoggerFactory.getLogger(SolrServerProvider.class);
String host = SearchConfiguration.get(SearchConfiguration.SERVER_HOST);
//Backwards compatibility
String solrHost = SearchConfiguration.get(SearchConfiguration.SERVER_SOLR_HOST);
if(host == null & solrHost != null) {
host = solrHost;
}
if(host == null) {
log.error("{} has to be set", SearchConfiguration.SERVER_HOST);
throw new RuntimeException(SearchConfiguration.SERVER_HOST + " has to be set");
}
String collection = SearchConfiguration.get(SearchConfiguration.SERVER_COLLECTION);
//Backwards compatibility
String solrCollection = SearchConfiguration.get(SearchConfiguration.SERVER_SOLR_COLLECTION);
if(collection == null & solrCollection != null) {
collection = solrCollection;
}
final String connectionTimeout = SearchConfiguration.get(SearchConfiguration.SERVER_CONNECTION_TIMEOUT);
final String soTimeout = SearchConfiguration.get(SearchConfiguration.SERVER_SO_TIMEOUT);
if(SearchConfiguration.get(SearchConfiguration.SERVER_SOLR_CLOUD, false)) {
log.info("Instantiating solr cloud client: {}", host);
if(collection != null) {
CloudSolrClient client = new CloudSolrClient.Builder(Arrays.asList(host), Optional.empty()).build();
client.setDefaultCollection(collection);
if(StringUtils.isNotEmpty(connectionTimeout)) {
client.setZkConnectTimeout(Integer.valueOf(connectionTimeout));
}
if(StringUtils.isNotEmpty(soTimeout)) {
client.setZkClientTimeout(Integer.valueOf(soTimeout));
}
return client;
} else {
log.error(SearchConfiguration.SERVER_COLLECTION + " has to be set");
throw new RuntimeException(SearchConfiguration.SERVER_COLLECTION + " has to be set");
}
} else {
if(collection != null) {
host = String.join("/",host,collection);
}
log.info("Instantiating solr http client: {}", host);
return new HttpSolrClient.Builder(host).build();
}
}
Example 7
| Source File: SolrUtils.java From nifi with Apache License 2.0 | 4 votes |
|
public static synchronized SolrClient createSolrClient(final PropertyContext context, final String solrLocation) {
final Integer socketTimeout = context.getProperty(SOLR_SOCKET_TIMEOUT).asTimePeriod(TimeUnit.MILLISECONDS).intValue();
final Integer connectionTimeout = context.getProperty(SOLR_CONNECTION_TIMEOUT).asTimePeriod(TimeUnit.MILLISECONDS).intValue();
final Integer maxConnections = context.getProperty(SOLR_MAX_CONNECTIONS).asInteger();
final Integer maxConnectionsPerHost = context.getProperty(SOLR_MAX_CONNECTIONS_PER_HOST).asInteger();
final SSLContextService sslContextService = context.getProperty(SSL_CONTEXT_SERVICE).asControllerService(SSLContextService.class);
final KerberosCredentialsService kerberosCredentialsService = context.getProperty(KERBEROS_CREDENTIALS_SERVICE).asControllerService(KerberosCredentialsService.class);
final String kerberosPrincipal = context.getProperty(KERBEROS_PRINCIPAL).evaluateAttributeExpressions().getValue();
final String kerberosPassword = context.getProperty(KERBEROS_PASSWORD).getValue();
// Reset HttpClientBuilder static values
HttpClientUtil.resetHttpClientBuilder();
// has to happen before the client is created below so that correct configurer would be set if needed
if (kerberosCredentialsService != null || (!StringUtils.isBlank(kerberosPrincipal) && !StringUtils.isBlank(kerberosPassword))) {
HttpClientUtil.setHttpClientBuilder(new KerberosHttpClientBuilder().getHttpClientBuilder(Optional.empty()));
}
if (sslContextService != null) {
final SSLContext sslContext = sslContextService.createSSLContext(SslContextFactory.ClientAuth.REQUIRED);
final SSLConnectionSocketFactory sslSocketFactory = new SSLConnectionSocketFactory(sslContext);
HttpClientUtil.setSchemaRegistryProvider(new HttpClientUtil.SchemaRegistryProvider() {
@Override
public Registry<ConnectionSocketFactory> getSchemaRegistry() {
RegistryBuilder<ConnectionSocketFactory> builder = RegistryBuilder.create();
builder.register("http", PlainConnectionSocketFactory.getSocketFactory());
builder.register("https", sslSocketFactory);
return builder.build();
}
});
}
final ModifiableSolrParams params = new ModifiableSolrParams();
params.set(HttpClientUtil.PROP_SO_TIMEOUT, socketTimeout);
params.set(HttpClientUtil.PROP_CONNECTION_TIMEOUT, connectionTimeout);
params.set(HttpClientUtil.PROP_MAX_CONNECTIONS, maxConnections);
params.set(HttpClientUtil.PROP_MAX_CONNECTIONS_PER_HOST, maxConnectionsPerHost);
final HttpClient httpClient = HttpClientUtil.createClient(params);
if (SOLR_TYPE_STANDARD.getValue().equals(context.getProperty(SOLR_TYPE).getValue())) {
return new HttpSolrClient.Builder(solrLocation).withHttpClient(httpClient).build();
} else {
// CloudSolrClient.Builder now requires a List of ZK addresses and znode for solr as separate parameters
final String[] zk = solrLocation.split("/");
final List zkList = Arrays.asList(zk[0].split(","));
String zkRoot = "/";
if (zk.length > 1 && ! zk[1].isEmpty()) {
zkRoot += zk[1];
}
final String collection = context.getProperty(COLLECTION).evaluateAttributeExpressions().getValue();
final Integer zkClientTimeout = context.getProperty(ZK_CLIENT_TIMEOUT).asTimePeriod(TimeUnit.MILLISECONDS).intValue();
final Integer zkConnectionTimeout = context.getProperty(ZK_CONNECTION_TIMEOUT).asTimePeriod(TimeUnit.MILLISECONDS).intValue();
CloudSolrClient cloudSolrClient = new CloudSolrClient.Builder(zkList, Optional.of(zkRoot)).withHttpClient(httpClient).build();
cloudSolrClient.setDefaultCollection(collection);
cloudSolrClient.setZkClientTimeout(zkClientTimeout);
cloudSolrClient.setZkConnectTimeout(zkConnectionTimeout);
return cloudSolrClient;
}
}
