package com.share.service.elasticsearch.rest;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Date;
import java.util.List;
import java.util.Map;
import org.apache.http.HttpEntity;
import org.apache.http.HttpHost;
import org.apache.http.auth.AuthScope;
import org.apache.http.auth.UsernamePasswordCredentials;
import org.apache.http.client.CredentialsProvider;
import org.apache.http.client.config.RequestConfig;
import org.apache.http.entity.ContentType;
import org.apache.http.impl.client.BasicCredentialsProvider;
import org.apache.http.impl.nio.client.HttpAsyncClientBuilder;
import org.apache.http.impl.nio.reactor.IOReactorConfig;
import org.apache.http.nio.entity.NStringEntity;
import org.apache.http.util.EntityUtils;
import org.apache.logging.log4j.LogManager;
import org.apache.logging.log4j.Logger;
import org.elasticsearch.client.Response;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestClientBuilder;
import org.elasticsearch.common.UUIDs;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
import com.share.service.elasticsearch.AbstractElasticsearchFactory;
import com.share.util.HttpUtil;
import com.share.util.StringUtil;
public class ElasticsearchRestFactory extends AbstractElasticsearchFactory{
private static Logger logger = LogManager.getLogger();
private RestClient client=null;
protected RestClientBuilder builder=null;
protected static int DEFAULT_PORT = 9200;
public int defaultPort() {
return DEFAULT_PORT;
}
public ElasticsearchRestFactory() {
super();
}
public ElasticsearchRestFactory(String servers) {
super(servers);
}
public ElasticsearchRestFactory(String servers,int port) {
super(servers, port);
}
public ElasticsearchRestFactory(String clusterName, String servers,int port) {
super(clusterName, servers, port);
}
public ElasticsearchRestFactory(String clusterName, String servers, String username, String password) {
super(clusterName, servers, username, password);
}
public ElasticsearchRestFactory(String clusterName, String servers, String username, String password,int port) {
super(clusterName, servers, username, password, port);
}
/**
* 描述: Elasticsearch服务初始化
* 时间: 2017年11月14日 上午10:55:02
* @author yi.zhang
*/
public void init(){
try {
List<HttpHost> list = new ArrayList<HttpHost>();
for(String server : servers.split(",")){
String[] address = server.split(":");
String ip = address[0];
int _port=port;
if(address.length>1){
_port = Integer.valueOf(address[1]);
}
list.add(new HttpHost(ip, _port, "http"));
}
HttpHost[] hosts = new HttpHost[list.size()];
list.toArray(hosts);
builder = RestClient.builder(hosts);
builder.setHttpClientConfigCallback(new RestClientBuilder.HttpClientConfigCallback() {
@Override
public HttpAsyncClientBuilder customizeHttpClient(HttpAsyncClientBuilder config) {
config.setDefaultIOReactorConfig(IOReactorConfig.custom().setIoThreadCount(100).build());
if(!StringUtil.isEmpty(username)&&!StringUtil.isEmpty(password)){
final CredentialsProvider credential = new BasicCredentialsProvider();
credential.setCredentials(AuthScope.ANY,new UsernamePasswordCredentials(username, password));
config.setDefaultCredentialsProvider(credential);
}
return config;
}
});
builder.setRequestConfigCallback(new RestClientBuilder.RequestConfigCallback() {
@Override
public RequestConfig.Builder customizeRequestConfig(RequestConfig.Builder config) {
config.setConnectTimeout(5*1000);
config.setSocketTimeout(60*1000);
return config;
}
});
builder.setMaxRetryTimeoutMillis(60*1000);
client = builder.build();
} catch (Exception e) {
logger.error("-----Elasticsearch Config init Error-----", e);
}
}
public void close(){
if(client!=null){
try {
client.close();
} catch (IOException e) {
logger.error("----Elasticsearch Rest Close Error!------------",e);
}
}
}
public RestClient getClient(){
return client;
}
public String base(String uri,String method,String body){
try {
Map<String, String> params = Collections.emptyMap();
if(!uri.contains("?v")&&method.equalsIgnoreCase("get")){
params.put("pretty", "true");
}
HttpEntity entity = null;
if(body!=null){
body = uri.contains("_bulk")?body:JSON.parseObject(body).toJSONString();
entity = new NStringEntity(body, ContentType.APPLICATION_JSON);
}
Response response = client.performRequest(method, uri, params, entity);
String result = EntityUtils.toString(response.getEntity());
if(result==null)result = response.getStatusLine().getReasonPhrase();
if(result!=null&&result.contains("Connection refused")){
init();
}
return result;
} catch (Exception e) {
logger.error("----Elasticsearch RESTFull[http api] 访问失败!------------",e);
}
return null;
}
public String indices() {
String uri = "/_cat/indices?v";
String result = base(uri, HttpUtil.METHOD_GET, null);
if(!StringUtil.isEmpty(result)){
String[] data = result.split("\n");
if(data!=null&&data.length>1){
List<JSONObject> list = new ArrayList<JSONObject>();
String[] header = data[0].split("(\\s+)");
for(int i=1;i<data.length;i++){
String[] values = data[i].split("(\\s+)");
JSONObject json = new JSONObject();
for(int j=0;j<values.length;j++){
json.put(header[j], values[j]);
}
list.add(json);
}
if(list!=null&&list.size()==1){
return list.get(0).toJSONString();
}else{
return JSON.toJSONString(list);
}
}
}
return result;
}
public String nodes() {
String uri = "/_cat/nodes?v";
String result = base(uri, HttpUtil.METHOD_GET, null);
if(!StringUtil.isEmpty(result)){
String[] data = result.split("\n");
if(data!=null&&data.length>1){
List<JSONObject> list = new ArrayList<JSONObject>();
String[] header = data[0].split("(\\s+)");
for(int i=1;i<data.length;i++){
String[] values = data[i].split("(\\s+)");
JSONObject json = new JSONObject();
for(int j=0;j<values.length;j++){
json.put(header[j], values[j]);
}
list.add(json);
}
if(list!=null&&list.size()==1){
return list.get(0).toJSONString();
}else{
return JSON.toJSONString(list);
}
}
}
return result;
}
public String mapping(String index, String type, @SuppressWarnings("rawtypes") Class clazz) {
boolean isCustom = true;
String uri = "/"+index;
String result = base(uri, HttpUtil.METHOD_GET, null);
JSONObject target = JSON.parseObject(result);
if(target!=null&&target.getIntValue("status")==404){
String body="{mappings:{"+type+":{properties:"+JSON.toJSONString(reflect(clazz, isCustom))+"}},settings:"+analyzer(index).toJSONString()+"}";
result = base(uri, HttpUtil.METHOD_PUT, JSON.parseObject(body).toJSONString());
}else{
if(!(target!=null&&target.getJSONObject(index).getJSONObject("settings").getJSONObject("index").containsKey("analysis")&&target.getJSONObject(index).getJSONObject("settings").getJSONObject("index").getJSONObject("analysis").getJSONObject("analyzer").containsKey("es_analyzer"))){
isCustom = false;
}
if(!(target!=null&&target.getJSONObject(index).getJSONObject("mappings").containsKey(type))){
String body = "{properties:"+JSON.toJSONString(reflect(clazz, isCustom))+"}";
result = base(uri+"/_mapping/"+type, HttpUtil.METHOD_PUT, JSON.parseObject(body).toJSONString());
}
}
return result;
}
@Override
public String insert(String index, String type, Object json) {
String uri = "/"+index+"/"+type;
JSONObject body = JSON.parseObject(JSON.toJSONString(json));
String result = base(uri, HttpUtil.METHOD_POST, body.toJSONString());
return result;
}
@Override
public String update(String index, String type, String id, Object json) {
String uri = "/"+index+"/"+type+"/"+id;
String result = base(uri, HttpUtil.METHOD_GET,null);
JSONObject target = JSON.parseObject(result);
if(target.getBooleanValue("found")){
JSONObject body = JSON.parseObject(JSON.toJSONString(json));
result = base(uri, HttpUtil.METHOD_PUT, body.toJSONString());
}
return result;
}
@Override
public String upsert(String index, String type, String id, Object json) {
String uri = "/"+index+"/"+type+"/"+id;
JSONObject body = JSON.parseObject(JSON.toJSONString(json));
String result = base(uri, HttpUtil.METHOD_PUT, body.toJSONString());
return result;
}
@Override
public String delete(String index, String type, String id) {
String uri = "/"+index+"/"+type+"/"+id;
String result = base(uri, HttpUtil.METHOD_DELETE, null);
return result;
}
@Override
public String bulkUpsert(String index, String type, List<Object> jsons) {
String uri = "/_bulk";
String body = "";
for (Object json : jsons) {
JSONObject obj = JSON.parseObject(JSON.toJSONString(json));
String id = null;
if(obj.containsKey("id")||obj.containsKey("_id")){
if(obj.containsKey("_id")){
id = obj.getString("_id");
obj.remove("_id");
}else{
id = obj.getString("id");
obj.remove("id");
}
}
if(!StringUtil.isEmpty(id)){
String action = "{update:{_index:'"+index+"',_type:'"+type+"',_id:'"+id+"'}}";
String _body ="{doc:"+obj.toJSONString()+"}";
body += JSON.parseObject(action).toJSONString()+"\n"+JSON.parseObject(_body).toJSONString()+"\n";
}else{
id = UUIDs.base64UUID();
String action = "{create:{_index:'"+index+"',_type:'"+type+"',_id:'"+id+"'}}";
body += JSON.parseObject(action).toJSONString()+"\n"+obj.toJSONString()+"\n";
}
}
String result = base(uri, HttpUtil.METHOD_POST, body);
return result;
}
@Override
public String bulkDelete(String index, String type, String... ids) {
String uri = "/_bulk";
String body = "";
for (String id : ids) {
String action = "{delete:{_index:'"+index+"',_type:'"+type+"',_id:'"+id+"'}}";
body += JSON.parseObject(action).toJSONString()+"\n";
}
String result = base(uri, HttpUtil.METHOD_POST, body);
return result;
}
public String drop(String indexs) {
String uri = "/"+indexs;
String result = base(uri, HttpUtil.METHOD_DELETE,null);
return result;
}
@Override
public String select(String index, String type, String id) {
String uri = "/"+index+"/"+type+"/"+id;
String result = base(uri, HttpUtil.METHOD_GET,null);
return result;
}
@Override
public String selectAll(String indexs, String types, String condition) {
if(StringUtil.isEmpty(indexs))indexs="_all";
String uri = "/"+indexs+(StringUtil.isEmpty(types)?"":"/"+types)+"/_search?pretty";
if(!StringUtil.isEmpty(condition))uri+="&q="+HttpUtil.encode(condition);
String result = base(uri, HttpUtil.METHOD_GET,null);
return result;
}
@Override
public String selectMatchAll(String indexs, String types, String field, String value) {
if(StringUtil.isEmpty(indexs))indexs="_all";
String uri = "/"+indexs+(StringUtil.isEmpty(types)?"":"/"+types)+"/_search?pretty";
String body = "";
if(!StringUtil.isEmpty(field)&&!StringUtil.isEmpty(value)&&!(field.matches(regex)||field.matches(value))){
String query = "{query:{match:{"+field+":'"+value+"'}}}";
body = JSON.parseObject(query).toJSONString();
}
String result = base(uri, HttpUtil.METHOD_POST, body);
return result;
}
@Override
public String selectMatchAll(String indexs, String types,Map<String, Object> must, Map<String, Object> should, Map<String, Object> must_not, Map<String, List<Object>> ranges) {
if(StringUtil.isEmpty(indexs))indexs="_all";
String uri = "/"+indexs+(StringUtil.isEmpty(types)?"":"/"+types)+"/_search?pretty";
List<JSONObject> must_matchs = new ArrayList<JSONObject>();
List<JSONObject> should_matchs = new ArrayList<JSONObject>();
List<JSONObject> must_not_matchs = new ArrayList<JSONObject>();
if(must!=null&&must.size()>0){
for (String field : must.keySet()) {
if(field.matches(regex)){
continue;
}
Object text = must.get(field);
String value = text instanceof String ?text.toString():JSON.toJSONString(text);
if(!StringUtil.isEmpty(field)&&!StringUtil.isEmpty(value)){
if(value.startsWith("[")&&value.endsWith("]")){
List<JSONObject> child_matchs = new ArrayList<JSONObject>();
List<String> values = JSON.parseArray(value, String.class);
for (String _value : values) {
if(!_value.matches(regex)){
String match = "{match:{"+field+":'"+_value+"'}}";
child_matchs.add(JSON.parseObject(match));
}
}
String match = "{bool:{must:"+JSON.toJSONString(child_matchs)+"}}";
must_matchs.add(JSON.parseObject(match));
}else{
if(!value.matches(regex)){
String match = "{match:{"+field+":'"+value+"'}}";
must_matchs.add(JSON.parseObject(match));
}
}
}
}
}
if(should!=null&&should.size()>0){
for (String field : should.keySet()) {
if(field.matches(regex)){
continue;
}
Object text = must.get(field);
String value = text instanceof String ?text.toString():JSON.toJSONString(text);
if(!StringUtil.isEmpty(field)&&!StringUtil.isEmpty(value)){
if(value.startsWith("[")&&value.endsWith("]")){
List<JSONObject> child_matchs = new ArrayList<JSONObject>();
List<String> values = JSON.parseArray(value, String.class);
for (String _value : values) {
if(!_value.matches(regex)){
String match = "{match:{"+field+":'"+_value+"'}}";
child_matchs.add(JSON.parseObject(match));
}
}
String match = "{bool:{should:"+JSON.toJSONString(child_matchs)+"}}";
must_matchs.add(JSON.parseObject(match));
}else{
if(!value.matches(regex)){
String match = "{match:{"+field+":'"+value+"'}}";
should_matchs.add(JSON.parseObject(match));
}
}
}
}
}
if(must_not!=null&&must_not.size()>0){
for (String field : must_not.keySet()) {
if(field.matches(regex)){
continue;
}
Object text = must.get(field);
String value = text instanceof String ?text.toString():JSON.toJSONString(text);
if(!StringUtil.isEmpty(field)&&!StringUtil.isEmpty(value)){
if(value.startsWith("[")&&value.endsWith("]")){
List<JSONObject> child_matchs = new ArrayList<JSONObject>();
List<String> values = JSON.parseArray(value, String.class);
for (String _value : values) {
if(!_value.matches(regex)){
String match = "{match:{"+field+":'"+_value+"'}}";
child_matchs.add(JSON.parseObject(match));
}
}
String match = "{bool:{must_not:"+JSON.toJSONString(child_matchs)+"}}";
must_not_matchs.add(JSON.parseObject(match));
}else{
if(!value.matches(regex)){
String match = "{match:{"+field+":'"+value+"'}}";
must_not_matchs.add(JSON.parseObject(match));
}
}
}
}
}
if(ranges!=null&&ranges.size()>0){
for (String key : ranges.keySet()) {
if(key.matches(regex)){
continue;
}
List<Object> between = ranges.get(key);
if(between!=null&&!between.isEmpty()){
Object start = between.get(0);
Object end = between.size()>1?between.get(1):null;
if(start!=null&&end!=null){
Long starttime = start instanceof Date?((Date)start).getTime():Long.valueOf(start.toString());
Long endtime = end instanceof Date?((Date)end).getTime():Long.valueOf(end.toString());
if(starttime>endtime){
Object temp = start;
start = end;
end = temp;
}
}
String range = "{range:{"+key+":{gte:"+start+",lt:"+end+"}}}";
must_matchs.add(JSON.parseObject(range));
}
};
}
String query = "{query:{bool:{must:"+JSON.toJSONString(must_matchs)+",must_not:"+JSON.toJSONString(must_not_matchs)+",should:"+JSON.toJSONString(should_matchs)+"}}}";
String body = JSON.parseObject(query).toJSONString();
String result = base(uri, HttpUtil.METHOD_POST, body);
return result;
}
public String selectMatchAll(String indexs, String types, Map<String, Object> must, Map<String, Object> should, Map<String, Object> must_not, Map<String, List<Object>> ranges, String order, boolean isAsc, int pageNo,int pageSize) {
if(StringUtil.isEmpty(indexs))indexs="_all";
pageNo=pageNo<1?1:pageNo;
pageSize=pageSize<1?10:pageSize;
String uri = "/"+indexs+(StringUtil.isEmpty(types)?"":"/"+types)+"/_search?pretty&size="+pageSize+"&from"+(pageNo-1)*pageSize;
List<JSONObject> must_matchs = new ArrayList<JSONObject>();
List<JSONObject> should_matchs = new ArrayList<JSONObject>();
List<JSONObject> must_not_matchs = new ArrayList<JSONObject>();
if(must!=null&&must.size()>0){
for (String field : must.keySet()) {
if(field.matches(regex)){
continue;
}
Object text = must.get(field);
String value = text instanceof String ?text.toString():JSON.toJSONString(text);
if(!StringUtil.isEmpty(field)&&!StringUtil.isEmpty(value)){
if(value.startsWith("[")&&value.endsWith("]")){
List<JSONObject> child_matchs = new ArrayList<JSONObject>();
List<String> values = JSON.parseArray(value, String.class);
for (String _value : values) {
if(!_value.matches(regex)){
String match = "{match:{"+field+":'"+_value+"'}}";
child_matchs.add(JSON.parseObject(match));
}
}
String match = "{bool:{must:"+JSON.toJSONString(child_matchs)+"}}";
must_matchs.add(JSON.parseObject(match));
}else{
if(!value.matches(regex)){
String match = "{match:{"+field+":'"+value+"'}}";
must_matchs.add(JSON.parseObject(match));
}
}
}
}
}
if(should!=null&&should.size()>0){
for (String field : should.keySet()) {
if(field.matches(regex)){
continue;
}
Object text = must.get(field);
String value = text instanceof String ?text.toString():JSON.toJSONString(text);
if(!StringUtil.isEmpty(field)&&!StringUtil.isEmpty(value)){
if(value.startsWith("[")&&value.endsWith("]")){
List<JSONObject> child_matchs = new ArrayList<JSONObject>();
List<String> values = JSON.parseArray(value, String.class);
for (String _value : values) {
if(!_value.matches(regex)){
String match = "{match:{"+field+":'"+_value+"'}}";
child_matchs.add(JSON.parseObject(match));
}
}
String match = "{bool:{should:"+JSON.toJSONString(child_matchs)+"}}";
must_matchs.add(JSON.parseObject(match));
}else{
if(!value.matches(regex)){
String match = "{match:{"+field+":'"+value+"'}}";
should_matchs.add(JSON.parseObject(match));
}
}
}
}
}
if(must_not!=null&&must_not.size()>0){
for (String field : must_not.keySet()) {
if(field.matches(regex)){
continue;
}
Object text = must.get(field);
String value = text instanceof String ?text.toString():JSON.toJSONString(text);
if(!StringUtil.isEmpty(field)&&!StringUtil.isEmpty(value)){
if(value.startsWith("[")&&value.endsWith("]")){
List<JSONObject> child_matchs = new ArrayList<JSONObject>();
List<String> values = JSON.parseArray(value, String.class);
for (String _value : values) {
if(!_value.matches(regex)){
String match = "{match:{"+field+":'"+_value+"'}}";
child_matchs.add(JSON.parseObject(match));
}
}
String match = "{bool:{must_not:"+JSON.toJSONString(child_matchs)+"}}";
must_not_matchs.add(JSON.parseObject(match));
}else{
if(!value.matches(regex)){
String match = "{match:{"+field+":'"+value+"'}}";
must_not_matchs.add(JSON.parseObject(match));
}
}
}
}
}
if(ranges!=null&&ranges.size()>0){
for (String key : ranges.keySet()) {
if(key.matches(regex)){
continue;
}
List<Object> between = ranges.get(key);
if(between!=null&&!between.isEmpty()){
Object start = between.get(0);
Object end = between.size()>1?between.get(1):null;
if(start!=null&&end!=null){
Long starttime = start instanceof Date?((Date)start).getTime():Long.valueOf(start.toString());
Long endtime = end instanceof Date?((Date)end).getTime():Long.valueOf(end.toString());
if(starttime>endtime){
Object temp = start;
start = end;
end = temp;
}
}
String range = "{range:{"+key+":{gte:"+start+",lt:"+end+"}}}";
must_matchs.add(JSON.parseObject(range));
}
};
}
List<JSONObject> sorts = new ArrayList<JSONObject>();
sorts.add(JSON.parseObject("{_score:{order:'desc'}}"));
if(!StringUtil.isEmpty(order)){
sorts.add(JSON.parseObject("{"+order+":{order:'"+(isAsc?"asc":"desc")+"'}}"));
}
String query = "{query:{bool:{must:"+JSON.toJSONString(must_matchs)+",must_not:"+JSON.toJSONString(must_not_matchs)+",should:"+JSON.toJSONString(should_matchs)+"}},sort:"+JSON.toJSONString(sorts)+"}";
String body = JSON.parseObject(query).toJSONString();
String result = base(uri, HttpUtil.METHOD_POST, body);
return result;
}
}
