package wjw.hbase.solr;
import java.io.IOException;
import java.text.SimpleDateFormat;
import java.util.Calendar;
import java.util.List;
import java.util.NavigableMap;
import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.locks.Lock;
import java.util.concurrent.locks.ReentrantLock;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.CoprocessorEnvironment;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Durability;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.coprocessor.BaseRegionObserver;
import org.apache.hadoop.hbase.coprocessor.ObserverContext;
import org.apache.hadoop.hbase.coprocessor.RegionCoprocessorEnvironment;
import org.apache.hadoop.hbase.regionserver.wal.WALEdit;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.log4j.Logger;
import org.wjw.efjson.JsonArray;
import org.wjw.efjson.JsonObject;
import com.leansoft.bigqueue.BigArrayImpl;
import com.leansoft.bigqueue.BigQueueImpl;
import com.leansoft.bigqueue.IBigQueue;
public class SolrRegionObserver extends BaseRegionObserver {
private static Logger log = Logger.getLogger(SolrRegionObserver.class);
static final String PREFIX_HBASE_SOLR = "hbase.solr.";
static final String HBASE_SOLR_QUEUEDIR = PREFIX_HBASE_SOLR + "queueDir";
static final String HBASE_SOLR_SOLRURL = PREFIX_HBASE_SOLR + "solrUrl";
static final String HBASE_SOLR_CORENAME = PREFIX_HBASE_SOLR + "coreName";
static final String HBASE_SOLR_CONNECTTIMEOUT = PREFIX_HBASE_SOLR + "connectTimeout";
static final String HBASE_SOLR_READTIMEOUT = PREFIX_HBASE_SOLR + "readTimeout";
static final String F_SEPARATOR = "#";
static final String F_ID = "id";
static final String F_TABLENAME = "t_s";
static final String F_ROWKEY = "r_s";
static final String F_UPDATETIME = "u_dt";
static {
JsonObject.setDateFormat(new SimpleDateFormat(SolrTools.LOGDateFormatPattern));
}
private static volatile int _startCount = 0; //����
private static String queueDir; //����BigQueue��Ŀ¼
private static String solrUrl; //Solr���������URL,���Զ��ŷָ�
private static String coreName; //core���
private static int connectTimeout = 60 * 1000; //���ӳ�ʱ(����)
private static int readTimeout = 60 * 1000; //����ʱ(����)
private static JsonArray _stateArray;
private static java.util.List<String> _urlUpdates;
private static Lock _lockPost = new ReentrantLock();
private static int _indexPost = -1;
private static IBigQueue _bqUpdate;
private static IBigQueue _bqDelete;
private static ScheduledExecutorService _scheduleSync = Executors.newSingleThreadScheduledExecutor(); //ˢ��Solr��Ⱥ״̬��Scheduled
private static ScheduledExecutorService _scheduleSolrUpdate = Executors.newSingleThreadScheduledExecutor(); //��Solr��ȺUpdate��ݵ�Scheduled
private static ScheduledExecutorService _scheduleSolrDelete = Executors.newSingleThreadScheduledExecutor(); //��Solr��ȺDelete��ݵ�Scheduled
private String sanitizeFilename(String unsanitized) {
return unsanitized.replaceAll("[\\?\\\\/:|<>\\*]", " ") // filter out ? \ / : | < > *
.replaceAll("\\s", "_"); // white space as underscores
}
public String getSolrUpdateUrl() {
if (_urlUpdates.size() == 1) {
return _urlUpdates.get(0);
}
_lockPost.lock();
try {
_indexPost++;
if (_indexPost >= _urlUpdates.size()) {
_indexPost = 0;
}
return _urlUpdates.get(_indexPost);
} finally {
_lockPost.unlock();
}
}
private void solrUpdate(JsonObject doc) throws Exception {
JsonObject jsonResponse = null;
Exception ex = null;
for (int i = 0; i < _urlUpdates.size(); i++) {
try {
jsonResponse = SolrTools.updateDoc(getSolrUpdateUrl(), connectTimeout, readTimeout, doc);
if (SolrTools.getStatus(jsonResponse) == 0) {
ex = null;
break;
}
} catch (Exception e) {
ex = e;
try {
Thread.sleep(100);
} catch (InterruptedException e1) {
}
}
}
if (ex != null) {
throw ex;
}
if (SolrTools.getStatus(jsonResponse) != 0) {
throw new RuntimeException(jsonResponse.encodePrettily());
}
}
private void solrDelete(JsonObject doc) throws Exception {
JsonObject jsonResponse = null;
Exception ex = null;
for (int i = 0; i < _urlUpdates.size(); i++) {
try {
jsonResponse = SolrTools.delDoc(getSolrUpdateUrl(), connectTimeout, readTimeout, doc);
if (SolrTools.getStatus(jsonResponse) == 0) {
ex = null;
break;
}
} catch (Exception e) {
ex = e;
try {
Thread.sleep(100);
} catch (InterruptedException e1) {
}
}
}
if (ex != null) {
throw ex;
}
if (SolrTools.getStatus(jsonResponse) != 0) {
throw new RuntimeException(jsonResponse.encodePrettily());
}
}
private void solrCommit() throws Exception {
JsonObject jsonResponse = null;
Exception ex = null;
for (int i = 0; i < _urlUpdates.size(); i++) {
try {
jsonResponse = SolrTools.solrCommit(getSolrUpdateUrl(), connectTimeout, readTimeout);
if (SolrTools.getStatus(jsonResponse) == 0) {
ex = null;
break;
}
} catch (Exception e) {
ex = e;
try {
Thread.sleep(100);
} catch (InterruptedException e1) {
}
}
}
if (ex != null) {
throw ex;
}
if (SolrTools.getStatus(jsonResponse) != 0) {
throw new RuntimeException(jsonResponse.encodePrettily());
}
}
public SolrRegionObserver() {
super();
}
@Override
public void start(CoprocessorEnvironment e) throws IOException {
synchronized (SolrRegionObserver.class) {
_startCount++;
if (_startCount > 1) { //�Ѿ���ʼ�����
return;
}
}
init(e);
}
public void init(CoprocessorEnvironment e) throws IOException {
org.apache.hadoop.conf.Configuration conf = e.getConfiguration();
queueDir = conf.get(HBASE_SOLR_QUEUEDIR);
solrUrl = conf.get(HBASE_SOLR_SOLRURL); //��������
coreName = conf.get(HBASE_SOLR_CORENAME); //��������
connectTimeout = conf.getInt(HBASE_SOLR_CONNECTTIMEOUT, 60);
readTimeout = conf.getInt(HBASE_SOLR_READTIMEOUT, 60);
if (queueDir == null) {
queueDir = System.getProperty("java.io.tmpdir");
}
if (solrUrl == null) {
throw new java.lang.VerifyError("solrUrl Not Null!");
}
if (coreName == null) {
throw new java.lang.VerifyError("coreName Not Null!");
}
if (connectTimeout < 0) {
connectTimeout = 60 * 1000;
} else {
connectTimeout = connectTimeout * 1000;
}
if (readTimeout < 0) {
readTimeout = 60 * 1000;
} else {
readTimeout = readTimeout * 1000;
}
//��ʼ��Cloud
_stateArray = SolrTools.getClusterState(solrUrl, coreName, connectTimeout, readTimeout);
while (_stateArray == null) {
_stateArray = SolrTools.getClusterState(solrUrl, coreName, connectTimeout, readTimeout);
log.warn("can not connect Solr Cloud:" + "coreName:" + coreName + "URLS:" + solrUrl);
try {
java.util.concurrent.TimeUnit.SECONDS.sleep(3);
} catch (InterruptedException ite) {
log.error(ite);
break;
}
}
if (_stateArray == null) {
throw new RuntimeException("can not connect Solr Cloud:" + "coreName:" + coreName + "URLS:" + solrUrl);
} else {
log.info("Solr Cloud Status:" + _stateArray.encodePrettily());
}
this._urlUpdates = new java.util.ArrayList<String>(_stateArray.size());
for (int i = 0; i < _stateArray.size(); i++) {
JsonObject jNode = _stateArray.<JsonObject> get(i);
if (jNode.getString("state").equalsIgnoreCase("active") || jNode.getString("state").equalsIgnoreCase("recovering")) {
this._urlUpdates.add(jNode.getString("base_url") + "/" + coreName + "/update");
}
}
int syncinterval = 30;
_scheduleSync.scheduleWithFixedDelay(new Runnable() {
@Override
public void run() { //ˢ��Solr��Ⱥ״̬
JsonArray stateArray = SolrTools.getClusterState(solrUrl, coreName, connectTimeout, readTimeout);
if (stateArray == null) {
log.warn("can not connect Solr Cloud:" + solrUrl);
return;
}
if (_stateArray.encode().equals(stateArray.encode())) {
return;
}
_stateArray = stateArray;
java.util.List<String> newUrlUpdates = new java.util.ArrayList<String>(stateArray.size());
for (int i = 0; i < stateArray.size(); i++) {
JsonObject jj = stateArray.<JsonObject> get(i);
if (jj.getString("state").equalsIgnoreCase("active") || jj.getString("state").equalsIgnoreCase("recovering")) {
newUrlUpdates.add(jj.getString("base_url") + "/" + coreName + "/update");
}
}
_lockPost.lock();
try {
_urlUpdates.clear();
_urlUpdates = newUrlUpdates;
} finally {
_lockPost.unlock();
}
}
}, 10, syncinterval, TimeUnit.SECONDS);
//��ʼ��IBigQueue
_bqUpdate = new BigQueueImpl(queueDir, sanitizeFilename("hbase_solr_update"), BigArrayImpl.MINIMUM_DATA_PAGE_SIZE);
_bqUpdate.gc();
_scheduleSolrUpdate.scheduleWithFixedDelay(new Runnable() {
@Override
public void run() { //��solr�������
byte[] data;
try {
while ((data = _bqUpdate.dequeue()) != null) {
JsonObject doc = new JsonObject(new String(data, SolrTools.UTF_8));
try {
solrUpdate(doc);
} catch (Exception e) {
_bqUpdate.enqueue(data); //�����������·Ż�BigQueue,Ȼ�����ѭ��!
log.error(e.getMessage(), e);
break;
}
}
if ((Calendar.getInstance().get(Calendar.HOUR_OF_DAY) % 24) == 3) { //ÿ��3��ִ��,ɾ�����õ�hbase_solr_update�ļ�
_bqUpdate.gc();
}
} catch (Exception e) {
log.error(e.getMessage(), e);
}
}
}, 1, 1, TimeUnit.SECONDS);
_bqDelete = new BigQueueImpl(queueDir, sanitizeFilename("hbase_solr_delete"), BigArrayImpl.MINIMUM_DATA_PAGE_SIZE);
_bqDelete.gc();
_scheduleSolrDelete.scheduleWithFixedDelay(new Runnable() {
@Override
public void run() { //��solrɾ�����
byte[] data;
try {
while ((data = _bqDelete.dequeue()) != null) {
JsonObject doc = new JsonObject(new String(data, SolrTools.UTF_8));
try {
solrDelete(doc);
} catch (Exception e) {
_bqDelete.enqueue(data); //�����������·Ż�BigQueue,Ȼ�����ѭ��!
log.error(e.getMessage(), e);
break;
}
}
if ((Calendar.getInstance().get(Calendar.HOUR_OF_DAY) % 24) == 4) { //ÿ��4��ִ��,ɾ�����õ�hbase_solr_delete�ļ�
_bqDelete.gc();
}
} catch (Exception e) {
log.error(e.getMessage(), e);
}
}
}, 1, 1, TimeUnit.SECONDS);
log.info("STARTED: " + SolrRegionObserver.class.getName());
}
@Override
public void stop(CoprocessorEnvironment e) throws IOException {
synchronized (SolrRegionObserver.class) {
_startCount--;
if (_startCount > 0) { //�������
return;
}
}
this.destroy(e);
}
public void destroy(CoprocessorEnvironment e) throws IOException {
_scheduleSync.shutdown();
_scheduleSolrUpdate.shutdown();
_scheduleSolrDelete.shutdown();
if (_bqUpdate != null) {
try {
_bqUpdate.close();
} catch (Exception ex) {
log.error(ex.getMessage(), ex);
}
}
if (_bqDelete != null) {
try {
_bqDelete.close();
} catch (Exception ex) {
log.error(ex.getMessage(), ex);
}
}
log.info("STOPD: " + SolrRegionObserver.class.getName());
}
@Override
public void postPut(ObserverContext<RegionCoprocessorEnvironment> e, Put put, WALEdit edit, Durability durability)
throws IOException {
String tableName = e.getEnvironment().getRegion().getRegionInfo().getTable().getNameAsString();
if (tableName.startsWith("hbase:")) { //Ԫ��ݱ�,����!
return;
}
String rowKey = Bytes.toString(put.getRow());
String cFamily = null;
String cQualifier = null;
String cValue = null;
NavigableMap<byte[], List<Cell>> map = put.getFamilyCellMap();
JsonObject jsonSet = new JsonObject();
for (List<Cell> cells : map.values()) {
for (Cell cell : cells) {
cFamily = new String(CellUtil.cloneFamily(cell));
cQualifier = new String(CellUtil.cloneQualifier(cell));
cValue = new String(CellUtil.cloneValue(cell), SolrTools.UTF_8);
if (cQualifier.endsWith("_s")) { //string
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putString("set", cValue));
} else if (cQualifier.endsWith("_t")) { //text_general
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putString("set", cValue));
} else if (cQualifier.endsWith("_dt")) { //date
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putString("set", cValue));
} else if (cQualifier.endsWith("_i")) { //int
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putNumber("set", Integer.valueOf(cValue)));
} else if (cQualifier.endsWith("_l")) { //long
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putNumber("set", Long.valueOf(cValue)));
} else if (cQualifier.endsWith("_f")) { //float
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putNumber("set", Float.valueOf(cValue)));
} else if (cQualifier.endsWith("_d")) { //double
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putNumber("set", Double.valueOf(cValue)));
} else if (cQualifier.endsWith("_b")) { //boolean
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putBoolean("set", Boolean.valueOf(cValue)));
} else { //������Ҫ�����,���!
continue;
}
}
}
if (jsonSet.size() == 0) { //˵�û��solr��ѯ�ֶ�
return;
}
jsonSet.putString(F_ID, tableName + F_SEPARATOR + rowKey);
jsonSet.putObject(F_TABLENAME, (new JsonObject()).putString("set", tableName));
jsonSet.putObject(F_ROWKEY, (new JsonObject()).putString("set", rowKey));
jsonSet.putObject(F_UPDATETIME, (new JsonObject()).putString("set", SolrTools.solrDateFormat.format(new java.util.Date())));
log.debug("postPut!!! " + jsonSet.encode());
_bqUpdate.enqueue(jsonSet.encode().getBytes(SolrTools.UTF_8));
}
@Override
public void postDelete(ObserverContext<RegionCoprocessorEnvironment> e, Delete delete, WALEdit edit,
Durability durability) throws IOException {
String tableName = e.getEnvironment().getRegion().getRegionInfo().getTable().getNameAsString();
if (tableName.startsWith("hbase:")) { //Ԫ��ݱ�,����!
return;
}
String rowKey = new String(delete.getRow());
String cFamily = null;
String cQualifier = null;
NavigableMap<byte[], List<Cell>> map = delete.getFamilyCellMap();
JsonObject jsonSet = new JsonObject();
for (List<Cell> cells : map.values()) {
for (Cell cell : cells) {
cFamily = new String(CellUtil.cloneFamily(cell));
cQualifier = new String(CellUtil.cloneQualifier(cell));
if (cQualifier.endsWith("_s")) { //string
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putString("set", null));
} else if (cQualifier.endsWith("_t")) { //text_general
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putString("set", null));
} else if (cQualifier.endsWith("_dt")) { //date
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putString("set", null));
} else if (cQualifier.endsWith("_i")) { //int
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putString("set", null));
} else if (cQualifier.endsWith("_l")) { //long
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putString("set", null));
} else if (cQualifier.endsWith("_f")) { //float
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putString("set", null));
} else if (cQualifier.endsWith("_d")) { //double
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putString("set", null));
} else if (cQualifier.endsWith("_b")) { //boolean
jsonSet.putObject(cFamily + F_SEPARATOR + cQualifier, (new JsonObject()).putString("set", null));
} else { //������Ҫ�����,���!
continue;
}
}
}
if (jsonSet.size() == 0) { //˵�û��solr�ֶ�
if (delete.numFamilies() == e.getEnvironment().getRegion().getTableDesc().getFamilies().size()) { //˵���ɾ����
JsonObject jsonDel = new JsonObject();
jsonDel.putObject("delete", (new JsonObject()).putString("query", F_ID + ":\"" + tableName + F_SEPARATOR + rowKey + "\""));
log.debug("postDelete!!! Row:" + jsonDel.encode());
_bqDelete.enqueue(jsonDel.encode().getBytes(SolrTools.UTF_8));
} else { //˵�����ɾ����
return;
}
} else {
jsonSet.putString(F_ID, tableName + F_SEPARATOR + rowKey);
jsonSet.putObject(F_UPDATETIME, (new JsonObject()).putString("set", SolrTools.solrDateFormat.format(new java.util.Date())));
log.debug("postDelete!!! Column:" + jsonSet.encode());
_bqUpdate.enqueue(jsonSet.encode().getBytes(SolrTools.UTF_8));
}
}
}
