Java Code Examples for org.apache.kylin.metadata.model.DataModelDesc#setLastModified()
The following examples show how to use
org.apache.kylin.metadata.model.DataModelDesc#setLastModified() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
| Source File: ModelCreator.java From kylin-on-parquet-v2 with Apache License 2.0 | 6 votes |
|
public static DataModelDesc generateKylinModel(String owner, String tableName, List<String> dimensions,
List<String> measures, PartitionDesc partitionDesc) {
ModelDimensionDesc modelDimensionDesc = new ModelDimensionDesc();
modelDimensionDesc.setTable(tableName);
modelDimensionDesc.setColumns(dimensions.toArray(new String[dimensions.size()]));
DataModelDesc kylinModel = new DataModelDesc();
kylinModel.setName(tableName.replace('.', '_'));
kylinModel.setOwner(owner);
kylinModel.setDescription("");
kylinModel.setLastModified(0L);
kylinModel.setRootFactTableName(tableName);
kylinModel.setJoinTables(new JoinTableDesc[0]);
kylinModel.setDimensions(Lists.newArrayList(modelDimensionDesc));
kylinModel.setMetrics(measures.toArray(new String[measures.size()]));
kylinModel.setFilterCondition("");
kylinModel.setPartitionDesc(partitionDesc);
kylinModel.setCapacity(DataModelDesc.RealizationCapacity.SMALL);
kylinModel.updateRandomUuid();
return kylinModel;
}
Example 2
| Source File: ModelCreator.java From kylin with Apache License 2.0 | 6 votes |
|
public static DataModelDesc generateKylinModel(String owner, String tableName, List<String> dimensions,
List<String> measures, PartitionDesc partitionDesc) {
ModelDimensionDesc modelDimensionDesc = new ModelDimensionDesc();
modelDimensionDesc.setTable(tableName);
modelDimensionDesc.setColumns(dimensions.toArray(new String[dimensions.size()]));
DataModelDesc kylinModel = new DataModelDesc();
kylinModel.setName(tableName.replace('.', '_'));
kylinModel.setOwner(owner);
kylinModel.setDescription("");
kylinModel.setLastModified(0L);
kylinModel.setRootFactTableName(tableName);
kylinModel.setJoinTables(new JoinTableDesc[0]);
kylinModel.setDimensions(Lists.newArrayList(modelDimensionDesc));
kylinModel.setMetrics(measures.toArray(new String[measures.size()]));
kylinModel.setFilterCondition("");
kylinModel.setPartitionDesc(partitionDesc);
kylinModel.setCapacity(DataModelDesc.RealizationCapacity.SMALL);
kylinModel.updateRandomUuid();
return kylinModel;
}
Example 3
| Source File: CacheServiceTest.java From kylin-on-parquet-v2 with Apache License 2.0 | 4 votes |
|
@Test
public void testMetaCRUD() throws Exception {
final TableMetadataManager tableMgr = TableMetadataManager.getInstance(configA);
final TableMetadataManager tableMgrB = TableMetadataManager.getInstance(configB);
final DataModelManager modelMgr = DataModelManager.getInstance(configA);
final DataModelManager modelMgrB = DataModelManager.getInstance(configB);
final Broadcaster broadcaster = Broadcaster.getInstance(configA);
broadcaster.getCounterAndClear();
TableDesc tableDesc = createTestTableDesc();
assertTrue(tableMgr.getTableDesc(tableDesc.getIdentity(), "default") == null);
assertTrue(tableMgrB.getTableDesc(tableDesc.getIdentity(), "default") == null);
tableMgr.saveSourceTable(tableDesc, "default");
//only one for table insert
assertEquals(1, broadcaster.getCounterAndClear());
waitForCounterAndClear(1);
assertNotNull(tableMgr.getTableDesc(tableDesc.getIdentity(), "default"));
assertNotNull(tableMgrB.getTableDesc(tableDesc.getIdentity(), "default"));
final String dataModelName = "test_data_model";
DataModelDesc dataModelDesc = modelMgr.getDataModelDesc("test_kylin_left_join_model_desc");
dataModelDesc.setName(dataModelName);
dataModelDesc.setLastModified(0);
assertTrue(modelMgr.getDataModelDesc(dataModelName) == null);
assertTrue(modelMgrB.getDataModelDesc(dataModelName) == null);
dataModelDesc.setName(dataModelName);
modelMgr.createDataModelDesc(dataModelDesc, "default", "ADMIN");
//one for data model creation, one for project meta update
assertEquals(2, broadcaster.getCounterAndClear());
waitForCounterAndClear(2);
assertEquals(dataModelDesc.getName(), modelMgrB.getDataModelDesc(dataModelName).getName());
final JoinTableDesc[] lookups = dataModelDesc.getJoinTables();
assertTrue(lookups.length > 0);
modelMgr.updateDataModelDesc(dataModelDesc);
//only one for data model update
assertEquals(1, broadcaster.getCounterAndClear());
waitForCounterAndClear(1);
assertEquals(dataModelDesc.getJoinTables().length,
modelMgrB.getDataModelDesc(dataModelName).getJoinTables().length);
}
Example 4
| Source File: CacheServiceTest.java From kylin with Apache License 2.0 | 4 votes |
|
@Test
public void testMetaCRUD() throws Exception {
final TableMetadataManager tableMgr = TableMetadataManager.getInstance(configA);
final TableMetadataManager tableMgrB = TableMetadataManager.getInstance(configB);
final DataModelManager modelMgr = DataModelManager.getInstance(configA);
final DataModelManager modelMgrB = DataModelManager.getInstance(configB);
final Broadcaster broadcaster = Broadcaster.getInstance(configA);
broadcaster.getCounterAndClear();
TableDesc tableDesc = createTestTableDesc();
assertTrue(tableMgr.getTableDesc(tableDesc.getIdentity(), "default") == null);
assertTrue(tableMgrB.getTableDesc(tableDesc.getIdentity(), "default") == null);
tableMgr.saveSourceTable(tableDesc, "default");
//only one for table insert
assertEquals(1, broadcaster.getCounterAndClear());
waitForCounterAndClear(1);
assertNotNull(tableMgr.getTableDesc(tableDesc.getIdentity(), "default"));
assertNotNull(tableMgrB.getTableDesc(tableDesc.getIdentity(), "default"));
final String dataModelName = "test_data_model";
DataModelDesc dataModelDesc = modelMgr.getDataModelDesc("test_kylin_left_join_model_desc");
dataModelDesc.setName(dataModelName);
dataModelDesc.setLastModified(0);
assertTrue(modelMgr.getDataModelDesc(dataModelName) == null);
assertTrue(modelMgrB.getDataModelDesc(dataModelName) == null);
dataModelDesc.setName(dataModelName);
modelMgr.createDataModelDesc(dataModelDesc, "default", "ADMIN");
//one for data model creation, one for project meta update
assertEquals(2, broadcaster.getCounterAndClear());
waitForCounterAndClear(2);
assertEquals(dataModelDesc.getName(), modelMgrB.getDataModelDesc(dataModelName).getName());
final JoinTableDesc[] lookups = dataModelDesc.getJoinTables();
assertTrue(lookups.length > 0);
modelMgr.updateDataModelDesc(dataModelDesc);
//only one for data model update
assertEquals(1, broadcaster.getCounterAndClear());
waitForCounterAndClear(1);
assertEquals(dataModelDesc.getJoinTables().length,
modelMgrB.getDataModelDesc(dataModelName).getJoinTables().length);
}
Example 5
| Source File: TableSchemaUpdater.java From kylin with Apache License 2.0 | 4 votes |
|
public static DataModelDesc dealWithMappingForModel(DataModelDesc other,
Map<String, TableSchemaUpdateMapping> mappings) {
// For filter condition, not support
if (!Strings.isNullOrEmpty(other.getFilterCondition())) {
throw new UnsupportedOperationException("Cannot deal with filter condition " + other.getFilterCondition());
}
DataModelDesc copy = DataModelDesc.getCopyOf(other);
copy.setLastModified(other.getLastModified());
// mapping for root fact table identity
TableSchemaUpdateMapping rootMapping = getTableSchemaUpdateMapping(mappings, other.getRootFactTableName());
if (rootMapping != null) {
TableDesc rootFactTable = other.getRootFactTable().getTableDesc();
copy.setRootFactTableName(
rootMapping.getTableIdentity(rootFactTable.getDatabase(), rootFactTable.getName()));
}
// mapping for joins
JoinTableDesc[] joinTables = other.getJoinTables();
JoinTableDesc[] joinTablesCopy = new JoinTableDesc[joinTables.length];
for (int i = 0; i < joinTables.length; i++) {
JoinTableDesc joinTable = joinTables[i];
joinTablesCopy[i] = JoinTableDesc.getCopyOf(joinTable);
String tableIdentity = joinTable.getTable();
TableSchemaUpdateMapping mapping = getTableSchemaUpdateMapping(mappings, tableIdentity);
if (mapping != null && mapping.isTableIdentityChanged()) {
joinTablesCopy[i].setTable(mapping.getTableIdentity(tableIdentity));
}
}
copy.setJoinTables(joinTablesCopy);
// mapping for partition columns
PartitionDesc partDesc = other.getPartitionDesc();
PartitionDesc partCopy = PartitionDesc.getCopyOf(partDesc);
if (partDesc.getPartitionDateColumnRef() != null) {
partCopy.setPartitionDateColumn(
replacePartitionCol(partDesc.getPartitionDateColumnRef().getCanonicalName(), mappings));
}
if (partDesc.getPartitionTimeColumnRef() != null) {
partCopy.setPartitionTimeColumn(
replacePartitionCol(partDesc.getPartitionTimeColumnRef().getCanonicalName(), mappings));
}
copy.setPartitionDesc(partCopy);
return copy;
}
Example 6
| Source File: CacheServiceTest.java From Kylin with Apache License 2.0 | 4 votes |
|
@Test
public void testMetaCRUD() throws Exception {
final MetadataManager metadataManager = MetadataManager.getInstance(configA);
final MetadataManager metadataManagerB = MetadataManager.getInstance(configB);
final Broadcaster broadcaster = Broadcaster.getInstance();
broadcaster.getCounterAndClear();
TableDesc tableDesc = createTestTableDesc();
assertTrue(metadataManager.getTableDesc(tableDesc.getIdentity()) == null);
assertTrue(metadataManagerB.getTableDesc(tableDesc.getIdentity()) == null);
metadataManager.saveSourceTable(tableDesc);
//only one for table insert
assertEquals(1, broadcaster.getCounterAndClear());
waitForCounterAndClear(1);
assertNotNull(metadataManager.getTableDesc(tableDesc.getIdentity()));
assertNotNull(metadataManagerB.getTableDesc(tableDesc.getIdentity()));
final String dataModelName = "test_data_model";
DataModelDesc dataModelDesc = metadataManager.getDataModelDesc("test_kylin_ii_model_desc");
dataModelDesc.setName(dataModelName);
dataModelDesc.setLastModified(0);
assertTrue(metadataManager.getDataModelDesc(dataModelName) == null);
assertTrue(metadataManagerB.getDataModelDesc(dataModelName) == null);
dataModelDesc.setName(dataModelName);
metadataManager.createDataModelDesc(dataModelDesc);
//only one for data model update
assertEquals(1, broadcaster.getCounterAndClear());
waitForCounterAndClear(1);
assertEquals(dataModelDesc.getName(), metadataManagerB.getDataModelDesc(dataModelName).getName());
final LookupDesc[] lookups = dataModelDesc.getLookups();
assertTrue(lookups.length > 0);
dataModelDesc.setLookups(new LookupDesc[]{lookups[0]});
metadataManager.updateDataModelDesc(dataModelDesc);
//only one for data model update
assertEquals(1, broadcaster.getCounterAndClear());
waitForCounterAndClear(1);
assertEquals(dataModelDesc.getLookups().length, metadataManagerB.getDataModelDesc(dataModelName).getLookups().length);
}
