Java Code Examples for org.elasticsearch.index.mapper.DocumentMapper#parse()
The following examples show how to use
org.elasticsearch.index.mapper.DocumentMapper#parse() .
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example 1
| Source File: IndexShard.java From crate with Apache License 2.0 | 6 votes |
|
public static Engine.Index prepareIndex(DocumentMapper docMapper,
SourceToParse source,
long seqNo,
long primaryTerm,
long version,
VersionType versionType,
Engine.Operation.Origin origin,
long autoGeneratedIdTimestamp,
boolean isRetry,
long ifSeqNo,
long ifPrimaryTerm) {
long startTime = System.nanoTime();
ParsedDocument doc = docMapper.parse(source);
Term uid = new Term(IdFieldMapper.NAME, Uid.encodeId(doc.id()));
return new Engine.Index(uid, doc, seqNo, primaryTerm, version, versionType, origin, startTime, autoGeneratedIdTimestamp, isRetry,
ifSeqNo, ifPrimaryTerm);
}
Example 2
| Source File: ArrayMapperTest.java From crate with Apache License 2.0 | 6 votes |
|
@Test
public void testInvalidArrayNonConvertableType() throws Exception {
String mapping = Strings.toString(XContentFactory.jsonBuilder()
.startObject().startObject(TYPE).startObject("properties")
.startObject("array_field")
.field("type", ArrayMapper.CONTENT_TYPE)
.startObject(ArrayMapper.INNER_TYPE)
.field("type", "double")
.endObject()
.endObject()
.endObject().endObject().endObject());
DocumentMapper mapper = mapper(INDEX, mapping);
expectedException.expect(MapperParsingException.class);
expectedException.expectMessage("failed to parse field [array_field] of type [double]");
BytesReference bytesReference = BytesReference.bytes(XContentFactory.jsonBuilder()
.startObject()
.array("array_field", true, false, true)
.endObject());
SourceToParse sourceToParse = new SourceToParse(INDEX, "abc", bytesReference, XContentType.JSON);
mapper.parse(sourceToParse);
}
Example 3
| Source File: ArrayMapperTest.java From crate with Apache License 2.0 | 6 votes |
|
@Test
public void testParseDynamicEmptyArray() throws Exception {
String mapping = Strings.toString(XContentFactory.jsonBuilder()
.startObject().startObject(TYPE).startObject("properties")
.endObject().endObject().endObject());
DocumentMapper mapper = mapper(INDEX, mapping);
// parse source with empty array
BytesReference bytesReference = BytesReference.bytes(XContentFactory.jsonBuilder()
.startObject()
.array("new_array_field")
.endObject());
SourceToParse sourceToParse = new SourceToParse(INDEX, "abc", bytesReference, XContentType.JSON);
ParsedDocument doc = mapper.parse(sourceToParse);
assertThat(doc.docs().get(0).getField("new_array_field"), is(nullValue()));
assertThat(mapper.mappers().getMapper("new_array_field"), is(nullValue()));
}
Example 4
| Source File: ArrayMapperTest.java From crate with Apache License 2.0 | 6 votes |
|
@Test
public void testParseDynamicNullArray() throws Exception {
String mapping = Strings.toString(XContentFactory.jsonBuilder()
.startObject().startObject(TYPE).startObject("properties")
.endObject().endObject().endObject());
DocumentMapper mapper = mapper(INDEX, mapping);
// parse source with null array
BytesReference bytesReference = BytesReference.bytes(XContentFactory.jsonBuilder()
.startObject()
.startArray("new_array_field").nullValue().endArray()
.endObject());
SourceToParse sourceToParse = new SourceToParse(INDEX, "abc", bytesReference, XContentType.JSON);
ParsedDocument doc = mapper.parse(sourceToParse);
assertThat(doc.docs().get(0).getField("new_array_field"), is(nullValue()));
assertThat(mapper.mappers().getMapper("new_array_field"), is(nullValue()));
}
Example 5
| Source File: QueryTester.java From crate with Apache License 2.0 | 6 votes |
|
void indexValue(String column, Object value) throws IOException {
DocumentMapper mapper = indexEnv.mapperService().documentMapperSafe();
InsertSourceGen sourceGen = InsertSourceGen.of(
CoordinatorTxnCtx.systemTransactionContext(),
sqlExecutor.functions(),
table,
table.concreteIndices()[0],
GeneratedColumns.Validation.NONE,
Collections.singletonList(table.getReference(ColumnIdent.fromPath(column)))
);
BytesReference source = sourceGen.generateSourceAndCheckConstraintsAsBytesReference(new Object[]{value});
SourceToParse sourceToParse = new SourceToParse(
table.concreteIndices()[0],
UUIDs.randomBase64UUID(),
source,
XContentType.JSON
);
ParsedDocument parsedDocument = mapper.parse(sourceToParse);
indexEnv.writer().addDocuments(parsedDocument.docs());
}
Example 6
| Source File: LangdetectMappingTests.java From elasticsearch-plugin-bundle with GNU Affero General Public License v3.0 | 5 votes |
|
public void testSimpleMapping() throws Exception {
IndexService indexService = createIndex("some_index", Settings.EMPTY,
"someType", getMapping("simple-mapping.json"));
DocumentMapper docMapper = indexService.mapperService().documentMapper("someType");
String sampleText = copyToStringFromClasspath("english.txt");
BytesReference json = BytesReference.bytes(XContentFactory.jsonBuilder()
.startObject().field("someField", sampleText).endObject());
SourceToParse sourceToParse = SourceToParse.source("some_index", "someType", "1", json, XContentType.JSON);
ParsedDocument doc = docMapper.parse(sourceToParse);
assertEquals(1, doc.rootDoc().getFields("someField").length);
assertEquals("en", doc.rootDoc().getFields("someField")[0].stringValue());
}
Example 7
| Source File: LangdetectMappingTests.java From elasticsearch-plugin-bundle with GNU Affero General Public License v3.0 | 5 votes |
|
public void testToFields() throws Exception {
IndexService indexService = createIndex("some_index", Settings.EMPTY,
"someType", getMapping("mapping-to-fields.json"));
DocumentMapper docMapper = indexService.mapperService().documentMapper("someType");
String sampleText = copyToStringFromClasspath("english.txt");
BytesReference json = BytesReference.bytes(XContentFactory.jsonBuilder()
.startObject().field("someField", sampleText).endObject());
SourceToParse sourceToParse = SourceToParse.source("some_index", "someType", "1", json, XContentType.JSON);
ParsedDocument doc = docMapper.parse(sourceToParse);
assertEquals(1, doc.rootDoc().getFields("someField").length);
assertEquals("en", doc.rootDoc().getFields("someField")[0].stringValue());
assertEquals(1, doc.rootDoc().getFields("english_field").length);
assertEquals("This is a very small example of a text", doc.rootDoc().getFields("english_field")[0].stringValue());
}
Example 8
| Source File: ArrayMapperTest.java From crate with Apache License 2.0 | 5 votes |
|
@Test
public void testParseNull() throws Exception {
// @formatter: off
String mapping = Strings.toString(XContentFactory.jsonBuilder()
.startObject()
.startObject(TYPE)
.startObject("properties")
.startObject("array_field")
.field("type", ArrayMapper.CONTENT_TYPE)
.startObject(ArrayMapper.INNER_TYPE)
.field("type", "double")
.endObject()
.endObject()
.endObject()
.endObject()
.endObject());
// @formatter: on
DocumentMapper mapper = mapper(INDEX, mapping);
BytesReference bytesReference = BytesReference.bytes(XContentFactory.jsonBuilder()
.startObject()
.nullField("array_field")
.endObject());
SourceToParse sourceToParse = new SourceToParse(INDEX, "abc", bytesReference, XContentType.JSON);
ParsedDocument parsedDoc = mapper.parse(sourceToParse);
assertThat(parsedDoc.docs().size(), is(1));
assertThat(parsedDoc.docs().get(0).getField("array_field"), is(nullValue()));
}
Example 9
| Source File: ArrayMapperTest.java From crate with Apache License 2.0 | 5 votes |
|
@Test
public void testParseNullOnObjectArray() throws Exception {
// @formatter: on
String mapping = Strings.toString(XContentFactory.jsonBuilder()
.startObject()
.startObject(TYPE)
.startObject("properties")
.startObject("array_field")
.field("type", ArrayMapper.CONTENT_TYPE)
.startObject(ArrayMapper.INNER_TYPE)
.field("type", "object")
.startObject("properties")
.endObject()
.endObject()
.endObject()
.endObject()
.endObject()
.endObject());
// @formatter: off
DocumentMapper mapper = mapper(INDEX, mapping);
BytesReference bytesReference = BytesReference.bytes(XContentFactory.jsonBuilder()
.startObject()
.nullField("array_field")
.endObject());
SourceToParse sourceToParse = new SourceToParse(INDEX, "abc", bytesReference, XContentType.JSON);
ParsedDocument parsedDoc = mapper.parse(sourceToParse);
assertThat(parsedDoc.docs().size(), is(1));
assertThat(parsedDoc.docs().get(0).getField("array_field"), is(nullValue()));
}
Example 10
| Source File: ArrayMapperTest.java From crate with Apache License 2.0 | 4 votes |
|
@Test
public void testSimpleArrayMapping() throws Exception {
// @formatter:off
String mapping = Strings.toString(XContentFactory.jsonBuilder()
.startObject()
.startObject(TYPE)
.startObject("properties")
.startObject("array_field")
.field("type", ArrayMapper.CONTENT_TYPE)
.startObject(ArrayMapper.INNER_TYPE)
.field("type", "keyword")
.endObject()
.endObject()
.endObject()
.endObject()
.endObject());
// @formatter:on
DocumentMapper mapper = mapper(INDEX, mapping);
assertThat(mapper.mappers().getMapper("array_field"), is(instanceOf(ArrayMapper.class)));
BytesReference bytesReference = BytesReference.bytes(JsonXContent.contentBuilder()
.startObject()
.array("array_field", "a", "b", "c")
.endObject());
SourceToParse sourceToParse = new SourceToParse(INDEX, "abc", bytesReference, XContentType.JSON);
ParsedDocument doc = mapper.parse(sourceToParse);
assertThat(doc.dynamicMappingsUpdate() == null, is(true));
assertThat(doc.docs().size(), is(1));
ParseContext.Document fields = doc.docs().get(0);
Set<String> values = uniqueValuesFromFields(fields, "array_field");
assertThat(values, Matchers.containsInAnyOrder("a", "b", "c"));
assertThat(
mapper.mappingSource().string(),
is("{\"default\":{" +
"\"properties\":{" +
"\"array_field\":{" +
"\"type\":\"array\"," +
"\"inner\":{" +
"\"type\":\"keyword\"" +
"}" +
"}" +
"}" +
"}}"));
}
Example 11
| Source File: ArrayMapperTest.java From crate with Apache License 2.0 | 4 votes |
|
@Test
public void testObjectArrayMapping() throws Exception {
// @formatter: off
String mapping = Strings.toString(XContentFactory.jsonBuilder()
.startObject()
.startObject(TYPE)
.startObject("properties")
.startObject("array_field")
.field("type", ArrayMapper.CONTENT_TYPE)
.startObject(ArrayMapper.INNER_TYPE)
.field("type", "object")
.field("dynamic", true)
.startObject("properties")
.startObject("s")
.field("type", "keyword")
.endObject()
.endObject()
.endObject()
.endObject()
.endObject()
.endObject()
.endObject());
DocumentMapper mapper = mapper(INDEX, mapping);
// child object mapper
assertThat(mapper.objectMappers().get("array_field"), is(instanceOf(ObjectArrayMapper.class)));
BytesReference bytesReference = BytesReference.bytes(XContentFactory.jsonBuilder()
.startObject()
.startArray("array_field")
.startObject()
.field("s", "a")
.endObject()
.startObject()
.field("s", "b")
.endObject()
.startObject()
.field("s", "c")
.endObject()
.endArray()
.endObject());
SourceToParse sourceToParse = new SourceToParse(INDEX, "abc", bytesReference, XContentType.JSON);
ParsedDocument doc = mapper.parse(sourceToParse);
// @formatter: off
assertThat(doc.dynamicMappingsUpdate(), nullValue());
assertThat(doc.docs().size(), is(1));
assertThat(
uniqueValuesFromFields(doc.docs().get(0), "array_field.s"),
containsInAnyOrder("a", "b", "c"));
assertThat(mapper.mappers().getMapper("array_field.s"), instanceOf(KeywordFieldMapper.class));
assertThat(
mapper.mappingSource().string(),
is("{\"default\":{" +
"\"properties\":{" +
"\"array_field\":{" +
"\"type\":\"array\"," +
"\"inner\":{" +
"\"dynamic\":\"true\"," +
"\"properties\":{" +
"\"s\":{" +
"\"type\":\"keyword\"" +
"}" +
"}" +
"}" +
"}" +
"}}}"));
}
Example 12
| Source File: ArrayMapperTest.java From crate with Apache License 2.0 | 4 votes |
|
@Test
public void testObjectArrayMappingNewColumn() throws Exception {
// @formatter: off
String mapping = Strings.toString(XContentFactory.jsonBuilder()
.startObject()
.startObject(TYPE)
.startObject("properties")
.startObject("array_field")
.field("type", ArrayMapper.CONTENT_TYPE)
.startObject(ArrayMapper.INNER_TYPE)
.field("type", "object")
.field("dynamic", true)
.startObject("properties")
.startObject("s")
.field("type", "keyword")
.endObject()
.endObject()
.endObject()
.endObject()
.endObject()
.endObject()
.endObject());
DocumentMapper mapper = mapper(INDEX, mapping);
// child object mapper
assertThat(mapper.objectMappers().get("array_field"), is(instanceOf(ObjectArrayMapper.class)));
BytesReference bytesReference = BytesReference.bytes(XContentFactory.jsonBuilder()
.startObject()
.startArray("array_field")
.startObject()
.field("s", "a")
.field("new", true)
.endObject()
.endArray()
.endObject());
SourceToParse sourceToParse = new SourceToParse(INDEX, "abc", bytesReference, XContentType.JSON);
ParsedDocument doc = mapper.parse(sourceToParse);
Mapping mappingUpdate = doc.dynamicMappingsUpdate();
assertThat(mappingUpdate, notNullValue());
mapper = mapper.merge(mappingUpdate, true);
assertThat(doc.docs().size(), is(1));
String[] values = doc.docs().get(0).getValues("array_field.new");
assertThat(values, arrayContainingInAnyOrder(is("T"), is("1")));
String mappingSourceString = new CompressedXContent(mapper, XContentType.JSON, ToXContent.EMPTY_PARAMS).string();
assertThat(
mappingSourceString,
is("{\"default\":{" +
"\"properties\":{" +
"\"array_field\":{" +
"\"type\":\"array\"," +
"\"inner\":{" +
"\"dynamic\":\"true\"," +
"\"properties\":{" +
"\"new\":{\"type\":\"boolean\"}," +
"\"s\":{" +
"\"type\":\"keyword\"" +
"}" +
"}" +
"}" +
"}" +
"}}}"));
}
