org.eclipse.xtext.ui.editor.model.DocumentTokenSource Java Examples

public List<StyleRange> getRanges(String expression) {
	final List<StyleRange> ranges = Lists.newArrayList();
	DocumentEvent event = new DocumentEvent();
	event.fDocument = new DummyDocument(expression);
	DocumentTokenSource tokenSource = tokenSourceProvider.get();
	tokenSource.updateStructure(event);
	Iterator<ILexerTokenRegion> iterator = tokenSource.getTokenInfos().iterator();
	while (iterator.hasNext()) {
		ILexerTokenRegion next = iterator.next();
		TextAttribute attribute = attributeProvider.getAttribute(tokenTypeMapper.getId(next.getLexerTokenType()));
		StyleRange range = new StyleRange(next.getOffset(), next.getLength(), attribute.getForeground(),
				attribute.getBackground());
		range.font = attribute.getFont();
		range.fontStyle = attribute.getStyle();
		ranges.add(range);
	}
	return merge(ranges);
}
 

private IXtextDocument createDocument(String model) throws Exception {
	resource = getResource(new StringInputStream(model));
	DocumentTokenSource tokenSource = new DocumentTokenSource();
	tokenSource.setLexer(new Provider<Lexer>(){
		@Override
		public Lexer get() {
			return new InternalXtextLexer();
		}});
	
	final XtextDocument document = new XtextDocument(tokenSource, get(ITextEditComposer.class), new OutdatedStateManager(), new OperationCanceledManager()) {
		@Override
		public <T> T internalModify(IUnitOfWork<T, XtextResource> work) {
			try {
				return work.exec((XtextResource) resource);
			}
			catch (Exception e) {
				throw new RuntimeException(e);
			}
		}
	};
	document.set(model);
	return document;
}
 

public XtextDocument getDocument(String s) {
	TerminalsTokenTypeToPartitionMapper mapper = new TerminalsTokenTypeToPartitionMapper() {{
		setTokenDefProvider(new AntlrTokenDefProvider() {
			{
				setAntlrTokenFileProvider(new XtextAntlrTokenFileProvider());
			}
		});
	}};
	PartitionTokenScanner scanner = new PartitionTokenScanner();
	scanner.setMapper(mapper);
	DocumentPartitioner partitioner = new DocumentPartitioner(scanner, mapper);
	DocumentTokenSource tokenSource = new DocumentTokenSource();
	tokenSource.setLexer(new Provider<Lexer>() {
		@Override
		public Lexer get() {
			return new org.eclipse.xtext.parser.antlr.internal.InternalXtextLexer();
		}
	});
	XtextDocument document = new XtextDocument(tokenSource, null, new OutdatedStateManager(), new OperationCanceledManager());
	document.setDocumentPartitioner(partitioner);
	partitioner.connect(document);
	document.set(s);
	return document;
}
 

public XtextDocument getDocument(String s) {
	TerminalsTokenTypeToPartitionMapper mapper = new TerminalsTokenTypeToPartitionMapper() {{
		setTokenDefProvider(new AntlrTokenDefProvider() {
			{
				setAntlrTokenFileProvider(new XtextAntlrTokenFileProvider());
			}
		});
	}};
	PartitionTokenScanner scanner = new PartitionTokenScanner();
	scanner.setMapper(mapper);
	DocumentPartitioner partitioner = new DocumentPartitioner(scanner, mapper);
	DocumentTokenSource tokenSource = new DocumentTokenSource();
	tokenSource.setLexer(new Provider<Lexer>() {
		@Override
		public Lexer get() {
			return new org.eclipse.xtext.parser.antlr.internal.InternalXtextLexer();
		}
	});
	XtextDocument document = new XtextDocument(tokenSource, null, outdatedStateManager, operationCanceledManager);
	document.setDocumentPartitioner(partitioner);
	partitioner.connect(document);
	document.set(s);
	return document;
}
 

protected XtextDocument createXtextDocument(String modelAsText) throws Exception {
	final XtextResource resource = getResource(modelAsText, "test.outlinetestlanguage");
	DocumentTokenSource tokenSource = new DocumentTokenSource();
	tokenSource.setLexer(new Provider<Lexer>(){
		@Override
		public Lexer get() {
			return new InternalXtextLexer();
		}});
	XtextDocument xtextDocument = new XtextDocument(tokenSource, null, new OutdatedStateManager(), new OperationCanceledManager());
	xtextDocument.setInput(resource);
	xtextDocument.set(modelAsText);
	return xtextDocument;	
}
 

@Override
protected Document createDocument(String before) throws Exception {
	DocumentTokenSource source = new BacktrackingLexerDocumentTokenSource();
	source.setLexer(new Provider<Lexer>() {
		@Override
		public Lexer get() {
			return createLexer();
		}
	});
	XtextDocument document = new XtextDocument(source, null, outdatedStateManager, operationCanceledManager);
	document.set(before);
	return document;
}
 

protected Document createDocument(String before) {
	DocumentTokenSource source = new DocumentTokenSource();
	source.setLexer(new Provider<Lexer>() {
		@Override
		public Lexer get() {
			return new org.eclipse.xtext.parser.antlr.internal.InternalXtextLexer();
		}
	});
	XtextDocument document = new XtextDocument(source, null, new OutdatedStateManager(), new OperationCanceledManager());
	document.set(before);
	return document;
}
 

protected Document createDocument(String before) throws Exception {
	DocumentTokenSource source = new DocumentTokenSource();
	source.setLexer(new Provider<Lexer>() {
		@Override
		public Lexer get() {
			return createLexer();
		}
	});
	XtextDocument document = new XtextDocument(source, null, outdatedStateManager, operationCanceledManager);
	document.set(before);
	return document;
}
 

protected Document createDocument(String before) throws Exception {
	DocumentTokenSource source = new DocumentTokenSource();
	source.setLexer(new Provider<Lexer>() {
		@Override
		public Lexer get() {
			return createLexer();
		}
	});
	XtextDocument document = new XtextDocument(source, null, outdatedStateManager, operationCanceledManager);
	document.set(before);
	return document;
}
 

@Inject
public TransactionalXtextDocument(DocumentTokenSource tokenSource, ITextEditComposer composer) {
	super(tokenSource, composer);
}
 

/**
 * Configure the parser based token source for the coloring.
 */
public Class<? extends DocumentTokenSource> bindDocumentTokenSource() {
	return ParserBasedDocumentTokenSource.class;
}
 

@Inject
public ParallelReadXtextDocument(DocumentTokenSource tokenSource, ITextEditComposer composer) {
	super(tokenSource, composer);
}
 

@Inject
public XtextGMFDocument(final DocumentTokenSource tokenSource, final ITextEditComposer composer) {
  super(tokenSource, composer);
}
 

@Inject
public ResponsiveXtextDocument(final DocumentTokenSource tokenSource, final ITextEditComposer composer) {
  super(tokenSource, composer);
}
 

public Class<? extends DocumentTokenSource> bindDocumentTokenSource() {
	return XtendDocumentTokenSource.class;
}
 

private DocumentTokenSource createTokenSource() {
	DocumentTokenSource tokenSource = new DocumentTokenSource();
	tokenSource.setLexer(() -> new InternalXtextLexer());
	return tokenSource;
}
 

@Override
public void setUp() throws Exception {
	super.setUp();
	referenceDescriptions = Lists.newArrayList();
	dirtyStateManager = new DirtyStateManager();
	testMe = new ValidationJobScheduler();
	testMe.setDirtyStateManager(dirtyStateManager);
	testMe.setDescriptionUtils(new DescriptionUtils());
	testMe.setResourceDescriptions(this);
	testMe.setResourceDescriptionManager(new DefaultResourceDescriptionManager());
	DocumentTokenSource nullSource = new DocumentTokenSource() {
		@Override
		protected IRegion computeDamageRegion(DocumentEvent e) {
			return new Region(0, 0);
		}
	};
	document = new XtextDocument(nullSource, null, outdatedStateManager, operationCanceledManager) {

		@Override
		public URI getResourceURI() {
			return documentURI;
		}
		
		@Override
		public void checkAndUpdateAnnotations() {
			validationScheduled = true;
		}
	};
	documentResource = new TestableDocumentResource();
	targetResource = new AbstractResourceDescription() {
		
		@Override
		public URI getURI() {
			return targetURI;
		}
		
		@Override
		public Iterable<IReferenceDescription> getReferenceDescriptions() {
			throw new UnsupportedOperationException();
		}
		
		@Override
		public Iterable<QualifiedName> getImportedNames() {
			throw new UnsupportedOperationException();
		}
		
		@Override
		protected List<IEObjectDescription> computeExportedObjects() {
			if (documentResource.importedName == null)
				throw new UnsupportedOperationException();
			return Collections.emptyList();
		}
	};
}
 

/**
 * Creates a new instance, delegates to {@link XtextDocument#XtextDocument(DocumentTokenSource, ITextEditComposer)}.
 */
@Inject
public N4JSDocument(DocumentTokenSource tokenSource, ITextEditComposer composer) {
	super(tokenSource, composer);
}