Java Code Examples for org.apache.zeppelin.interpreter.InterpreterContext#set()

The following examples show how to use org.apache.zeppelin.interpreter.InterpreterContext#set() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example 1

Source File: KotlinSparkInterpreter.java From zeppelin with Apache License 2.0

6 votes

@Override
public InterpreterResult interpret(String st, InterpreterContext context)
    throws InterpreterException {

  if (isSparkVersionUnsupported()) {
    return unsupportedMessage;
  }

  z.setInterpreterContext(context);
  z.setGui(context.getGui());
  z.setNoteGui(context.getNoteGui());
  InterpreterContext.set(context);

  jsc.setJobGroup(buildJobGroupId(context), buildJobDesc(context), false);
  jsc.setLocalProperty("spark.scheduler.pool", context.getLocalProperties().get("pool"));

  InterpreterOutput out = context.out;
  PrintStream scalaOut = Console.out();
  PrintStream newOut = (out != null) ? new PrintStream(out) : null;

  Console.setOut(newOut);
  InterpreterResult result = interpreter.interpret(st, context);
  Console.setOut(scalaOut);

  return result;
}

Example 2

Source File: SparkInterpreterTest.java From zeppelin with Apache License 2.0

6 votes

@Test
public void testDisableSparkUI_1() throws InterpreterException {
  Properties properties = new Properties();
  properties.setProperty(SparkStringConstants.MASTER_PROP_NAME, "local");
  properties.setProperty(SparkStringConstants.APP_NAME_PROP_NAME, "test");
  properties.setProperty("zeppelin.spark.maxResult", "100");
  properties.setProperty("spark.ui.enabled", "false");
  // disable color output for easy testing
  properties.setProperty("zeppelin.spark.scala.color", "false");
  properties.setProperty("zeppelin.spark.deprecatedMsg.show", "false");

  interpreter = new SparkInterpreter(properties);
  interpreter.setInterpreterGroup(mock(InterpreterGroup.class));
  InterpreterContext.set(getInterpreterContext());
  interpreter.open();

  InterpreterContext context = getInterpreterContext();
  InterpreterResult result = interpreter.interpret("sc.range(1, 10).sum", context);
  assertEquals(InterpreterResult.Code.SUCCESS, result.code());

  // spark job url is not sent
  verify(mockRemoteEventClient, never()).onParaInfosReceived(any(Map.class));
}

Example 3

Source File: RInterpreterTest.java From zeppelin with Apache License 2.0

6 votes

@Test
public void testInvalidR() throws InterpreterException {
  tearDown();

  Properties properties = new Properties();
  properties.setProperty("zeppelin.R.cmd", "invalid_r");
  properties.setProperty("spark.master", "local");
  properties.setProperty("spark.app.name", "test");

  InterpreterGroup interpreterGroup = new InterpreterGroup();
  Interpreter rInterpreter = new LazyOpenInterpreter(new RInterpreter(properties));
  interpreterGroup.addInterpreterToSession(rInterpreter, "session_1");
  rInterpreter.setInterpreterGroup(interpreterGroup);

  InterpreterContext context = getInterpreterContext();
  InterpreterContext.set(context);

  try {
    rInterpreter.interpret("1+1", getInterpreterContext());
    fail("Should fail to open SparkRInterpreter");
  } catch (InterpreterException e) {
    String stacktrace = ExceptionUtils.getStackTrace(e);
    assertTrue(stacktrace, stacktrace.contains("No such file or directory"));
  }
}

Example 4

Source File: SparkInterpreterTest.java From zeppelin with Apache License 2.0

6 votes

@Test
public void testDisableSparkUI_2() throws InterpreterException {
  Properties properties = new Properties();
  properties.setProperty(SparkStringConstants.MASTER_PROP_NAME, "local");
  properties.setProperty(SparkStringConstants.APP_NAME_PROP_NAME, "test");
  properties.setProperty("zeppelin.spark.maxResult", "100");
  properties.setProperty("zeppelin.spark.ui.hidden", "true");
  // disable color output for easy testing
  properties.setProperty("zeppelin.spark.scala.color", "false");
  properties.setProperty("zeppelin.spark.deprecatedMsg.show", "false");

  interpreter = new SparkInterpreter(properties);
  interpreter.setInterpreterGroup(mock(InterpreterGroup.class));
  InterpreterContext.set(getInterpreterContext());
  interpreter.open();

  InterpreterContext context = getInterpreterContext();
  InterpreterResult result = interpreter.interpret("sc.range(1, 10).sum", context);
  assertEquals(InterpreterResult.Code.SUCCESS, result.code());

  // spark job url is not sent
  verify(mockRemoteEventClient, never()).onParaInfosReceived(any(Map.class));
}

Example 5

Source File: IPyFlinkInterpreterTest.java From zeppelin with Apache License 2.0

6 votes

@Override
protected void startInterpreter(Properties properties) throws InterpreterException {
  InterpreterContext context = getInterpreterContext();
  context.setIntpEventClient(mockIntpEventClient);
  InterpreterContext.set(context);

  this.flinkScalaInterpreter = new LazyOpenInterpreter(
      new FlinkInterpreter(properties));
  intpGroup = new InterpreterGroup();
  intpGroup.put("session_1", new ArrayList<Interpreter>());
  intpGroup.get("session_1").add(flinkScalaInterpreter);
  flinkScalaInterpreter.setInterpreterGroup(intpGroup);

  LazyOpenInterpreter pyFlinkInterpreter =
      new LazyOpenInterpreter(new PyFlinkInterpreter(properties));
  intpGroup.get("session_1").add(pyFlinkInterpreter);
  pyFlinkInterpreter.setInterpreterGroup(intpGroup);

  interpreter = new LazyOpenInterpreter(new IPyFlinkInterpreter(properties));
  intpGroup.get("session_1").add(interpreter);
  interpreter.setInterpreterGroup(intpGroup);

  interpreter.open();

  angularObjectRegistry = new AngularObjectRegistry("flink", null);
}

Example 6

Source File: PythonInterpreterTest.java From zeppelin with Apache License 2.0

6 votes

@Override
public void setUp() throws InterpreterException {

  intpGroup = new InterpreterGroup();

  Properties properties = new Properties();
  properties.setProperty("zeppelin.python.maxResult", "3");
  properties.setProperty("zeppelin.python.useIPython", "false");
  properties.setProperty("zeppelin.python.gatewayserver_address", "127.0.0.1");

  interpreter = new LazyOpenInterpreter(new PythonInterpreter(properties));

  intpGroup.put("note", new LinkedList<Interpreter>());
  intpGroup.get("note").add(interpreter);
  interpreter.setInterpreterGroup(intpGroup);

  InterpreterContext.set(getInterpreterContext());
  interpreter.open();
}

Example 7

Source File: PySubmarineInterpreterTest.java From zeppelin with Apache License 2.0

6 votes

@Override
public void setUp() throws InterpreterException {
  intpGroup = new InterpreterGroup();
  Properties properties = new Properties();
  properties.setProperty(ZEPPELIN_SUBMARINE_AUTH_TYPE, "simple");
  properties.setProperty("zeppelin.python.useIPython", "false");
  properties.setProperty("zeppelin.python.gatewayserver_address", "127.0.0.1");
  properties.setProperty(SubmarineConstants.SUBMARINE_HADOOP_PRINCIPAL, "user");

  pySubmarineIntp = new PySubmarineInterpreter(properties);

  intpGroup.put("note", new LinkedList<Interpreter>());
  intpGroup.get("note").add(pySubmarineIntp);
  pySubmarineIntp.setInterpreterGroup(intpGroup);

  InterpreterContext.set(getIntpContext());
  pySubmarineIntp.open();
}

Example 8

Source File: IPyFlinkInterpreter.java From zeppelin with Apache License 2.0

5 votes

/**
 * Called by python process.
 */
public void initJavaThread() {
  InterpreterContext.set(curInterpreterContext);
  originalClassLoader = Thread.currentThread().getContextClassLoader();
  Thread.currentThread().setContextClassLoader(flinkInterpreter.getFlinkScalaShellLoader());
  flinkInterpreter.createPlannerAgain();
}

Example 9

Source File: PythonInterpreter.java From zeppelin with Apache License 2.0

5 votes

@Override
public InterpreterResult interpret(String st, InterpreterContext context)
    throws InterpreterException {
  if (iPythonInterpreter != null) {
    return iPythonInterpreter.interpret(st, context);
  }

  outputStream.setInterpreterOutput(context.out);
  ZeppelinContext z = getZeppelinContext();
  z.setInterpreterContext(context);
  z.setGui(context.getGui());
  z.setNoteGui(context.getNoteGui());
  InterpreterContext.set(context);

  preCallPython(context);
  callPython(new PythonInterpretRequest(st, false));

  if (statementError) {
    return new InterpreterResult(Code.ERROR, statementOutput);
  } else {
    try {
      context.out.flush();
    } catch (IOException e) {
      throw new InterpreterException(e);
    }
    if (pythonProcessLauncher.isRunning()) {
      return new InterpreterResult(Code.SUCCESS);
    } else {
      return new InterpreterResult(Code.ERROR,
              "Python process is abnormally exited, please check your code and log.");
    }
  }
}

Example 10

Source File: PythonInterpreterTest.java From zeppelin with Apache License 2.0

5 votes

@Test
public void testFailtoLaunchPythonProcess() throws InterpreterException {
  tearDown();

  intpGroup = new InterpreterGroup();

  Properties properties = new Properties();
  properties.setProperty("zeppelin.python", "invalid_python");
  properties.setProperty("zeppelin.python.useIPython", "false");
  properties.setProperty("zeppelin.python.gatewayserver_address", "127.0.0.1");

  interpreter = new LazyOpenInterpreter(new PythonInterpreter(properties));

  intpGroup.put("note", new LinkedList<Interpreter>());
  intpGroup.get("note").add(interpreter);
  interpreter.setInterpreterGroup(intpGroup);

  InterpreterContext.set(getInterpreterContext());

  try {
    interpreter.interpret("1+1", getInterpreterContext());
    fail("Should fail to open PythonInterpreter");
  } catch (InterpreterException e) {
    String stacktrace = ExceptionUtils.getStackTrace(e);
    assertTrue(stacktrace, stacktrace.contains("No such file or directory"));
  }
}

Example 11

Source File: FlinkInterpreterTest.java From zeppelin with Apache License 2.0

5 votes

private InterpreterContext getInterpreterContext() {
  InterpreterContext context = InterpreterContext.builder()
          .setParagraphId("paragraphId")
          .setInterpreterOut(new InterpreterOutput(null))
          .setAngularObjectRegistry(angularObjectRegistry)
          .setIntpEventClient(mock(RemoteInterpreterEventClient.class))
          .build();
  InterpreterContext.set(context);
  return context;
}

Example 12

Source File: AbstractInterpreter.java From submarine with Apache License 2.0

5 votes

protected InterpreterContext getIntpContext() {
  if (this.interpreterContext == null) {
    this.interpreterContext = InterpreterContext.builder()
            .setInterpreterOut(new InterpreterOutput(null))
            .build();
    InterpreterContext.set(this.interpreterContext);
  }
  return this.interpreterContext;
}

Example 13

Source File: ShinyInterpreterTest.java From zeppelin with Apache License 2.0

5 votes

@Before
public void setUp() throws InterpreterException {
  Properties properties = new Properties();

  InterpreterContext context = getInterpreterContext();
  InterpreterContext.set(context);
  interpreter = new ShinyInterpreter(properties);

  InterpreterGroup interpreterGroup = new InterpreterGroup();
  interpreterGroup.addInterpreterToSession(new LazyOpenInterpreter(interpreter), "session_1");
  interpreter.setInterpreterGroup(interpreterGroup);

  interpreter.open();
}

Example 14

Source File: PySparkInterpreterTest.java From zeppelin with Apache License 2.0

5 votes

@Override
public void setUp() throws InterpreterException {
  Properties properties = new Properties();
  properties.setProperty(SparkStringConstants.MASTER_PROP_NAME, "local");
  properties.setProperty(SparkStringConstants.APP_NAME_PROP_NAME, "Zeppelin Test");
  properties.setProperty("zeppelin.spark.useHiveContext", "false");
  properties.setProperty("zeppelin.spark.maxResult", "3");
  properties.setProperty("zeppelin.spark.importImplicit", "true");
  properties.setProperty("zeppelin.pyspark.python", "python");
  properties.setProperty("zeppelin.dep.localrepo", Files.createTempDir().getAbsolutePath());
  properties.setProperty("zeppelin.pyspark.useIPython", "false");
  properties.setProperty("zeppelin.python.gatewayserver_address", "127.0.0.1");
  properties.setProperty("zeppelin.spark.deprecatedMsg.show", "false");

  // create interpreter group
  intpGroup = new InterpreterGroup();
  intpGroup.put("note", new LinkedList<Interpreter>());

  InterpreterContext context = InterpreterContext.builder()
      .setInterpreterOut(new InterpreterOutput(null))
      .setIntpEventClient(mockRemoteEventClient)
      .build();
  InterpreterContext.set(context);
  LazyOpenInterpreter sparkInterpreter =
      new LazyOpenInterpreter(new SparkInterpreter(properties));

  intpGroup.get("note").add(sparkInterpreter);
  sparkInterpreter.setInterpreterGroup(intpGroup);

  LazyOpenInterpreter iPySparkInterpreter =
      new LazyOpenInterpreter(new IPySparkInterpreter(properties));
  intpGroup.get("note").add(iPySparkInterpreter);
  iPySparkInterpreter.setInterpreterGroup(intpGroup);

  interpreter = new LazyOpenInterpreter(new PySparkInterpreter(properties));
  intpGroup.get("note").add(interpreter);
  interpreter.setInterpreterGroup(intpGroup);

  interpreter.open();
}

Example 15

Source File: SparkRInterpreterTest.java From zeppelin with Apache License 2.0

5 votes

@Test
public void testInvalidR() throws InterpreterException {
  tearDown();

  Properties properties = new Properties();
  properties.setProperty("zeppelin.R.cmd", "invalid_r");
  properties.setProperty(SparkStringConstants.MASTER_PROP_NAME, "local");
  properties.setProperty(SparkStringConstants.APP_NAME_PROP_NAME, "test");
  
  InterpreterGroup interpreterGroup = new InterpreterGroup();
  Interpreter sparkRInterpreter = new LazyOpenInterpreter(new SparkRInterpreter(properties));
  Interpreter sparkInterpreter = new LazyOpenInterpreter(new SparkInterpreter(properties));
  interpreterGroup.addInterpreterToSession(sparkRInterpreter, "session_1");
  interpreterGroup.addInterpreterToSession(sparkInterpreter, "session_1");
  sparkRInterpreter.setInterpreterGroup(interpreterGroup);
  sparkInterpreter.setInterpreterGroup(interpreterGroup);

  InterpreterContext context = getInterpreterContext();
  InterpreterContext.set(context);

  try {
    sparkRInterpreter.interpret("1+1", getInterpreterContext());
    fail("Should fail to open SparkRInterpreter");
  } catch (InterpreterException e) {
    String stacktrace = ExceptionUtils.getStackTrace(e);
    assertTrue(stacktrace, stacktrace.contains("No such file or directory"));
  }
}

Example 16

Source File: IPyFlinkInterpreterTest.java From zeppelin with Apache License 2.0

5 votes

protected InterpreterContext getInterpreterContext() {
  InterpreterContext context = InterpreterContext.builder()
          .setNoteId("noteId")
          .setParagraphId("paragraphId")
          .setInterpreterOut(new InterpreterOutput(null))
          .setAngularObjectRegistry(angularObjectRegistry)
          .setIntpEventClient(mock(RemoteInterpreterEventClient.class))
          .build();
  InterpreterContext.set(context);
  return context;
}

Example 17

Source File: IRKernelTest.java From zeppelin with Apache License 2.0

5 votes

@Before
public void setUp() throws InterpreterException {
  Properties properties = new Properties();

  InterpreterContext context = getInterpreterContext();
  InterpreterContext.set(context);
  interpreter = createInterpreter(properties);

  InterpreterGroup interpreterGroup = new InterpreterGroup();
  interpreterGroup.addInterpreterToSession(new LazyOpenInterpreter(interpreter), "session_1");
  interpreter.setInterpreterGroup(interpreterGroup);

  interpreter.open();
}

Example 18

Source File: IPyFlinkInterpreterTest.java From zeppelin with Apache License 2.0

5 votes

private static InterpreterContext createInterpreterContext() {
  InterpreterContext context = InterpreterContext.builder()
          .setNoteId("noteId")
          .setParagraphId("paragraphId")
          .setInterpreterOut(new InterpreterOutput(null))
          .setIntpEventClient(mock(RemoteInterpreterEventClient.class))
          .setAngularObjectRegistry(angularObjectRegistry)
          .build();
  InterpreterContext.set(context);
  return context;
}

Example 19

Source File: SqlInterpreterTest.java From zeppelin with Apache License 2.0

5 votes

@Before
public void setUp() throws InterpreterException, IOException {
  Properties p = getFlinkProperties();
  flinkInterpreter = new FlinkInterpreter(p);
  iPyFlinkInterpreter = new IPyFlinkInterpreter(p);
  pyFlinkInterpreter = new PyFlinkInterpreter(p);
  sqlInterpreter = createFlinkSqlInterpreter(p);
  InterpreterGroup intpGroup = new InterpreterGroup();
  flinkInterpreter.setInterpreterGroup(intpGroup);
  sqlInterpreter.setInterpreterGroup(intpGroup);
  iPyFlinkInterpreter.setInterpreterGroup(intpGroup);
  pyFlinkInterpreter.setInterpreterGroup(intpGroup);
  intpGroup.addInterpreterToSession(flinkInterpreter, "session_1");
  intpGroup.addInterpreterToSession(sqlInterpreter, "session_1");
  intpGroup.addInterpreterToSession(iPyFlinkInterpreter, "session_1");
  intpGroup.addInterpreterToSession(pyFlinkInterpreter, "session_1");

  angularObjectRegistry = new AngularObjectRegistry("flink", null);
  InterpreterContext.set(getInterpreterContext());
  flinkInterpreter.open();
  sqlInterpreter.open();
  iPyFlinkInterpreter.open();
  pyFlinkInterpreter.open();

  hiveShell.execute("drop database if exists test_db CASCADE");
  hiveShell.execute("create database test_db");
  hiveShell.execute("use test_db");

  InterpreterResult result = sqlInterpreter.interpret("use test_db",
          getInterpreterContext());
  assertEquals(Code.SUCCESS, result.code());
}

Example 20

Source File: SubmarineInterpreterTest.java From zeppelin with Apache License 2.0

5 votes

@Override
public void setUp() throws InterpreterException {
  Properties properties = new Properties();
  properties.setProperty(ZEPPELIN_SUBMARINE_AUTH_TYPE, "simple");
  properties.setProperty("zeppelin.python.useIPython", "false");
  properties.setProperty("zeppelin.python.gatewayserver_address", "127.0.0.1");
  properties.setProperty(SubmarineConstants.SUBMARINE_HADOOP_KEYTAB, "keytab");
  properties.setProperty(SubmarineConstants.SUBMARINE_HADOOP_PRINCIPAL, "user");

  submarineIntp = new SubmarineInterpreter(properties);

  InterpreterContext.set(getIntpContext());
  submarineIntp.open();
}