Java Code Examples for java.io.StreamTokenizer#TT_NUMBER

The following examples show how to use java.io.StreamTokenizer#TT_NUMBER . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example 1

Source File: FileSourceBase.java From gama with GNU General Public License v3.0

6 votes

/**
 * Read a word, a symbol or EOF, or generate a parse error. If this is EOF, the string "EOF" is returned.
 */
protected String getWordOrSymbolOrEof() throws IOException {
	final int tok = st.nextToken();

	if (tok == StreamTokenizer.TT_NUMBER || tok == QUOTE_CHAR) {
		parseError("expecting a word or symbol, " + gotWhat(tok));
	}

	if (tok == StreamTokenizer.TT_WORD) {
		return st.sval;
	} else if (tok == StreamTokenizer.TT_EOF) {
		return "EOF";
	} else {
		return Character.toString((char) tok);
	}
}

Example 2

Source File: FileSourceBase.java From gama with GNU General Public License v3.0

6 votes

/**
 * Read a word or symbol or string or generate a parse error.
 */
protected String getWordOrSymbolOrString() throws IOException {
	final int tok = st.nextToken();

	if (tok == StreamTokenizer.TT_NUMBER || tok == StreamTokenizer.TT_EOF) {
		parseError("expecting a word, symbol or string, " + gotWhat(tok));
	}

	if (tok == QUOTE_CHAR) { return st.sval; }

	if (tok == StreamTokenizer.TT_WORD) {
		return st.sval;
	} else {
		return Character.toString((char) tok);
	}
}

Example 3

Source File: FunctionParameterBeginExpressionState.java From reladomo with Apache License 2.0

6 votes

@Override
public ComputedAttributeParserState parse(StreamTokenizer st) throws IOException, ParseException
{
    ComputedAttributeParserState nextState = null;
    while(nextState == null && st.ttype != StreamTokenizer.TT_EOF)
    {
        int nextToken = st.nextToken();
        if (nextToken != StreamTokenizer.TT_EOL && nextToken != StreamTokenizer.TT_EOF)
        {
            switch(nextToken)
            {
                case '(':
                    nextState = new ExpressionBeginState(this.getParser());
                    break;
                case StreamTokenizer.TT_NUMBER:
                    throw new ParseException("unexpected number "+st.nval+" in expression "+this.getParser().getFormula()+" in "+this.getParser().getDiagnosticMessage());
                case StreamTokenizer.TT_WORD:
                    throw new ParseException("unexpected word "+st.sval+" in expression "+this.getParser().getFormula()+" in "+this.getParser().getDiagnosticMessage());
                default:
                    char ch = (char)st.ttype;
                    throw createUnexpectedCharacterException(ch, "(");
            }
        }
    }
    return nextState;
}

Example 4

Source File: Token.java From jdk8u-jdk with GNU General Public License v2.0

6 votes

public String toMessage() {
    switch(ttype) {
    case StreamTokenizer.TT_EOL:
        return "\"EOL\"";
    case StreamTokenizer.TT_EOF:
        return "\"EOF\"";
    case StreamTokenizer.TT_NUMBER:
        return "NUMBER";
    case StreamTokenizer.TT_WORD:
        if (sval == null) {
            return "IDENTIFIER";
        } else {
            return "IDENTIFIER " + sval;
        }
    default:
        if (ttype == (int)'"') {
            String msg = "QUOTED STRING";
            if (sval != null)
                msg = msg + " \"" + sval + "\"";
            return msg;
        } else {
            return "CHARACTER \'" + (char)ttype + "\'";
        }
    }
}

Example 5

Source File: Token.java From jdk8u60 with GNU General Public License v2.0

6 votes

public String toMessage() {
    switch(ttype) {
    case StreamTokenizer.TT_EOL:
        return "\"EOL\"";
    case StreamTokenizer.TT_EOF:
        return "\"EOF\"";
    case StreamTokenizer.TT_NUMBER:
        return "NUMBER";
    case StreamTokenizer.TT_WORD:
        if (sval == null) {
            return "IDENTIFIER";
        } else {
            return "IDENTIFIER " + sval;
        }
    default:
        if (ttype == (int)'"') {
            String msg = "QUOTED STRING";
            if (sval != null)
                msg = msg + " \"" + sval + "\"";
            return msg;
        } else {
            return "CHARACTER \'" + (char)ttype + "\'";
        }
    }
}

Example 6

Source File: Parser.java From big-c with Apache License 2.0

6 votes

Token next() throws IOException {
  int type = tok.nextToken();
  switch (type) {
    case StreamTokenizer.TT_EOF:
    case StreamTokenizer.TT_EOL:
      return null;
    case StreamTokenizer.TT_NUMBER:
      return new NumToken(tok.nval);
    case StreamTokenizer.TT_WORD:
      return new StrToken(TType.IDENT, tok.sval);
    case '"':
      return new StrToken(TType.QUOT, tok.sval);
    default:
      switch (type) {
        case ',':
          return new Token(TType.COMMA);
        case '(':
          return new Token(TType.LPAREN);
        case ')':
          return new Token(TType.RPAREN);
        default:
          throw new IOException("Unexpected: " + type);
      }
  }
}

Example 7

Source File: Token.java From jdk8u-jdk with GNU General Public License v2.0

6 votes

public String toMessage() {
    switch(ttype) {
    case StreamTokenizer.TT_EOL:
        return "\"EOL\"";
    case StreamTokenizer.TT_EOF:
        return "\"EOF\"";
    case StreamTokenizer.TT_NUMBER:
        return "NUMBER";
    case StreamTokenizer.TT_WORD:
        if (sval == null) {
            return "IDENTIFIER";
        } else {
            return "IDENTIFIER " + sval;
        }
    default:
        if (ttype == (int)'"') {
            String msg = "QUOTED STRING";
            if (sval != null)
                msg = msg + " \"" + sval + "\"";
            return msg;
        } else {
            return "CHARACTER \'" + (char)ttype + "\'";
        }
    }
}

Example 8

Source File: Token.java From openjdk-8 with GNU General Public License v2.0

6 votes

public String toMessage() {
    switch(ttype) {
    case StreamTokenizer.TT_EOL:
        return "\"EOL\"";
    case StreamTokenizer.TT_EOF:
        return "\"EOF\"";
    case StreamTokenizer.TT_NUMBER:
        return "NUMBER";
    case StreamTokenizer.TT_WORD:
        if (sval == null) {
            return "IDENTIFIER";
        } else {
            return "IDENTIFIER " + sval;
        }
    default:
        if (ttype == (int)'"') {
            String msg = "QUOTED STRING";
            if (sval != null)
                msg = msg + " \"" + sval + "\"";
            return msg;
        } else {
            return "CHARACTER \'" + (char)ttype + "\'";
        }
    }
}

Example 9

Source File: Parser.java From big-c with Apache License 2.0

6 votes

Token next() throws IOException {
  int type = tok.nextToken();
  switch (type) {
    case StreamTokenizer.TT_EOF:
    case StreamTokenizer.TT_EOL:
      return null;
    case StreamTokenizer.TT_NUMBER:
      return new NumToken(tok.nval);
    case StreamTokenizer.TT_WORD:
      return new StrToken(TType.IDENT, tok.sval);
    case '"':
      return new StrToken(TType.QUOT, tok.sval);
    default:
      switch (type) {
        case ',':
          return new Token(TType.COMMA);
        case '(':
          return new Token(TType.LPAREN);
        case ')':
          return new Token(TType.RPAREN);
        default:
          throw new IOException("Unexpected: " + type);
      }
  }
}

Example 10

Source File: Token.java From jdk8u-jdk with GNU General Public License v2.0

5 votes

public String toString() {
    StringBuilder sb = new StringBuilder();
    switch(ttype) {
    case StreamTokenizer.TT_EOL:
        sb.append("ttype=TT_EOL");
        break;
    case StreamTokenizer.TT_EOF:
        sb.append("ttype=TT_EOF");
        break;
    case StreamTokenizer.TT_NUMBER:
        sb.append("ttype=TT_NUM,").append("nval="+nval);
        break;
    case StreamTokenizer.TT_WORD:
        if (sval == null) {
            sb.append("ttype=TT_WORD:IDENTIFIER");
        } else {
            sb.append("ttype=TT_WORD:").append("sval="+sval);
        }
        break;
    default:
        if (ttype == (int)'"') {
            sb.append("ttype=TT_STRING:").append("sval="+sval);
        } else {
            sb.append("ttype=TT_CHAR:").append((char)ttype);
        }
        break;
    }
    return sb.toString();
}

Example 11

Source File: TestProto.java From gemfirexd-oss with Apache License 2.0

5 votes

/**
 * Read a string from the command file
 *
 * @return string found in file
 * @exception 	IOException 	error reading file
 */
private String getString() throws IOException
{
	int val = tkn.nextToken();
	if (val == StreamTokenizer.TT_NUMBER)
	{
		System.err.println("Expecting word, got " + tkn.nval + " on line " + tkn.lineno());
		System.exit(1);
	}
	return tkn.sval;
}

Example 12

Source File: Token.java From jdk8u60 with GNU General Public License v2.0

5 votes

public String toString() {
    StringBuilder sb = new StringBuilder();
    switch(ttype) {
    case StreamTokenizer.TT_EOL:
        sb.append("ttype=TT_EOL");
        break;
    case StreamTokenizer.TT_EOF:
        sb.append("ttype=TT_EOF");
        break;
    case StreamTokenizer.TT_NUMBER:
        sb.append("ttype=TT_NUM,").append("nval="+nval);
        break;
    case StreamTokenizer.TT_WORD:
        if (sval == null) {
            sb.append("ttype=TT_WORD:IDENTIFIER");
        } else {
            sb.append("ttype=TT_WORD:").append("sval="+sval);
        }
        break;
    default:
        if (ttype == (int)'"') {
            sb.append("ttype=TT_STRING:").append("sval="+sval);
        } else {
            sb.append("ttype=TT_CHAR:").append((char)ttype);
        }
        break;
    }
    return sb.toString();
}

Example 13

Source File: TestProto.java From gemfirexd-oss with Apache License 2.0

5 votes

/**
 * Read a string from the command file
 *
 * @return string found in file
 * @exception 	IOException 	error reading file
 */
private String getString() throws IOException
{
	int val = tkn.nextToken();
	if (val == StreamTokenizer.TT_NUMBER)
	{
		System.err.println("Expecting word, got " + tkn.nval + " on line " + tkn.lineno());
		System.exit(1);
	}
	return tkn.sval;
}

Example 14

Source File: HexTileset.java From megamek with GNU General Public License v2.0

4 votes

public void loadFromFile(String filename) throws IOException {
    long startTime = System.currentTimeMillis();
    // make input stream for board
    Reader r = new BufferedReader(new FileReader(new MegaMekFile(Configuration.hexesDir(), filename).getFile()));
    // read board, looking for "size"
    StreamTokenizer st = new StreamTokenizer(r);
    st.eolIsSignificant(true);
    st.commentChar('#');
    st.quoteChar('"');
    st.wordChars('_', '_');
    while (st.nextToken() != StreamTokenizer.TT_EOF) {
        int elevation = 0;
        // int levity = 0;
        String terrain = null;
        String theme = null;
        String imageName = null;
        if ((st.ttype == StreamTokenizer.TT_WORD)
                && (st.sval.equals("base") || st.sval.equals("super") || st.sval.equals("ortho"))) { //$NON-NLS-3$ //$NON-NLS-2$
            boolean bas = st.sval.equals("base"); //$NON-NLS-1$
            boolean sup = st.sval.equals("super"); //$NON-NLS-1$
            boolean ort = st.sval.equals("ortho"); //$NON-NLS-1$

            if (st.nextToken() == StreamTokenizer.TT_NUMBER) {
                elevation = (int) st.nval;
            } else {
                elevation = ITerrain.WILDCARD;
            }
            st.nextToken();
            terrain = st.sval;
            st.nextToken();
            theme = st.sval;
            themes.add(theme);
            st.nextToken();
            imageName = st.sval;
            // add to list
            if (bas) {
                bases.add(new HexEntry(new Hex(elevation, terrain, theme), imageName));
            }
            if (sup) {
                supers.add(new HexEntry(new Hex(elevation, terrain, theme), imageName));
            }
            if (ort) {
                orthos.add(new HexEntry(new Hex(elevation, terrain, theme), imageName));
            }
        } else if ((st.ttype == StreamTokenizer.TT_WORD) && st.sval.equals("include")) {
            st.nextToken();
            incDepth++;
            if (incDepth < 100) {
                String incFile = st.sval;
                System.out.println("Including " + incFile); //$NON-NLS-1$
                loadFromFile(incFile);
            }
        }
        // else if((st.ttype == StreamTokenizer.TT_WORD) &&
        // st.sval.equals("ortho")){}
    }
    r.close();
    themes.add(TRANSPARENT_THEME);
    long endTime = System.currentTimeMillis();
    
    System.out.println("hexTileset: loaded " + bases.size() + " base images"); //$NON-NLS-2$ //$NON-NLS-2$
    System.out.println("hexTileset: loaded " + supers.size() + " super images"); //$NON-NLS-2$ //$NON-NLS-2$
    System.out.println("hexTileset: loaded " + orthos.size() + " ortho images"); //$NON-NLS-2$ //$NON-NLS-2$
    if (incDepth == 0) {
        System.out.println("hexTileset loaded in " + (endTime - startTime) + "ms.");
    }
    incDepth--;
}

Example 15

Source File: XYZApp.java From openjdk-jdk9 with GNU General Public License v2.0

4 votes

/** Create a Chemical model by parsing an input stream */
XYZChemModel(InputStream is) throws Exception {
    this();
    StreamTokenizer st = new StreamTokenizer(
            new BufferedReader(new InputStreamReader(is, "UTF-8")));
    st.eolIsSignificant(true);
    st.commentChar('#');

    try {
        scan:
        while (true) {
            switch (st.nextToken()) {
                case StreamTokenizer.TT_EOF:
                    break scan;
                default:
                    break;
                case StreamTokenizer.TT_WORD:
                    String name = st.sval;
                    double x = 0,
                     y = 0,
                     z = 0;
                    if (st.nextToken() == StreamTokenizer.TT_NUMBER) {
                        x = st.nval;
                        if (st.nextToken() == StreamTokenizer.TT_NUMBER) {
                            y = st.nval;
                            if (st.nextToken() == StreamTokenizer.TT_NUMBER) {
                                z = st.nval;
                            }
                        }
                    }
                    addVert(name, (float) x, (float) y, (float) z);
                    while (st.ttype != StreamTokenizer.TT_EOL
                            && st.ttype != StreamTokenizer.TT_EOF) {
                        st.nextToken();
                    }

            }   // end Switch

        }  // end while

        is.close();

    } // end Try
    catch (IOException e) {
    }

    if (st.ttype != StreamTokenizer.TT_EOF) {
        throw new Exception(st.toString());
    }

}

Example 16

Source File: XYZApp.java From jdk8u_jdk with GNU General Public License v2.0

4 votes

/** Create a Chemical model by parsing an input stream */
XYZChemModel(InputStream is) throws Exception {
    this();
    StreamTokenizer st = new StreamTokenizer(
            new BufferedReader(new InputStreamReader(is, "UTF-8")));
    st.eolIsSignificant(true);
    st.commentChar('#');

    try {
        scan:
        while (true) {
            switch (st.nextToken()) {
                case StreamTokenizer.TT_EOF:
                    break scan;
                default:
                    break;
                case StreamTokenizer.TT_WORD:
                    String name = st.sval;
                    double x = 0,
                     y = 0,
                     z = 0;
                    if (st.nextToken() == StreamTokenizer.TT_NUMBER) {
                        x = st.nval;
                        if (st.nextToken() == StreamTokenizer.TT_NUMBER) {
                            y = st.nval;
                            if (st.nextToken() == StreamTokenizer.TT_NUMBER) {
                                z = st.nval;
                            }
                        }
                    }
                    addVert(name, (float) x, (float) y, (float) z);
                    while (st.ttype != StreamTokenizer.TT_EOL
                            && st.ttype != StreamTokenizer.TT_EOF) {
                        st.nextToken();
                    }

            }   // end Switch

        }  // end while

        is.close();

    } // end Try
    catch (IOException e) {
    }

    if (st.ttype != StreamTokenizer.TT_EOF) {
        throw new Exception(st.toString());
    }

}

Example 17

Source File: FileSourceBase.java From gama with GNU General Public License v3.0

4 votes

/**
 * Read a word or symbol or string or EOL/EOF or generate a parse error. If EOL is read the "EOL" string is
 * returned. If EOF is read the "EOF" string is returned.
 *
 * @return A string.
 */
protected String getWordOrSymbolOrStringOrEolOrEof() throws IOException {
	final int tok = st.nextToken();

	if (tok == StreamTokenizer.TT_NUMBER) {
		parseError("expecting a word, symbol or string, " + gotWhat(tok));
	}

	if (tok == QUOTE_CHAR) { return st.sval; }

	if (tok == StreamTokenizer.TT_WORD) { return st.sval; }

	if (tok == StreamTokenizer.TT_EOF) { return "EOF"; }

	if (tok == StreamTokenizer.TT_EOL) { return "EOL"; }

	return Character.toString((char) tok);
}

Example 18

Source File: XYZApp.java From openjdk-jdk8u with GNU General Public License v2.0

4 votes

/** Create a Chemical model by parsing an input stream */
XYZChemModel(InputStream is) throws Exception {
    this();
    StreamTokenizer st = new StreamTokenizer(
            new BufferedReader(new InputStreamReader(is, "UTF-8")));
    st.eolIsSignificant(true);
    st.commentChar('#');

    try {
        scan:
        while (true) {
            switch (st.nextToken()) {
                case StreamTokenizer.TT_EOF:
                    break scan;
                default:
                    break;
                case StreamTokenizer.TT_WORD:
                    String name = st.sval;
                    double x = 0,
                     y = 0,
                     z = 0;
                    if (st.nextToken() == StreamTokenizer.TT_NUMBER) {
                        x = st.nval;
                        if (st.nextToken() == StreamTokenizer.TT_NUMBER) {
                            y = st.nval;
                            if (st.nextToken() == StreamTokenizer.TT_NUMBER) {
                                z = st.nval;
                            }
                        }
                    }
                    addVert(name, (float) x, (float) y, (float) z);
                    while (st.ttype != StreamTokenizer.TT_EOL
                            && st.ttype != StreamTokenizer.TT_EOF) {
                        st.nextToken();
                    }

            }   // end Switch

        }  // end while

        is.close();

    } // end Try
    catch (IOException e) {
    }

    if (st.ttype != StreamTokenizer.TT_EOF) {
        throw new Exception(st.toString());
    }

}

Example 19

Source File: XMLQuery.java From oodt with Apache License 2.0

4 votes

/**
   * Lexical analyzer - return next token from instance of StreamTokenizer.
   */
 private String getNextTokenFromStream () {
          int c, c2;
   String rc;
          try {
              switch (c=tokens.nextToken()) {
                  case StreamTokenizer.TT_EOF:
                      rc = "";
	break;
                  case StreamTokenizer.TT_EOL:
                      rc = "";
	break;
                  case StreamTokenizer.TT_NUMBER: // not currently set
	rc = "";
	break;
                  case StreamTokenizer.TT_WORD:
                      rc = tokens.sval;
	break;
                  case '(':
                  case ')':
	rc = String.valueOf((char)c);
	break;
                  case '"':
                  case '\'':
                      rc = tokens.sval;
	break;
                  case '=':
                      rc = "EQ";
	break;
                  case '&':
                      rc = "AND";
	break;
                  case '|':
                      rc = "OR";
	break;
                  case '<':
                      c2 = tokens.nextToken();
                      if (c2 == '=') {
		rc = "LE";
                      } else {
		tokens.pushBack();
		rc = "LT";
                      }
	break;
                  case '>':
                      c2 = tokens.nextToken();
                      if (c2 == '=') {
		rc = "GE";
                      } else {
                              tokens.pushBack();
		rc = "GT";
                      }
	break;
                  case '!':
                      c2 = tokens.nextToken();
                      if (c2 == '=') {
		rc = "NE";
                      } else {
                              tokens.pushBack();
		rc = "NOT";
                      }
	break;
                  default:
                      rc = "";
                  }
              } catch (IOException e1) {
	rc = "";
}
   return rc;
 }

Example 20

Source File: ArffLoader.java From incubator-samoa with Apache License 2.0

4 votes

/**
 * Reads a dense instance from the file.
 *
 * @return the instance
 */
public Instance readInstanceDense() {
  Instance instance = newDenseInstance(this.instanceInformation.numAttributes());
  //System.out.println(this.instanceInformation.numAttributes());
  int numAttribute = 0;
  try {
    while (numAttribute == 0 && streamTokenizer.ttype != StreamTokenizer.TT_EOF) {
      //For each line
      while (streamTokenizer.ttype != StreamTokenizer.TT_EOL
              && streamTokenizer.ttype != StreamTokenizer.TT_EOF) {
        //For each item
        if (streamTokenizer.ttype == StreamTokenizer.TT_NUMBER) {
          //System.out.println(streamTokenizer.nval + "Num ");
          instance.setValue(numAttribute, streamTokenizer.nval);//this.setValue(instance, numAttribute, streamTokenizer.nval, true);
          ++numAttribute;

        } else if (streamTokenizer.sval != null && (streamTokenizer.ttype == StreamTokenizer.TT_WORD
                || streamTokenizer.ttype == 34 || streamTokenizer.ttype == 39)) {
          //System.out.println(streamTokenizer.sval + "Str");
          boolean isNumeric = this.auxAttributes.get(numAttribute).isNumeric();
          double value;
          if ("?".equals(streamTokenizer.sval)) {
            value = Double.NaN; //Utils.missingValue();
          } else if (isNumeric == true) {
            value = Double.valueOf(streamTokenizer.sval).doubleValue();
          } else {
            value = this.auxAttributes.get(numAttribute).indexOfValue(streamTokenizer.sval);
          }

          instance.setValue(numAttribute, value);//this.setValue(instance, numAttribute, value, isNumeric);
          ++numAttribute;
        }
        streamTokenizer.nextToken();
      }
      streamTokenizer.nextToken();
      //System.out.println("EOL");
    }

  } catch (IOException ex) {
    Logger.getLogger(ArffLoader.class.getName()).log(Level.SEVERE, null, ex);
  }
  return (numAttribute > 0) ? instance : null;
}