org.apache.jena.atlas.logging.Log Java Examples

/**
 * Scan a directory for DataSource areas.
 * May not be formatted properly.
 */
private static Pair<List<Path>/*enabled*/, List<Path>/*disabled*/> scanDirectory(Path directory) {
    try {
        List<Path> directoryEntries = ListUtils.toList( Files.list(directory).filter(p->Files.isDirectory(p)).sorted() );
        List<Path> enabled = directoryEntries.stream()
            .filter(path -> isEnabled(path))
            .collect(Collectors.toList());
        List<Path> disabled = directoryEntries.stream()
            .filter(path -> !isEnabled(path))
            .collect(Collectors.toList());
        return Pair.create(enabled, disabled);
    }
    catch (IOException ex) {
        Log.error(FileArea.class, "Exception while reading "+directory);
        throw IOX.exception(ex);
    }
}
 

public static DataSourceDescription fromJson(JsonObject obj) {
    String idStr = JSONX.getStrOrNull(obj, F_ID);
    if ( idStr == null )
        throw new DeltaException("Missing \"id:\" in DataSourceDescription JSON");
    
    String name = JSONX.getStrOrNull(obj, F_NAME);
    if ( name == null ) {
        @SuppressWarnings("deprecation")
        String n = JSONX.getStrOrNull(obj, F_BASE); 
        // Compatibility.
        Log.warn(DataSourceDescription.class, "Deprecated: Use of field name \"base\" - change to \"name\"");
        name = n;
    }
    if ( name == null )
        throw new DeltaException("Missing \"name:\" in DataSourceDescription JSON");
    
    String uri = JSONX.getStrOrNull(obj, F_URI);
    return new DataSourceDescription(Id.fromString(idStr), name, uri);
}
 

private static void UNUSED_CURRENTLY_forkUpdateFetcher(String source, DatasetGraph dsg) {
        if ( true ) {
            Log.warn(DeltaAssembler.class, "forkUpdateFetcher not set up");
            if ( true ) return;
            throw new NotImplemented("NEED THE STATE AREA; NEED THE DATASOURCE ID; NEED THE CLIENT ID");
        }
        DeltaLink dc = DeltaLinkHTTP.connect(source) ;
        DeltaConnection client = null;
        Runnable r = ()->{
            try { client.sync(); }
            catch (Exception ex) {
                Delta.DELTA_LOG.warn("Failed to sync with the change server: "+ex.getMessage()) ;
//                // Delay this task ; extra 3s + the time interval of 2s.
//                Dones not work as expected.
//                Lib.sleep(5*1000);
            }
        } ;
        ScheduledExecutorService executor = Executors.newScheduledThreadPool(1) ;
        executor.scheduleWithFixedDelay(r, 2, 2, TimeUnit.SECONDS) ;
    }
 

private Id keyToId(S3ObjectSummary summary) {
    String awsKey = summary.getKey();
    if ( ! awsKey.startsWith(prefix) ) {
        Log.warn(this, "Not a good object name: "+awsKey);
        return null;
    }
    String x = awsKey.substring(prefix.length());
    try {
        return Id.fromString(x);
    } catch ( IllegalArgumentException ex ) {
        Log.warn(this, "Not a S3 key for a patch id: "+awsKey);
        return null;
    }
}
 

/** Unregister by provider name */
public static void unregister(Provider provider) {
    FmtLog.info(LOG, "Unregister patch store: %s", provider);
    if ( ! providers.containsKey(provider) )
        Log.warn(PatchStore.class, "Not registered: "+provider);
    PatchStoreProvider psp = providers.remove(provider);
}
 

@Override
public PatchStore create(LocalServerConfig config) {
    // The directory where all patch logs are kept.
    String patchLogDirectory = config.getProperty(DeltaConst.pDeltaStore);
    if ( patchLogDirectory == null ) {
        Log.error(this, "No file area setting in the configuration for local patch storage setup");
        throw new DeltaConfigException("No file area setting in the configuration for local patch storage setup");
    }
    return create(patchLogDirectory);
}
 

/** Build a {@link CuratorFramework} from the {@link LocalServerConfig}. */
protected CuratorFramework curator(LocalServerConfig config) {
    String connectionString = config.getProperty(DeltaConst.pDeltaZk);
    if ( connectionString == null )
        Log.error(this, "No connection string in configuration");
    CuratorFramework client = Zk.curator(connectionString);
    return client;
}
 

private long versionFromName(String name) {
    try {
        return Long.parseLong(name);
    } catch (NumberFormatException ex) {
        Log.warn(this, "Attempt to extract the version from '"+name+"'");
        return -1;
    }
}
 

@Override
public PatchStore create(LocalServerConfig config) {
    // The directory where all patch logs are kept.
    String patchLogDirectory = config.getProperty(DeltaConst.pDeltaStore);
    if ( patchLogDirectory == null ) {
        Log.error(this, "No file area setting in the configuration for RocksDB based patch storage setup");
        throw new DeltaConfigException("No file area setting in the configuration for RocksDB based patch storage setup");
    }
    return create(patchLogDirectory);
}
 

@Override
public PatchStore create(LocalServerConfig config) {
    // The directory where all patch logs are kept.
    String patchLogDirectory = config.getProperty(DeltaConst.pDeltaStore);
    if ( patchLogDirectory == null ) {
        Log.error(this, "No file area setting in the configuration for RocksDB based patch storage setup");
        throw new DeltaConfigException("No file area setting in the configuration for RocksDB based patch storage setup");
    }
    return create(patchLogDirectory);
}
 

private void startOutput() {
    if ( currentStream != null ) {
        Log.warn(this, "Already writing");
        return;
    }
    currentStream = managedOutput.output();
    TokenWriter tokenWriter = new TokenWriterText(currentStream);
    super.tok = tokenWriter;
    Node id = N.unique();
    header(RDFPatchConst.ID, id);
    if ( previous != null )
        header(RDFPatchConst.PREV, previous);
    previous = id;
}
 

/**
 * Insert a class that is the function implementation
 *
 * @param uri String URI
 * @param funcClass Class for the function (new instance called).
 */
@Override
public void put(String uri, Class<?> funcClass) {
    if (!Function.class.isAssignableFrom(funcClass)) {
        Log.warn(this, "Class " + funcClass.getName() + " is not a Function");
        return;
    }
    put(uri, new FunctionFactoryAuto(funcClass));
}
 

private PatchLog create$(DataSourceDescription dsd) {
    // This is called to create a log when the application asks but also when the
    // store watcher sees a new log elsewhere appearing.
    //
    // If the log does not exists, it creates it in Zookeeper.
    //
    // It implements "new DataSourceDescription"

    // XXX Split the roles, or add a flag.

    if ( patchLogs.containsKey(dsd.getName()) ) {
        FmtLog.debug(LOGZK, "[%d] Found to exist", instance);
        return patchLogs.get(dsd.getName());
    }

    String dsName = dsd.getName();
    if ( ! validateName(dsName) ) {
        String msg = String.format("Log name '%s' does not match regex '%s'", dsName, LogNameRegex);
        Log.warn(LOGZK, msg);
        throw new DeltaBadRequestException(msg);
    }
    // format

    String logPath = zkPath(ZkConst.pLogs, dsName);
    if ( ! zkExists(client, logPath) ) {
        FmtLog.debug(LOGZK, "[%d] Does not exist: format", instance);
        clusterLock(()->{

            // Someone else got in.
            if ( zkExists(client, logPath) ) {
                FmtLog.debug(LOGZK, "[%d] exists: skip format", instance);
                return;
            }
            formatPatchLog(client, dsd, logPath);

            // The watcher watch path ZkConst.pActiveLogs so adding a zNode
            // signals the log exists and is ready. It will trigger the watchers.
            // We are still inside the clusterLock and also the storeLock.
            // Our own watcher will wait until we leave storeLock, and then find
            // that "patchLogs.containsKey(dsd.getName())"
            String zkActiveLog = zkPath(ZkConst.pActiveLogs, dsName);
            JsonObject dsdJson = dsd.asJson();
            zkCreateSetJson(client, zkActiveLog, dsdJson);
            //FmtLog.debug(LOGZK, "[%d] format done", instance);
        }, null);
    }
    // Local storeLock still held.
    // create the local object.
    PatchLog patchLog = newPatchLogFromIndexAndStorage(dsd);
    patchLogs.put(dsName, patchLog);
    return patchLog;
}
 

@Override
public QueryIterator exec(QueryIterator input, PropFuncArg argSubject, Node predicate, PropFuncArg argObject, ExecutionContext execCxt)
{
    // No real need to check the pattern arguments because
    // the replacement triple pattern and regex will cope
    // but we illustrate testing here.

    Node nodeVar = argSubject.getArg() ;
    String pattern = NodeUtils.stringLiteral(argObject.getArg()) ;
    if ( pattern == null )
    {
        Log.warn(this, "Pattern must be a plain literal or xsd:string: "+argObject.getArg()) ;
        return QueryIterNullIterator.create(execCxt) ;
    }

    if ( false )
        // Old (ARQ 1) way - not recommended.
        return buildSyntax(input, nodeVar, pattern, execCxt) ;
    
    // Better 
    // Build a SPARQL algebra expression
    Var var2 = createNewVar() ;                     // Hidden variable
    
    BasicPattern bp = new BasicPattern() ;
    Triple t = new Triple(nodeVar, RDFS.label.asNode(), var2) ;
    bp.add(t) ;
    OpBGP op = new OpBGP(bp) ;
    
    Expr regex = new E_Regex(new ExprVar(var2.getName()), pattern, "i") ;
    Op filter = OpFilter.filter(regex, op) ;

    // ---- Evaluation
    if ( true )
    {
        // Use the reference query engine
        // Create a table for the input stream (so it uses working memory at this point, 
        // which is why this is not the preferred way).  
        // Then join to expression for this stage.
        Table table = TableFactory.create(input) ;
        Op op2 = OpJoin.create(OpTable.create(table), filter) ;
        return Algebra.exec(op2, execCxt.getDataset()) ;
    }        
    
    // Use the default, optimizing query engine.
    return QC.execute(filter, input, execCxt) ;
}
 

static public void main(String[] args) {
        Log.setLog4j("jena-log4j.properties");
        NafSemParameters nafSemParameters = new NafSemParameters(args);


        ArrayList<SemObject> semEvents = new ArrayList<SemObject>();
        ArrayList<SemObject> semActors = new ArrayList<SemObject>();
        ArrayList<SemTime> semTimes = new ArrayList<SemTime>();
        ArrayList<SemRelation> semRelations = new ArrayList<SemRelation>();
        KafSaxParser kafSaxParser = new KafSaxParser();
        kafSaxParser.parseFile(System.in);
        if (kafSaxParser.getKafMetaData().getUrl().isEmpty()) {
            //System.err.println("ERROR! Empty url in header NAF. Cannot create unique URIs! Aborting");
            try {
                String checkSum = MD5Checksum.getMD5ChecksumFromString(kafSaxParser.rawText);
              //  System.err.println("checkSum = " + checkSum);
                kafSaxParser.getKafMetaData().setUrl(checkSum);
            } catch (Exception e) {
             //   e.printStackTrace();
            }
        }
        GetSemFromNaf.processNafFile(nafSemParameters, kafSaxParser, semEvents, semActors, semTimes, semRelations );
        ArrayList<CompositeEvent> compositeEventArraylist = new ArrayList<CompositeEvent>();
        for (int j = 0; j < semEvents.size(); j++) {
            SemEvent mySemEvent = (SemEvent) semEvents.get(j);
            ArrayList<SemTime> myTimes = ComponentMatch.getMySemTimes(mySemEvent, semRelations, semTimes);
            ArrayList<SemActor> myActors = ComponentMatch.getMySemActors(mySemEvent, semRelations, semActors);
            ArrayList<SemRelation> myRelations = ComponentMatch.getMySemRelations(mySemEvent, semRelations);
            CompositeEvent compositeEvent = new CompositeEvent(mySemEvent, myActors, myTimes, myRelations);
            if (myTimes.size() <= nafSemParameters.getTIMEEXPRESSIONMAX()) {
                if (compositeEvent.isValid()) {
                    FrameTypes.setEventTypeString(compositeEvent.getEvent(), nafSemParameters);
                    compositeEventArraylist.add(compositeEvent);
                }
                else {
/*
                    System.out.println("Skipping EVENT due to no time anchor and/or no participant");
                    System.out.println("compositeEvent = " + compositeEvent.getEvent().getURI());
                    System.out.println("myTimes = " + myTimes.size());
                    System.out.println("myActors = " + myActors.size());
                    System.out.println("myRelations = " + myRelations.size());
*/
                }
            } else {
/*
                System.out.println("Skipping event due to excessive time expressions linked to it");
                System.out.println("compositeEvent = " + compositeEvent.getEvent().getURI());
                System.out.println("myTimes.size() = " + myTimes.size());
*/
            }
        }
        JenaSerialization.serializeJenaSimpleCompositeEvents(System.out, compositeEventArraylist, new SimpleTaxonomy(), new HashMap<String, String>());
    }
 

static public void main(String[] args) {
        Log.setLog4j("jena-log4j.properties");
        NafSemParameters nafSemParameters = new NafSemParameters(args);


        ArrayList<SemObject> semEvents = new ArrayList<SemObject>();
        ArrayList<SemObject> semActors = new ArrayList<SemObject>();
        ArrayList<SemTime> semTimes = new ArrayList<SemTime>();
        ArrayList<SemRelation> semRelations = new ArrayList<SemRelation>();
        KafSaxParser kafSaxParser = new KafSaxParser();
        kafSaxParser.parseFile(System.in);
        if (kafSaxParser.getKafMetaData().getUrl().isEmpty()) {
            //System.err.println("ERROR! Empty url in header NAF. Cannot create unique URIs! Aborting");
            try {
                String checkSum = MD5Checksum.getMD5ChecksumFromString(kafSaxParser.rawText);
              //  System.err.println("checkSum = " + checkSum);
                kafSaxParser.getKafMetaData().setUrl(checkSum);
            } catch (Exception e) {
             //   e.printStackTrace();
            }
        }
        GetSemFromNaf.processNafFile(nafSemParameters, kafSaxParser, semEvents, semActors, semTimes, semRelations );
        ArrayList<CompositeEvent> compositeEventArraylist = new ArrayList<CompositeEvent>();
        for (int j = 0; j < semEvents.size(); j++) {
            SemEvent mySemEvent = (SemEvent) semEvents.get(j);
            ArrayList<SemTime> myTimes = ComponentMatch.getMySemTimes(mySemEvent, semRelations, semTimes);
            ArrayList<SemActor> myActors = ComponentMatch.getMySemActors(mySemEvent, semRelations, semActors);
            ArrayList<SemRelation> myRelations = ComponentMatch.getMySemRelations(mySemEvent, semRelations);
            CompositeEvent compositeEvent = new CompositeEvent(mySemEvent, myActors, myTimes, myRelations);
            if (myTimes.size() <= nafSemParameters.getTIMEEXPRESSIONMAX()) {
                if (compositeEvent.isValid()) {
                    FrameTypes.setEventTypeString(compositeEvent.getEvent(), nafSemParameters);
                    compositeEventArraylist.add(compositeEvent);
                }
                else {
/*
                    System.out.println("Skipping EVENT due to no time anchor and/or no participant");
                    System.out.println("compositeEvent = " + compositeEvent.getEvent().getURI());
                    System.out.println("myTimes = " + myTimes.size());
                    System.out.println("myActors = " + myActors.size());
                    System.out.println("myRelations = " + myRelations.size());
*/
                }
            } else {
/*
                System.out.println("Skipping event due to excessive time expressions linked to it");
                System.out.println("compositeEvent = " + compositeEvent.getEvent().getURI());
                System.out.println("myTimes.size() = " + myTimes.size());
*/
            }
        }
        if (!nafSemParameters.isPERSPECTIVE()) {
            JenaSerialization.serializeJenaCompositeEvents(System.out, compositeEventArraylist, null, nafSemParameters.isILIURI(), nafSemParameters.isVERBOSE());
        }
        else {
            ArrayList<PerspectiveObject> sourcePerspectives = GetPerspectiveRelations.getSourcePerspectives(kafSaxParser,
                    semActors,
                    semEvents,
                    nafSemParameters);
            ArrayList<PerspectiveObject> documentPerspectives = GetPerspectiveRelations.getAuthorPerspectives(
                    kafSaxParser, nafSemParameters.getPROJECT(), sourcePerspectives);
            JenaSerialization.serializeJenaCompositeEventsAndPerspective(System.out, compositeEventArraylist, kafSaxParser, nafSemParameters.getPROJECT(), sourcePerspectives, documentPerspectives);
        }
    }