Neo4j SPARQL Query停止工作

我写了两个Java类，它们应该将*.nt文件转换为neo4j数据库。第一个使用 SPARQL-Plugin 的 loadTriples（）函数
https://github.com/neo4j-contrib/sparqlplugin/blob/master/src/test/java/org/neo4j/server/plugin/sparql/BerlinDatasetTest.java这是第一个类的源代码：

package src;
import com.tinkerpop.blueprints.TransactionalGraph;
import com.tinkerpop.blueprints.impls.neo4j.Neo4jGraph;
import com.tinkerpop.blueprints.oupls.sail.GraphSail;
import com.tinkerpop.blueprints.util.wrappers.batch.BatchGraph;
import com.tinkerpop.blueprints.util.wrappers.batch.VertexIDType;
import java.io.File;
import java.net.URI;
import java.net.URL;
import org.openrdf.repository.sail.SailRepository;
import org.openrdf.repository.sail.SailRepositoryConnection;
import org.openrdf.rio.RDFFormat;
import org.openrdf.rio.helpers.BasicParserSettings;
import org.openrdf.sail.Sail;

public class QUADParser2 {
    private File f;
    private String DB_PATH = "db/graphdb_qp2";

    public QUADParser2(File input_file) {
        this.f = input_file;
    }

    public void parseFile() throws Exception {
        Neo4jGraph neo4jGraph = new Neo4jGraph(DB_PATH);
        int FST_INDEX = 1; // buffer size must be positive
        BatchGraph<TransactionalGraph> neo = new BatchGraph<TransactionalGraph>(neo4jGraph, VertexIDType.NUMBER, FST_INDEX);
        Sail sail = new GraphSail( neo4jGraph );
        sail.initialize();
        SailRepositoryConnection connection;
        try
        {
            connection = new SailRepository( sail ).getConnection();
            URI uri = f.toURI();
            URL url = uri.toURL();
            //URL url = getClass().getResource( f.getPath());
            System.out.println( "Loading " + url + ": " );
            connection.getParserConfig().addNonFatalError(BasicParserSettings.VERIFY_DATATYPE_VALUES);
            connection.add(url, null, RDFFormat.NTRIPLES);
            connection.commit();
            connection.close();
        }
        catch ( Exception e1 )
        {
            e1.printStackTrace(System.out);
        }
        System.out.print( "Done." );
        sail.shutDown();
        neo.shutdown();
    }

}

第二类是仅使用 neo4j 库将 *.nt 文件转换为 neo4j 数据库。这是它的源代码：

package src;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileReader;
import java.util.ArrayList;
import java.util.Iterator;
import org.neo4j.graphdb.DynamicRelationshipType;
import org.neo4j.graphdb.GraphDatabaseService;
import org.neo4j.graphdb.Node;
import org.neo4j.graphdb.Relationship;
import org.neo4j.graphdb.Transaction;
import org.neo4j.graphdb.factory.GraphDatabaseFactory;
import org.neo4j.tooling.GlobalGraphOperations;

public class QUADParser41 {
    GraphDatabaseService graphDb;
    private File f;
    private boolean init = false;
    private String G_NAME = "N";//"http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances";
    private String DB_PATH = "db/graphdb_qp41";

    public QUADParser41(String input_db_path, File input_file) {
        this.DB_PATH = input_db_path;
        this.f = input_file;
    }

    public String[] getTriple(String line) {
        //parse a triple
        String[] output;
        // remove _._ 
        line = line.substring(0, line.length() - 1);
        // remove _<_
        line = line.replace("<", "");
        // remove _"_
        line = line.replace(""", "");
        // use _>_ to split the String into an array
        output = line.split("> ");
        output[2] = output[2].trim();
        return output;
    }


    public void parseFile() {
        this.init = false;
        graphDb = new GraphDatabaseFactory().newEmbeddedDatabase(this.DB_PATH);
        ArrayList<String[]> triples = new ArrayList<String[]>();
        try {
            BufferedReader bfr = new BufferedReader(new FileReader(f));
            // Create nodes
            String current = "";
            while ((current = bfr.readLine()) != null) {
                String[] triple = getTriple(current);
                // collect triples
                triples.add(triple); 
                // group triples to avoid memory issues
                if (triples.size() > 10000) {
                    System.out.println("adding up to 10k nodes");
                    addNodes(triples);
                    triples.clear();
                } 
            }
            // ad remaining triples
            addNodes(triples);
            triples.clear();
            // remove custom_key property from all nodes
            // remove node with id 0
            cleanNodes();
            this.graphDb.shutdown();
        } catch (Exception e) {
            e.printStackTrace(System.out);
        }
    }

    /**
     * Removes custom_key property from all nodes 
     * and removes the node with 0
     */
    public void cleanNodes() {
        int c = 0;
        System.out.println("cleaning nodes");
        // remove custom_key property from nodes
        Transaction tx = graphDb.beginTx();
        Iterator<Node> nodes = GlobalGraphOperations.at(graphDb).getAllNodes().iterator();
        try {
            while (nodes.hasNext()) {
                Node n = nodes.next();
                if (n.getId() == 0) n.delete(); 
                else 
                    if (n.hasProperty("custom_key")) {
                        // if property esists: remove it
                        if (n.removeProperty("custom_key") != null)
                            c++;
                    }
            }
            tx.success();
        } finally {
            tx.finish();
        }
        System.out.println("Cleaning is done, cleaned " + c + " nodes");
    }

    /**
     * Returns true if node with given custom_key exists in current graphDb
     * @param custom_key
     * @return Node, if exists. null otherwise
     */
    public Node findNode(String custom_key) {
        Iterator<Node> nodes = GlobalGraphOperations.at(graphDb).getAllNodes().iterator();
        while (nodes.hasNext()) {
            Node n = nodes.next();
            if (n.hasProperty("custom_key"))
                if (n.getProperty("custom_key").equals(custom_key))
                    return n;
        }
        return null;
    }

    public void addNodes(ArrayList<String[]> triples) {
        ArrayList<Relationship> MASTER_RELS = new ArrayList<Relationship>();
        Transaction transaction = graphDb.beginTx();
        try {
            // Create nodes
            // blueprints
            if (init == false) {
                Node bp_meta = graphDb.createNode();
                bp_meta.setProperty("value", "urn:com.tinkerpop.blueprints.pgm.oupls.sail:namespaces");
                init = true;
                System.out.println("* Added meta node");
            }
            // add actual content
            for (int i = 0; i < triples.size(); i++) {
                // subject
                // get a list of properties. each array 
                // contains a (key,value) pair of all properties 
                // which should be created for this node
                ArrayList<String[]> nprops = getPropertyList(triples.get(i)[0]);
                // Search node by cursom_key property
                Node s = findNode(nprops.get(nprops.size() - 1)[1]);
                // Create node if it doesnt exist yet
                if (s == null) {
                    s = graphDb.createNode();
                    for (int j = 0; j < nprops.size(); j++) {
                        s.setProperty(nprops.get(j)[0], nprops.get(j)[1]);
                    }
                }
                // object (second node)
                // Create property list
                // contains a (key,value) pair of all properties 
                // which should be created for this node
                nprops = getPropertyList(triples.get(i)[2]);
                Node o = findNode(nprops.get(nprops.size() - 1)[1]);
                if (o == null) {
                    o = graphDb.createNode();
                    for (int j = 0; j < nprops.size(); j++) 
                        o.setProperty(nprops.get(j)[0], nprops.get(j)[1]);
                }
                // predicate is the relationship name
                //create relationship object and add properties
                DynamicRelationshipType drt = DynamicRelationshipType.withName(triples.get(i)[1]);
                Relationship p = s.createRelationshipTo(o, drt);
                p.setProperty("cp", G_NAME + " U " + triples.get(i)[1]);
                p.setProperty("c", G_NAME);
                p.setProperty("p", "U " + triples.get(i)[1]);
                if (MASTER_RELS.indexOf(p) >= 0) System.out.println("double relationship!");
                else MASTER_RELS.add(p);
            }
            // end transaction
            transaction.success();
        } finally {
            transaction.finish();
            System.out.println("done with adding nodes");
            System.out.println("processing next 10k nodes");
        }
    }

    /**
     * Create property list for given triple element
     * @param entity An element of a triple
     * @return List of (key,value) pairs. Those are 
     * the properties which should be created for this node
     */
    public ArrayList<String[]> getPropertyList(String entity) {
        ArrayList<String[]> plist = new ArrayList<String[]>();
        String[] prop = new String[2];
        if (entity.contains("http://")) {
            if (entity.contains("^^")) {
                //literal type
                prop[0] = "value";
                prop[1] = entity.split("\^\^")[0]; // x^^
                plist.add(prop);
                prop = new String[2];
                prop[0] = "type";
                prop[1] = entity.split("\^\^")[1]; // ^^y
                plist.add(prop);
                prop = new String[2];
                prop[0] = "kind";
                prop[1] = "literal";
                plist.add(prop);
                prop = new String[2];
                prop[0] = "custom_key";
                prop[1] = plist.get(0)[1] + plist.get(1)[1] + plist.get(2)[1];
                plist.add(prop);
            } else {
                //uri
                prop[0] = "value";
                prop[1] = entity;
                plist.add(prop);
                prop = new String[2];
                prop[0] = "kind";
                prop[1] = "uri";
                plist.add(prop);
                prop = new String[2];
                prop[0] = "custom_key";
                prop[1] = plist.get(0)[1] + plist.get(1)[1];
                plist.add(prop);
            }
        } else if (entity.contains("@")) {
            // +lang
            prop[0] = "value";
            prop[1] = entity.split("@")[0]; // x@
            plist.add(prop);
            prop = new String[2];
            prop[0] = "lang";
            prop[1] = entity.split("@")[1]; // @y
            plist.add(prop);
            prop = new String[2];
            prop[0] = "kind";
            prop[1] = "literal";
            plist.add(prop);
            prop = new String[2];
            prop[0] = "custom_key";
            prop[1] = plist.get(0)[1] + plist.get(1)[1] + plist.get(2)[1];
            plist.add(prop);
        } else {
            // simple literal like "xyz"
            prop[0] = "value";
            prop[1] = entity;
            plist.add(prop);
            prop = new String[2];
            prop[0] = "kind";
            prop[1] = "literal";
            plist.add(prop);
            prop = new String[2];
            prop[0] = "custom_key";
            prop[1] = plist.get(0)[1] + plist.get(1)[1];
            plist.add(prop);
        }
        return plist;
    }

}

第二个类应该创建与头等舱确实如此。我写了一个测试类来比较所有节点和性能;这个类告诉我，两个数据库没有任何区别。这是（相当小的）*.nt测试数据（我称之为q6_test.nt）

<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product1> <http://www.w3.org/2000/01/rdf-schema#label> "Car" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product1> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product2> <http://www.w3.org/2000/01/rdf-schema#label> "Orange" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product2> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product3> <http://www.w3.org/2000/01/rdf-schema#label> "Cherry" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product3> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product4> <http://www.w3.org/2000/01/rdf-schema#label> "Cookie" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product4> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product5> <http://www.w3.org/2000/01/rdf-schema#label> "Bike" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product5> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product6> <http://www.w3.org/2000/01/rdf-schema#label> "Pen" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product6> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product7> <http://www.w3.org/2000/01/rdf-schema#label> "Paper" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product7> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product8> <http://www.w3.org/2000/01/rdf-schema#label> "Book" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product8> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product9> <http://www.w3.org/2000/01/rdf-schema#label> "Shoe" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product9> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product10> <http://www.w3.org/2000/01/rdf-schema#label> "Shirt" .
<http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/instances/dataFromProducer1/Product10> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/Product> .

我正在尝试对数据集运行以下查询：

PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>  
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> 
PREFIX bsbm: <http://www4.wiwiss.fu-berlin.de/bizer/bsbm/v01/vocabulary/>
SELECT ?product ?label WHERE {
    ?product rdfs:label ?label 
    ?product rdf:type bsbm:Product 
    FILTER regex(?label, "r")}

我的问题：如果我在第一个类创建的数据库上运行此查询，则此查询

会得到很多结果，但是如果我尝试在第二个类创建的数据库上运行此查询，则我只会在运行它的第一次查看时间获得结果（特别是如果我在每次运行之间等待一两分钟）。此外，查询始终适用于数据库文件夹如果我在查询中切换以下行，则由第二个类创建：

?product rdfs:label ?label 
?product rdf:type bsbm:Product

（但如果可能的话，我想在不接触查询的情况下解决这个问题）这是我在数据集上测试查询的方式：
1）运行 Java 类
2）删除 neo4j/data/graph.db 文件夹
的所有内容3）从 neo4j/data/文件夹中
删除密钥库和 rrd 文件4）运行Neo4j（等到它运行）
5）停止 Neo4j
6）删除 neo4j/data/graph.db 文件夹
的所有内容7）复制我的java类创建的数据库文件夹的所有内容放入 neo4j/data/graph.db 文件夹
8）启动 Neo4j
9）运行查询
（我可能不必执行所有这些步骤，但我想格外确定处理新的数据库。
我的系统：
Neo4j版本：社区-1.9.4（Windows，从zip存档安装）
附加：我更新了 gremlin 和 SPARQL 插件的蓝图库我能找到的最新版本（2.5.0版）
操作系统：视窗 7 （服务包 1）
Java：JDK 1.7

使用最新版本的Neo4j，蓝图和芝麻解决了这个问题。

Neo4j 2.0.1

http://www.neo4j.org/蓝图 2.5.0/3.0.0

https://github.com/tinkerpop/blueprints

https://oss.sonatype.org/content/repositories/snapshots/com/tinkerpop/blueprints/芝麻 2.7

http://www.openrdf.org/

相关内容

最新更新

热门标签：