caught exception on execution of %s.onBeforeTxCommit()

Marco Berri

unread,

Jun 22, 2011, 10:17:24 AM6/22/11

to OrientDB

Hi,

release: rc3

Procedure to import data from freedb.

OrientDB profiler dump of Wed Jun 22 15:57:23 CEST 2011 after 497 secs
of profiling
Free memory: 190,25Mb (19,93%) - Total memory: 764,22Mb - Max memory:
954,47Mb - CPUs: 4
HOOK VALUES:

+-------------------------------------------------------------------+
Name |
Value |

+-------------------------------------------------------------------+
db.freedb.cache.current |
88 |
db.freedb.cache.enabled |
false |
db.freedb.cache.max |
-1 |
index.anno.d.entryPointSize |
16 |
index.anno.d.items |
125 |
index.anno.d.maxUpdateBeforeSave |
20000 |
index.anno.d.optimizationThreshold |
200000 |
index.artist.fullname.entryPointSize |
16 |
index.artist.fullname.items |
69794 |
index.artist.fullname.maxUpdateBeforeSave |
20000 |
index.artist.fullname.optimizationThreshold |
200000 |
index.dictionary.entryPointSize |
16 |
index.dictionary.items |
0 |
index.dictionary.maxUpdateBeforeSave |
20000 |
index.dictionary.optimizationThreshold |
200000 |
index.disc.discid.entryPointSize |
16 |
index.disc.discid.items |
25501 |
index.disc.discid.maxUpdateBeforeSave |
20000 |
index.disc.discid.optimizationThreshold |
200000 |
index.disc.filename.entryPointSize |
16 |
index.disc.filename.items |
25501 |
index.disc.filename.maxUpdateBeforeSave |
20000 |
index.disc.filename.optimizationThreshold |
200000 |
index.disc.title.entryPointSize |
16 |
index.disc.title.items |
15668 |
index.disc.title.maxUpdateBeforeSave |
20000 |
index.disc.title.optimizationThreshold |
200000 |
index.genre.name.entryPointSize |
16 |
index.genre.name.items |
1204 |
index.genre.name.maxUpdateBeforeSave |
20000 |
index.genre.name.optimizationThreshold |
200000 |
index.track.title.entryPointSize |
16 |
index.track.title.items |
119153 |
index.track.title.maxUpdateBeforeSave |
20000 |
index.track.title.optimizationThreshold |
200000 |
memory.alerts |
0 |
mmap.alloc.strategy |
MMAP_ALWAYS |
mmap.blockSize |
1048576 |
mmap.blocks |
943 |
mmap.maxMemory |
1670250496 |
mmap.overlap.strategy |
OVERLAP |
mmap.totalMemory |
1589127407 |
storage.freedb.cache.current |
0 |
storage.freedb.cache.enabled |
false |
storage.freedb.cache.max |
-1 |
storage.freedb.data.holeSize |
2068218738 |
storage.freedb.data.holes |
13161 |

+-------------------------------------------------------------------+
DUMPING COUNTERS (last reset on: Wed Jun 22 15:49:06 CEST 2011)...

+-------------------------------------------------------------------+
Name |
Value |

+-------------------------------------------------------------------+
OMMapManager.pagesCommitted |
32705 |
OMMapManager.reusedPage |
35447000 |
OMMapManager.reusedPageBetweenLast |
4484985 |
OMVRBTreeEntryP.serializeKey |
908722 |
OMVRBTreeEntryP.serializeValue |
256945 |
OMVRBTreeEntryP.unserializeKey |
237089 |
OMVRBTreeEntryP.unserializeValue |
67746 |
OMemOutStream.resize |
2530756 |
Query.indexUsage |
114250 |
db.freedb.cache.found |
7 |
db.freedb.cache.notFound |
6 |
serializer.rec.str.linkSet2string.cached |
651777 |
storage.freedb.data.update.notReused |
156800 |
storage.freedb.data.update.reusedAll |
760312 |
storage.freedb.data.update.reusedPartial |
2443 |

+-------------------------------------------------------------------+

DUMPING STATISTICS (last reset on: Wed Jun 22 15:49:06 CEST 2011).
Times in ms...

+-------------------------------------------------------------------+
Name | last
total min max average items |

+-------------------------------------------------------------------+
[OMVRBTree.getEntry] Steps of search | 141
873849393 0 1522 179 4875026 |

+-------------------------------------------------------------------+

DUMPING CHRONOS (last reset on: Wed Jun 22 15:49:06 CEST 2011). Times
in ms...

+-------------------------------------------------------------------+
Name | last
total min max average items |

+-------------------------------------------------------------------+
OMMapManager.commitPages | 33
214840 0 773 6 32705 |
OMMapManager.loadPage | 0
6396 0 154 0 33648 |
OMVRBTree.get | 0
47817 0 106 0 1941020 |
OMVRBTreeEntryP.fromStream |
0 17 0 1 0 3554 |
OMVRBTreeEntryP.toStream | 0
35687 0 768 0 817704 |
OMVRBTreePersistent.clear |
0 0 0 0 0 8 |
OMVRBTreePersistent.commitChanges | 0
297783 0 4487 1 204152 |
OMVRBTreePersistent.optimize |
2 35 2 17 8 4 |
OMVRBTreePersistent.put | 0
5952 0 232 0 1154677 |
OMVRBTreePersistent.toStream | 0
146 0 1 0 105013 |
OMetadata.load | 267
267 267 267 267 1 |
ORecordSerializerStringAbstract.fromStream |
0 15 0 1 0 113 |
ORecordSerializerStringAbstract.toStream | 0
3809 0 11 0 398901 |
OStorageLocal.foreach |
1 5 0 2 1 5 |
serializer.rec.str.byte2string |
0 0 0 0 0 25 |
serializer.rec.str.date2string |
0 11 0 1 0 250 |
serializer.rec.str.embed2string |
0 1 0 1 0 676 |
serializer.rec.str.embedList2string | 0
759 0 9 0 25689 |
serializer.rec.str.embedMap2string |
0 0 0 0 0 5 |
serializer.rec.str.embedSet2string |
0 78 0 11 0 300 |
serializer.rec.str.float2string |
0 0 0 0 0 208 |
serializer.rec.str.int2string |
0 26 0 1 0 52021 |
serializer.rec.str.link2string | 0
156 0 1 0 180733 |
serializer.rec.str.linkSet2string |
0 2 0 2 0 3 |
serializer.rec.str.string2string | 0
419 0 7 0 1625501 |
storage.freedb.create |
69 69 69 69 69 1 |
storage.freedb.createRecord | 0
16456 0 382 0 402064 |
storage.freedb.data.createHole | 0
293 0 3 0 14968 |
storage.freedb.data.findClosestHole | 0
2971 0 109 0 159243 |
storage.freedb.data.handleHole | 0
30006 0 2562 0 159243 |
storage.freedb.data.move | 0
4999 0 537 0 1918726 |
storage.freedb.data.recycled.complete |
0 6 0 1 0 1807 |
storage.freedb.data.recycled.notFound |
0 1 0 1 0 192 |
storage.freedb.data.recycled.partial | 0
1315 0 1 0 547987 |
storage.freedb.data.updateHole | 0
17967 0 115 0 692262 |
storage.freedb.readRecord |
0 72 0 1 0 3657 |
storage.freedb.updateRecord | 0
258233 0 4477 0 919724 |

+-------------------------------------------------------------------+

cluster: internal - 3
cluster: index - 3210
cluster: default - 0
cluster: orole - 3
cluster: ouser - 3
cluster: artist - 69794
cluster: track - 302221
cluster: anno - 125
cluster: genre - 1204
cluster: disc - 25501

error at import file n. freedb-complete-20110601/blues/2e12b814 -
25546/158072

when commit :

Can't commit the transaction: caught exception on execution of
%s.onBeforeTxCommit()[Ljava.lang.StackTraceElement;@6ce85687
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:
39)
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:
27)
java.lang.reflect.Constructor.newInstance(Constructor.java:513)
com.orientechnologies.common.log.OLogManager.debug(OLogManager.java:
90)
com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.commit(ODatabaseRecordTx.java:
106)
com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.commit(ODatabaseRecordTx.java:
1)
com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.commit(ODatabaseRecordWrapperAbstract.java:
112)

%s ?

Grazie!!!!!

Marco.

Luca Garulli

unread,

Jun 22, 2011, 10:56:47 AM6/22/11

to orient-...@googlegroups.com

Ciao Marco,

that stack trace doesn't tell me too much. I've just committed an improved version of log manager that should be who is responsible of that error. Could you re-execute it against latest from SVN and report me the full stack trace?

Lvc@

Marco Berri

unread,

Jun 23, 2011, 6:53:56 AM6/23/11

to OrientDB

is this
http://www.orientechnologies.com/listing/m2/com/orientechnologies/orientdb/1.0rc3-SNAPSHOT/orientdb-1.0rc3-SNAPSHOT-distribution.tar.gz
- 22-Jun-2011 22:15 version?

grazie.

On 22 Giu, 16:56, Luca Garulli <l.garu...@gmail.com> wrote:
> Ciao Marco,
> that stack trace doesn't tell me too much. I've just committed an improved
> version of log manager that should be who is responsible of that error.
> Could you re-execute it against latest from SVN and report me the full stack
> trace?
>
> Lvc@
>

> ...
>
> leggi tutto

Luca Garulli

unread,

Jun 23, 2011, 6:58:08 AM6/23/11

to orient-...@googlegroups.com

Yes

Marco Berri

unread,

Jun 23, 2011, 8:25:08 AM6/23/11

to OrientDB

java -Xms512m -Xmx1G -server -jar "/Users/marco/netbeans-project/
OrientDBFreeDb/dist/OrientDBFreeDb.jar"

open exists db with user admin admin
cluster: internal - 3
cluster: index - 3493

cluster: default - 0
cluster: orole - 3
cluster: ouser - 3

cluster: ographvertex - 0
cluster: ographedge - 0
cluster: artist - 76829
cluster: track - 334984
cluster: anno - 132
cluster: genre - 1289
cluster: disc - 28465

ex (2):Error on saving record in cluster
#8[Ljava.lang.StackTraceElement;@1232784a
com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:
534)
com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:
61)
com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:
203)
com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:
1)
com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:
200)
com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:
159)
com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:
1)
com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:
1)
com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:
281)
com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:
65)
com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:
56)
orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:369)
orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)

this is the code:

package orientdbfreedb;

import com.orientechnologies.common.profiler.OProfiler;
import
com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx;
import com.orientechnologies.orient.core.db.graph.OGraphDatabase;
import com.orientechnologies.orient.core.db.record.ODatabaseRecordTx;
import com.orientechnologies.orient.core.db.tool.ODatabaseExport;
import com.orientechnologies.orient.core.intent.OIntentMassiveInsert;
import com.orientechnologies.orient.core.metadata.schema.OClass;
import
com.orientechnologies.orient.core.metadata.schema.OProperty.INDEX_TYPE;
import com.orientechnologies.orient.core.metadata.schema.OType;
import com.orientechnologies.orient.core.record.impl.ODocument;
import com.orientechnologies.orient.core.sql.query.OSQLSynchQuery;
import com.orientechnologies.orient.core.tx.OTransaction.TXTYPE;
import com.orientechnologies.orient.server.OServer;
import com.orientechnologies.orient.server.OServerMain;
import java.io.File;
import java.io.FileFilter;
import java.io.IOException;
import java.text.DateFormat;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Date;
import java.util.HashMap;
import java.util.List;
import org.apache.commons.io.FileUtils;

/**
* download data from http://ftp.freedb.org/pub/freedb/
*
* for running java -Xms512m -Xmx1G -server -jar "/Users/marco/
netbeans-project/OrientDBFreeDb/dist/OrientDBFreeDb.jar"
*
* @author marco berri - marco...@gmail.com
*/
public class OrientDbFreeDb {

private static String base = "/Users/marco/orientdb";
private static String root_dir = base + "/file_freedb/freedb-
complete-20110601/";
private static String root_old_dir = base + "/file_freedb/
old_freedb-complete-20110601/";
private static HashMap<String, ODocument> cache_year = new
HashMap<String, ODocument>();
private static HashMap<String, ODocument> cache_genre = new
HashMap<String, ODocument>();
private static HashMap<String, ODocument> cache_artist = new
HashMap<String, ODocument>();
private static long ts = 0;

public static void main(String[] args) {

import_data();

}

private static void import_data() {

OGraphDatabase db = null;

try {

db = new OGraphDatabase("local:" + base + "/freedb");

OProfiler.getInstance().startRecording();

if (!db.exists()) {
System.out.println("db not exists!!!");
db = db.create();
OClass oClassArtist =
db.getMetadata().getSchema().createClass("artist");
db.getMetadata().getSchema().save();
oClassArtist.createProperty("fullname",
OType.STRING).createIndex(INDEX_TYPE.UNIQUE);

OClass oClassTrack =
db.getMetadata().getSchema().createClass("track");
oClassTrack.createProperty("title",
OType.STRING).createIndex(INDEX_TYPE.FULLTEXT);

OClass oClassYear =
db.getMetadata().getSchema().createClass("anno");
oClassYear.createProperty("d",
OType.DATE).createIndex(INDEX_TYPE.UNIQUE);

OClass oClassGendr =
db.getMetadata().getSchema().createClass("genre");
oClassGendr.createProperty("name",
OType.STRING).createIndex(INDEX_TYPE.UNIQUE);

OClass oClassDisc =
db.getMetadata().getSchema().createClass("disc");
oClassDisc.createProperty("length", OType.INTEGER);
oClassDisc.createProperty("revision", OType.INTEGER);
oClassDisc.createProperty("discid",
OType.STRING).createIndex(INDEX_TYPE.UNIQUE);
oClassDisc.createProperty("tracks",
OType.EMBEDDEDLIST);
oClassDisc.createProperty("title",
OType.STRING).createIndex(INDEX_TYPE.FULLTEXT);
oClassDisc.createProperty("artist", OType.LINK);
oClassDisc.createProperty("anno", OType.LINK);
oClassDisc.createProperty("gendr", OType.LINK);
oClassDisc.createProperty("extd", OType.STRING);
oClassDisc.createProperty("filename",
OType.STRING).createIndex(INDEX_TYPE.UNIQUE);
db.getMetadata().getSchema().save();

System.out.println("create new DB");

} else {

db = db.open("admin", "admin");
System.out.println("open exists db with user admin
admin");

}

db.declareIntent(new OIntentMassiveInsert());

FileFilter directoryFilter = new FileFilter() {

public boolean accept(File file) {
return file.isDirectory();
}
};

File[] dirs = new
File(root_dir).listFiles(directoryFilter);

for (String s : db.getClusterNames()) {
System.out.println("cluster: " + s + " - " +
db.countClusterElements(s));
}

int max_op = 1000;

for (File dir : dirs) {

if (!dir.isDirectory()) {
continue;
}
ts = System.currentTimeMillis();
System.out.println("" + dir);
Collection<File> files = FileUtils.listFiles(dir,
null, true);
System.out.println("tot time for list file: " +
(System.currentTimeMillis() - ts));
ODocument oDisc;
int i = 0;

ArrayList<ODocument> tracks = new
ArrayList<ODocument>();

for (File file : files) {

if (file.getName().startsWith(".")) {
continue;
}

System.out.println("file:" + file + " " + i + "/"
+ files.size());
String filename =
file.toString().replaceAll(root_dir, "");

//check if record exists

if (discExists(filename, db)) {
System.out.println("exists in db");
//devo spostare il file da qualche parte

FileUtils.moveFile(file, new File(root_old_dir
+ "/" + file.toString().replaceAll(root_dir, "")));
//System.out.println("move: " + file + " to: "
+ new File(root_old_dir + "/" +
file.toString().replaceAll(root_dir,"")));
i++;
continue;
}

String discid = file.getName();

try {
List<String> lines =
FileUtils.readLines(file);

db.begin(TXTYPE.NOTX);
oDisc = new ODocument(db, "disc");
ODocument oTrack;

tracks.clear();

String titles = "";
String extd = "";
String length = "";
String revision = "";
String genre = "";
String year = "";

ts = System.currentTimeMillis();
for (String line : lines) {

if (line.startsWith("# Disc length:")) {
length = line.replaceAll("# Disc
length:", "").replaceAll("seconds", "").replaceAll("secs", "").trim();
} else if (line.startsWith("# Revision:"))
{
revision = line.replaceAll("#
Revision:", "").trim();

} else if (line.startsWith("#")) {
continue;
}

String ele[] = line.split("=");

if (ele == null || ele.length == 1) {
continue;
}

String key = ele[0];
String value = ele[1];

if (key.equals("DYEAR") && value.length()
== 4 && !value.equals("0000")) {
year = value;

} else if (key.equals("DGENRE")) {
genre = value;

} else if (key.equals("DTITLE")) {
titles += value;
} else if (key.equals("EXTD")) {
extd += value;
} else if (key.startsWith("TTITLE")) {
oTrack = new ODocument(db, "track");
oTrack.field("n",
key.replaceAll("TTITLE", ""));

oTrack.field("title",
getTitle(value));

String tartist = getAuthor(value);

if (!tartist.equals("")) {
long ts2 =
System.currentTimeMillis();
oTrack.field("artist",
check_and_create_artist(tartist, db));
//System.out.println("tot time for
check and create artist for track: " + (System.currentTimeMillis() -
ts2));
} else {
oTrack.field("artist");
}

//long ts3 =
System.currentTimeMillis();
oTrack.save();
//System.out.println("tot time for
save track: " + (System.currentTimeMillis() - ts3));
tracks.add(oTrack);

}

}

//System.out.println("tot time for read all
line file: " + (System.currentTimeMillis() - ts));

//add track_list
if (!tracks.isEmpty()) {
oDisc.field("tracks", tracks);
}

//title and artist disk
if (!titles.equals("")) {
oDisc.field("title", getTitle(titles));
long ts3 = System.currentTimeMillis();
oDisc.field("artist",
check_and_create_artist(getAuthor(titles), db));
//System.out.println("tot time for check
and create artist for disc: " + (System.currentTimeMillis() - ts3));

}

//title and artist disk
if (!extd.equals("")) {
oDisc.field("extd", extd);
}

if (!length.equals("")) {
oDisc.field("length", length,
OType.INTEGER);
}

if (!revision.equals("")) {
oDisc.field("revision", revision,
OType.INTEGER);
}

if (!genre.equals("")) {
//long ts3 = System.currentTimeMillis();
oDisc.field("genre",
check_and_create_genre(genre, db));
//System.out.println("tot time for check
and create genre for disc: " + (System.currentTimeMillis() - ts3));
}

if (!year.equals("")) {

DateFormat dfm = new
SimpleDateFormat("yyyy");
Date d = dfm.parse(year);

ODocument y = check_and_create_year(d,
db);
if (y != null) {
oDisc.field("anno", y);
//System.out.println("tot time for
check and create year for disc: " + (System.currentTimeMillis() -
ts3));
}
}

oDisc.field("discid", discid);
oDisc.field("filename", filename);

ts = System.currentTimeMillis();
oDisc.save();
//System.out.println("tot time for save oDisc:
" + (System.currentTimeMillis() - ts));

ts = System.currentTimeMillis();

db.commit();

//System.out.println("tot time for commit
oDisc: " + (System.currentTimeMillis() - ts));

} catch (IOException ex) {
System.out.println("ex (1):" + ex.getMessage()
+ ex.getStackTrace().toString());

for (StackTraceElement s : ex.getStackTrace())
{
System.out.println("" + s);
}

System.out.println("rollback!!!");

db.rollback();
continue;
}

i++;
if ((i >= max_op) && (i % max_op) == 1) {

System.out.println(OProfiler.getInstance().dump());
for (String s : db.getClusterNames()) {
System.out.println("cluster: " + s + " - "
+ db.countClusterElements(s));
}

}//if

FileUtils.moveFile(file, new File(root_old_dir +
"/" + file.toString().replaceAll(root_dir, "")));
//System.out.println("move: " + file + " to: " +
new File(root_old_dir + "/" +
file.toString().replaceAll(root_dir,"")));

}

}

db.declareIntent(null);

} catch (Exception ex) {
System.out.println("ex (2):" + ex.getMessage() +
ex.getStackTrace().toString());

for (StackTraceElement s : ex.getStackTrace()) {
System.out.println("" + s);
}

} finally {

db.close();
//server.shutdown();
}
}

private static ODocument check_and_create_artist(String name,
OGraphDatabase db) {

if (("".equals(db) || name == null || name.trim().equals("")))
{
System.out.println("artist " + name + " is null");
return null;
}

if (cache_artist.containsKey(name)) {
//System.out.println("artist " + name + " in Cache");
return cache_artist.get(name);
}

List<ODocument> result = db.command(new
OSQLSynchQuery<ODocument>("select from artist where fullname
= ?")).execute(name);

if (!result.isEmpty()) {
cache_artist.put(name, (ODocument) result.get(0));

} else {
ODocument oArtist = new ODocument(db, "artist");
oArtist.field("fullname", /*a*/ name);
oArtist.save();
//System.out.println("Create new Artist: " + name);
cache_artist.put(name, oArtist);
}

return cache_artist.get(name);

}

private static ODocument check_and_create_year(java.util.Date
year, OGraphDatabase db) {
//System.out.println("check_and_create_year-> year:" + year);

if ( year == null) {
//System.out.println("check_and_create_year-> retrun
null");
return null;
}

if (!cache_year.isEmpty() && cache_year.containsKey(year)) {
//System.out.println("year " + year + " in Cache");
//System.out.println("check_and_create_year-> retrun
cache");
return cache_year.get(year.getYear()+"");
}

List<ODocument> result = db.command(new
OSQLSynchQuery<ODocument>("select * from anno where d
= ?")).execute(year);

if (!result.isEmpty()) {
cache_year.put(year.getYear()+"", (ODocument)
result.get(0));
//System.out.println("check_and_create_year->
result.isEmpty(): put record - " + (ODocument) result.get(0));

} else {

ODocument oYear = new ODocument(db, "anno");
oYear.field("d", year);
oYear.save();
cache_year.put(year.getYear()+"", oYear);
//System.out.println("check_and_create_year-> Create new
Year: " + oYear);

}

return cache_year.get(year);

}

private static boolean discExists(String filename, OGraphDatabase
db) {

try {

List<ODocument> result = db.command(new
OSQLSynchQuery<ODocument>("select from disc where filename
= ?")).execute(filename);
return !result.isEmpty();
} catch (Exception e) {
}

return false;

}

private static ODocument check_and_create_genre(String genre,
OGraphDatabase db) {

if (("".equals(genre) || genre == null ||
genre.trim().equals(""))) {
return null;
}

if (cache_genre.containsKey(genre)) {
//System.out.println("genre " + genre + " in Cache");
return cache_genre.get(genre);
}

try {

List<ODocument> result = db.command(new
OSQLSynchQuery<ODocument>("select * from genre where name
= ?")).execute(genre);

if (!result.isEmpty()) {
cache_genre.put(genre, (ODocument) result.get(0));

} else {

ODocument oGenre = new ODocument(db, "genre");
oGenre.field("name", genre);
oGenre.save();
cache_genre.put(genre, oGenre);
//System.out.println("Create new genre: " + genre);

}

} catch (Exception e) {
}

return cache_genre.get(genre);

}

private static String getTitle(String value) {

if (value.indexOf("/") == -1) {
return escape(value);
}

try {
return escape(value.split("/")[0]);
} catch (Exception e) {
return "";
}

}

private static String getAuthor(String value) {

if (value.indexOf("/") == -1) {
return "";
}

if (value.split("/").length == 0) {
return "";
}

try {
return escape(value.split("/")[1]);
} catch (Exception e) {
return "";
}

}

private static String escape(String s) {
if (s == null) {
return s;
}
return s.trim().replaceAll("\\[", "").replaceAll("\\]",
"").replaceAll("'", "\\\\'");

}
}

On 23 Giu, 12:58, Luca Garulli <l.garu...@gmail.com> wrote:
> Yes
>

> On 23 June 2011 12:53, Marco Berri <marcobe...@gmail.com> wrote:
>
>
>
>
>
>
>
>
>
> > is this
>
> >http://www.orientechnologies.com/listing/m2/com/orientechnologies/ori...

> ...
>
> leggi tutto

Luca Garulli

unread,

Jun 23, 2011, 9:33:19 AM6/23/11

to orient-...@googlegroups.com

Can't compile because it needs the FileUtils class. Please don't copy & paste as text but attach it as file.

Lvc@

Marco Berri

unread,

Jun 23, 2011, 10:59:30 AM6/23/11

to OrientDB

sorry...

FileUtils is this lib http://commons.apache.org/io/

commons-io-2.0.1.jar

the class is here: http://www.box.net/shared/870zxxkpl2

On 23 Giu, 15:33, Luca Garulli <l.garu...@gmail.com> wrote:
> Can't compile because it needs the FileUtils class. Please don't copy &
> paste as text but attach it as file.
>
> Lvc@
>

> > * download data fromhttp://ftp.freedb.org/pub/freedb/

> > *
> > * for running java -Xms512m -Xmx1G -server -jar "/Users/marco/
> > netbeans-project/OrientDBFreeDb/dist/OrientDBFreeDb.jar"
> > *

> > * @author marco berri - marcobe...@gmail.com

> ...
>
> leggi tutto

Luca Garulli

unread,

Jun 23, 2011, 12:09:51 PM6/23/11

to orient-...@googlegroups.com

Hi marco,

this is the error I get with last freedb file (June 2011). Seems that the unique key is duplicated. Can you check it?

Lvc@

com.orientechnologies.orient.core.index.OIndexException: Invalid constraints on index 'disc.discid' for key '0206c501' in record #11:-1 for the fields '[discid]'

at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)

at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)

at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)

at java.lang.reflect.Constructor.newInstance(Constructor.java:513)

at com.orientechnologies.common.log.OLogManager.exception(OLogManager.java:176)

at com.orientechnologies.orient.core.index.OPropertyIndex.checkEntry(OPropertyIndex.java:67)

at com.orientechnologies.orient.core.index.OPropertyIndexManager.checkIndexedProperties(OPropertyIndexManager.java:158)

at com.orientechnologies.orient.core.index.OPropertyIndexManager.onRecordBeforeCreate(OPropertyIndexManager.java:40)

at com.orientechnologies.orient.core.hook.ODocumentHookAbstract.onTrigger(ODocumentHookAbstract.java:72)

at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.callbackHooks(ODatabaseRecordAbstract.java:658)

at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:479)

at com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:58)

at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:201)

at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:1)

at com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:200)

at com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:159)

at com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:1)

at com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:1)

at com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:283)

at com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:65)

at com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:56)

at com.orientechnologies.misc.OrientDbFreeDb.import_data(OrientDbFreeDb.java:275)

at com.orientechnologies.misc.OrientDbFreeDb.main(OrientDbFreeDb.java:45)

Caused by: com.orientechnologies.orient.core.index.OIndexException: Found duplicated key '0206c501' previously assigned to the record disc#11:9{genre:#10:6,revision:5,extd:YEAR: 2005,title:A New Age Sound Environment,length:null,filename:C:\temp\databases\freedb\new\blues\0206c501,artist:#7:36,tracks:[1],discid:0206c501} v0

Marco Berri

unread,

Jun 24, 2011, 3:32:15 AM6/24/11

to OrientDB

HI Luca,

delete the single file and continue :)

is possible if the file cluster #8 is corrupts?
exist a command to check cluster integrity?

java -Xms512m -Xmx1G -server -jar "/Users/marco/netbeans-project/
OrientDBFreeDb/dist/OrientDBFreeDb.jar"
open exists db with user admin admin
cluster: internal - 3
cluster: index - 3493
cluster: default - 0
cluster: orole - 3
cluster: ouser - 3
cluster: ographvertex - 0
cluster: ographedge - 0
cluster: artist - 76829

cluster: track - 334991

cluster: anno - 132
cluster: genre - 1289
cluster: disc - 28465

/Users/marco/orientdb/file_freedb/freedb-complete-20110601/blues
tot time for list file: 5090
file:/Users/marco/orientdb/file_freedb/freedb-complete-20110601/blues/
3411ea13 0/129604

ex (2):Error on saving record in cluster

#8[Ljava.lang.StackTraceElement;@78e61fd1

com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:
534)
com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:
61)
com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:
203)
com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:
1)
com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:
200)
com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:
159)
com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:
1)
com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:
1)
com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:
281)
com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:
65)
com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:

56)
orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:369)
orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)

if i exec: rm /Users/marco/orientdb/file_freedb/freedb-
complete-20110601/blues/3411ea13
and retry the error message is the same:

java -Xms512m -Xmx1G -server -jar "/Users/marco/netbeans-project/
OrientDBFreeDb/dist/OrientDBFreeDb.jar"
open exists db with user admin admin
cluster: internal - 3
cluster: index - 3493
cluster: default - 0
cluster: orole - 3
cluster: ouser - 3
cluster: ographvertex - 0
cluster: ographedge - 0
cluster: artist - 76829

cluster: track - 334993

cluster: anno - 132
cluster: genre - 1289
cluster: disc - 28465

/Users/marco/orientdb/file_freedb/freedb-complete-20110601/blues
tot time for list file: 5152
file:/Users/marco/orientdb/file_freedb/freedb-complete-20110601/blues/
3411ef14 0/129603

ex (2):Error on saving record in cluster

#8[Ljava.lang.StackTraceElement;@1f950198

com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:
534)
com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:
61)
com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:
203)
com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:
1)
com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:
200)
com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:
159)
com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:
1)
com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:
1)
com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:
281)
com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:
65)
com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:

56)
orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:369)
orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)

grazie mille!

On 23 Giu, 18:09, Luca Garulli <l.garu...@gmail.com> wrote:
> Hi marco,
> this is the error I get with last freedb file (June 2011). Seems that the
> unique key is duplicated. Can you check it?
>
> Lvc@
>
> com.orientechnologies.orient.core.index.OIndexException: Invalid constraints
> on index 'disc.discid' for key '0206c501' in record #11:-1 for the fields
> '[discid]'
> at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> at
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAcce ssorImpl.java:39)
> at

> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstru ctorAccessorImpl.java:27)

> Environment,length:null,filename:C:\temp\databases\freedb\new\blues\0206c50 1,artist:#7:36,tracks:[1],discid:0206c501}
> v0

>
> On 23 June 2011 16:59, Marco Berri <marcobe...@gmail.com> wrote:
>
>
>
>
>
>
>
> > sorry...
>

> > FileUtils is this libhttp://commons.apache.org/io/

> ...
>
> leggi tutto

Luca Garulli

unread,

Jun 24, 2011, 6:30:30 AM6/24/11

to orient-...@googlegroups.com

Hi,

what do you mean for corrupted?

By the way: change your exception dump (at least to report bugs) in:

ex.printStackTrace();

The output is much more readable.

Lvc@

Marco Berri

unread,

Jun 24, 2011, 8:36:14 AM6/24/11

to orient-...@googlegroups.com

Hi Luca,

I delete a db and restart import procedure.

in Stack Trace i see:

....
Caused by: java.lang.IllegalStateException: Corrupted holes: Found
offset 21473785 instead of 4715169
....

or is a Java heap space?
......
Caused by: java.lang.OutOfMemoryError: Java heap space
....

Trace:

OrientDB profiler dump of Fri Jun 24 14:30:59 CEST 2011 after 48 secs
of profiling
Free memory: 347,08Mb (36,36%) - Total memory: 607,39Mb - Max memory:
954,47Mb - CPUs: 4

cluster: internal - 3
cluster: index - 1005

cluster: default - 0
cluster: orole - 3
cluster: ouser - 3
cluster: ographvertex - 0
cluster: ographedge - 0

cluster: artist - 28269
cluster: track - 112851
cluster: anno - 100
cluster: genre - 624
cluster: disc - 9001

file:/Users/marco/orientdb/file_freedb/freedb-complete-20110601/blues/120fee12
9657/158068
com.orientechnologies.orient.core.exception.OTransactionException:

Can't commit the transaction: caught exception on execution of
%s.onBeforeTxCommit()

at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)

at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
at java.lang.reflect.Constructor.newInstance(Constructor.java:513)
at com.orientechnologies.common.log.OLogManager.debug(OLogManager.java:90)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.commit(ODatabaseRecordTx.java:106)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.commit(ODatabaseRecordTx.java:1)
at com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.commit(ODatabaseRecordWrapperAbstract.java:112)
at orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:436)
at orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)
Caused by: com.orientechnologies.orient.core.exception.ODatabaseException:
Error on saving record #1:486
at com.orientechnologies.orient.core.db.raw.ODatabaseRaw.save(ODatabaseRaw.java:223)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:510)
at com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:61)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:203)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:1)
at com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:281)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.save(OMVRBTreeEntryPersistent.java:205)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:90)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:1)
at com.orientechnologies.orient.core.type.tree.OMVRBTreePersistent.commitChanges(OMVRBTreePersistent.java:427)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeDatabaseLazySave.lazySave(OMVRBTreeDatabaseLazySave.java:65)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeDatabaseLazySave.commitChanges(OMVRBTreeDatabaseLazySave.java:53)
at com.orientechnologies.orient.core.index.OIndexMVRBTreeAbstract.onBeforeTxCommit(OIndexMVRBTreeAbstract.java:669)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.commit(ODatabaseRecordTx.java:100)
... 4 more
Caused by: java.lang.IllegalStateException: Corrupted holes: Found
offset 21473785 instead of 4715169
at com.orientechnologies.orient.core.storage.impl.local.ODataLocal.handleHole(ODataLocal.java:420)
at com.orientechnologies.orient.core.storage.impl.local.ODataLocal.setRecord(ODataLocal.java:230)
at com.orientechnologies.orient.core.storage.impl.local.OStorageLocal.updateRecord(OStorageLocal.java:1109)
at com.orientechnologies.orient.core.storage.impl.local.OStorageLocal.updateRecord(OStorageLocal.java:595)
at com.orientechnologies.orient.core.db.raw.ODatabaseRaw.save(ODatabaseRaw.java:217)
... 17 more
ex (2):Can't commit the transaction: caught exception on execution of
%s.onBeforeTxCommit()
[Ljava.lang.StackTraceElement;@6c95fc36

-- sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
-- sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
-- sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
-- java.lang.reflect.Constructor.newInstance(Constructor.java:513)
-- com.orientechnologies.common.log.OLogManager.debug(OLogManager.java:90)
-- com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.commit(ODatabaseRecordTx.java:106)
-- com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.commit(ODatabaseRecordTx.java:1)
-- com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.commit(ODatabaseRecordWrapperAbstract.java:112)
-- orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:436)
-- orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)
Exception in thread "main"
com.orientechnologies.orient.core.exception.ODatabaseException: Error
on saving record #1:778
at com.orientechnologies.orient.core.db.raw.ODatabaseRaw.save(ODatabaseRaw.java:223)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:510)
at com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:61)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:203)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:1)
at com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:281)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.save(OMVRBTreeEntryPersistent.java:205)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:90)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:1)
at com.orientechnologies.orient.core.type.tree.OMVRBTreePersistent.commitChanges(OMVRBTreePersistent.java:427)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeDatabaseLazySave.lazySave(OMVRBTreeDatabaseLazySave.java:65)
at com.orientechnologies.orient.core.index.OIndexMVRBTreeAbstract.lazySave(OIndexMVRBTreeAbstract.java:407)
at com.orientechnologies.orient.core.index.OIndexMVRBTreeAbstract.flush(OIndexMVRBTreeAbstract.java:91)
at com.orientechnologies.orient.core.index.OIndexManagerAbstract.flush(OIndexManagerAbstract.java:85)
at com.orientechnologies.orient.core.index.OIndexManagerProxy.flush(OIndexManagerProxy.java:91)
at com.orientechnologies.orient.core.metadata.OMetadata.close(OMetadata.java:154)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.close(ODatabaseRecordAbstract.java:156)
at com.orientechnologies.orient.core.db.ODatabaseWrapperAbstract.close(ODatabaseWrapperAbstract.java:59)
at com.orientechnologies.orient.core.db.graph.OGraphDatabase.close(OGraphDatabase.java:81)
at orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:484)
at orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)
Caused by: java.lang.OutOfMemoryError: Java heap space
at com.orientechnologies.orient.core.storage.impl.local.ODataLocal.moveRecord(ODataLocal.java:485)
at com.orientechnologies.orient.core.storage.impl.local.ODataLocal.handleHole(ODataLocal.java:395)
at com.orientechnologies.orient.core.storage.impl.local.ODataLocal.setRecord(ODataLocal.java:230)
at com.orientechnologies.orient.core.storage.impl.local.OStorageLocal.updateRecord(OStorageLocal.java:1109)
at com.orientechnologies.orient.core.storage.impl.local.OStorageLocal.updateRecord(OStorageLocal.java:595)
at com.orientechnologies.orient.core.db.raw.ODatabaseRaw.save(ODatabaseRaw.java:217)
... 20 more

Marco Berri

unread,

Jun 24, 2011, 8:38:06 AM6/24/11

to orient-...@googlegroups.com

restart:

java -Xms512m -Xmx1G -server -jar
"/Users/marco/netbeans-project/OrientDBFreeDb/dist/OrientDBFreeDb.jar"

24-giu-2011 14.36.43 com.orientechnologies.common.log.OLogManager log
GRAVE:
2011-06-24 02:36:43:989 SEVE [OMVRBTreeDatabaseLazySave] Error on
unmarshalling OMVRBTreePersistent object from record: #1:794
java.lang.NullPointerException
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.toStream(OMVRBTreeEntryPersistent.java:769)
at com.orientechnologies.orient.core.record.impl.ORecordBytesLazy.toStream(ORecordBytesLazy.java:37)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.load(OMVRBTreeEntryDatabase.java:81)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.<init>(OMVRBTreeEntryDatabase.java:65)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeDatabase.loadEntry(OMVRBTreeDatabase.java:69)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeDatabase.loadEntry(OMVRBTreeDatabase.java:1)
at com.orientechnologies.orient.core.type.tree.OMVRBTreePersistent.fromStream(OMVRBTreePersistent.java:505)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeDatabase.load(OMVRBTreeDatabase.java:123)
at com.orientechnologies.orient.core.index.OIndexMVRBTreeAbstract.loadFromConfiguration(OIndexMVRBTreeAbstract.java:152)
at com.orientechnologies.orient.core.index.OIndexManagerShared.fromStream(OIndexManagerShared.java:91)
at com.orientechnologies.orient.core.type.ODocumentWrapperNoClass.reload(ODocumentWrapperNoClass.java:61)
at com.orientechnologies.orient.core.index.OIndexManagerAbstract.load(OIndexManagerAbstract.java:59)
at com.orientechnologies.orient.core.index.OIndexManagerAbstract.load(OIndexManagerAbstract.java:1)
at com.orientechnologies.orient.core.metadata.OMetadata$1.call(OMetadata.java:108)
at com.orientechnologies.orient.core.metadata.OMetadata$1.call(OMetadata.java:1)
at com.orientechnologies.common.concur.resource.OSharedContainerImpl.getResource(OSharedContainerImpl.java:47)
at com.orientechnologies.orient.core.metadata.OMetadata.init(OMetadata.java:98)
at com.orientechnologies.orient.core.metadata.OMetadata.load(OMetadata.java:54)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.open(ODatabaseRecordAbstract.java:104)
at com.orientechnologies.orient.core.db.ODatabaseWrapperAbstract.open(ODatabaseWrapperAbstract.java:45)
at com.orientechnologies.orient.core.db.graph.OGraphDatabase.open(OGraphDatabase.java:66)
at orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:231)
at orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)
java.lang.NullPointerException

at com.orientechnologies.orient.core.metadata.OMetadata.close(OMetadata.java:154)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.close(ODatabaseRecordAbstract.java:156)

at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.open(ODatabaseRecordAbstract.java:117)
at com.orientechnologies.orient.core.db.ODatabaseWrapperAbstract.open(ODatabaseWrapperAbstract.java:45)
at com.orientechnologies.orient.core.db.graph.OGraphDatabase.open(OGraphDatabase.java:66)
at orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:231)
at orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)
ex (2):null
[Ljava.lang.StackTraceElement;@2993a66f

-- com.orientechnologies.orient.core.metadata.OMetadata.close(OMetadata.java:154)
-- com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.close(ODatabaseRecordAbstract.java:156)
-- com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.open(ODatabaseRecordAbstract.java:117)
-- com.orientechnologies.orient.core.db.ODatabaseWrapperAbstract.open(ODatabaseWrapperAbstract.java:45)
-- com.orientechnologies.orient.core.db.graph.OGraphDatabase.open(OGraphDatabase.java:66)
-- orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:231)
-- orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)
Exception in thread "main" java.lang.NullPointerException

at com.orientechnologies.orient.core.metadata.OMetadata.close(OMetadata.java:154)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.close(ODatabaseRecordAbstract.java:156)
at com.orientechnologies.orient.core.db.ODatabaseWrapperAbstract.close(ODatabaseWrapperAbstract.java:59)
at com.orientechnologies.orient.core.db.graph.OGraphDatabase.close(OGraphDatabase.java:81)
at orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:484)
at orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)

2011/6/24 Marco Berri <marco...@gmail.com>:

--
Marco Berri
Via Palestro n.8 Santhià (VC) 13048
+393395414196

marco...@gmail.com
skype: marco.berri
http://marcoberri.blogspot.com/

Luca Garulli

unread,

Jun 24, 2011, 8:56:45 AM6/24/11

to orient-...@googlegroups.com

Hi Marco,

I've to reopen an old issue because this seems due to the memory MVRBtree implementation: now I've replaced with the Java TreeMap waiting for a fix.

Could you retry it now?

Lvc@

Marco Berri

unread,

Jun 24, 2011, 9:11:49 AM6/24/11

to orient-...@googlegroups.com

Hi,

I download last snapshot here
http://www.orientechnologies.com/listing/m2/com/orientechnologies/orientdb/1.0rc3-SNAPSHOT/,
replace lib (on my app) and start server.sh

delete db.

run app:
...
...
..

cluster: internal - 3
cluster: index - 948

cluster: default - 0
cluster: orole - 3
cluster: ouser - 3
cluster: ographvertex - 0
cluster: ographedge - 0

cluster: artist - 25293
cluster: track - 101442
cluster: anno - 99
cluster: genre - 585
cluster: disc - 8001

...
...
...
..

file:/Users/marco/orientdb/file_freedb/freedb-complete-20110601/blues/10103a11
8586/158068
file:/Users/marco/orientdb/file_freedb/freedb-complete-20110601/blues/10103a12
8587/158068
24-giu-2011 15.09.06 com.orientechnologies.common.log.OLogManager log
GRAVE:
2011-06-24 03:09:06:482 SEVE [OMVRBTreeMemory]
[OMVRBTree.checkTreeStructure] Node ? (size=0) has 0 items

com.orientechnologies.orient.core.exception.ODatabaseException: Error
on saving record #8:-1

at com.orientechnologies.orient.core.db.raw.ODatabaseRaw.save(ODatabaseRaw.java:223)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:510)
at com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:61)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:203)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:1)

at com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:200)
at com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:159)
at com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:1)

at com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:1)
at com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:281)

at com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:65)
at com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:56)

at orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:370)
at orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)
Caused by: java.lang.IndexOutOfBoundsException: Requested index 0 when
the range is 0-0
at com.orientechnologies.common.collection.OMVRBTreeEntry.getKey(OMVRBTreeEntry.java:165)
at com.orientechnologies.common.collection.OMVRBTreeEntry.getFirstKey(OMVRBTreeEntry.java:408)
at com.orientechnologies.common.collection.OMVRBTree.checkTreeStructure(OMVRBTree.java:2588)
at com.orientechnologies.common.collection.OMVRBTree.getEntry(OMVRBTree.java:357)
at com.orientechnologies.common.collection.OMVRBTree.put(OMVRBTree.java:571)
at com.orientechnologies.orient.core.storage.impl.local.ODataLocalHole.updateHole(ODataLocalHole.java:248)
at com.orientechnologies.orient.core.storage.impl.local.ODataLocalHole.popFirstAvailableHole(ODataLocalHole.java:198)
at com.orientechnologies.orient.core.storage.impl.local.ODataLocal.getFreeSpace(ODataLocal.java:520)
at com.orientechnologies.orient.core.storage.impl.local.ODataLocal.addRecord(ODataLocal.java:135)
at com.orientechnologies.orient.core.storage.impl.local.OStorageLocal.createRecord(OStorageLocal.java:1001)
at com.orientechnologies.orient.core.storage.impl.local.OStorageLocal.createRecord(OStorageLocal.java:584)
at com.orientechnologies.orient.core.db.raw.ODatabaseRaw.save(ODatabaseRaw.java:213)
... 13 more
ex (2):Error on saving record #8:-1
[Ljava.lang.StackTraceElement;@d374f1c

-- com.orientechnologies.orient.core.db.raw.ODatabaseRaw.save(ODatabaseRaw.java:223)
-- com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:510)
-- com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:61)
-- com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:203)
-- com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:1)
-- com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:200)
-- com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:159)
-- com.orientechnologies.orient.core.db.document.ODatabaseDocumentTx.save(ODatabaseDocumentTx.java:1)
-- com.orientechnologies.orient.core.db.ODatabaseRecordWrapperAbstract.save(ODatabaseRecordWrapperAbstract.java:1)
-- com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:281)
-- com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:65)
-- com.orientechnologies.orient.core.record.ORecordSchemaAwareAbstract.save(ORecordSchemaAwareAbstract.java:56)
-- orientdbfreedb.OrientDbFreeDb.import_data(OrientDbFreeDb.java:370)
-- orientdbfreedb.OrientDbFreeDb.main(OrientDbFreeDb.java:48)
24-giu-2011 15.09.06 com.orientechnologies.common.log.OLogManager log
GRAVE:
2011-06-24 03:09:06:487 SEVE [OMVRBTreeMemory]
[OMVRBTree.checkTreeStructure] Node ? (size=0) has 0 items

Exception in thread "main"
com.orientechnologies.orient.core.exception.ODatabaseException: Error

on saving record #1:-1

at com.orientechnologies.orient.core.db.raw.ODatabaseRaw.save(ODatabaseRaw.java:223)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:510)
at com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:61)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:203)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:1)
at com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:281)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.save(OMVRBTreeEntryPersistent.java:205)

at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:91)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:1)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.toStream(OMVRBTreeEntryPersistent.java:747)
at com.orientechnologies.orient.core.record.impl.ORecordBytesLazy.toStream(ORecordBytesLazy.java:37)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:470)

at com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:61)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:203)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:1)
at com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:281)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.save(OMVRBTreeEntryPersistent.java:205)

at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:91)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:1)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.toStream(OMVRBTreeEntryPersistent.java:747)
at com.orientechnologies.orient.core.record.impl.ORecordBytesLazy.toStream(ORecordBytesLazy.java:37)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:470)

at com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:61)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:203)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:1)
at com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:281)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.save(OMVRBTreeEntryPersistent.java:205)

at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:91)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:1)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.toStream(OMVRBTreeEntryPersistent.java:747)
at com.orientechnologies.orient.core.record.impl.ORecordBytesLazy.toStream(ORecordBytesLazy.java:37)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:470)

at com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:61)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:203)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:1)
at com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:281)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.save(OMVRBTreeEntryPersistent.java:205)

at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:91)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:1)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.toStream(OMVRBTreeEntryPersistent.java:747)
at com.orientechnologies.orient.core.record.impl.ORecordBytesLazy.toStream(ORecordBytesLazy.java:37)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:470)

at com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:61)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:203)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:1)
at com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:281)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.save(OMVRBTreeEntryPersistent.java:205)

at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:91)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:1)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.toStream(OMVRBTreeEntryPersistent.java:756)
at com.orientechnologies.orient.core.record.impl.ORecordBytesLazy.toStream(ORecordBytesLazy.java:37)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:470)

at com.orientechnologies.orient.core.tx.OTransactionNoTx.saveRecord(OTransactionNoTx.java:61)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:203)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordTx.save(ODatabaseRecordTx.java:1)
at com.orientechnologies.orient.core.record.ORecordAbstract.save(ORecordAbstract.java:281)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.save(OMVRBTreeEntryPersistent.java:205)

at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:91)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryDatabase.save(OMVRBTreeEntryDatabase.java:1)
at com.orientechnologies.orient.core.type.tree.OMVRBTreeEntryPersistent.toStream(OMVRBTreeEntryPersistent.java:738)
at com.orientechnologies.orient.core.record.impl.ORecordBytesLazy.toStream(ORecordBytesLazy.java:37)
at com.orientechnologies.orient.core.db.record.ODatabaseRecordAbstract.executeSaveRecord(ODatabaseRecordAbstract.java:470)