Schema:
> db.logs.find()
{ "_id" : ObjectId("4d2f584de844dc012e07c229"), "cookie" : "DNG8Y",
"path" : "
http://www.anything.com/default.aspx", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c234"), "cookie" : "DUQksQ",
"path" : "
http://www.anything.com/da/vores-rejsemaal/europa/grkenland/
pages/default.aspx", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c235"), "cookie" : "DIgGy",
"path" : "
http://www.anything.com/DA/tilbud-og-rabatter/ugens-
kampagner/Pages/sol-i-januar.aspx", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c237"), "cookie" : "DNGlD",
"path" : "
http://www.anything.com/DA/vores-rejsemaal/Europa/Spanien/
Fuerteventura/LasPlayitas/Accomodations/Pages/default.aspx", "date" :
20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c238"), "cookie" : "DNHBz",
"path" : "
http://www.anything.com/da/hvordan-vil-du-rejse/pages/
hvordan-vil-du-rejse.aspx", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c24c"), "cookie" : "D4lgUA",
"path" : "
http://www.anything.com/da/vores-rejsemaal/europa/grkenland/
pages/default.aspx", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c24f"), "cookie" : "CtJB5",
"path" : "
http://www.anything.com/da/tilbud-og-rabatter/last-minute/
pages/last-minute.aspx#", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c251"), "cookie" : "CqJd",
"path" : "
http://www.anything.com/DA/tilbud-og-rabatter/ugens-
kampagner/Pages/sol-i-januar.aspx", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c252"), "cookie" : "CtJB5",
"path" : "
http://www.anything.com/da/tilbud-og-rabatter/ugens-
kampagner/pages/ugens-kampagner.aspx", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c255"), "cookie" : "DNG-_",
"path" : "
http://www.anything.com/da/tilbud-og-rabatter/last-minute/
pages/last-minute.aspx", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c257"), "cookie" : "DNHDC",
"path" : "
http://www.anything.com/da/velkommen/pages/velkommen.aspx",
"date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c258"), "cookie" : "DNHDD",
"path" : "
http://www.anything.com/da/velkommen/pages/velkommen.aspx",
"date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c259"), "cookie" : "DUuyoA",
"path" : "
http://www.anything.com/DA/vores-rejsemaal/Europa/Grkenland/
Kreta/Pages/default.aspx", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c25a"), "cookie" : "DMQsy",
"path" : "
http://www.anything.com/da/velkommen/pages/velkommen.aspx",
"date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c25b"), "cookie" : "DNHDH",
"path" : "
http://www.anything.com/da/om-apollo/kontakt-os/pages/
kontakt-os.aspx", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c25d"), "cookie" : "DNHDM",
"path" : "
http://www.anything.com/da/vores-rejsemaal/europa/pages/
default.aspx", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c25e"), "cookie" : "DNHDT",
"path" : "
http://www.anything.com/da/velkommen/pages/velkommen.aspx",
"date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c261"), "cookie" : "DNHDW",
"path" : "
http://www.anything.com/da/velkommen/pages/velkommen.aspx",
"date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c263"), "cookie" : "DNG_e",
"path" : "
http://www.playitas.info/da/sport/ugeprogram-
sportsaktiviteter", "date" : 20101211 }
{ "_id" : ObjectId("4d2f584de844dc012e07c266"), "cookie" : "DINX6",
"path" : "
http://www.anything.com/DA/om-apollo/kontakt-os/Pages/
kontakt-os.aspx", "date" : 20101211 }
Indexes:
db.logs.getIndexes()
[
{
"name" : "_id_",
"ns" : "apollo.logs",
"key" : {
"_id" : 1
}
},
{
"_id" : ObjectId("4d4124681f6799352c96399b"),
"ns" : "apollo.logs",
"key" : {
"path" : 1,
"date" : 1,
"cookie" : 1
},
"name" : "path_1_date_1_cookie_1"
}
]
db.printCollectionStats()
logs
{
"ns" : "apollo.logs",
"count" : 1587354,
"size" : 234930628,
"avgObjSize" : 148.00140863348693,
"storageSize" : 289510656,
"numExtents" : 16,
"nindexes" : 2,
"lastExtentSize" : 55183872,
"paddingFactor" : 1,
"flags" : 0,
"totalIndexSize" : 275800064,
"indexSizes" : {
"_id_" : 59392000,
"path_1_date_1_cookie_1" : 216408064
},
"ok" : 1
}
---
system.indexes
{
"ns" : "apollo.system.indexes",
"count" : 2,
"size" : 192,
"avgObjSize" : 96,
"storageSize" : 75264,
"numExtents" : 3,
"nindexes" : 0,
"lastExtentSize" : 57344,
"paddingFactor" : 1,
"flags" : 0,
"totalIndexSize" : 0,
"indexSizes" : {
},
"ok" : 1
}
I can only think of.
* ruby driver is slow
* mongo is slow to extract data
* I need to use sharding