apache Spark MLIB

55 views
Skip to first unread message

Messaoud Mohamed

unread,
May 19, 2016, 5:37:05 AM5/19/16
to scala-user
How can i make recommendation from my table user that have data like this please i really need help 


OrientDocument(User,#12:0,Vector(firstName, lastName, gender, role, login, password, email, fullname, in_Follow, out_Follow, out_Post, out_postComment, out_makeL, out_Comment),Vector(Lotfi, Regaieg, Male, 0, RegaiegLotfi, RegaiegLotfi, Regaie...@company.com, Regaieg Lotfi, [size=0], [size=0], [size=2], [size=2], [size=2], [size=0]))
OrientDocument(User,#12:1,Vector(firstName, lastName, gender, role, login, password, email, out_makeL, out_postComment, fullname),Vector(Hamdi, Regaieg, Male, 1, RegaiegHamdi, RegaiegHamdi, Regaie...@company.com, [size=0], [size=1], Regaieg Hamdi))
OrientDocument(User,#12:2,Vector(firstName, lastName, gender, role, login, password, email, out_postComment, out_makeL, in_Follow, out_Follow, out_Post, out_Comment, in_Comment, out_Aime, out_LikeP, out_Likep, fullname),Vector(Omar, Messaoud, Male, 0, MessaoudOmar, MessaoudOmar, Messao...@company.com, [size=17], [size=8], [size=14], [size=14], [size=5], [size=0], [size=0], [size=0], [size=0], [size=0], Messaoud Omar))
OrientDocument(User,#12:3,Vector(firstName, lastName, gender, role, login, password, email, in_Follow, out_Follow, out_Post, out_makeL, out_Comment, out_postComment, fullname),Vector(Omar, Souissi, Male, 0, SouissiOmar, SouissiOmar, Souis...@company.com, [size=2], [size=2], [size=2], [size=2], [size=0], [size=1], Souissi Omar))
OrientDocument(User,#12:4,Vector(firstName, lastName, gender, role, login, password, email, fullname, out_Post, out_makeL, in_Follow, out_Follow),Vector(Yosra, Jaddi, Female, 1, JaddiYosra, JaddiYosra, Jaddi...@company.com, Jaddi Yosra, [size=2], [size=1], [size=0], [size=0]))
OrientDocument(User,#12:5,Vector(firstName, lastName, gender, role, login, password, email, out_Post, fullname),Vector(Yosra, Salah, Female, 2, SalahYosra, SalahYosra, Salah...@company.com, [size=1], Salah Yosra))
OrientDocument(User,#12:7,Vector(firstName, lastName, gender, role, login, password, email, fullname, in_Follow, out_Follow, out_makeL),Vector(Hejer, Regaieg, Female, 4, RegaiegHejer, RegaiegHejer, Regaie...@company.com, Regaieg Hejer, [size=3], [size=3], [size=1]))
OrientDocument(User,#12:8,Vector(firstName, lastName, gender, role, login, password, email, fullname, out_Follow, in_Follow, out_makeL),Vector(Imen, Messaoud, Female, 5, MessaoudImen, MessaoudImen, Messao...@company.com, Messaoud Imen, [size=4], [size=5], [size=1]))
OrientDocument(User,#12:9,Vector(firstName, lastName, gender, role, login, password, email, fullname, out_Follow, in_Follow, out_Post),Vector(Yasmine, Jaddi, Female, 6, JaddiYasmine, JaddiYasmine, JaddiY...@company.com, Jaddi Yasmine, [size=4], [size=4], [size=1]))
OrientDocument(User,#12:10,Vector(firstName, lastName, gender, role, login, password, email, fullname, out_Follow, in_Follow),Vector(Morched, Souissi, Male, 7, SouissiMorched, SouissiMorched, Souissi...@company.com, Souissi Morched, [size=4], [size=4]))
OrientDocument(User,#12:11,Vector(firstName, lastName, gender, role, login, password, email, fullname, out_Follow, in_Follow),Vector(Hejer, Ismail, Female, 8, IsmailHejer, IsmailHejer, Ismai...@company.com, Ismail Hejer, [size=1], [size=1]))
OrientDocument(User,#12:12,Vector(firstName, lastName, gender, role, login, password, email, fullname, out_Follow, in_Follow),Vector(Meriam, Jaddi, Female, 9, JaddiMeriam, JaddiMeriam, Jaddi...@company.com, Jaddi Meriam, [size=1], [size=1]))
OrientDocument(User,#12:13,Vector(firstName, lastName, gender, role, login, password, email, fullname, in_Follow, out_Follow),Vector(Marion, Ismail, Female, 10, IsmailMarion, IsmailMarion, Ismail...@company.com, Ismail Marion, [size=6], [size=6]))
OrientDocument(User,#12:15,Vector(firstName, lastName, gender, role, login, password, email, fullname, out_makeL, out_postComment, out_Post),Vector(Morched, Salah, Male, 12, SalahMorched, SalahMorched, SalahM...@company.com, Salah Morched, [size=7], [size=5], [size=4]))
OrientDocument(User,#12:16,Vector(firstName, lastName, gender, role, login, password, email, fullname, in_Follow, out_Follow),Vector(Bilel, Regaieg, Male, 13, RegaiegBilel, RegaiegBilel, Regaie...@company.com, Regaieg Bilel, [size=1], [size=1]))
OrientDocument(User,#12:17,Vector(firstName, lastName, gender, role, login, password, email, fullname, out_Follow, in_Follow),Vector(Majid, Ismail, Male, 14, IsmailMajid, IsmailMajid, Ismai...@company.com, Ismail Majid, [size=2], [size=2]))
OrientDocument(User,#12:18,Vector(firstName, lastName, gender, role, login, password, email, fullname, in_Follow, out_Follow),Vector(Bilel, Haouel, Male, 15, HaouelBilel, HaouelBilel, Haoue...@company.com, Haouel Bilel, [size=1], [size=1]))
OrientDocument(User,#12:19,Vector(firstName, lastName, gender, role, login, password, email, out_Follow, in_Follow, out_Post, fullname),Vector(Morched, Messaoud, Male, 16, MessaoudMorched, MessaoudMorched, Messaou...@company.com, [size=3], [size=2], [size=1], Messaoud Morched))
OrientDocument(User,#12:20,Vector(firstName, lastName, gender, role, login, password, email, fullname, in_Follow, out_Follow),Vector(Yasmine, Souissi, Female, 17, SouissiYasmine, SouissiYasmine, Souissi...@company.com, Souissi Yasmine, [size=1], [size=1]))
OrientDocument(User,#12:21,Vector(firstName, lastName, gender, role, login, password, email, fullname),Vector(Yosra, Haouel, Female, 18, HaouelYosra, HaouelYosra, Haoue...@company.com, Haouel Yosra))
OrientDocument(User,#12:22,Vector(firstName, lastName, gender, role, login, password, email, out_Follow, in_Follow, fullname),Vector(Meriam, Messaoud, Female, 19, MessaoudMeriam, MessaoudMeriam, Messaou...@company.com, [size=0], [size=0], Messaoud Meriam))


and this is my code
package com.mycompany.sparkorientdbdemo

/**
* Created by Midou on 18/05/2016.
*/

import org.apache.spark.rdd.RDD
import org.apache.spark.SparkConf
import org.apache.spark.SparkContext
import com.metreta.spark.orientdb.connector._
import org.apache.spark.mllib.recommendation.ALS
import org.apache.spark.mllib.recommendation.Rating



object mlibee extends App {

//*******************************Configuration orient to connect with and get data *****************
val conf = new SparkConf()
.setMaster("local[*]")
.setAppName("OrientDBConnectorTest")
.set("spark.orientdb.clustermode", "remote")
.set("spark.orientdb.connection.nodes", "localhost")
.set("spark.orientdb.protocol", "remote")
.set("spark.orientdb.dbname", "Insta")
.set("spark.orientdb.port", "2424")
.set("spark.orientdb.user", "admin")
.set("spark.orientdb.password", "admin")
val sc = new SparkContext(conf)
//*********************************Extracting Data ********************************************
val rawData = sc.orientQuery("User")
val userIdToInt: RDD[(String, Long)] = rawData.map(_.oRid).distinct().zipWithUniqueId()
rawData.foreach(println)











}

Simon Ochsenreither

unread,
May 19, 2016, 12:31:39 PM5/19/16
to scala-user
I recommend posting to the Spark mailing list, they are in better position to assist you!

Messaoud Mohamed

unread,
May 19, 2016, 12:39:34 PM5/19/16
to scala-user
they d'ont respond  :(

Oliver Ruebenacker

unread,
May 19, 2016, 12:52:51 PM5/19/16
to Messaoud Mohamed, scala-user

     Hello,

  Maybe they will respond if you try to make the question more specific and more clear? For example, I don't know what "make recommendation" here means.

     Best, Oliver

--
You received this message because you are subscribed to the Google Groups "scala-user" group.
To unsubscribe from this group and stop receiving emails from it, send an email to scala-user+...@googlegroups.com.
For more options, visit https://groups.google.com/d/optout.



--
Oliver Ruebenacker
Senior Software Engineer, Diabetes Portal, Broad Institute

Reply all
Reply to author
Forward
0 new messages