package main import ( "context" "runtime" "strings" "github.com/turnage/graw/reddit" "github.com/turnage/graw/streams" r "gopkg.in/rethinkdb/rethinkdb-go.v6" "within.website/ln" ) func makeReddit() (reddit.Bot, error) { cfg := reddit.BotConfig{ Agent: "mi:life_logging_bot:0.0.1 by /u/shadowh511", App: reddit.App{ ID: *redditAppID, Secret: *redditAppSecret, Username: *redditUsername, Password: *redditPassword, }, } bot, err := reddit.NewBot(cfg) if err != nil { return nil, err } return bot, nil } func (mi *Mi) StreamReddit(ctx context.Context) { kill := make(chan bool) errs := make(chan error, 5) posts, comments, err := streams.User(mi.redditBot, kill, errs, *redditUsername) if err != nil { ln.FatalErr(ctx, err) } postReplies, err := streams.PostReplies(mi.redditBot, kill, errs) if err != nil { ln.FatalErr(ctx, err) } commentReplies, err := streams.CommentReplies(mi.redditBot, kill, errs) if err != nil { ln.FatalErr(ctx, err) } ln.Log(ctx, ln.Info("streaming reddit posts")) for { select { case <-ctx.Done(): kill <- true kill <- true kill <- true runtime.Goexit() case <-errs: ln.Error(ctx, err) case p := <-posts: ln.Log(ctx, ln.Info("got reddit post"), ln.F{ "from": p.Author, "link": p.Permalink, }) data := map[string]interface{}{ "id": p.Name, "permalink": p.Permalink, "created_at": p.CreatedUTC, "author": p.Author, "body": p.SelfText, "url": p.URL, } err := r.Table("reddit_posts").Insert(data).Exec(mi.session) if err != nil { ln.Error(ctx, err) } case c := <-comments: ln.Log(ctx, ln.Info("got reddit comment"), ln.F{ "id": c.ID, "author": c.Author, "thread": strings.Join(strings.Split(c.Permalink, "/")[:6], "/") + "/", }) data := map[string]interface{}{ "id": c.ID, "author": c.Author, "parent_id": c.ParentID, "body": c.Body, "thread": strings.Join(strings.Split(c.Permalink, "/")[:6], "/") + "/", } err := r.Table("reddit_comments").Insert(data).Exec(mi.session) if err != nil { ln.Error(ctx, err) } case pr := <-postReplies: ln.Log(ctx, ln.Info("got reddit post reply"), ln.F{ "id": pr.ID, "author": pr.Author, "thread": strings.Join(strings.Split(pr.Context, "/")[:6], "/") + "/", }) data := map[string]interface{}{ "id": pr.ID, "author": pr.Author, "parent_id": pr.ParentID, "body": pr.Body, "thread": strings.Join(strings.Split(pr.Context, "/")[:6], "/") + "/", } err := r.Table("reddit_comments").Insert(data).Exec(mi.session) if err != nil { ln.Error(ctx, err) } case cr := <-commentReplies: ln.Log(ctx, ln.Info("got reddit comment reply"), ln.F{ "id": cr.ID, "author": cr.Author, "thread": strings.Join(strings.Split(cr.Context, "/")[:6], "/") + "/", }) data := map[string]interface{}{ "id": cr.ID, "author": cr.Author, "parent_id": cr.ParentID, "body": cr.Body, "thread": strings.Join(strings.Split(cr.Context, "/")[:6], "/") + "/", } err := r.Table("reddit_comments").Insert(data).Exec(mi.session) if err != nil { ln.Error(ctx, err) } } } }