From 7d5adcba66166ec388a92004febfe7d8d4228aa5 Mon Sep 17 00:00:00 2001
From: Christine Dodrill <xena@yolo-swag.com>
Date: Tue, 28 Jul 2015 13:40:13 -0700
Subject: [PATCH] make these columns unique

---
 db/db.sql                |  4 ++--
 scripts/getuserinfo.moon | 45 ++++++++++++++++++++++++++--------------
 2 files changed, 31 insertions(+), 18 deletions(-)

diff --git a/db/db.sql b/db/db.sql
index 79356e7..717b9cb 100644
--- a/db/db.sql
+++ b/db/db.sql
@@ -1,6 +1,6 @@
 CREATE TABLE IF NOT EXISTS Posts (
     id     INTEGER PRIMARY KEY
-  , oid    TEXT                NOT NULL
+  , oid    TEXT    UNIQUE      NOT NULL
   , body   TEXT                NOT NULL
   , mdown  TEXT                NOT NULL
   , author TEXT                NOT NULL
@@ -10,6 +10,6 @@ CREATE TABLE IF NOT EXISTS Posts (
 CREATE TABLE IF NOT EXISTS Users (
     id         INTEGER PRIMARY KEY
   , oid        TEXT    UNIQUE      NOT NULL
-  , name       TEXT                NOT NULL
+  , name       TEXT    UNIQUE      NOT NULL
   , avatar_url TEXT                NOT NULL
 );
diff --git a/scripts/getuserinfo.moon b/scripts/getuserinfo.moon
index fb7e096..887e864 100644
--- a/scripts/getuserinfo.moon
+++ b/scripts/getuserinfo.moon
@@ -5,23 +5,28 @@ sqlite3 = require "lsqlite3"
 
 authors = {}
 
-with fin = io.open "../raw/authors.txt", "r"
-  while true
-    line = fin\read "*l"
-    break unless line
-
-    table.insert authors, line
-
-assert #authors == 193
-
 db = assert sqlite3.open "../db/posts.db"
 
 insert_stmt = assert db\prepare "INSERT INTO Users VALUES (NULL, ?, ?, ?)"
 
-db\exec [[ BEGIN TRANSACTION; ]]
+db\trace (ud, sql) ->
+  print sql
 
-for i, author in pairs authors
-  print "fetching for #{author}..."
+print [[ BEGIN TRANSACTION; ]]
+
+for row in db\nrows "SELECT * FROM Posts"
+  do
+    for k,v in pairs row
+      print " --  #{k}: #{v}"
+
+  if authors[row.author]
+    -- print "Skipping dupe #{row.author}"
+    continue
+
+  author = row.author
+  authors[author] = true
+
+  print "-- #{os.date!} fetching for #{author}..."
 
   reply, code, headers = https.request "https://derpibooru.org/profiles/#{author}.json"
   if code ~= 200
@@ -33,14 +38,22 @@ for i, author in pairs authors
     db\exec [[ ROLLBACK; ]]
     error err
 
-  print "found #{person.name}"
+  print "-- #{os.date} found #{person.name}"
+
+  person.avatar = "//derpicdn.net/assets/no_avatar_125x125-2c4e2d8e68cb13a208dae3c6d6877b45c5390dd367920d927c80dde1665bc0ed.png" unless person.avatar
 
   do
     insert_stmt\bind_values person.id, person.name, person.avatar
-    insert_stmt\step!
-    insert_stmt\reset!
 
-  print "done at #{os.date!}"
+    print "-- #{os.date!} adding #{person.id}, #{person.name}"
+
+    err = insert_stmt\step!
+    if err ~= sqlite3.OK and err ~= sqlite3.DONE
+      print err
+      db\exec [[ ROLLBACK; ]]
+      error db\errmsg!
+
+    insert_stmt\reset!
 
   socket.sleep 1