Added daily hall to redisload script

1 files changed, 22 insertions, 8 deletions

diff --git a/src/redisload.clj b/src/redisload.clj
index 8796d9e..1ca7815 100644
--- a/src/redisload.clj
+++ b/src/redisload.clj
@@ -49,18 +49,22 @@ WHERE
 (def hall-map (ref {}))
 (def popular-map (ref {}))
 (def score-map (ref {}))
+(def daily-hall-map (ref {}))
 
 (defn update-popular [r]
   (dosync
-   (let [author    (:author r)
-         msg-id    (:message_id r)
-         user-map  (get @popular-map author {})
-         msg-cnt   (get user-map msg-id 0)
-         hall-cnt  (get @hall-map msg-id 0)
-         usr-cnt   (get @score-map author 0)]
+   (let [author      (:author r)
+         msg-id      (:message_id r)
+         msg-dt      (format-yyyymmdd (:message_ts r))
+         user-map    (get @popular-map author {})
+         msg-cnt     (get user-map msg-id 0)
+         hall-cnt    (get @hall-map msg-id 0)
+         usr-cnt     (get @score-map author 0)]
      (alter score-map assoc author (inc usr-cnt))
      (alter hall-map assoc msg-id (inc hall-cnt))
-     (if (:is_image r)
+     (when (:is_image r)
+       (alter daily-hall-map
+              update-in [msg-dt msg-id] #(inc (or % 0)))
        (alter popular-map assoc author
               (assoc user-map msg-id (inc msg-cnt)))))))
 
@@ -91,6 +95,15 @@ WHERE
        (redis/zadd redis-hall-key score msg-id)))
     (println "cached hall-of-fame")))
 
+(defn transmit-daily-hall []
+  (doseq [[dt msgs] (sort-by first @daily-hall-map)]
+    (let [datekey (redis-daily-hall-key dt)]
+      (redis/atomically
+       (redis/del datekey)
+       (doseq [[msg-id score] (take 200 (sort-by #(- (second %)) msgs))]
+         (redis/zadd datekey score msg-id))
+       (println "inserted daily hall into" datekey)))))
+
 (println "streaming tags")
 (stream-tags [update-popular])
 (println (format "processed %s tags" @tag-counter))
@@ -98,5 +111,6 @@ WHERE
 (redis/with-server redis-server
   (transmit-favscores)
   (transmit-popular)
-  (transmit-hall))
+  (transmit-hall)
+  (transmit-daily-hall))