migrate tools

1 files changed, 130 insertions, 0 deletions

diff --git a/tools/migrate_search.py b/tools/migrate_search.py
new file mode 100755
index 0000000..93c4070
--- /dev/null
+++ b/tools/migrate_search.py
@@ -0,0 +1,130 @@
+#!/usr/bin/env python
+
+import os
+import sys
+import chardet
+import json
+
+sys.path.append(os.path.join(os.path.dirname(__file__), '..'))
+os.environ['DJANGO_SETTINGS_MODULE'] = 'scannerjammer.settings'
+
+from db import db as DB
+from pprint import pprint
+
+import django
+from datetime import datetime
+
+from django.conf import settings
+from django.contrib.auth.models import User
+
+from backend.models import SJLike
+from backend.models import SJRoom
+from backend.models import SJContent
+from backend.models import SJSearch
+from backend.models import SJUserProfile
+
+from backend.views import thraw
+from backend.views import freeze
+
+class MigrateDB(DB):
+
+    def __init__(self, *args, **kwargs):
+        super(MigrateDB, self).__init__(*args, **kwargs)
+
+    def get_table(self, name):
+        self.execute('SELECT * FROM %s' % name)
+        fields = [d[0] for d in self.cursor.description]
+        rows = self.cursor.fetchall()
+        for row in rows:
+            row = list(row)
+            for i, r in enumerate(row[:]):
+                if isinstance(r, str):
+                    detect = chardet.detect(r)
+                    try:
+                        row[i] = unicode(r, detect['encoding'] or 'utf8', 'replace')
+                    except LookupError:
+                        row[i] = unicode(r, 'utf8', 'replace')
+            yield dict(zip(fields, row))
+
+    def get_radio_chat_table(self):
+        return self.get_table('radio_chat')
+
+    def get_search_log_table(self):
+        return self.get_table('search_log')
+
+    def get_sj_bg_table(self):
+        return self.get_table('sj_bg')
+
+    def get_sj_chat_table(self):
+        return self.get_table('sj_chat')
+
+    def get_sj_likes_table(self):
+        return self.get_table('sj_likes')
+
+    def get_sj_likes_tmp_table(self):
+        return self.get_table('sj_likes_tmp')
+
+    def get_sj_room_table(self):
+        return self.get_table('sj_room')
+
+    def get_sj_search_log_table(self):
+        return self.get_table('sj_search_log')
+
+    def get_sj_session_table(self):
+        return self.get_table('sj_sesson')
+
+    def get_sj_url_table(self):
+        return self.get_table('sj_url')
+
+    def get_sj_url_tmp_table(self):
+        return self.get_table('sj_url_tmp')
+
+    def get_sj_user_table(self):
+        return self.get_table('sj_user')
+
+    def get_sj_video_table(self):
+        return self.get_table('sj_video')
+
+if __name__ == '__main__':
+
+    admin = User.objects.get(username='admin')
+
+    db = MigrateDB()
+    db.connect()
+
+    # Migrate sj_search_log table
+    sj_user = list(db.get_sj_user_table())
+    map_user = {}
+    for row in sj_user:
+        try:
+            user = User.objects.get(username=row['username'])
+        except User.DoesNotExist:
+		print "ERROR in users"
+
+        map_user[row['id']] = user.pk
+
+    sj_search_log = list(db.get_sj_search_log_table())
+    for row in sj_search_log:
+        user = admin
+        pk = map_user.get(row['userid'], 0)
+        if pk:
+            user = User.objects.get(pk=pk)
+        try:
+            sjsearch = SJSearch.objects.get(
+                user=user,
+                datetime=datetime.fromtimestamp(row['date'])
+            )
+            print 'SJ Search Log Found'
+        except SJSearch.DoesNotExist:
+            sjsearch = SJSearch(
+                user=user,
+                datetime=datetime.fromtimestamp(row['date'])
+            )
+        sjsearch.settings = dict(
+            url=row['url'],
+            count=row['count'],
+            terms=row['terms'],
+            title=row['title']
+        )
+        sjsearch.save()
+