summaryrefslogtreecommitdiff
path: root/tools/migrate_url.py
diff options
context:
space:
mode:
Diffstat (limited to 'tools/migrate_url.py')
-rwxr-xr-xtools/migrate_url.py141
1 files changed, 141 insertions, 0 deletions
diff --git a/tools/migrate_url.py b/tools/migrate_url.py
new file mode 100755
index 0000000..361ba5d
--- /dev/null
+++ b/tools/migrate_url.py
@@ -0,0 +1,141 @@
+#!/usr/bin/env python
+
+import os
+import sys
+import chardet
+import json
+
+sys.path.append(os.path.join(os.path.dirname(__file__), '..'))
+os.environ['DJANGO_SETTINGS_MODULE'] = 'scannerjammer.settings'
+
+from db import db as DB
+from pprint import pprint
+
+import django
+from datetime import datetime
+
+from django.conf import settings
+from django.contrib.auth.models import User
+
+from backend.models import SJLike
+from backend.models import SJRoom
+from backend.models import SJContent
+from backend.models import SJSearch
+from backend.models import SJUserProfile
+
+from backend.views import thraw
+from backend.views import freeze
+
+class MigrateDB(DB):
+
+ def __init__(self, *args, **kwargs):
+ super(MigrateDB, self).__init__(*args, **kwargs)
+
+ def get_table(self, name):
+ self.execute('SELECT * FROM %s' % name)
+ fields = [d[0] for d in self.cursor.description]
+ rows = self.cursor.fetchall()
+ for row in rows:
+ row = list(row)
+ for i, r in enumerate(row[:]):
+ if isinstance(r, str):
+ detect = chardet.detect(r)
+ try:
+ row[i] = unicode(r, detect['encoding'] or 'utf8', 'replace')
+ except LookupError:
+ row[i] = unicode(r, 'utf8', 'replace')
+ yield dict(zip(fields, row))
+
+ def get_radio_chat_table(self):
+ return self.get_table('radio_chat')
+
+ def get_search_log_table(self):
+ return self.get_table('search_log')
+
+ def get_sj_bg_table(self):
+ return self.get_table('sj_bg')
+
+ def get_sj_chat_table(self):
+ return self.get_table('sj_chat')
+
+ def get_sj_likes_table(self):
+ return self.get_table('sj_likes')
+
+ def get_sj_likes_tmp_table(self):
+ return self.get_table('sj_likes_tmp')
+
+ def get_sj_room_table(self):
+ return self.get_table('sj_room')
+
+ def get_sj_search_log_table(self):
+ return self.get_table('sj_search_log')
+
+ def get_sj_session_table(self):
+ return self.get_table('sj_sesson')
+
+ def get_sj_url_table(self):
+ return self.get_table('sj_url')
+
+ def get_sj_url_tmp_table(self):
+ return self.get_table('sj_url_tmp')
+
+ def get_sj_user_table(self):
+ return self.get_table('sj_user')
+
+ def get_sj_video_table(self):
+ return self.get_table('sj_video')
+
+if __name__ == '__main__':
+
+ admin = User.objects.get(username='admin')
+
+ db = MigrateDB()
+ db.connect()
+
+ sj_user = list(db.get_sj_user_table())
+ map_user = {}
+ for row in sj_user:
+ try:
+ user = User.objects.get(username=row['username'])
+ except User.DoesNotExist:
+ print "ERROR in users"
+
+ map_user[row['id']] = user.pk
+
+ sj_room = list(db.get_sj_room_table())
+ map_room = {}
+ for row in sj_room:
+ try:
+ room = SJRoom.objects.get(name=row['name'])
+ except SJRoom.DoesNotExist:
+ print "ERROR"
+ map_room[row['id']] = room.pk
+
+ # Migrate sj_url table
+
+ sj_url = list(db.get_sj_url_table())
+ for row in sj_url:
+ user = admin
+ pk = map_user.get(row['userid'], 0)
+ if pk:
+ user = User.objects.get(pk=pk)
+ room = SJRoom.objects.get(name='main')
+ pk = map_room.get(row['roomid'], 0)
+ if pk:
+ room = SJRoom.objects.get(pk=pk)
+ try:
+ url = SJContent.objects.get(
+ user=user,
+ datetime=datetime.fromtimestamp(row['date']),
+ room=room,
+ content_type='url')
+ except SJContent.DoesNotExist:
+ url = SJContent(
+ user=user,
+ datetime=datetime.fromtimestamp(row['date']),
+ room=room,
+ content_type='url')
+ url.settings = dict(url=row['url'])
+ url.save()
+
+ row['__sjcontent_url_pk'] = url.pk