diff options
Diffstat (limited to 'tools/migrate_url.py')
| -rwxr-xr-x | tools/migrate_url.py | 141 |
1 files changed, 141 insertions, 0 deletions
diff --git a/tools/migrate_url.py b/tools/migrate_url.py new file mode 100755 index 0000000..361ba5d --- /dev/null +++ b/tools/migrate_url.py @@ -0,0 +1,141 @@ +#!/usr/bin/env python + +import os +import sys +import chardet +import json + +sys.path.append(os.path.join(os.path.dirname(__file__), '..')) +os.environ['DJANGO_SETTINGS_MODULE'] = 'scannerjammer.settings' + +from db import db as DB +from pprint import pprint + +import django +from datetime import datetime + +from django.conf import settings +from django.contrib.auth.models import User + +from backend.models import SJLike +from backend.models import SJRoom +from backend.models import SJContent +from backend.models import SJSearch +from backend.models import SJUserProfile + +from backend.views import thraw +from backend.views import freeze + +class MigrateDB(DB): + + def __init__(self, *args, **kwargs): + super(MigrateDB, self).__init__(*args, **kwargs) + + def get_table(self, name): + self.execute('SELECT * FROM %s' % name) + fields = [d[0] for d in self.cursor.description] + rows = self.cursor.fetchall() + for row in rows: + row = list(row) + for i, r in enumerate(row[:]): + if isinstance(r, str): + detect = chardet.detect(r) + try: + row[i] = unicode(r, detect['encoding'] or 'utf8', 'replace') + except LookupError: + row[i] = unicode(r, 'utf8', 'replace') + yield dict(zip(fields, row)) + + def get_radio_chat_table(self): + return self.get_table('radio_chat') + + def get_search_log_table(self): + return self.get_table('search_log') + + def get_sj_bg_table(self): + return self.get_table('sj_bg') + + def get_sj_chat_table(self): + return self.get_table('sj_chat') + + def get_sj_likes_table(self): + return self.get_table('sj_likes') + + def get_sj_likes_tmp_table(self): + return self.get_table('sj_likes_tmp') + + def get_sj_room_table(self): + return self.get_table('sj_room') + + def get_sj_search_log_table(self): + return self.get_table('sj_search_log') + + def get_sj_session_table(self): + return self.get_table('sj_sesson') + + def get_sj_url_table(self): + return self.get_table('sj_url') + + def get_sj_url_tmp_table(self): + return self.get_table('sj_url_tmp') + + def get_sj_user_table(self): + return self.get_table('sj_user') + + def get_sj_video_table(self): + return self.get_table('sj_video') + +if __name__ == '__main__': + + admin = User.objects.get(username='admin') + + db = MigrateDB() + db.connect() + + sj_user = list(db.get_sj_user_table()) + map_user = {} + for row in sj_user: + try: + user = User.objects.get(username=row['username']) + except User.DoesNotExist: + print "ERROR in users" + + map_user[row['id']] = user.pk + + sj_room = list(db.get_sj_room_table()) + map_room = {} + for row in sj_room: + try: + room = SJRoom.objects.get(name=row['name']) + except SJRoom.DoesNotExist: + print "ERROR" + map_room[row['id']] = room.pk + + # Migrate sj_url table + + sj_url = list(db.get_sj_url_table()) + for row in sj_url: + user = admin + pk = map_user.get(row['userid'], 0) + if pk: + user = User.objects.get(pk=pk) + room = SJRoom.objects.get(name='main') + pk = map_room.get(row['roomid'], 0) + if pk: + room = SJRoom.objects.get(pk=pk) + try: + url = SJContent.objects.get( + user=user, + datetime=datetime.fromtimestamp(row['date']), + room=room, + content_type='url') + except SJContent.DoesNotExist: + url = SJContent( + user=user, + datetime=datetime.fromtimestamp(row['date']), + room=room, + content_type='url') + url.settings = dict(url=row['url']) + url.save() + + row['__sjcontent_url_pk'] = url.pk |
