#!/usr/bin/env python import os import sys import chardet import json sys.path.append(os.path.join(os.path.dirname(__file__), '..')) os.environ['DJANGO_SETTINGS_MODULE'] = 'scannerjammer.settings' from db import db as DB from pprint import pprint import django from datetime import datetime from django.conf import settings from django.contrib.auth.models import User from backend.models import SJLike from backend.models import SJRoom from backend.models import SJContent from backend.models import SJSearch from backend.models import SJUserProfile from backend.views import thraw from backend.views import freeze class MigrateDB(DB): def __init__(self, *args, **kwargs): super(MigrateDB, self).__init__(*args, **kwargs) def get_table(self, name): self.execute('SELECT * FROM %s' % name) fields = [d[0] for d in self.cursor.description] rows = self.cursor.fetchall() for row in rows: row = list(row) for i, r in enumerate(row[:]): if isinstance(r, str): detect = chardet.detect(r) try: row[i] = unicode(r, detect['encoding'] or 'utf8', 'replace') except LookupError: row[i] = unicode(r, 'utf8', 'replace') yield dict(zip(fields, row)) def get_radio_chat_table(self): return self.get_table('radio_chat') def get_search_log_table(self): return self.get_table('search_log') def get_sj_bg_table(self): return self.get_table('sj_bg') def get_sj_chat_table(self): return self.get_table('sj_chat') def get_sj_likes_table(self): return self.get_table('sj_likes') def get_sj_likes_tmp_table(self): return self.get_table('sj_likes_tmp') def get_sj_room_table(self): return self.get_table('sj_room') def get_sj_search_log_table(self): return self.get_table('sj_search_log') def get_sj_session_table(self): return self.get_table('sj_sesson') def get_sj_url_table(self): return self.get_table('sj_url') def get_sj_url_tmp_table(self): return self.get_table('sj_url_tmp') def get_sj_user_table(self): return self.get_table('sj_user') def get_sj_video_table(self): return self.get_table('sj_video') if __name__ == '__main__': db = MigrateDB() db.connect() print "loading users..." sj_user = list(db.get_sj_user_table()) map_user = {} for row in sj_user: try: user = User.objects.get(username=row['username']) except User.DoesNotExist: print "ERROR in users '%s' does not exist" % row['username'] exit(0) map_user[row['id']] = user print "loading videos..." sj_video = list(db.get_sj_video_table()) map_video = {} for row in sj_video: try: video = SJContent.objects.get( old_id=row['id'], content_type='video') except SJContent.DoesNotExist: print "ERROR video '%s' does not exist" % row['id'] continue map_video[row['id']] = video # Migrate sj_likes table sj_likes = list(db.get_sj_likes_table()) for row in sj_likes: if row['userid'] in map_user: user = map_user[row['userid']] else: print "unknown user in migrate: '%d'" % row['userid'] continue if row['videoid'] in map_video: video = map_video[row['videoid']] else: print "unknown video in migrate: '%d'" % row['videoid'] continue try: like = SJLike.objects.get( user=user, datetime=datetime.fromtimestamp(row['date']), content=video) print "like '%d' exist" % row['date'] except SJLike.DoesNotExist: like = SJLike( user=user, datetime=datetime.fromtimestamp(row['date']), content=video) print "like '%d' created" % row['date'] like.save()