From 2114d5cedf9e24e8aad91f02e419eb9175289126 Mon Sep 17 00:00:00 2001 From: Jules Laplace Date: Sat, 27 Jun 2020 13:48:55 +0200 Subject: update db, add paragraph table --- .gitignore | 189 +++++++++++++++++++++ .../cli/app/sql/__pycache__/common.cpython-37.pyc | Bin 852 -> 910 bytes .../cli/app/sql/__pycache__/env.cpython-37.pyc | Bin 1643 -> 1701 bytes animism-align/cli/app/sql/common.py | 1 + animism-align/cli/app/sql/env.py | 1 + .../models/__pycache__/paragraph.cpython-37.pyc | Bin 0 -> 1714 bytes .../models/__pycache__/timestamp.cpython-37.pyc | Bin 1852 -> 1925 bytes animism-align/cli/app/sql/models/paragraph.py | 31 ++++ animism-align/cli/app/sql/models/timestamp.py | 4 +- .../sql/versions/202006231946_create_database.py | 47 ----- .../sql/versions/202006271347_add_paragraphs.py | 56 ++++++ .../202006011922_creating_database.cpython-37.pyc | Bin 1362 -> 0 bytes .../202006011923_adding_pages_table.cpython-37.pyc | Bin 1485 -> 0 bytes .../202006011925_adding_tiles_table.cpython-37.pyc | Bin 1153 -> 0 bytes .../202006011937_adding_pages.cpython-37.pyc | Bin 1109 -> 0 bytes .../202006011943_adding_database.cpython-37.pyc | Bin 1721 -> 0 bytes .../202006011944_adding_uploads.cpython-37.pyc | Bin 1094 -> 0 bytes .../202006021608_creating_database.cpython-37.pyc | Bin 2019 -> 0 bytes ...06041801_add_sort_order_to_tiles.cpython-37.pyc | Bin 827 -> 0 bytes .../202006231946_create_database.cpython-37.pyc | Bin 1326 -> 0 bytes .../202006271347_add_paragraphs.cpython-37.pyc | Bin 0 -> 1530 bytes 21 files changed, 281 insertions(+), 48 deletions(-) create mode 100644 animism-align/cli/app/sql/models/__pycache__/paragraph.cpython-37.pyc create mode 100644 animism-align/cli/app/sql/models/paragraph.py delete mode 100644 animism-align/cli/app/sql/versions/202006231946_create_database.py create mode 100644 animism-align/cli/app/sql/versions/202006271347_add_paragraphs.py delete mode 100644 animism-align/cli/app/sql/versions/__pycache__/202006011922_creating_database.cpython-37.pyc delete mode 100644 animism-align/cli/app/sql/versions/__pycache__/202006011923_adding_pages_table.cpython-37.pyc delete mode 100644 animism-align/cli/app/sql/versions/__pycache__/202006011925_adding_tiles_table.cpython-37.pyc delete mode 100644 animism-align/cli/app/sql/versions/__pycache__/202006011937_adding_pages.cpython-37.pyc delete mode 100644 animism-align/cli/app/sql/versions/__pycache__/202006011943_adding_database.cpython-37.pyc delete mode 100644 animism-align/cli/app/sql/versions/__pycache__/202006011944_adding_uploads.cpython-37.pyc delete mode 100644 animism-align/cli/app/sql/versions/__pycache__/202006021608_creating_database.cpython-37.pyc delete mode 100644 animism-align/cli/app/sql/versions/__pycache__/202006041801_add_sort_order_to_tiles.cpython-37.pyc delete mode 100644 animism-align/cli/app/sql/versions/__pycache__/202006231946_create_database.cpython-37.pyc create mode 100644 animism-align/cli/app/sql/versions/__pycache__/202006271347_add_paragraphs.cpython-37.pyc diff --git a/.gitignore b/.gitignore index 333986b..edb603e 100644 --- a/.gitignore +++ b/.gitignore @@ -10,3 +10,192 @@ npm-debug.log site/public/decks/ animism-align/data_store/* + +# Custom +3rdparty/ +*_local_* +static/js/dist/ +webpack-stats.dev.json +3rdparty/ +_local/ +*db.sqlite3 +__pycache__ +deploy_settings.py +s3cfg +.DS_Store +node_modules/ +client_secret.json +sheets.googleapis.com-python.json + +# ------------------------------------------ +# GitHub Python .gitignore ruleset +# ------------------------------------------ + +# Byte-compiled / optimized / DLL files +__pycache__/ +*.py[cod] +*$py.class + +# C extensions +*.so + +# Distribution / packaging +.Python + +env/ +build/ +develop-eggs/ +#dist/ +downloads/ +eggs/ +.eggs/ +#lib/ +lib64/ +parts/ +sdist/ +var/ +wheels/ +*.egg-info/ +.installed.cfg +*.egg +MANIFEST + +# PyInstaller +# Usually these files are written by a python script from a template +# before PyInstaller builds the exe, so as to inject date/other infos into it. +*.manifest +*.spec + +# Installer logs +pip-log.txt +pip-delete-this-directory.txt + +# Unit test / coverage reports +htmlcov/ +.tox/ +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +.hypothesis/ +.pytest_cache/ + +# Translations +*.mo +*.pot + +# Django stuff: +*.log +local_settings.py +db.sqlite3 + +# Flask stuff: +instance/ +.webassets-cache + +# Scrapy stuff: +.scrapy + +# Sphinx documentation +docs/_build/ + +# PyBuilder +target/ + +# Jupyter Notebook +.ipynb_checkpoints + +# pyenv +.python-version + +# celery beat schedule file +celerybeat-schedule + +# SageMath parsed files +*.sage.py + +# Environment +.env +.venv +env/ +venv/ +ENV/ +env.bak/ +venv.bak/ + +# Spyder project settings +.spyderproject +.spyproject + +# Rope project settings +.ropeproject + +# mypy +.mypy_cache/ + +backend/backend/ +backend/media +backend/static/* + +*.swp +*.pkl + +.git-old/ + +old-package.json + +*.tar + +.creds + +check/static/assets/js/dist/index.js +static/public/user_content + +*.obj +*.ply + +# google API key :-o +.api_key + +site/datasets/final/*.csv + +flask.log +flask.log.* + +*.sql + +.idea + +static/js/dev + +v1_search +v1_common +v1_frontend + +static/js/dev/*.hot-update.json +static/js/dev/0.* + +etc + +static/js/dist + +data_store/media/* +data_store/uploads/* +data_store/features/* +data_store/exports/* +data_store/db/* + +!data_store/.gitkeep +!data_store/media/.gitkeep +!data_store/models/.gitkeep +!data_store/indexes/.gitkeep +!data_store/incoming/.gitkeep +!data_store/uploads/.gitkeep +!data_store/features/.gitkeep +!data_store/exports/.gitkeep +!data_store/docker/.gitkeep +!data_store/docker/mysql/.gitkeep +!data_store/docker/redis/.gitkeep + diff --git a/animism-align/cli/app/sql/__pycache__/common.cpython-37.pyc b/animism-align/cli/app/sql/__pycache__/common.cpython-37.pyc index fe626e5..f995f96 100644 Binary files a/animism-align/cli/app/sql/__pycache__/common.cpython-37.pyc and b/animism-align/cli/app/sql/__pycache__/common.cpython-37.pyc differ diff --git a/animism-align/cli/app/sql/__pycache__/env.cpython-37.pyc b/animism-align/cli/app/sql/__pycache__/env.cpython-37.pyc index b8ea29b..96f3d85 100644 Binary files a/animism-align/cli/app/sql/__pycache__/env.cpython-37.pyc and b/animism-align/cli/app/sql/__pycache__/env.cpython-37.pyc differ diff --git a/animism-align/cli/app/sql/common.py b/animism-align/cli/app/sql/common.py index 6f3586b..d79bc06 100644 --- a/animism-align/cli/app/sql/common.py +++ b/animism-align/cli/app/sql/common.py @@ -32,4 +32,5 @@ db = SQLAlchemy() # include the models in reverse dependency order, so relationships work from app.sql.models.timestamp import Timestamp +from app.sql.models.paragraph import Paragraph from app.sql.models.upload import Upload diff --git a/animism-align/cli/app/sql/env.py b/animism-align/cli/app/sql/env.py index 839a30b..af21e0e 100644 --- a/animism-align/cli/app/sql/env.py +++ b/animism-align/cli/app/sql/env.py @@ -15,6 +15,7 @@ target_metadata = Base.metadata # include the models in reverse dependency order, so relationships work from app.sql.models.timestamp import Timestamp +from app.sql.models.paragraph import Paragraph from app.sql.models.upload import Upload def run_migrations_offline(): diff --git a/animism-align/cli/app/sql/models/__pycache__/paragraph.cpython-37.pyc b/animism-align/cli/app/sql/models/__pycache__/paragraph.cpython-37.pyc new file mode 100644 index 0000000..f95db72 Binary files /dev/null and b/animism-align/cli/app/sql/models/__pycache__/paragraph.cpython-37.pyc differ diff --git a/animism-align/cli/app/sql/models/__pycache__/timestamp.cpython-37.pyc b/animism-align/cli/app/sql/models/__pycache__/timestamp.cpython-37.pyc index 8337acf..7daec48 100644 Binary files a/animism-align/cli/app/sql/models/__pycache__/timestamp.cpython-37.pyc and b/animism-align/cli/app/sql/models/__pycache__/timestamp.cpython-37.pyc differ diff --git a/animism-align/cli/app/sql/models/paragraph.py b/animism-align/cli/app/sql/models/paragraph.py new file mode 100644 index 0000000..7c7bcd7 --- /dev/null +++ b/animism-align/cli/app/sql/models/paragraph.py @@ -0,0 +1,31 @@ +from sqlalchemy import create_engine, Table, Column, Text, String, Integer, Float, DateTime, JSON, ForeignKey +from sqlalchemy.orm import relationship +import sqlalchemy.sql.functions as func +from sqlalchemy_utc import UtcDateTime, utcnow +from wtforms_alchemy import ModelForm + +from app.sql.common import db, Base, Session +# from app.sql.models.page import Page + +from app.settings import app_cfg + +class Paragraph(Base): + """Table for storing references to graphs""" + __tablename__ = 'paragraph' + id = Column(Integer, primary_key=True) + type = Column(String(16, convert_unicode=True), nullable=False) + settings = Column(JSON, default={}, nullable=True) + + def toJSON(self): + return { + 'id': self.id, + 'type': self.type, + 'settings': self.settings, + } + +class ParagraphForm(ModelForm): + class Meta: + model = Paragraph + exclude = ['settings'] + def get_session(): + return Session() diff --git a/animism-align/cli/app/sql/models/timestamp.py b/animism-align/cli/app/sql/models/timestamp.py index 60e9007..c2bf410 100644 --- a/animism-align/cli/app/sql/models/timestamp.py +++ b/animism-align/cli/app/sql/models/timestamp.py @@ -11,9 +11,10 @@ from app.settings import app_cfg class Timestamp(Base): """Table for storing references to graphs""" - __tablename__ = 'graph' + __tablename__ = 'timestamp' id = Column(Integer, primary_key=True) type = Column(String(16, convert_unicode=True), nullable=False) + paragraph_id = Column(Integer, ForeignKey('paragraph.id'), nullable=True) start_ts = Column(Float, nullable=False) end_ts = Column(Float, nullable=True) sentence = Column(Text(convert_unicode=True), nullable=True) @@ -23,6 +24,7 @@ class Timestamp(Base): return { 'id': self.id, 'type': self.type, + 'paragraph_id': self.paragraph_id, 'start_ts': self.start_ts, 'end_ts': self.end_ts, 'sentence': self.description, diff --git a/animism-align/cli/app/sql/versions/202006231946_create_database.py b/animism-align/cli/app/sql/versions/202006231946_create_database.py deleted file mode 100644 index b74f9b3..0000000 --- a/animism-align/cli/app/sql/versions/202006231946_create_database.py +++ /dev/null @@ -1,47 +0,0 @@ -"""create database - -Revision ID: e45386a1498b -Revises: -Create Date: 2020-06-23 19:46:05.161996 - -""" -from alembic import op -import sqlalchemy as sa -import sqlalchemy_utc - - -# revision identifiers, used by Alembic. -revision = 'e45386a1498b' -down_revision = None -branch_labels = None -depends_on = None - - -def upgrade(): - # ### commands auto generated by Alembic - please adjust! ### - op.create_table('graph', - sa.Column('id', sa.Integer(), nullable=False), - sa.Column('type', sa.String(length=16, _expect_unicode=True), nullable=False), - sa.Column('start_ts', sa.Float(), nullable=False), - sa.Column('end_ts', sa.Float(), nullable=True), - sa.Column('sentence', sa.Text(_expect_unicode=True), nullable=True), - sa.Column('settings', sa.JSON(), nullable=True), - sa.PrimaryKeyConstraint('id') - ) - op.create_table('upload', - sa.Column('id', sa.Integer(), nullable=False), - sa.Column('sha256', sa.String(length=256), nullable=False), - sa.Column('fn', sa.String(length=256), nullable=False), - sa.Column('ext', sa.String(length=4, _expect_unicode=True), nullable=False), - sa.Column('username', sa.String(length=16, _expect_unicode=True), nullable=False), - sa.Column('created_at', sqlalchemy_utc.sqltypes.UtcDateTime(timezone=True), nullable=True), - sa.PrimaryKeyConstraint('id') - ) - # ### end Alembic commands ### - - -def downgrade(): - # ### commands auto generated by Alembic - please adjust! ### - op.drop_table('upload') - op.drop_table('graph') - # ### end Alembic commands ### diff --git a/animism-align/cli/app/sql/versions/202006271347_add_paragraphs.py b/animism-align/cli/app/sql/versions/202006271347_add_paragraphs.py new file mode 100644 index 0000000..cc134b5 --- /dev/null +++ b/animism-align/cli/app/sql/versions/202006271347_add_paragraphs.py @@ -0,0 +1,56 @@ +"""add paragraphs + +Revision ID: 650f7cdb3174 +Revises: +Create Date: 2020-06-27 13:47:33.766574 + +""" +from alembic import op +import sqlalchemy as sa +import sqlalchemy_utc + + +# revision identifiers, used by Alembic. +revision = '650f7cdb3174' +down_revision = None +branch_labels = None +depends_on = None + + +def upgrade(): + # ### commands auto generated by Alembic - please adjust! ### + op.create_table('paragraph', + sa.Column('id', sa.Integer(), nullable=False), + sa.Column('type', sa.String(length=16, _expect_unicode=True), nullable=False), + sa.Column('settings', sa.JSON(), nullable=True), + sa.PrimaryKeyConstraint('id') + ) + op.create_table('upload', + sa.Column('id', sa.Integer(), nullable=False), + sa.Column('sha256', sa.String(length=256), nullable=False), + sa.Column('fn', sa.String(length=256), nullable=False), + sa.Column('ext', sa.String(length=4, _expect_unicode=True), nullable=False), + sa.Column('username', sa.String(length=16, _expect_unicode=True), nullable=False), + sa.Column('created_at', sqlalchemy_utc.sqltypes.UtcDateTime(timezone=True), nullable=True), + sa.PrimaryKeyConstraint('id') + ) + op.create_table('timestamp', + sa.Column('id', sa.Integer(), nullable=False), + sa.Column('type', sa.String(length=16, _expect_unicode=True), nullable=False), + sa.Column('paragraph_id', sa.Integer(), nullable=True), + sa.Column('start_ts', sa.Float(), nullable=False), + sa.Column('end_ts', sa.Float(), nullable=True), + sa.Column('sentence', sa.Text(_expect_unicode=True), nullable=True), + sa.Column('settings', sa.JSON(), nullable=True), + sa.ForeignKeyConstraint(['paragraph_id'], ['paragraph.id'], ), + sa.PrimaryKeyConstraint('id') + ) + # ### end Alembic commands ### + + +def downgrade(): + # ### commands auto generated by Alembic - please adjust! ### + op.drop_table('timestamp') + op.drop_table('upload') + op.drop_table('paragraph') + # ### end Alembic commands ### diff --git a/animism-align/cli/app/sql/versions/__pycache__/202006011922_creating_database.cpython-37.pyc b/animism-align/cli/app/sql/versions/__pycache__/202006011922_creating_database.cpython-37.pyc deleted file mode 100644 index a1adb31..0000000 Binary files a/animism-align/cli/app/sql/versions/__pycache__/202006011922_creating_database.cpython-37.pyc and /dev/null differ diff --git a/animism-align/cli/app/sql/versions/__pycache__/202006011923_adding_pages_table.cpython-37.pyc b/animism-align/cli/app/sql/versions/__pycache__/202006011923_adding_pages_table.cpython-37.pyc deleted file mode 100644 index beeeb71..0000000 Binary files a/animism-align/cli/app/sql/versions/__pycache__/202006011923_adding_pages_table.cpython-37.pyc and /dev/null differ diff --git a/animism-align/cli/app/sql/versions/__pycache__/202006011925_adding_tiles_table.cpython-37.pyc b/animism-align/cli/app/sql/versions/__pycache__/202006011925_adding_tiles_table.cpython-37.pyc deleted file mode 100644 index 8d16725..0000000 Binary files a/animism-align/cli/app/sql/versions/__pycache__/202006011925_adding_tiles_table.cpython-37.pyc and /dev/null differ diff --git a/animism-align/cli/app/sql/versions/__pycache__/202006011937_adding_pages.cpython-37.pyc b/animism-align/cli/app/sql/versions/__pycache__/202006011937_adding_pages.cpython-37.pyc deleted file mode 100644 index 35b459c..0000000 Binary files a/animism-align/cli/app/sql/versions/__pycache__/202006011937_adding_pages.cpython-37.pyc and /dev/null differ diff --git a/animism-align/cli/app/sql/versions/__pycache__/202006011943_adding_database.cpython-37.pyc b/animism-align/cli/app/sql/versions/__pycache__/202006011943_adding_database.cpython-37.pyc deleted file mode 100644 index adf3587..0000000 Binary files a/animism-align/cli/app/sql/versions/__pycache__/202006011943_adding_database.cpython-37.pyc and /dev/null differ diff --git a/animism-align/cli/app/sql/versions/__pycache__/202006011944_adding_uploads.cpython-37.pyc b/animism-align/cli/app/sql/versions/__pycache__/202006011944_adding_uploads.cpython-37.pyc deleted file mode 100644 index 159dc66..0000000 Binary files a/animism-align/cli/app/sql/versions/__pycache__/202006011944_adding_uploads.cpython-37.pyc and /dev/null differ diff --git a/animism-align/cli/app/sql/versions/__pycache__/202006021608_creating_database.cpython-37.pyc b/animism-align/cli/app/sql/versions/__pycache__/202006021608_creating_database.cpython-37.pyc deleted file mode 100644 index c5df7ca..0000000 Binary files a/animism-align/cli/app/sql/versions/__pycache__/202006021608_creating_database.cpython-37.pyc and /dev/null differ diff --git a/animism-align/cli/app/sql/versions/__pycache__/202006041801_add_sort_order_to_tiles.cpython-37.pyc b/animism-align/cli/app/sql/versions/__pycache__/202006041801_add_sort_order_to_tiles.cpython-37.pyc deleted file mode 100644 index 67e35cf..0000000 Binary files a/animism-align/cli/app/sql/versions/__pycache__/202006041801_add_sort_order_to_tiles.cpython-37.pyc and /dev/null differ diff --git a/animism-align/cli/app/sql/versions/__pycache__/202006231946_create_database.cpython-37.pyc b/animism-align/cli/app/sql/versions/__pycache__/202006231946_create_database.cpython-37.pyc deleted file mode 100644 index dd49abc..0000000 Binary files a/animism-align/cli/app/sql/versions/__pycache__/202006231946_create_database.cpython-37.pyc and /dev/null differ diff --git a/animism-align/cli/app/sql/versions/__pycache__/202006271347_add_paragraphs.cpython-37.pyc b/animism-align/cli/app/sql/versions/__pycache__/202006271347_add_paragraphs.cpython-37.pyc new file mode 100644 index 0000000..79fc207 Binary files /dev/null and b/animism-align/cli/app/sql/versions/__pycache__/202006271347_add_paragraphs.cpython-37.pyc differ -- cgit v1.2.3-70-g09d2