From 0fcb726f9282d99c9c4708a8a45d0b80076e06c9 Mon Sep 17 00:00:00 2001 From: michigg Date: Mon, 2 Oct 2017 21:21:15 +0200 Subject: [PATCH] integrate data collectors in apps --- .gitignore | 133 ++++- .../inspectionProfiles/profiles_settings.xml | 7 + .idea/misc.xml | 4 + .idea/modules.xml | 8 + .idea/ofu-app.iml | 18 + .idea/vcs.xml | 6 + ofu_app/.idea/workspace.xml | 561 +++++++----------- .../events/__pycache__/admin.cpython-35.pyc | Bin 195 -> 281 bytes ofu_app/apps/events/admin.py | 3 +- .../events/management}/__init__.py | 0 .../events/management/commands}/__init__.py | 0 .../management/commands/import_events.py | 16 + .../events/utils}/__init__.py | 0 .../events/utils/json_generator}/__init__.py | 0 .../json_generator/controller_json_events.py | 38 ++ .../json_generator/jsons/events-fekide.json | 1 + .../jsons/events-univis-pretty.json | 0 .../json_generator/jsons/events-univis.json | 0 .../events/utils/migrate_data.py} | 12 +- .../events/utils/parser}/__init__.py | 0 .../utils/parser/fekide_eventpage_parser.py} | 0 .../utils/parser/univis_eventpage_parser.py} | 0 .../utils/parser/univis_json_prettifier.py} | 0 .../food/__pycache__/admin.cpython-35.pyc | Bin 248 -> 412 bytes .../food/__pycache__/models.cpython-35.pyc | Bin 1679 -> 2154 bytes .../food/__pycache__/views.cpython-35.pyc | Bin 1082 -> 1139 bytes ofu_app/apps/food/admin.py | 5 + .../food/management}/__init__.py | 0 .../food/management/commands}/__init__.py | 0 .../food/management/commands/import_food.py | 15 + ofu_app/apps/food/models.py | 9 + ofu_app/apps/food/utils/__init__.py | 0 .../food/utils/json_generator/__init__.py | 0 .../json_generator/controller_json_food.py} | 32 +- .../json_generator/jsons/cafete-erba.json | 1 + .../json_generator/jsons/cafete-markus.json | 1 + .../jsons/happyhourguide-fekide.json | 1 + .../json_generator/jsons/mensa-austr.json | 1 + .../json_generator/jsons/mensa-feki.json | 1 + .../food/utils/migrate_data.py} | 22 +- ofu_app/apps/food/utils/parser/__init__.py | 0 .../food/utils/parser/cafete_page_parser.py} | 0 .../parser/fekide_happyhour_page_parser.py} | 0 .../food/utils/parser/mensa_page_parser.py} | 4 + ofu_app/apps/food/views.py | 3 +- .../__pycache__/__init__.cpython-35.pyc | Bin 162 -> 0 bytes .../data_collectors/collect_and_migrate.py | 7 - .../__pycache__/__init__.cpython-35.pyc | Bin 169 -> 0 bytes .../__pycache__/migrate-data.cpython-35.pyc | Bin 1421 -> 0 bytes .../__pycache__/__init__.cpython-35.pyc | Bin 176 -> 0 bytes .../controller-json-events.cpython-35.pyc | Bin 1289 -> 0 bytes .../json_generator/controller-json-events.py | 42 -- .../json_generator/jsons/events-fekide.json | 1 - .../__pycache__/__init__.cpython-35.pyc | Bin 176 -> 0 bytes .../fekide-eventpage-parser.cpython-35.pyc | Bin 2595 -> 0 bytes .../univis-eventpage-parser.cpython-35.pyc | Bin 1825 -> 0 bytes .../univis-json-prettifier.cpython-35.pyc | Bin 3764 -> 0 bytes .../food/__pycache__/__init__.cpython-35.pyc | Bin 167 -> 0 bytes .../__pycache__/migrate-data.cpython-35.pyc | Bin 2336 -> 0 bytes .../food/json_generator/__init__.pyc | Bin 176 -> 0 bytes .../__pycache__/__init__.cpython-35.pyc | Bin 172 -> 0 bytes .../controller-json-food.cpython-35.pyc | Bin 2425 -> 0 bytes .../json_generator/jsons/cafete-erba.json | 1 - .../json_generator/jsons/cafete-markus.json | 1 - .../jsons/happyhourguide-fekide.json | 1 - .../json_generator/jsons/mensa-austr.json | 1 - .../food/json_generator/jsons/mensa-feki.json | 1 - .../__pycache__/__init__.cpython-35.pyc | Bin 174 -> 0 bytes .../cafete-page-parser.cpython-35.pyc | Bin 1834 -> 0 bytes ...ekide-happyhour-page-parser.cpython-35.pyc | Bin 1605 -> 0 bytes .../mensa-page-parser.cpython-35.pyc | Bin 1819 -> 0 bytes ofu_app/db.sqlite3 | Bin 217088 -> 217088 bytes .../__pycache__/settings.cpython-35.pyc | Bin 2859 -> 2873 bytes ofu_app/ofu_app/settings.py | 5 +- 74 files changed, 531 insertions(+), 431 deletions(-) create mode 100644 .idea/inspectionProfiles/profiles_settings.xml create mode 100644 .idea/misc.xml create mode 100644 .idea/modules.xml create mode 100644 .idea/ofu-app.iml create mode 100644 .idea/vcs.xml rename ofu_app/{data_collectors => apps/events/management}/__init__.py (100%) rename ofu_app/{data_collectors/events => apps/events/management/commands}/__init__.py (100%) create mode 100644 ofu_app/apps/events/management/commands/import_events.py rename ofu_app/{data_collectors/events/json_generator => apps/events/utils}/__init__.py (100%) rename ofu_app/{data_collectors/events/parser => apps/events/utils/json_generator}/__init__.py (100%) create mode 100644 ofu_app/apps/events/utils/json_generator/controller_json_events.py create mode 100644 ofu_app/apps/events/utils/json_generator/jsons/events-fekide.json rename ofu_app/{data_collectors/events => apps/events/utils}/json_generator/jsons/events-univis-pretty.json (100%) rename ofu_app/{data_collectors/events => apps/events/utils}/json_generator/jsons/events-univis.json (100%) rename ofu_app/{data_collectors/events/migrate-data.py => apps/events/utils/migrate_data.py} (82%) rename ofu_app/{data_collectors/food => apps/events/utils/parser}/__init__.py (100%) rename ofu_app/{data_collectors/events/parser/fekide-eventpage-parser.py => apps/events/utils/parser/fekide_eventpage_parser.py} (100%) rename ofu_app/{data_collectors/events/parser/univis-eventpage-parser.py => apps/events/utils/parser/univis_eventpage_parser.py} (100%) rename ofu_app/{data_collectors/events/parser/univis-json-prettifier.py => apps/events/utils/parser/univis_json_prettifier.py} (100%) rename ofu_app/{data_collectors/food/json_generator => apps/food/management}/__init__.py (100%) rename ofu_app/{data_collectors/food/parser => apps/food/management/commands}/__init__.py (100%) create mode 100644 ofu_app/apps/food/management/commands/import_food.py create mode 100644 ofu_app/apps/food/utils/__init__.py create mode 100644 ofu_app/apps/food/utils/json_generator/__init__.py rename ofu_app/{data_collectors/food/json_generator/controller-json-food.py => apps/food/utils/json_generator/controller_json_food.py} (58%) create mode 100644 ofu_app/apps/food/utils/json_generator/jsons/cafete-erba.json create mode 100644 ofu_app/apps/food/utils/json_generator/jsons/cafete-markus.json create mode 100644 ofu_app/apps/food/utils/json_generator/jsons/happyhourguide-fekide.json create mode 100644 ofu_app/apps/food/utils/json_generator/jsons/mensa-austr.json create mode 100644 ofu_app/apps/food/utils/json_generator/jsons/mensa-feki.json rename ofu_app/{data_collectors/food/migrate-data.py => apps/food/utils/migrate_data.py} (76%) create mode 100644 ofu_app/apps/food/utils/parser/__init__.py rename ofu_app/{data_collectors/food/parser/cafete-page-parser.py => apps/food/utils/parser/cafete_page_parser.py} (100%) rename ofu_app/{data_collectors/food/parser/fekide-happyhour-page-parser.py => apps/food/utils/parser/fekide_happyhour_page_parser.py} (100%) rename ofu_app/{data_collectors/food/parser/mensa-page-parser.py => apps/food/utils/parser/mensa_page_parser.py} (81%) delete mode 100644 ofu_app/data_collectors/__pycache__/__init__.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/collect_and_migrate.py delete mode 100644 ofu_app/data_collectors/events/__pycache__/__init__.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/events/__pycache__/migrate-data.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/events/json_generator/__pycache__/__init__.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/events/json_generator/__pycache__/controller-json-events.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/events/json_generator/controller-json-events.py delete mode 100644 ofu_app/data_collectors/events/json_generator/jsons/events-fekide.json delete mode 100644 ofu_app/data_collectors/events/parser/__pycache__/__init__.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/events/parser/__pycache__/fekide-eventpage-parser.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/events/parser/__pycache__/univis-eventpage-parser.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/events/parser/__pycache__/univis-json-prettifier.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/food/__pycache__/__init__.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/food/__pycache__/migrate-data.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/food/json_generator/__init__.pyc delete mode 100644 ofu_app/data_collectors/food/json_generator/__pycache__/__init__.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/food/json_generator/__pycache__/controller-json-food.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/food/json_generator/jsons/cafete-erba.json delete mode 100644 ofu_app/data_collectors/food/json_generator/jsons/cafete-markus.json delete mode 100644 ofu_app/data_collectors/food/json_generator/jsons/happyhourguide-fekide.json delete mode 100644 ofu_app/data_collectors/food/json_generator/jsons/mensa-austr.json delete mode 100644 ofu_app/data_collectors/food/json_generator/jsons/mensa-feki.json delete mode 100644 ofu_app/data_collectors/food/parser/__pycache__/__init__.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/food/parser/__pycache__/cafete-page-parser.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/food/parser/__pycache__/fekide-happyhour-page-parser.cpython-35.pyc delete mode 100644 ofu_app/data_collectors/food/parser/__pycache__/mensa-page-parser.cpython-35.pyc diff --git a/.gitignore b/.gitignore index 0d8bd0a..1c01507 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,19 @@ +# Created by https://www.gitignore.io/api/pycharm,python,django + +### Django ### +*.log +*.pot +*.pyc +__pycache__/ +local_settings.py +db.sqlite3 +media + +# If your build process includes running collectstatic, then you probably don't need or want to include staticfiles/ +# in your Git repository. Update and uncomment the following line accordingly. +# /staticfiles/ + +### PyCharm ### # Covers JetBrains IDEs: IntelliJ, RubyMine, PhpStorm, AppCode, PyCharm, CLion, Android Studio and Webstorm # Reference: https://intellij-support.jetbrains.com/hc/en-us/articles/206544839 @@ -31,7 +47,7 @@ cmake-build-debug/ ## Plugin-specific files: # IntelliJ -out/ +/out/ # mpeltonen/sbt-idea plugin .idea_modules/ @@ -42,9 +58,124 @@ atlassian-ide-plugin.xml # Cursive Clojure plugin .idea/replstate.xml +# Ruby plugin and RubyMine +/.rakeTasks + # Crashlytics plugin (for Android Studio and IntelliJ) com_crashlytics_export_strings.xml crashlytics.properties crashlytics-build.properties fabric.properties +### PyCharm Patch ### +# Comment Reason: https://github.com/joeblau/gitignore.io/issues/186#issuecomment-215987721 + +# *.iml +# modules.xml +# .idea/misc.xml +# *.ipr + +# Sonarlint plugin +.idea/sonarlint + +### Python ### +# Byte-compiled / optimized / DLL files +*.py[cod] +*$py.class + +# C extensions +*.so + +# Distribution / packaging +.Python +build/ +develop-eggs/ +dist/ +downloads/ +eggs/ +.eggs/ +lib/ +lib64/ +parts/ +sdist/ +var/ +wheels/ +*.egg-info/ +.installed.cfg +*.egg + +# PyInstaller +# Usually these files are written by a python script from a template +# before PyInstaller builds the exe, so as to inject date/other infos into it. +*.manifest +*.spec + +# Installer logs +pip-log.txt +pip-delete-this-directory.txt + +# Unit test / coverage reports +htmlcov/ +.tox/ +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +.hypothesis/ + +# Translations +*.mo + +# Django stuff: + +# Flask stuff: +instance/ +.webassets-cache + +# Scrapy stuff: +.scrapy + +# Sphinx documentation +docs/_build/ + +# PyBuilder +target/ + +# Jupyter Notebook +.ipynb_checkpoints + +# pyenv +.python-version + +# celery beat schedule file +celerybeat-schedule + +# SageMath parsed files +*.sage.py + +# Environments +.env +.venv +env/ +venv/ +ENV/ +env.bak/ +venv.bak/ + +# Spyder project settings +.spyderproject +.spyproject + +# Rope project settings +.ropeproject + +# mkdocs documentation +/site + +# mypy +.mypy_cache/ + +# End of https://www.gitignore.io/api/pycharm,python,django + diff --git a/.idea/inspectionProfiles/profiles_settings.xml b/.idea/inspectionProfiles/profiles_settings.xml new file mode 100644 index 0000000..c23ecac --- /dev/null +++ b/.idea/inspectionProfiles/profiles_settings.xml @@ -0,0 +1,7 @@ + + + + \ No newline at end of file diff --git a/.idea/misc.xml b/.idea/misc.xml new file mode 100644 index 0000000..4e1dbee --- /dev/null +++ b/.idea/misc.xml @@ -0,0 +1,4 @@ + + + + \ No newline at end of file diff --git a/.idea/modules.xml b/.idea/modules.xml new file mode 100644 index 0000000..a083734 --- /dev/null +++ b/.idea/modules.xml @@ -0,0 +1,8 @@ + + + + + + + + \ No newline at end of file diff --git a/.idea/ofu-app.iml b/.idea/ofu-app.iml new file mode 100644 index 0000000..e6087c0 --- /dev/null +++ b/.idea/ofu-app.iml @@ -0,0 +1,18 @@ + + + + + + + + + + + + + \ No newline at end of file diff --git a/.idea/vcs.xml b/.idea/vcs.xml new file mode 100644 index 0000000..94a25f7 --- /dev/null +++ b/.idea/vcs.xml @@ -0,0 +1,6 @@ + + + + + + \ No newline at end of file diff --git a/ofu_app/.idea/workspace.xml b/ofu_app/.idea/workspace.xml index f4f4a25..b748b12 100644 --- a/ofu_app/.idea/workspace.xml +++ b/ofu_app/.idea/workspace.xml @@ -13,9 +13,10 @@ - + +