)}
diff --git a/frontend/templates/index.html b/frontend/templates/index.html
index 7672b44..c1225e4 100644
--- a/frontend/templates/index.html
+++ b/frontend/templates/index.html
@@ -60,7 +60,7 @@
* Max size of video is 50 MB
-
Respose:
+
Response:
{
diff --git a/requirements.txt b/requirements.txt
index 7d4a461..7f4cfc2 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,16 +1,32 @@
+absl-py==0.6.1
+astor==0.7.1
Django==2.0.7
django-rest-framework==0.1.0
djangorestframework==3.8.2
+gast==0.2.0
+grpcio==1.16.0
gunicorn==19.9.0
+h5py==2.8.0
+Keras==2.2.2
+Keras-Applications==1.0.6
+keras-contrib==2.0.8
+Keras-Preprocessing==1.0.5
+Markdown==3.0.1
numpy==1.14.5
opencv-python==3.4.2.17
pafy==0.5.4
Pillow==5.2.0
+protobuf==3.6.1
psycopg2==2.7.5
pytz==2018.5
+PyYAML==3.13
+scipy==1.1.0
six==1.11.0
+tensorboard==1.11.0
+tensorflow-gpu==1.11.0
+termcolor==1.1.0
torch==0.4.1
torchvision==0.2.1
-scikit-learn==0.19.2
+Werkzeug==0.14.1
youtube-dl==2018.9.18
tensorflow-gpu==1.10.1
\ No newline at end of file
diff --git a/settings/settings.py b/settings/settings.py
index 5f90b93..658ff10 100644
--- a/settings/settings.py
+++ b/settings/settings.py
@@ -1,148 +1,150 @@
-"""
-Django settings for comixify project.
-
-Generated by 'django-admin startproject' using Django 2.0.7.
-
-For more information on this file, see
-https://docs.djangoproject.com/en/2.0/topics/settings/
-
-For the full list of settings and their values, see
-https://docs.djangoproject.com/en/2.0/ref/settings/
-"""
-
-import os
-
-# Build paths inside the project like this: os.path.join(BASE_DIR, ...)
-BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
-
-# Quick-start development settings - unsuitable for production
-# See https://docs.djangoproject.com/en/2.0/howto/deployment/checklist/
-
-# SECURITY WARNING: keep the secret key used in production secret!
-# Use a separate file for the secret key
-with open(os.path.join(BASE_DIR, 'secretkey.txt')) as f:
- SECRET_KEY = f.read().strip()
-
-# SECURITY WARNING: don't run with debug turned on in production!
-DEBUG = os.environ.get('DEBUG') == 'true'
-
-ALLOWED_HOSTS = ['35.241.250.34', 'comixify.ii.pw.edu.pl', 'localhost', '127.0.0.1']
-
-# Application definition
-
-INSTALLED_APPS = [
- 'django.contrib.admin',
- 'django.contrib.auth',
- 'django.contrib.contenttypes',
- 'django.contrib.sessions',
- 'django.contrib.messages',
- 'django.contrib.staticfiles',
- 'rest_framework',
- 'api',
- 'style_transfer',
- 'comic_layout',
- 'frontend',
-]
-
-MIDDLEWARE = [
- 'django.middleware.security.SecurityMiddleware',
- 'django.contrib.sessions.middleware.SessionMiddleware',
- 'django.middleware.common.CommonMiddleware',
- 'django.middleware.csrf.CsrfViewMiddleware',
- 'django.contrib.auth.middleware.AuthenticationMiddleware',
- 'django.contrib.messages.middleware.MessageMiddleware',
- 'django.middleware.clickjacking.XFrameOptionsMiddleware',
-]
-
-ROOT_URLCONF = 'settings.urls'
-
-TEMPLATES = [
- {
- 'BACKEND': 'django.template.backends.django.DjangoTemplates',
- 'DIRS': [],
- 'APP_DIRS': True,
- 'OPTIONS': {
- 'context_processors': [
- 'django.template.context_processors.debug',
- 'django.template.context_processors.request',
- 'django.contrib.auth.context_processors.auth',
- 'django.contrib.messages.context_processors.messages',
- ],
- },
- },
-]
-
-WSGI_APPLICATION = 'settings.wsgi.application'
-
-# Database
-# https://docs.djangoproject.com/en/2.0/ref/settings/#databases
-
-DATABASES = {
- 'default': {
- 'ENGINE': 'django.db.backends.postgresql_psycopg2',
- 'NAME': 'postgres',
- 'USER': 'postgres',
- 'HOST': 'db',
- 'PORT': '5432',
- 'PASSWORD': 'postgres',
- 'CONN_MAX_AGE': 60,
- }
-}
-
-# Password validation
-# https://docs.djangoproject.com/en/2.0/ref/settings/#auth-password-validators
-
-AUTH_PASSWORD_VALIDATORS = [
- {
- 'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator',
- },
- {
- 'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator',
- },
- {
- 'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator',
- },
- {
- 'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator',
- },
-]
-CACHES = {
- 'default': {
- 'BACKEND': 'django.core.cache.backends.locmem.LocMemCache',
- 'LOCATION': 'unique-snowflake',
- }
-}
-
-# Internationalization
-# https://docs.djangoproject.com/en/2.0/topics/i18n/
-
-LANGUAGE_CODE = 'en-us'
-
-TIME_ZONE = 'UTC'
-
-USE_I18N = True
-
-USE_L10N = True
-
-USE_TZ = True
-
-# Static files (CSS, JavaScript, Images)
-# https://docs.djangoproject.com/en/2.0/howto/static-files/
-
-STATIC_URL = '/static/'
-STATIC_ROOT = os.path.join(BASE_DIR, 'static')
-
-MEDIA_URL = '/media/'
-MEDIA_ROOT = os.path.join(BASE_DIR, 'media')
-
-PERMITTED_VIDEO_EXTENSIONS = ['mp4', 'avi']
-MAX_FILE_SIZE = 50000000
-NUMBERS_OF_FRAMES_TO_SHOW = 10
-TMP_DIR = 'tmp/'
-GPU = True
-
-FEATURE_BATCH_SIZE = 32
-DEFAULT_FRAMES_SAMPLING_MODE = 0
-DEFAULT_RL_MODE = 0
-DEFAULT_IMAGE_ASSESSMENT_MODE = 0
-DEBUG = True
+"""
+Django settings for comixify project.
+
+Generated by 'django-admin startproject' using Django 2.0.7.
+
+For more information on this file, see
+https://docs.djangoproject.com/en/2.0/topics/settings/
+
+For the full list of settings and their values, see
+https://docs.djangoproject.com/en/2.0/ref/settings/
+"""
+
+import os
+
+# Build paths inside the project like this: os.path.join(BASE_DIR, ...)
+BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+
+# Quick-start development settings - unsuitable for production
+# See https://docs.djangoproject.com/en/2.0/howto/deployment/checklist/
+
+# SECURITY WARNING: keep the secret key used in production secret!
+# Use a separate file for the secret key
+with open(os.path.join(BASE_DIR, 'secretkey.txt')) as f:
+ SECRET_KEY = f.read().strip()
+
+# SECURITY WARNING: don't run with debug turned on in production!
+DEBUG = os.environ.get('DEBUG') == 'true'
+
+ALLOWED_HOSTS = ['35.241.250.34', 'comixify.ii.pw.edu.pl', 'localhost', '127.0.0.1']
+
+# Application definition
+
+INSTALLED_APPS = [
+ 'django.contrib.admin',
+ 'django.contrib.auth',
+ 'django.contrib.contenttypes',
+ 'django.contrib.sessions',
+ 'django.contrib.messages',
+ 'django.contrib.staticfiles',
+ 'rest_framework',
+ 'api',
+ 'style_transfer',
+ 'comic_layout',
+ 'frontend',
+]
+
+MIDDLEWARE = [
+ 'django.middleware.security.SecurityMiddleware',
+ 'django.contrib.sessions.middleware.SessionMiddleware',
+ 'django.middleware.common.CommonMiddleware',
+ 'django.middleware.csrf.CsrfViewMiddleware',
+ 'django.contrib.auth.middleware.AuthenticationMiddleware',
+ 'django.contrib.messages.middleware.MessageMiddleware',
+ 'django.middleware.clickjacking.XFrameOptionsMiddleware',
+]
+
+ROOT_URLCONF = 'settings.urls'
+
+TEMPLATES = [
+ {
+ 'BACKEND': 'django.template.backends.django.DjangoTemplates',
+ 'DIRS': [],
+ 'APP_DIRS': True,
+ 'OPTIONS': {
+ 'context_processors': [
+ 'django.template.context_processors.debug',
+ 'django.template.context_processors.request',
+ 'django.contrib.auth.context_processors.auth',
+ 'django.contrib.messages.context_processors.messages',
+ ],
+ },
+ },
+]
+
+WSGI_APPLICATION = 'settings.wsgi.application'
+
+# Database
+# https://docs.djangoproject.com/en/2.0/ref/settings/#databases
+
+DATABASES = {
+ 'default': {
+ 'ENGINE': 'django.db.backends.postgresql_psycopg2',
+ 'NAME': 'postgres',
+ 'USER': 'postgres',
+ 'HOST': 'db',
+ 'PORT': '5432',
+ 'PASSWORD': 'postgres',
+ 'CONN_MAX_AGE': 60,
+ }
+}
+
+# Password validation
+# https://docs.djangoproject.com/en/2.0/ref/settings/#auth-password-validators
+
+AUTH_PASSWORD_VALIDATORS = [
+ {
+ 'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator',
+ },
+ {
+ 'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator',
+ },
+ {
+ 'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator',
+ },
+ {
+ 'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator',
+ },
+]
+CACHES = {
+ 'default': {
+ 'BACKEND': 'django.core.cache.backends.locmem.LocMemCache',
+ 'LOCATION': 'unique-snowflake',
+ }
+}
+
+# Internationalization
+# https://docs.djangoproject.com/en/2.0/topics/i18n/
+
+LANGUAGE_CODE = 'en-us'
+
+TIME_ZONE = 'UTC'
+
+USE_I18N = True
+
+USE_L10N = True
+
+USE_TZ = True
+
+# Static files (CSS, JavaScript, Images)
+# https://docs.djangoproject.com/en/2.0/howto/static-files/
+
+STATIC_URL = '/static/'
+STATIC_ROOT = os.path.join(BASE_DIR, 'static')
+
+MEDIA_URL = '/media/'
+MEDIA_ROOT = os.path.join(BASE_DIR, 'media')
+
+PERMITTED_VIDEO_EXTENSIONS = ['mp4', 'avi']
+MAX_FILE_SIZE = 50000000
+NUMBERS_OF_FRAMES_TO_SHOW = 10
+TMP_DIR = 'tmp/'
+GPU = True
+
+FEATURE_BATCH_SIZE = 32
+DEFAULT_FRAMES_SAMPLING_MODE = 0
+DEFAULT_RL_MODE = 0
+DEFAULT_IMAGE_ASSESSMENT_MODE = 0
+
+DEFAULT_STYLE_TRANSFER_MODE = 0
+COMIX_GAN_WEIGHTS_PATH = os.path.join(BASE_DIR, 'ComixGAN', 'G_weights.best.hdf5')
diff --git a/style_transfer/style_transfer.py b/style_transfer/style_transfer.py
index e4b5c45..3e1135a 100644
--- a/style_transfer/style_transfer.py
+++ b/style_transfer/style_transfer.py
@@ -10,20 +10,56 @@ from torch.autograd import Variable
from CartoonGAN.network.Transformer import Transformer
from utils import profile
+from ComixGAN.model import ComixGAN
class StyleTransfer():
@classmethod
@profile
- def get_stylized_frames(cls, frames, method="cartoon_gan", gpu=settings.GPU, **kwargs):
- if method == "cartoon_gan":
- return cls._cartoon_gan_stylize(frames, gpu=gpu, **kwargs)
+ def get_stylized_frames(cls, frames, style_transfer_mode=0, gpu=settings.GPU):
+ if style_transfer_mode == 0:
+ return cls._comix_gan_stylize(frames=frames)
+ elif style_transfer_mode == 1:
+ return cls._cartoon_gan_stylize(frames, gpu=gpu, style='Hayao')
+ elif style_transfer_mode == 2:
+ return cls._cartoon_gan_stylize(frames, gpu=gpu, style='Hosoda')
@staticmethod
- def _cartoon_gan_stylize(frames, gpu=True, **kwargs):
- style = kwargs.get("style", "Hayao")
- resize = kwargs.get("resize", 450)
+ def _resize_images(frames, size=384):
+ resized_images = []
+ for img in frames:
+ # resize image, keep aspect ratio
+ h, w, _ = img.shape
+ ratio = h / w
+ if ratio > 1:
+ h = size
+ w = int(h * 1.0 / ratio)
+ else:
+ w = size
+ h = int(w * ratio)
+ resized_img = cv2.resize(img, (w, h))
+ resized_images.append(resized_img)
+ return resized_images
+ @classmethod
+ def _comix_gan_stylize(cls, frames):
+ model_cache_key = 'model_cache'
+ model = cache.get(model_cache_key) # get model from cache
+
+ if model is None:
+ # load pretrained model
+ model = ComixGAN()
+ model.load_weights(settings.COMIX_GAN_WEIGHTS_PATH)
+ cache.set(model_cache_key, model, None) # None is the timeout parameter. It means cache forever
+
+ frames = cls._resize_images(frames, size=384)
+ frames = np.stack(frames)
+ frames = frames / frames.max()
+ stylized_imgs = model.generator.predict(frames)
+ return list(255 * stylized_imgs)
+
+ @classmethod
+ def _cartoon_gan_stylize(cls, frames, gpu=True, style='Hayao'):
model_cache_key = 'model_cache'
model = cache.get(model_cache_key) # get model from cache
@@ -35,19 +71,10 @@ class StyleTransfer():
model.cuda() if gpu else model.float()
cache.set(model_cache_key, model, None) # None is the timeout parameter. It means cache forever
+ frames = cls._resize_images(frames, size=450)
stylized_imgs = []
for img in frames:
- # resize image, keep aspect ratio
- h, w, _ = img.shape
- ratio = h * 1.0 / w
- if ratio > 1:
- h = resize
- w = int(h * 1.0 / ratio)
- else:
- w = resize
- h = int(w * ratio)
- input_image = cv2.resize(img, (w, h))
- input_image = transforms.ToTensor()(input_image).unsqueeze(0)
+ input_image = transforms.ToTensor()(img).unsqueeze(0)
# preprocess, (-1, 1)
input_image = -1 + 2 * input_image
@@ -64,6 +91,6 @@ class StyleTransfer():
output_image = np.rollaxis(output_image, 0, 3)
# append image to result images
- stylized_imgs.append(output_image)
+ stylized_imgs.append(255 * output_image)
return stylized_imgs