add:app

Dockerfile

@@ -0,0 +1,23 @@
+FROM guillaumeai/ast:kirchner
+
+# RUN apt update
+# RUN apt upgrade -y
+
+RUN pip install -U pip
+# #RUN pip install -U pyyaml
+# RUN pip install -U runway-python 
+# #runway --force-reinstall
+# #RUN pip install -U tensorflow
+
+
+COPY requirements.txt .
+RUN pip install -r requirements.txt
+
+COPY server.py .
+COPY compo-singleone-v1-dev-acc.py .
+
+EXPOSE 7860
+
+#compo-singleone-v1-dev-acc.py
+
+CMD ["python", "compo-singleone-v1-dev-acc.py"]

compo-singleone-v1-dev-acc.py

@@ -0,0 +1,368 @@
+#####################################################
+# AST Composite Server Double Two
+# By Guillaume Descoteaux-Isabelle, 20021
+#
+# This server compose two Adaptive Style Transfer model (output of the first pass serve as input to the second using the same model)
+########################################################
+#v1-dev
+#Receive the 2 res from arguments in the request...
+
+
+import os
+import numpy as np
+import tensorflow as tf
+import cv2
+from module import encoder, decoder
+from glob import glob
+import runway
+from runway.data_types import number, text
+
+
+#from utils import *
+import scipy
+from datetime import datetime
+import time
+
+
+
+
+# Determining the size of the passes
+pass1_image_size = 1328
+if not os.getenv('PASS1IMAGESIZE'):
+   print("PASS1IMAGESIZE env var non existent;using default:" + str(pass1_image_size)) 
+else:
+   pass1_image_size = os.getenv('PASS1IMAGESIZE', 1328)
+   print("PASS1IMAGESIZE value:" + str(pass1_image_size))
+
+
+# Determining the size of the passes
+autoabc = 1
+if not os.getenv('AUTOABC'):
+   print("AUTOABC env var non existent;using default:")
+   print(autoabc)
+   abcdefault = 1
+   print("NOTE----> when running docker, set   AUTOABC variable")
+   print("   docker run ...  -e AUTOABC=1  #enabled, 0 to disabled (default)")
+else:
+   autoabc = os.getenv('AUTOABC',1)
+   print("AUTOABC value:")
+   print(autoabc)
+   abcdefault = autoabc
+
+
+#pass2_image_size = 1024
+#if not os.getenv('PASS2IMAGESIZE'):
+#   print("PASS2IMAGESIZE env var non existent;using default:" + pass2_image_size)
+#else:
+#   pass2_image_size = os.getenv('PASS2IMAGESIZE')
+#   print("PASS2IMAGESIZE value:" + pass2_image_size)
+
+# pass3_image_size = 2048
+# if not os.getenv('PASS3IMAGESIZE'):
+#    print("PASS3IMAGESIZE env var non existent;using default:" + pass3_image_size)
+# else:
+#    pass3_image_size = os.getenv('PASS3IMAGESIZE')
+#    print("PASS3IMAGESIZE value:" + pass3_image_size)
+
+##########################################
+##   MODELS
+#model name for sending it in the response
+model1name = "UNNAMED"
+if not os.getenv('MODEL1NAME'):
+   print("MODEL1NAME env var non existent;using default:" + model1name)
+else:
+   model1name = os.getenv('MODEL1NAME', "UNNAMED")
+   print("MODEL1NAME value:" + model1name)
+   
+# #m2
+# model2name = "UNNAMED"
+# if not os.getenv('MODEL2NAME'):   print("MODEL2NAME env var non existent;using default:" + model2name)
+# else:
+#    model2name = os.getenv('MODEL2NAME')
+#    print("MODEL2NAME value:" + model2name)
+
+# #m3
+# model3name = "UNNAMED"
+# if not os.getenv('MODEL3NAME'):   print("MODEL3NAME env var non existent;using default:" + model3name)
+# else:
+#    model3name = os.getenv('MODEL3NAME')
+#    print("MODEL3NAME value:" + model3name)
+
+#######################################################
+
+
+#########################################################
+# SETUP
+
+@runway.setup(options={'styleCheckpoint': runway.file(is_directory=True)})
+def setup(opts):
+    sess = tf.Session()
+    # sess2 = tf.Session()
+    # sess3 = tf.Session()
+    init_op = tf.global_variables_initializer()
+    # init_op2 = tf.global_variables_initializer()
+    # init_op3 = tf.global_variables_initializer()
+    sess.run(init_op)
+    # sess2.run(init_op2)
+    # sess3.run(init_op3)
+    with tf.name_scope('placeholder'):
+        input_photo = tf.placeholder(dtype=tf.float32,
+                                     shape=[1, None, None, 3],
+                                     name='photo')
+    input_photo_features = encoder(image=input_photo,
+                                   options={'gf_dim': 32},
+                                   reuse=False)
+    output_photo = decoder(features=input_photo_features,
+                           options={'gf_dim': 32},
+                           reuse=False)
+    saver = tf.train.Saver()
+    # saver2 = tf.train.Saver()
+    # saver3 = tf.train.Saver()
+    path = opts['styleCheckpoint']
+    #Getting the model name
+    model_name = [p for p in os.listdir(path) if os.path.isdir(os.path.join(path, p))][0]    
+    if not os.getenv('MODELNAME'):
+        dtprint("CONFIG::MODELNAME env var non existent;using default:" + model_name)
+    else:
+        model_name = os.getenv('MODELNAME')
+    
+    
+
+    # #Getting the model2 name
+    # model2_name = [p for p in os.listdir(path) if os.path.isdir(os.path.join(path, p))][1]
+    # if not os.getenv('MODEL2NAME'):
+    #     dtprint("CONFIG::MODEL2NAME env var non existent;using default:" + model2_name)
+    # else:
+    #     model2_name = os.getenv('MODEL2NAME')
+        
+
+    ##Getting the model3 name
+    # model3_name = [p for p in os.listdir(path) if os.path.isdir(os.path.join(path, p))][2]
+    # if not os.getenv('MODEL3NAME'):
+    #     dtprint("CONFIG::MODEL3NAME env var non existent;using default:" + model3_name)
+    # else:
+    #     model3_name = os.getenv('MODEL3NAME')
+    
+    
+
+    checkpoint_dir = os.path.join(path, model_name, 'checkpoint_long')
+    #checkpoint2_dir = os.path.join(path, model2_name, 'checkpoint_long')
+    # checkpoint3_dir = os.path.join(path, model3_name, 'checkpoint_long')
+    print("-----------------------------------------")
+    print("modelname is : " + model_name)
+    #print("model2name is : " + model2_name)
+    # print("model3name is : " + model3_name)
+    print("checkpoint_dir is : " + checkpoint_dir)
+
+    print("Auto Brightness-Contrast Correction can be set as the x2 of this SingleOne Server")
+
+    
+    #print("checkpoint2_dir is : " + checkpoint2_dir)
+    # print("checkpoint3_dir is : " + checkpoint3_dir)
+    print("-----------------------------------------")
+    ckpt = tf.train.get_checkpoint_state(checkpoint_dir)
+    #ckpt2 = tf.train.get_checkpoint_state(checkpoint2_dir)
+    # ckpt3 = tf.train.get_checkpoint_state(checkpoint3_dir)
+    ckpt_name = os.path.basename(ckpt.model_checkpoint_path)
+    #ckpt2_name = os.path.basename(ckpt2.model_checkpoint_path)
+    # ckpt3_name = os.path.basename(ckpt3.model_checkpoint_path)
+    saver.restore(sess, os.path.join(checkpoint_dir, ckpt_name))
+    #saver2.restore(sess2, os.path.join(checkpoint2_dir, ckpt2_name))
+    # saver3.restore(sess3, os.path.join(checkpoint3_dir, ckpt3_name))
+    m1 = dict(sess=sess, input_photo=input_photo, output_photo=output_photo)
+    #m2 = dict(sess=sess2, input_photo=input_photo, output_photo=output_photo)
+    # m3 = dict(sess=sess3, input_photo=input_photo, output_photo=output_photo)
+    models = type('', (), {})()
+    models.m1 = m1
+    #models.m2 = m2
+    # models.m3 = m3
+    return models
+
+
+#@STCGoal add number or text to specify resolution of the three pass
+inputs={'contentImage': runway.image,'x1':number(default=1024,min=24,max=17000),'x2':number(default=0,min=-99,max=99)}
+outputs={'stylizedImage': runway.image,'totaltime':number,'x1': number,'c1':number,'model1name':text}
+
+@runway.command('stylize', inputs=inputs, outputs=outputs)
+def stylize(models, inp):
+    start = time.time()
+    dtprint("Composing.1..")
+    model = models.m1
+    #model2 = models.m2
+    # model3 = models.m3
+    
+    #Getting our names back (even though I think we dont need)
+    #@STCIssue BUGGED
+    # m1name=models.m1.name
+    # m2name=models.m2.name
+    # m3name=models.m3.name
+
+    #get size from inputs rather than env
+    x1 = inp['x1']
+    c1 = inp['x2']
+    # x3 = inp['x3']
+    if c1 > 99:
+        ci = abcdefault
+
+
+    #
+    img = inp['contentImage']
+    img = np.array(img)
+    img = img / 127.5 - 1.
+
+    #@a Pass 1 RESIZE to 1368px the smaller side
+    image_size=pass1_image_size
+    image_size=x1
+    img_shape = img.shape[:2]
+    alpha = float(image_size) / float(min(img_shape))
+    dtprint ("DEBUG::content.imgshape:" +   str(tuple(img_shape)) + ", alpha:" + str(alpha))
+
+    try:
+        img = scipy.misc.imresize(img, size=alpha)
+    except:
+        pass
+        
+
+    img = np.expand_dims(img, axis=0)
+    #@a INFERENCE PASS 1
+    dtprint("INFO:Pass1 inference starting")
+    img = model['sess'].run(model['output_photo'], feed_dict={model['input_photo']: img})
+    dtprint("INFO:Pass1 inference done")
+    #
+    img = (img + 1.) * 127.5
+    img = img.astype('uint8')
+    img = img[0]
+    #dtprint("INFO:Upresing Pass1 for Pass 2 (STARTING) ")
+
+    #@a Pass 2 RESIZE to 1024px the smaller side
+    #image_size=pass2_image_size
+    #image_size=x2
+    #img_shape = img.shape[:2]
+    
+    
+    #alpha = float(image_size) / float(min(img_shape))
+    #dtprint ("DEBUG::pass1.imgshape:" +   str(tuple(img_shape)) + ", alpha:" + str(alpha))
+
+    #img = scipy.misc.imresize(img, size=alpha)
+    #dtprint("INFO:Upresing Pass1 (DONE) ")
+
+    #Iteration 2    
+    #img = np.array(img)
+    #img = img / 127.5 - 1.
+    #img = np.expand_dims(img, axis=0)
+    #@a INFERENCE PASS 2 using the same model
+    #dtprint("INFO:Pass2 inference (STARTING)")
+    #img = model['sess'].run(model['output_photo'], feed_dict={model['input_photo']: img})
+    #dtprint("INFO:Pass2 inference (DONE)")
+    #img = (img + 1.) * 127.5
+    #img = img.astype('uint8')
+    #img = img[0]
+
+
+
+    # #pass3
+
+    # #@a Pass 3 RESIZE to 2048px the smaller side
+    # image_size=pass3_image_size
+    # image_size=x3
+    # img_shape = img.shape[:2]
+    
+    
+    # alpha = float(image_size) / float(min(img_shape))
+    # dtprint ("DEBUG::pass2.imgshape:" +   str(tuple(img_shape)) + ", alpha:" + str(alpha))
+
+    # img = scipy.misc.imresize(img, size=alpha)
+    # dtprint("INFO:Upresing Pass2 (DONE) ")
+
+    # #Iteration 3
+    # img = np.array(img)
+    # img = img / 127.5 - 1.
+    # img = np.expand_dims(img, axis=0)
+    # #@a INFERENCE PASS 3
+    # dtprint("INFO:Pass3 inference (STARTING)")
+    # img = model3['sess'].run(model3['output_photo'], feed_dict={model3['input_photo']: img})
+    # dtprint("INFO:Pass3 inference (DONE)")
+    # img = (img + 1.) * 127.5
+    # img = img.astype('uint8')
+    # img = img[0]
+    # #pass3
+
+    #dtprint("INFO:Composing done")
+    print('autoabc value:')
+    print(c1)
+    if c1 != 0 :
+        print('Auto Brightening images...')
+        img = img, alpha2, beta = automatic_brightness_and_contrast(img,c1)
+
+    stop = time.time()
+    totaltime = stop - start
+    print("The time of the run:", totaltime)
+    res2 = dict(stylizedImage=img,totaltime=totaltime,x1=x1,model1name=model1name,c1=c1)
+    return res2
+
+
+
+def dtprint(msg):
+    dttag=getdttag()
+    print(dttag + "::" + msg  )
+
+def getdttag():
+    # datetime object containing current date and time
+    now = datetime.now()    
+
+    # dd/mm/YY H:M:S
+    # dt_string = now.strftime("%d/%m/%Y %H:%M:%S")
+    return now.strftime("%H:%M:%S")
+
+
+
+# Automatic brightness and contrast optimization with optional histogram clipping
+def automatic_brightness_and_contrast(image, clip_hist_percent=25):
+    gray = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
+
+    # Calculate grayscale histogram
+    hist = cv2.calcHist([gray],[0],None,[256],[0,256])
+    hist_size = len(hist)
+
+    # Calculate cumulative distribution from the histogram
+    accumulator = []
+    accumulator.append(float(hist[0]))
+    for index in range(1, hist_size):
+        accumulator.append(accumulator[index -1] + float(hist[index]))
+
+    # Locate points to clip
+    maximum = accumulator[-1]
+    clip_hist_percent *= (maximum/100.0)
+    clip_hist_percent /= 2.0
+
+    # Locate left cut
+    minimum_gray = 0
+    while accumulator[minimum_gray] < clip_hist_percent:
+        minimum_gray += 1
+
+    # Locate right cut
+    maximum_gray = hist_size -1
+    while accumulator[maximum_gray] >= (maximum - clip_hist_percent):
+        maximum_gray -= 1
+
+    # Calculate alpha and beta values
+    alpha = 255 / (maximum_gray - minimum_gray)
+    beta = -minimum_gray * alpha
+
+    '''
+    # Calculate new histogram with desired range and show histogram 
+    new_hist = cv2.calcHist([gray],[0],None,[256],[minimum_gray,maximum_gray])
+    plt.plot(hist)
+    plt.plot(new_hist)
+    plt.xlim([0,256])
+    plt.show()
+    '''
+
+    auto_result = cv2.convertScaleAbs(image, alpha=alpha, beta=beta)
+    return (auto_result, alpha, beta)
+
+
+if __name__ == '__main__':
+    #print('External Service port is:' +os.environ.get('SPORT'))    
+    os.environ["RW_PORT"] = "7860"
+    runway.run()

requirements.txt

@@ -0,0 +1,69 @@
+absl-py==0.9.0
+asn1crypto==0.22.0
+astor==0.8.1
+backports.weakref==1.0.post1
+Brotli==1.0.7
+certifi==2019.11.28
+cffi==1.10.0
+chardet==3.0.4
+click==7.1.2
+colorcet==2.0.2
+conda==4.8.3
+conda-package-handling==1.6.0
+cryptography==1.8.1
+enum34==1.1.6
+Flask==1.1.2
+Flask-Compress==1.5.0
+Flask-Cors==3.0.8
+Flask-Sockets==0.2.1
+funcsigs==1.0.2
+functools32==3.2.3.post2
+futures==3.3.0
+gast==0.2.2
+gevent==20.6.2
+gevent-websocket==0.10.1
+google-pasta==0.2.0
+greenlet==0.4.16
+grpcio==1.30.0
+h5py==2.10.0
+idna==2.6
+ipaddress==1.0.18
+itsdangerous==1.1.0
+Jinja2==2.11.2
+Keras-Applications==1.0.8
+Keras-Preprocessing==1.1.2
+Markdown==3.1.1
+MarkupSafe==1.1.1
+mock==3.0.5
+numpy==1.15.0
+opencv-python==4.2.0.32
+opt-einsum==2.3.2
+packaging==16.8
+param==1.9.3
+Pillow==6.2.2
+protobuf==3.12.2
+pycosat==0.6.3
+pycparser==2.18
+pycrypto==2.6.1
+pyct==0.4.6
+pyOpenSSL==17.0.0
+pyparsing==2.2.0
+PySocks==1.7.1
+PyYAML==3.11
+requests @ file:///tmp/build/80754af9/requests_1592841827918/work
+runway-model-runner @ file:///root/runner
+runway-python==0.5.9
+scipy==1.1.0
+six==1.15.0
+tensorboard==1.15.0
+tensorflow==1.15.0
+tensorflow-estimator==1.15.1
+termcolor==1.1.0
+tqdm @ file:///tmp/build/80754af9/tqdm_1593446365756/work
+Unidecode==1.1.1
+urllib3==1.25.7
+Werkzeug==1.0.1
+wget==3.2
+wrapt==1.12.1
+zope.event==4.4
+zope.interface==5.1.0

server.py

@@ -0,0 +1,59 @@
+import os
+import numpy as np
+import tensorflow as tf
+from module import encoder, decoder
+from glob import glob
+import runway
+
+
+@runway.setup(options={"styleCheckpoint": runway.file(is_directory=True)})
+def setup(opts):
+    sess = tf.Session()
+    init_op = tf.global_variables_initializer()
+    sess.run(init_op)
+    with tf.name_scope("placeholder"):
+        input_photo = tf.placeholder(
+            dtype=tf.float32, shape=[1, None, None, 3], name="photo"
+        )
+    input_photo_features = encoder(
+        image=input_photo, options={"gf_dim": 32}, reuse=False
+    )
+    output_photo = decoder(
+        features=input_photo_features, options={"gf_dim": 32}, reuse=False
+    )
+    saver = tf.train.Saver()
+    path = opts["styleCheckpoint"]
+    model_name = [p for p in os.listdir(path) if os.path.isdir(os.path.join(path, p))][
+        0
+    ]
+    checkpoint_dir = os.path.join(path, model_name, "checkpoint_long")
+    ckpt = tf.train.get_checkpoint_state(checkpoint_dir)
+    ckpt_name = os.path.basename(ckpt.model_checkpoint_path)
+    saver.restore(sess, os.path.join(checkpoint_dir, ckpt_name))
+    return dict(sess=sess, input_photo=input_photo, output_photo=output_photo)
+
+
+@runway.command(
+    "stylize",
+    inputs={"contentImage": runway.image},
+    outputs={"stylizedImage": runway.image},
+)
+def stylize(model, inp):
+    img = inp["contentImage"]
+    img = np.array(img)
+    img = img / 127.5 - 1.0
+    img = np.expand_dims(img, axis=0)
+    img = model["sess"].run(
+        model["output_photo"], feed_dict={model["input_photo"]: img}
+    )
+    img = (img + 1.0) * 127.5
+    img = img.astype("uint8")
+    img = img[0]
+    return dict(stylizedImage=img)
+
+
+if __name__ == "__main__":
+    #print("External Service port is:" + os.environ.get("SPORT",7860))
+    #set env var: RW_PORT=7860
+    os.environ["RW_PORT"] = "7860"
+    runway.run()