update

ixc_utils.py

@@ -1,3 +1,4 @@
+import os
 import torch
 import numpy as np
 import torchvision

ixc_utils.py~

@@ -1,139 +0,0 @@
-import torch
-import numpy as np
-import torchvision
-from PIL import Image, ImageDraw, ImageFont
-from torchvision.transforms.functional import InterpolationMode
-import torchvision.transforms as transforms
-from decord import VideoReader
-
-def padding_336(b, pad=336):
- width, height = b.size
- tar = int(np.ceil(height / pad) * pad)
- top_padding = 0 # int((tar - height)/2)
- bottom_padding = tar - height - top_padding
- left_padding = 0
- right_padding = 0
- b = transforms.functional.pad(b, [left_padding, top_padding, right_padding, bottom_padding], fill=[255,255,255])
-
- return b
-
-def Image_transform(img, hd_num=25):
- width, height = img.size
- trans = False
- if width < height:
- img = img.transpose(Image.TRANSPOSE)
- trans = True
- width, height = img.size
- ratio = (width/ height)
- scale = 1
- while scale*np.ceil(scale/ratio) <= hd_num:
- scale += 1
- scale -= 1
- scale = min(np.ceil(width / 560), scale)
- new_w = int(scale * 560)
- new_h = int(new_w / ratio)
- #print (scale, f'{height}/{new_h}, {width}/{new_w}')
-
- img = transforms.functional.resize(img, [new_h, new_w],)
- img = padding_336(img, 560)
- width, height = img.size
- if trans:
- img = img.transpose(Image.TRANSPOSE)
-
- return img
-
-
-def Video_transform(img, hd_num=25):
- width, height = img.size
- trans = False
- if width < height:
- img = img.transpose(Image.TRANSPOSE)
- trans = True
- width, height = img.size
- ratio = (width/ height)
- scale = 1
- new_h = int(scale * 560)
- new_w = int(new_h * ratio)
- #print (new_h, new_w)
-
- img = transforms.functional.resize(img, [new_h, new_w],)
- img = img.transpose(Image.TRANSPOSE)
- img = padding_336(img, 560)
- width, height = img.size
- if not trans:
- img = img.transpose(Image.TRANSPOSE)
-
- return img
-
-def frame2img(imgs):
- new_imgs = []
- for img in imgs:
- w, h = img.size
- scale = w/h
- if w > h:
- new_w = 560 * 2
- new_h = int(560 * 2 / scale)
- else:
- new_w = int(560 * 2 * scale)
- new_h = 560 * 2
- img = transforms.functional.resize(img, [new_h, new_w],)
- new_imgs.append(img)
- imgs = new_imgs
- new_w = 0
- new_h = 0
- pad = 40
- font = ImageFont.truetype(os.path.join(config._name_or_path, "SimHei.ttf"), pad)
- if w > h:
- for im in imgs:
- w,h = im.size
- new_w = max(new_w, w)
- new_h += h + 10 + pad
- new_img = Image.new('RGB', (new_w, new_h), 'white')
- draw = ImageDraw.Draw(new_img)
- curr_h = 0
- for idx, im in enumerate(imgs):
- w,h = im.size
- new_img.paste(im, (0, pad + curr_h))
- draw.text((0, curr_h ), f'<IMAGE {idx}>', font=font, fill='black')
- if idx + 1 < len(imgs):
- draw.line([(0, pad +curr_h + h +5), (new_w, pad +curr_h + h +5)], fill = 'black', width=2)
- curr_h += h + 10 + pad
- #print (new_w, new_h)
- else:
- for im in imgs:
- w,h = im.size
- new_w += w + 10
- new_h = max(new_h, h)
- new_h += pad
- new_img = Image.new('RGB', (new_w, new_h), 'white')
- draw = ImageDraw.Draw(new_img)
- curr_w = 0
- for idx, im in enumerate(imgs):
- w,h = im.size
- new_img.paste(im, (curr_w, pad))
- draw.text((curr_w, 0), f'<IMAGE {idx}>', font=font, fill='black')
- if idx + 1 < len(imgs):
- draw.line([(curr_w + w + 5, 0), (curr_w + w + 5, new_h)], fill = 'black', width=2)
- curr_w += w + 10
- return new_img
-
-def load_video(video_path, num_frm=32, start=None, end=None):
- vid = VideoReader(video_path, num_threads=1)
- fps = vid.get_avg_fps()
- t_stride = int(round(float(fps) / int(1)))
- start_idx = 0 if start is None else start
- end_idx = len(vid) if end is None else end
- all_pos = list(range(start_idx, end_idx, t_stride))
- try:
- images = [vid[i].numpy() for i in all_pos]
- except:
- images = [vid[i].asnumpy() for i in all_pos]
- if len(images) > num_frm:
- num_frm = min(num_frm, len(images))
- step_size = len(images) / (num_frm + 1)
- indices = [int(i*step_size) for i in range(num_frm)]
- images = [images[i] for i in indices]
- images = [Image.fromarray(arr) for arr in images]
- image = frame2img(images)
- return image
-