+
+ 
+
+ 
+ 
+ 
+ 
+ 
+ 
+
+
+
+
+
+
+## 
+
+
+## 
+
+
+## ![](\"https://raw.githubusercontent.com/ultralytics/assets/main/yolov5/v70/splash.png\")
\n",
+ "\n",
+ "\n",
+ "![\"Run](\"https://assets.paperspace.io/img/gradient-badge.svg\"){kind=icon}
\n",
+ " ![\"Open](\"https://colab.research.google.com/assets/colab-badge.svg\"){kind=icon}
\n",
+ " ![\"Open](\"https://kaggle.com/static/images/open-in-kaggle.svg\")
\n",
+ "![](\"https://user-images.githubusercontent.com/26833433/202808393-50deb439-ae1b-4246-a685-7560c9b37211.jpg\")
"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "0eq1SMWl6Sfn"
+ },
+ "source": [
+ "# 2. Validate\n",
+ "Validate a model's accuracy on the [Imagenet](https://image-net.org/) dataset's `val` or `test` splits. Models are downloaded automatically from the [latest YOLOv5 release](https://github.com/ultralytics/yolov5/releases). To show results by class use the `--verbose` flag."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "WQPtK1QYVaD_",
+ "outputId": "20fc0630-141e-4a90-ea06-342cbd7ce496"
+ },
+ "outputs": [
+ {
+ "output_type": "stream",
+ "name": "stdout",
+ "text": [
+ "--2022-11-22 19:53:40-- https://image-net.org/data/ILSVRC/2012/ILSVRC2012_img_val.tar\n",
+ "Resolving image-net.org (image-net.org)... 171.64.68.16\n",
+ "Connecting to image-net.org (image-net.org)|171.64.68.16|:443... connected.\n",
+ "HTTP request sent, awaiting response... 200 OK\n",
+ "Length: 6744924160 (6.3G) [application/x-tar]\n",
+ "Saving to: âILSVRC2012_img_val.tarâ\n",
+ "\n",
+ "ILSVRC2012_img_val. 100%[===================>] 6.28G 16.1MB/s in 10m 52s \n",
+ "\n",
+ "2022-11-22 20:04:32 (9.87 MB/s) - âILSVRC2012_img_val.tarâ saved [6744924160/6744924160]\n",
+ "\n"
+ ]
+ }
+ ],
+ "source": [
+ "# Download Imagenet val (6.3G, 50000 images)\n",
+ "!bash data/scripts/get_imagenet.sh --val"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "X58w8JLpMnjH",
+ "outputId": "41843132-98e2-4c25-d474-4cd7b246fb8e"
+ },
+ "outputs": [
+ {
+ "output_type": "stream",
+ "name": "stdout",
+ "text": [
+ "\u001b[34m\u001b[1mclassify/val: \u001b[0mdata=../datasets/imagenet, weights=['yolov5s-cls.pt'], batch_size=128, imgsz=224, device=, workers=8, verbose=True, project=runs/val-cls, name=exp, exist_ok=False, half=True, dnn=False\n",
+ "YOLOv5 đ v7.0-3-g61ebf5e Python-3.7.15 torch-1.12.1+cu113 CUDA:0 (Tesla T4, 15110MiB)\n",
+ "\n",
+ "Fusing layers... \n",
+ "Model summary: 117 layers, 5447688 parameters, 0 gradients, 11.4 GFLOPs\n",
+ "validating: 100% 391/391 [04:57<00:00, 1.31it/s]\n",
+ " Class Images top1_acc top5_acc\n",
+ " all 50000 0.715 0.902\n",
+ " tench 50 0.94 0.98\n",
+ " goldfish 50 0.88 0.92\n",
+ " great white shark 50 0.78 0.96\n",
+ " tiger shark 50 0.68 0.96\n",
+ " hammerhead shark 50 0.82 0.92\n",
+ " electric ray 50 0.76 0.9\n",
+ " stingray 50 0.7 0.9\n",
+ " cock 50 0.78 0.92\n",
+ " hen 50 0.84 0.96\n",
+ " ostrich 50 0.98 1\n",
+ " brambling 50 0.9 0.96\n",
+ " goldfinch 50 0.92 0.98\n",
+ " house finch 50 0.88 0.96\n",
+ " junco 50 0.94 0.98\n",
+ " indigo bunting 50 0.86 0.88\n",
+ " American robin 50 0.9 0.96\n",
+ " bulbul 50 0.84 0.96\n",
+ " jay 50 0.9 0.96\n",
+ " magpie 50 0.84 0.96\n",
+ " chickadee 50 0.9 1\n",
+ " American dipper 50 0.82 0.92\n",
+ " kite 50 0.76 0.94\n",
+ " bald eagle 50 0.92 1\n",
+ " vulture 50 0.96 1\n",
+ " great grey owl 50 0.94 0.98\n",
+ " fire salamander 50 0.96 0.98\n",
+ " smooth newt 50 0.58 0.94\n",
+ " newt 50 0.74 0.9\n",
+ " spotted salamander 50 0.86 0.94\n",
+ " axolotl 50 0.86 0.96\n",
+ " American bullfrog 50 0.78 0.92\n",
+ " tree frog 50 0.84 0.96\n",
+ " tailed frog 50 0.48 0.8\n",
+ " loggerhead sea turtle 50 0.68 0.94\n",
+ " leatherback sea turtle 50 0.5 0.8\n",
+ " mud turtle 50 0.64 0.84\n",
+ " terrapin 50 0.52 0.98\n",
+ " box turtle 50 0.84 0.98\n",
+ " banded gecko 50 0.7 0.88\n",
+ " green iguana 50 0.76 0.94\n",
+ " Carolina anole 50 0.58 0.96\n",
+ "desert grassland whiptail lizard 50 0.82 0.94\n",
+ " agama 50 0.74 0.92\n",
+ " frilled-necked lizard 50 0.84 0.86\n",
+ " alligator lizard 50 0.58 0.78\n",
+ " Gila monster 50 0.72 0.8\n",
+ " European green lizard 50 0.42 0.9\n",
+ " chameleon 50 0.76 0.84\n",
+ " Komodo dragon 50 0.86 0.96\n",
+ " Nile crocodile 50 0.7 0.84\n",
+ " American alligator 50 0.76 0.96\n",
+ " triceratops 50 0.9 0.94\n",
+ " worm snake 50 0.76 0.88\n",
+ " ring-necked snake 50 0.8 0.92\n",
+ " eastern hog-nosed snake 50 0.58 0.88\n",
+ " smooth green snake 50 0.6 0.94\n",
+ " kingsnake 50 0.82 0.9\n",
+ " garter snake 50 0.88 0.94\n",
+ " water snake 50 0.7 0.94\n",
+ " vine snake 50 0.66 0.76\n",
+ " night snake 50 0.34 0.82\n",
+ " boa constrictor 50 0.8 0.96\n",
+ " African rock python 50 0.48 0.76\n",
+ " Indian cobra 50 0.82 0.94\n",
+ " green mamba 50 0.54 0.86\n",
+ " sea snake 50 0.62 0.9\n",
+ " Saharan horned viper 50 0.56 0.86\n",
+ "eastern diamondback rattlesnake 50 0.6 0.86\n",
+ " sidewinder 50 0.28 0.86\n",
+ " trilobite 50 0.98 0.98\n",
+ " harvestman 50 0.86 0.94\n",
+ " scorpion 50 0.86 0.94\n",
+ " yellow garden spider 50 0.92 0.96\n",
+ " barn spider 50 0.38 0.98\n",
+ " European garden spider 50 0.62 0.98\n",
+ " southern black widow 50 0.88 0.94\n",
+ " tarantula 50 0.94 1\n",
+ " wolf spider 50 0.82 0.92\n",
+ " tick 50 0.74 0.84\n",
+ " centipede 50 0.68 0.82\n",
+ " black grouse 50 0.88 0.98\n",
+ " ptarmigan 50 0.78 0.94\n",
+ " ruffed grouse 50 0.88 1\n",
+ " prairie grouse 50 0.92 1\n",
+ " peacock 50 0.88 0.9\n",
+ " quail 50 0.9 0.94\n",
+ " partridge 50 0.74 0.96\n",
+ " grey parrot 50 0.9 0.96\n",
+ " macaw 50 0.88 0.98\n",
+ "sulphur-crested cockatoo 50 0.86 0.92\n",
+ " lorikeet 50 0.96 1\n",
+ " coucal 50 0.82 0.88\n",
+ " bee eater 50 0.96 0.98\n",
+ " hornbill 50 0.9 0.96\n",
+ " hummingbird 50 0.88 0.96\n",
+ " jacamar 50 0.92 0.94\n",
+ " toucan 50 0.84 0.94\n",
+ " duck 50 0.76 0.94\n",
+ " red-breasted merganser 50 0.86 0.96\n",
+ " goose 50 0.74 0.96\n",
+ " black swan 50 0.94 0.98\n",
+ " tusker 50 0.54 0.92\n",
+ " echidna 50 0.98 1\n",
+ " platypus 50 0.72 0.84\n",
+ " wallaby 50 0.78 0.88\n",
+ " koala 50 0.84 0.92\n",
+ " wombat 50 0.78 0.84\n",
+ " jellyfish 50 0.88 0.96\n",
+ " sea anemone 50 0.72 0.9\n",
+ " brain coral 50 0.88 0.96\n",
+ " flatworm 50 0.8 0.98\n",
+ " nematode 50 0.86 0.9\n",
+ " conch 50 0.74 0.88\n",
+ " snail 50 0.78 0.88\n",
+ " slug 50 0.74 0.82\n",
+ " sea slug 50 0.88 0.98\n",
+ " chiton 50 0.88 0.98\n",
+ " chambered nautilus 50 0.88 0.92\n",
+ " Dungeness crab 50 0.78 0.94\n",
+ " rock crab 50 0.68 0.86\n",
+ " fiddler crab 50 0.64 0.86\n",
+ " red king crab 50 0.76 0.96\n",
+ " American lobster 50 0.78 0.96\n",
+ " spiny lobster 50 0.74 0.88\n",
+ " crayfish 50 0.56 0.86\n",
+ " hermit crab 50 0.78 0.96\n",
+ " isopod 50 0.66 0.78\n",
+ " white stork 50 0.88 0.96\n",
+ " black stork 50 0.84 0.98\n",
+ " spoonbill 50 0.96 1\n",
+ " flamingo 50 0.94 1\n",
+ " little blue heron 50 0.92 0.98\n",
+ " great egret 50 0.9 0.96\n",
+ " bittern 50 0.86 0.94\n",
+ " crane (bird) 50 0.62 0.9\n",
+ " limpkin 50 0.98 1\n",
+ " common gallinule 50 0.92 0.96\n",
+ " American coot 50 0.9 0.98\n",
+ " bustard 50 0.92 0.96\n",
+ " ruddy turnstone 50 0.94 1\n",
+ " dunlin 50 0.86 0.94\n",
+ " common redshank 50 0.9 0.96\n",
+ " dowitcher 50 0.84 0.96\n",
+ " oystercatcher 50 0.86 0.94\n",
+ " pelican 50 0.92 0.96\n",
+ " king penguin 50 0.88 0.96\n",
+ " albatross 50 0.9 1\n",
+ " grey whale 50 0.84 0.92\n",
+ " killer whale 50 0.92 1\n",
+ " dugong 50 0.84 0.96\n",
+ " sea lion 50 0.82 0.92\n",
+ " Chihuahua 50 0.66 0.84\n",
+ " Japanese Chin 50 0.72 0.98\n",
+ " Maltese 50 0.76 0.94\n",
+ " Pekingese 50 0.84 0.94\n",
+ " Shih Tzu 50 0.74 0.96\n",
+ " King Charles Spaniel 50 0.88 0.98\n",
+ " Papillon 50 0.86 0.94\n",
+ " toy terrier 50 0.48 0.94\n",
+ " Rhodesian Ridgeback 50 0.76 0.98\n",
+ " Afghan Hound 50 0.84 1\n",
+ " Basset Hound 50 0.8 0.92\n",
+ " Beagle 50 0.82 0.96\n",
+ " Bloodhound 50 0.48 0.72\n",
+ " Bluetick Coonhound 50 0.86 0.94\n",
+ " Black and Tan Coonhound 50 0.54 0.8\n",
+ "Treeing Walker Coonhound 50 0.66 0.98\n",
+ " English foxhound 50 0.32 0.84\n",
+ " Redbone Coonhound 50 0.62 0.94\n",
+ " borzoi 50 0.92 1\n",
+ " Irish Wolfhound 50 0.48 0.88\n",
+ " Italian Greyhound 50 0.76 0.98\n",
+ " Whippet 50 0.74 0.92\n",
+ " Ibizan Hound 50 0.6 0.86\n",
+ " Norwegian Elkhound 50 0.88 0.98\n",
+ " Otterhound 50 0.62 0.9\n",
+ " Saluki 50 0.72 0.92\n",
+ " Scottish Deerhound 50 0.86 0.98\n",
+ " Weimaraner 50 0.88 0.94\n",
+ "Staffordshire Bull Terrier 50 0.66 0.98\n",
+ "American Staffordshire Terrier 50 0.64 0.92\n",
+ " Bedlington Terrier 50 0.9 0.92\n",
+ " Border Terrier 50 0.86 0.92\n",
+ " Kerry Blue Terrier 50 0.78 0.98\n",
+ " Irish Terrier 50 0.7 0.96\n",
+ " Norfolk Terrier 50 0.68 0.9\n",
+ " Norwich Terrier 50 0.72 1\n",
+ " Yorkshire Terrier 50 0.66 0.9\n",
+ " Wire Fox Terrier 50 0.64 0.98\n",
+ " Lakeland Terrier 50 0.74 0.92\n",
+ " Sealyham Terrier 50 0.76 0.9\n",
+ " Airedale Terrier 50 0.82 0.92\n",
+ " Cairn Terrier 50 0.76 0.9\n",
+ " Australian Terrier 50 0.48 0.84\n",
+ " Dandie Dinmont Terrier 50 0.82 0.92\n",
+ " Boston Terrier 50 0.92 1\n",
+ " Miniature Schnauzer 50 0.68 0.9\n",
+ " Giant Schnauzer 50 0.72 0.98\n",
+ " Standard Schnauzer 50 0.74 1\n",
+ " Scottish Terrier 50 0.76 0.96\n",
+ " Tibetan Terrier 50 0.48 1\n",
+ "Australian Silky Terrier 50 0.66 0.96\n",
+ "Soft-coated Wheaten Terrier 50 0.74 0.96\n",
+ "West Highland White Terrier 50 0.88 0.96\n",
+ " Lhasa Apso 50 0.68 0.96\n",
+ " Flat-Coated Retriever 50 0.72 0.94\n",
+ " Curly-coated Retriever 50 0.82 0.94\n",
+ " Golden Retriever 50 0.86 0.94\n",
+ " Labrador Retriever 50 0.82 0.94\n",
+ "Chesapeake Bay Retriever 50 0.76 0.96\n",
+ "German Shorthaired Pointer 50 0.8 0.96\n",
+ " Vizsla 50 0.68 0.96\n",
+ " English Setter 50 0.7 1\n",
+ " Irish Setter 50 0.8 0.9\n",
+ " Gordon Setter 50 0.84 0.92\n",
+ " Brittany 50 0.84 0.96\n",
+ " Clumber Spaniel 50 0.92 0.96\n",
+ "English Springer Spaniel 50 0.88 1\n",
+ " Welsh Springer Spaniel 50 0.92 1\n",
+ " Cocker Spaniels 50 0.7 0.94\n",
+ " Sussex Spaniel 50 0.72 0.92\n",
+ " Irish Water Spaniel 50 0.88 0.98\n",
+ " Kuvasz 50 0.66 0.9\n",
+ " Schipperke 50 0.9 0.98\n",
+ " Groenendael 50 0.8 0.94\n",
+ " Malinois 50 0.86 0.98\n",
+ " Briard 50 0.52 0.8\n",
+ " Australian Kelpie 50 0.6 0.88\n",
+ " Komondor 50 0.88 0.94\n",
+ " Old English Sheepdog 50 0.94 0.98\n",
+ " Shetland Sheepdog 50 0.74 0.9\n",
+ " collie 50 0.6 0.96\n",
+ " Border Collie 50 0.74 0.96\n",
+ " Bouvier des Flandres 50 0.78 0.94\n",
+ " Rottweiler 50 0.88 0.96\n",
+ " German Shepherd Dog 50 0.8 0.98\n",
+ " Dobermann 50 0.68 0.96\n",
+ " Miniature Pinscher 50 0.76 0.88\n",
+ "Greater Swiss Mountain Dog 50 0.68 0.94\n",
+ " Bernese Mountain Dog 50 0.96 1\n",
+ " Appenzeller Sennenhund 50 0.22 1\n",
+ " Entlebucher Sennenhund 50 0.64 0.98\n",
+ " Boxer 50 0.7 0.92\n",
+ " Bullmastiff 50 0.78 0.98\n",
+ " Tibetan Mastiff 50 0.88 0.96\n",
+ " French Bulldog 50 0.84 0.94\n",
+ " Great Dane 50 0.54 0.9\n",
+ " St. Bernard 50 0.92 1\n",
+ " husky 50 0.46 0.98\n",
+ " Alaskan Malamute 50 0.76 0.96\n",
+ " Siberian Husky 50 0.46 0.98\n",
+ " Dalmatian 50 0.94 0.98\n",
+ " Affenpinscher 50 0.78 0.9\n",
+ " Basenji 50 0.92 0.94\n",
+ " pug 50 0.94 0.98\n",
+ " Leonberger 50 1 1\n",
+ " Newfoundland 50 0.78 0.96\n",
+ " Pyrenean Mountain Dog 50 0.78 0.96\n",
+ " Samoyed 50 0.96 1\n",
+ " Pomeranian 50 0.98 1\n",
+ " Chow Chow 50 0.9 0.96\n",
+ " Keeshond 50 0.88 0.94\n",
+ " Griffon Bruxellois 50 0.84 0.98\n",
+ " Pembroke Welsh Corgi 50 0.82 0.94\n",
+ " Cardigan Welsh Corgi 50 0.66 0.98\n",
+ " Toy Poodle 50 0.52 0.88\n",
+ " Miniature Poodle 50 0.52 0.92\n",
+ " Standard Poodle 50 0.8 1\n",
+ " Mexican hairless dog 50 0.88 0.98\n",
+ " grey wolf 50 0.82 0.92\n",
+ " Alaskan tundra wolf 50 0.78 0.98\n",
+ " red wolf 50 0.48 0.9\n",
+ " coyote 50 0.64 0.86\n",
+ " dingo 50 0.76 0.88\n",
+ " dhole 50 0.9 0.98\n",
+ " African wild dog 50 0.98 1\n",
+ " hyena 50 0.88 0.96\n",
+ " red fox 50 0.54 0.92\n",
+ " kit fox 50 0.72 0.98\n",
+ " Arctic fox 50 0.94 1\n",
+ " grey fox 50 0.7 0.94\n",
+ " tabby cat 50 0.54 0.92\n",
+ " tiger cat 50 0.22 0.94\n",
+ " Persian cat 50 0.9 0.98\n",
+ " Siamese cat 50 0.96 1\n",
+ " Egyptian Mau 50 0.54 0.8\n",
+ " cougar 50 0.9 1\n",
+ " lynx 50 0.72 0.88\n",
+ " leopard 50 0.78 0.98\n",
+ " snow leopard 50 0.9 0.98\n",
+ " jaguar 50 0.7 0.94\n",
+ " lion 50 0.9 0.98\n",
+ " tiger 50 0.92 0.98\n",
+ " cheetah 50 0.94 0.98\n",
+ " brown bear 50 0.94 0.98\n",
+ " American black bear 50 0.8 1\n",
+ " polar bear 50 0.84 0.96\n",
+ " sloth bear 50 0.72 0.92\n",
+ " mongoose 50 0.7 0.92\n",
+ " meerkat 50 0.82 0.92\n",
+ " tiger beetle 50 0.92 0.94\n",
+ " ladybug 50 0.86 0.94\n",
+ " ground beetle 50 0.64 0.94\n",
+ " longhorn beetle 50 0.62 0.88\n",
+ " leaf beetle 50 0.64 0.98\n",
+ " dung beetle 50 0.86 0.98\n",
+ " rhinoceros beetle 50 0.86 0.94\n",
+ " weevil 50 0.9 1\n",
+ " fly 50 0.78 0.94\n",
+ " bee 50 0.68 0.94\n",
+ " ant 50 0.68 0.78\n",
+ " grasshopper 50 0.5 0.92\n",
+ " cricket 50 0.64 0.92\n",
+ " stick insect 50 0.64 0.92\n",
+ " cockroach 50 0.72 0.8\n",
+ " mantis 50 0.64 0.86\n",
+ " cicada 50 0.9 0.96\n",
+ " leafhopper 50 0.88 0.94\n",
+ " lacewing 50 0.78 0.92\n",
+ " dragonfly 50 0.82 0.98\n",
+ " damselfly 50 0.82 1\n",
+ " red admiral 50 0.94 0.96\n",
+ " ringlet 50 0.86 0.98\n",
+ " monarch butterfly 50 0.9 0.92\n",
+ " small white 50 0.9 1\n",
+ " sulphur butterfly 50 0.92 1\n",
+ "gossamer-winged butterfly 50 0.88 1\n",
+ " starfish 50 0.88 0.92\n",
+ " sea urchin 50 0.84 0.94\n",
+ " sea cucumber 50 0.66 0.84\n",
+ " cottontail rabbit 50 0.72 0.94\n",
+ " hare 50 0.84 0.96\n",
+ " Angora rabbit 50 0.94 0.98\n",
+ " hamster 50 0.96 1\n",
+ " porcupine 50 0.88 0.98\n",
+ " fox squirrel 50 0.76 0.94\n",
+ " marmot 50 0.92 0.96\n",
+ " beaver 50 0.78 0.94\n",
+ " guinea pig 50 0.78 0.94\n",
+ " common sorrel 50 0.96 0.98\n",
+ " zebra 50 0.94 0.96\n",
+ " pig 50 0.5 0.76\n",
+ " wild boar 50 0.84 0.96\n",
+ " warthog 50 0.84 0.96\n",
+ " hippopotamus 50 0.88 0.96\n",
+ " ox 50 0.48 0.94\n",
+ " water buffalo 50 0.78 0.94\n",
+ " bison 50 0.88 0.96\n",
+ " ram 50 0.58 0.92\n",
+ " bighorn sheep 50 0.66 1\n",
+ " Alpine ibex 50 0.92 0.98\n",
+ " hartebeest 50 0.94 1\n",
+ " impala 50 0.82 0.96\n",
+ " gazelle 50 0.7 0.96\n",
+ " dromedary 50 0.9 1\n",
+ " llama 50 0.82 0.94\n",
+ " weasel 50 0.44 0.92\n",
+ " mink 50 0.78 0.96\n",
+ " European polecat 50 0.46 0.9\n",
+ " black-footed ferret 50 0.68 0.96\n",
+ " otter 50 0.66 0.88\n",
+ " skunk 50 0.96 0.96\n",
+ " badger 50 0.86 0.92\n",
+ " armadillo 50 0.88 0.9\n",
+ " three-toed sloth 50 0.96 1\n",
+ " orangutan 50 0.78 0.92\n",
+ " gorilla 50 0.82 0.94\n",
+ " chimpanzee 50 0.84 0.94\n",
+ " gibbon 50 0.76 0.86\n",
+ " siamang 50 0.68 0.94\n",
+ " guenon 50 0.8 0.94\n",
+ " patas monkey 50 0.62 0.82\n",
+ " baboon 50 0.9 0.98\n",
+ " macaque 50 0.8 0.86\n",
+ " langur 50 0.6 0.82\n",
+ " black-and-white colobus 50 0.86 0.9\n",
+ " proboscis monkey 50 1 1\n",
+ " marmoset 50 0.74 0.98\n",
+ " white-headed capuchin 50 0.72 0.9\n",
+ " howler monkey 50 0.86 0.94\n",
+ " titi 50 0.5 0.9\n",
+ "Geoffroy's spider monkey 50 0.42 0.8\n",
+ " common squirrel monkey 50 0.76 0.92\n",
+ " ring-tailed lemur 50 0.72 0.94\n",
+ " indri 50 0.9 0.96\n",
+ " Asian elephant 50 0.58 0.92\n",
+ " African bush elephant 50 0.7 0.98\n",
+ " red panda 50 0.94 0.94\n",
+ " giant panda 50 0.94 0.98\n",
+ " snoek 50 0.74 0.9\n",
+ " eel 50 0.6 0.84\n",
+ " coho salmon 50 0.84 0.96\n",
+ " rock beauty 50 0.88 0.98\n",
+ " clownfish 50 0.78 0.98\n",
+ " sturgeon 50 0.68 0.94\n",
+ " garfish 50 0.62 0.8\n",
+ " lionfish 50 0.96 0.96\n",
+ " pufferfish 50 0.88 0.96\n",
+ " abacus 50 0.74 0.88\n",
+ " abaya 50 0.84 0.92\n",
+ " academic gown 50 0.42 0.86\n",
+ " accordion 50 0.8 0.9\n",
+ " acoustic guitar 50 0.5 0.76\n",
+ " aircraft carrier 50 0.8 0.96\n",
+ " airliner 50 0.92 1\n",
+ " airship 50 0.76 0.82\n",
+ " altar 50 0.64 0.98\n",
+ " ambulance 50 0.88 0.98\n",
+ " amphibious vehicle 50 0.64 0.94\n",
+ " analog clock 50 0.52 0.92\n",
+ " apiary 50 0.82 0.96\n",
+ " apron 50 0.7 0.84\n",
+ " waste container 50 0.4 0.8\n",
+ " assault rifle 50 0.42 0.84\n",
+ " backpack 50 0.34 0.64\n",
+ " bakery 50 0.4 0.68\n",
+ " balance beam 50 0.8 0.98\n",
+ " balloon 50 0.86 0.96\n",
+ " ballpoint pen 50 0.52 0.96\n",
+ " Band-Aid 50 0.7 0.9\n",
+ " banjo 50 0.84 1\n",
+ " baluster 50 0.68 0.94\n",
+ " barbell 50 0.56 0.9\n",
+ " barber chair 50 0.7 0.92\n",
+ " barbershop 50 0.54 0.86\n",
+ " barn 50 0.96 0.96\n",
+ " barometer 50 0.84 0.98\n",
+ " barrel 50 0.56 0.88\n",
+ " wheelbarrow 50 0.66 0.88\n",
+ " baseball 50 0.74 0.98\n",
+ " basketball 50 0.88 0.98\n",
+ " bassinet 50 0.66 0.92\n",
+ " bassoon 50 0.74 0.98\n",
+ " swimming cap 50 0.62 0.88\n",
+ " bath towel 50 0.54 0.78\n",
+ " bathtub 50 0.4 0.88\n",
+ " station wagon 50 0.66 0.84\n",
+ " lighthouse 50 0.78 0.94\n",
+ " beaker 50 0.52 0.68\n",
+ " military cap 50 0.84 0.96\n",
+ " beer bottle 50 0.66 0.88\n",
+ " beer glass 50 0.6 0.84\n",
+ " bell-cot 50 0.56 0.96\n",
+ " bib 50 0.58 0.82\n",
+ " tandem bicycle 50 0.86 0.96\n",
+ " bikini 50 0.56 0.88\n",
+ " ring binder 50 0.64 0.84\n",
+ " binoculars 50 0.54 0.78\n",
+ " birdhouse 50 0.86 0.94\n",
+ " boathouse 50 0.74 0.92\n",
+ " bobsleigh 50 0.92 0.96\n",
+ " bolo tie 50 0.8 0.94\n",
+ " poke bonnet 50 0.64 0.86\n",
+ " bookcase 50 0.66 0.92\n",
+ " bookstore 50 0.62 0.88\n",
+ " bottle cap 50 0.58 0.7\n",
+ " bow 50 0.72 0.86\n",
+ " bow tie 50 0.7 0.9\n",
+ " brass 50 0.92 0.96\n",
+ " bra 50 0.5 0.7\n",
+ " breakwater 50 0.62 0.86\n",
+ " breastplate 50 0.4 0.9\n",
+ " broom 50 0.6 0.86\n",
+ " bucket 50 0.66 0.8\n",
+ " buckle 50 0.5 0.68\n",
+ " bulletproof vest 50 0.5 0.78\n",
+ " high-speed train 50 0.94 0.96\n",
+ " butcher shop 50 0.74 0.94\n",
+ " taxicab 50 0.64 0.86\n",
+ " cauldron 50 0.44 0.66\n",
+ " candle 50 0.48 0.74\n",
+ " cannon 50 0.88 0.94\n",
+ " canoe 50 0.94 1\n",
+ " can opener 50 0.66 0.86\n",
+ " cardigan 50 0.68 0.8\n",
+ " car mirror 50 0.94 0.96\n",
+ " carousel 50 0.94 0.98\n",
+ " tool kit 50 0.56 0.78\n",
+ " carton 50 0.42 0.7\n",
+ " car wheel 50 0.38 0.74\n",
+ "automated teller machine 50 0.76 0.94\n",
+ " cassette 50 0.52 0.8\n",
+ " cassette player 50 0.28 0.9\n",
+ " castle 50 0.78 0.88\n",
+ " catamaran 50 0.78 1\n",
+ " CD player 50 0.52 0.82\n",
+ " cello 50 0.82 1\n",
+ " mobile phone 50 0.68 0.86\n",
+ " chain 50 0.38 0.66\n",
+ " chain-link fence 50 0.7 0.84\n",
+ " chain mail 50 0.64 0.9\n",
+ " chainsaw 50 0.84 0.92\n",
+ " chest 50 0.68 0.92\n",
+ " chiffonier 50 0.26 0.64\n",
+ " chime 50 0.62 0.84\n",
+ " china cabinet 50 0.82 0.96\n",
+ " Christmas stocking 50 0.92 0.94\n",
+ " church 50 0.62 0.9\n",
+ " movie theater 50 0.58 0.88\n",
+ " cleaver 50 0.32 0.62\n",
+ " cliff dwelling 50 0.88 1\n",
+ " cloak 50 0.32 0.64\n",
+ " clogs 50 0.58 0.88\n",
+ " cocktail shaker 50 0.62 0.7\n",
+ " coffee mug 50 0.44 0.72\n",
+ " coffeemaker 50 0.64 0.92\n",
+ " coil 50 0.66 0.84\n",
+ " combination lock 50 0.64 0.84\n",
+ " computer keyboard 50 0.7 0.82\n",
+ " confectionery store 50 0.54 0.86\n",
+ " container ship 50 0.82 0.98\n",
+ " convertible 50 0.78 0.98\n",
+ " corkscrew 50 0.82 0.92\n",
+ " cornet 50 0.46 0.88\n",
+ " cowboy boot 50 0.64 0.8\n",
+ " cowboy hat 50 0.64 0.82\n",
+ " cradle 50 0.38 0.8\n",
+ " crane (machine) 50 0.78 0.94\n",
+ " crash helmet 50 0.92 0.96\n",
+ " crate 50 0.52 0.82\n",
+ " infant bed 50 0.74 1\n",
+ " Crock Pot 50 0.78 0.9\n",
+ " croquet ball 50 0.9 0.96\n",
+ " crutch 50 0.46 0.7\n",
+ " cuirass 50 0.54 0.86\n",
+ " dam 50 0.74 0.92\n",
+ " desk 50 0.6 0.86\n",
+ " desktop computer 50 0.54 0.94\n",
+ " rotary dial telephone 50 0.88 0.94\n",
+ " diaper 50 0.68 0.84\n",
+ " digital clock 50 0.54 0.76\n",
+ " digital watch 50 0.58 0.86\n",
+ " dining table 50 0.76 0.9\n",
+ " dishcloth 50 0.94 1\n",
+ " dishwasher 50 0.44 0.78\n",
+ " disc brake 50 0.98 1\n",
+ " dock 50 0.54 0.94\n",
+ " dog sled 50 0.84 1\n",
+ " dome 50 0.72 0.92\n",
+ " doormat 50 0.56 0.82\n",
+ " drilling rig 50 0.84 0.96\n",
+ " drum 50 0.38 0.68\n",
+ " drumstick 50 0.56 0.72\n",
+ " dumbbell 50 0.62 0.9\n",
+ " Dutch oven 50 0.7 0.84\n",
+ " electric fan 50 0.82 0.86\n",
+ " electric guitar 50 0.62 0.84\n",
+ " electric locomotive 50 0.92 0.98\n",
+ " entertainment center 50 0.9 0.98\n",
+ " envelope 50 0.44 0.86\n",
+ " espresso machine 50 0.72 0.94\n",
+ " face powder 50 0.7 0.92\n",
+ " feather boa 50 0.7 0.84\n",
+ " filing cabinet 50 0.88 0.98\n",
+ " fireboat 50 0.94 0.98\n",
+ " fire engine 50 0.84 0.9\n",
+ " fire screen sheet 50 0.62 0.76\n",
+ " flagpole 50 0.74 0.88\n",
+ " flute 50 0.36 0.72\n",
+ " folding chair 50 0.62 0.84\n",
+ " football helmet 50 0.86 0.94\n",
+ " forklift 50 0.8 0.92\n",
+ " fountain 50 0.84 0.94\n",
+ " fountain pen 50 0.76 0.92\n",
+ " four-poster bed 50 0.78 0.94\n",
+ " freight car 50 0.96 1\n",
+ " French horn 50 0.76 0.92\n",
+ " frying pan 50 0.36 0.78\n",
+ " fur coat 50 0.84 0.96\n",
+ " garbage truck 50 0.9 0.98\n",
+ " gas mask 50 0.84 0.92\n",
+ " gas pump 50 0.9 0.98\n",
+ " goblet 50 0.68 0.82\n",
+ " go-kart 50 0.9 1\n",
+ " golf ball 50 0.84 0.9\n",
+ " golf cart 50 0.78 0.86\n",
+ " gondola 50 0.98 0.98\n",
+ " gong 50 0.74 0.92\n",
+ " gown 50 0.62 0.96\n",
+ " grand piano 50 0.7 0.96\n",
+ " greenhouse 50 0.8 0.98\n",
+ " grille 50 0.72 0.9\n",
+ " grocery store 50 0.66 0.94\n",
+ " guillotine 50 0.86 0.92\n",
+ " barrette 50 0.52 0.66\n",
+ " hair spray 50 0.5 0.74\n",
+ " half-track 50 0.78 0.9\n",
+ " hammer 50 0.56 0.76\n",
+ " hamper 50 0.64 0.84\n",
+ " hair dryer 50 0.56 0.74\n",
+ " hand-held computer 50 0.42 0.86\n",
+ " handkerchief 50 0.78 0.94\n",
+ " hard disk drive 50 0.76 0.84\n",
+ " harmonica 50 0.7 0.88\n",
+ " harp 50 0.88 0.96\n",
+ " harvester 50 0.78 1\n",
+ " hatchet 50 0.54 0.74\n",
+ " holster 50 0.66 0.84\n",
+ " home theater 50 0.64 0.94\n",
+ " honeycomb 50 0.56 0.88\n",
+ " hook 50 0.3 0.6\n",
+ " hoop skirt 50 0.64 0.86\n",
+ " horizontal bar 50 0.68 0.98\n",
+ " horse-drawn vehicle 50 0.88 0.94\n",
+ " hourglass 50 0.88 0.96\n",
+ " iPod 50 0.76 0.94\n",
+ " clothes iron 50 0.82 0.88\n",
+ " jack-o'-lantern 50 0.98 0.98\n",
+ " jeans 50 0.68 0.84\n",
+ " jeep 50 0.72 0.9\n",
+ " T-shirt 50 0.72 0.96\n",
+ " jigsaw puzzle 50 0.84 0.94\n",
+ " pulled rickshaw 50 0.86 0.94\n",
+ " joystick 50 0.8 0.9\n",
+ " kimono 50 0.84 0.96\n",
+ " knee pad 50 0.62 0.88\n",
+ " knot 50 0.66 0.8\n",
+ " lab coat 50 0.8 0.96\n",
+ " ladle 50 0.36 0.64\n",
+ " lampshade 50 0.48 0.84\n",
+ " laptop computer 50 0.26 0.88\n",
+ " lawn mower 50 0.78 0.96\n",
+ " lens cap 50 0.46 0.72\n",
+ " paper knife 50 0.26 0.5\n",
+ " library 50 0.54 0.9\n",
+ " lifeboat 50 0.92 0.98\n",
+ " lighter 50 0.56 0.78\n",
+ " limousine 50 0.76 0.92\n",
+ " ocean liner 50 0.88 0.94\n",
+ " lipstick 50 0.74 0.9\n",
+ " slip-on shoe 50 0.74 0.92\n",
+ " lotion 50 0.5 0.86\n",
+ " speaker 50 0.52 0.68\n",
+ " loupe 50 0.32 0.52\n",
+ " sawmill 50 0.72 0.9\n",
+ " magnetic compass 50 0.52 0.82\n",
+ " mail bag 50 0.68 0.92\n",
+ " mailbox 50 0.82 0.92\n",
+ " tights 50 0.22 0.94\n",
+ " tank suit 50 0.24 0.9\n",
+ " manhole cover 50 0.96 0.98\n",
+ " maraca 50 0.74 0.9\n",
+ " marimba 50 0.84 0.94\n",
+ " mask 50 0.44 0.82\n",
+ " match 50 0.66 0.9\n",
+ " maypole 50 0.96 1\n",
+ " maze 50 0.8 0.96\n",
+ " measuring cup 50 0.54 0.76\n",
+ " medicine chest 50 0.6 0.84\n",
+ " megalith 50 0.8 0.92\n",
+ " microphone 50 0.52 0.7\n",
+ " microwave oven 50 0.48 0.72\n",
+ " military uniform 50 0.62 0.84\n",
+ " milk can 50 0.68 0.82\n",
+ " minibus 50 0.7 1\n",
+ " miniskirt 50 0.46 0.76\n",
+ " minivan 50 0.38 0.8\n",
+ " missile 50 0.4 0.84\n",
+ " mitten 50 0.76 0.88\n",
+ " mixing bowl 50 0.8 0.92\n",
+ " mobile home 50 0.54 0.78\n",
+ " Model T 50 0.92 0.96\n",
+ " modem 50 0.58 0.86\n",
+ " monastery 50 0.44 0.9\n",
+ " monitor 50 0.4 0.86\n",
+ " moped 50 0.56 0.94\n",
+ " mortar 50 0.68 0.94\n",
+ " square academic cap 50 0.5 0.84\n",
+ " mosque 50 0.9 1\n",
+ " mosquito net 50 0.9 0.98\n",
+ " scooter 50 0.9 0.98\n",
+ " mountain bike 50 0.78 0.96\n",
+ " tent 50 0.88 0.96\n",
+ " computer mouse 50 0.42 0.82\n",
+ " mousetrap 50 0.76 0.88\n",
+ " moving van 50 0.4 0.72\n",
+ " muzzle 50 0.5 0.72\n",
+ " nail 50 0.68 0.74\n",
+ " neck brace 50 0.56 0.68\n",
+ " necklace 50 0.86 1\n",
+ " nipple 50 0.7 0.88\n",
+ " notebook computer 50 0.34 0.84\n",
+ " obelisk 50 0.8 0.92\n",
+ " oboe 50 0.6 0.84\n",
+ " ocarina 50 0.8 0.86\n",
+ " odometer 50 0.96 1\n",
+ " oil filter 50 0.58 0.82\n",
+ " organ 50 0.82 0.9\n",
+ " oscilloscope 50 0.9 0.96\n",
+ " overskirt 50 0.2 0.7\n",
+ " bullock cart 50 0.7 0.94\n",
+ " oxygen mask 50 0.46 0.84\n",
+ " packet 50 0.5 0.78\n",
+ " paddle 50 0.56 0.94\n",
+ " paddle wheel 50 0.86 0.96\n",
+ " padlock 50 0.74 0.78\n",
+ " paintbrush 50 0.62 0.8\n",
+ " pajamas 50 0.56 0.92\n",
+ " palace 50 0.64 0.96\n",
+ " pan flute 50 0.84 0.86\n",
+ " paper towel 50 0.66 0.84\n",
+ " parachute 50 0.92 0.94\n",
+ " parallel bars 50 0.62 0.96\n",
+ " park bench 50 0.74 0.9\n",
+ " parking meter 50 0.84 0.92\n",
+ " passenger car 50 0.5 0.82\n",
+ " patio 50 0.58 0.84\n",
+ " payphone 50 0.74 0.92\n",
+ " pedestal 50 0.52 0.9\n",
+ " pencil case 50 0.64 0.92\n",
+ " pencil sharpener 50 0.52 0.78\n",
+ " perfume 50 0.7 0.9\n",
+ " Petri dish 50 0.6 0.8\n",
+ " photocopier 50 0.88 0.98\n",
+ " plectrum 50 0.7 0.84\n",
+ " Pickelhaube 50 0.72 0.86\n",
+ " picket fence 50 0.84 0.94\n",
+ " pickup truck 50 0.64 0.92\n",
+ " pier 50 0.52 0.82\n",
+ " piggy bank 50 0.82 0.94\n",
+ " pill bottle 50 0.76 0.86\n",
+ " pillow 50 0.76 0.9\n",
+ " ping-pong ball 50 0.84 0.88\n",
+ " pinwheel 50 0.76 0.88\n",
+ " pirate ship 50 0.76 0.94\n",
+ " pitcher 50 0.46 0.84\n",
+ " hand plane 50 0.84 0.94\n",
+ " planetarium 50 0.88 0.98\n",
+ " plastic bag 50 0.36 0.62\n",
+ " plate rack 50 0.52 0.78\n",
+ " plow 50 0.78 0.88\n",
+ " plunger 50 0.42 0.7\n",
+ " Polaroid camera 50 0.84 0.92\n",
+ " pole 50 0.38 0.74\n",
+ " police van 50 0.76 0.94\n",
+ " poncho 50 0.58 0.86\n",
+ " billiard table 50 0.8 0.88\n",
+ " soda bottle 50 0.56 0.94\n",
+ " pot 50 0.78 0.92\n",
+ " potter's wheel 50 0.9 0.94\n",
+ " power drill 50 0.42 0.72\n",
+ " prayer rug 50 0.7 0.86\n",
+ " printer 50 0.54 0.86\n",
+ " prison 50 0.7 0.9\n",
+ " projectile 50 0.28 0.9\n",
+ " projector 50 0.62 0.84\n",
+ " hockey puck 50 0.92 0.96\n",
+ " punching bag 50 0.6 0.68\n",
+ " purse 50 0.42 0.78\n",
+ " quill 50 0.68 0.84\n",
+ " quilt 50 0.64 0.9\n",
+ " race car 50 0.72 0.92\n",
+ " racket 50 0.72 0.9\n",
+ " radiator 50 0.66 0.76\n",
+ " radio 50 0.64 0.92\n",
+ " radio telescope 50 0.9 0.96\n",
+ " rain barrel 50 0.8 0.98\n",
+ " recreational vehicle 50 0.84 0.94\n",
+ " reel 50 0.72 0.82\n",
+ " reflex camera 50 0.72 0.92\n",
+ " refrigerator 50 0.7 0.9\n",
+ " remote control 50 0.7 0.88\n",
+ " restaurant 50 0.5 0.66\n",
+ " revolver 50 0.82 1\n",
+ " rifle 50 0.38 0.7\n",
+ " rocking chair 50 0.62 0.84\n",
+ " rotisserie 50 0.88 0.92\n",
+ " eraser 50 0.54 0.76\n",
+ " rugby ball 50 0.86 0.94\n",
+ " ruler 50 0.68 0.86\n",
+ " running shoe 50 0.78 0.94\n",
+ " safe 50 0.82 0.92\n",
+ " safety pin 50 0.4 0.62\n",
+ " salt shaker 50 0.66 0.9\n",
+ " sandal 50 0.66 0.86\n",
+ " sarong 50 0.64 0.86\n",
+ " saxophone 50 0.66 0.88\n",
+ " scabbard 50 0.76 0.92\n",
+ " weighing scale 50 0.58 0.78\n",
+ " school bus 50 0.92 1\n",
+ " schooner 50 0.84 1\n",
+ " scoreboard 50 0.9 0.96\n",
+ " CRT screen 50 0.14 0.7\n",
+ " screw 50 0.9 0.98\n",
+ " screwdriver 50 0.3 0.58\n",
+ " seat belt 50 0.88 0.94\n",
+ " sewing machine 50 0.76 0.9\n",
+ " shield 50 0.56 0.82\n",
+ " shoe store 50 0.78 0.96\n",
+ " shoji 50 0.8 0.92\n",
+ " shopping basket 50 0.52 0.88\n",
+ " shopping cart 50 0.76 0.92\n",
+ " shovel 50 0.62 0.84\n",
+ " shower cap 50 0.7 0.84\n",
+ " shower curtain 50 0.64 0.82\n",
+ " ski 50 0.74 0.92\n",
+ " ski mask 50 0.72 0.88\n",
+ " sleeping bag 50 0.68 0.8\n",
+ " slide rule 50 0.72 0.88\n",
+ " sliding door 50 0.44 0.78\n",
+ " slot machine 50 0.94 0.98\n",
+ " snorkel 50 0.86 0.98\n",
+ " snowmobile 50 0.88 1\n",
+ " snowplow 50 0.84 0.98\n",
+ " soap dispenser 50 0.56 0.86\n",
+ " soccer ball 50 0.86 0.96\n",
+ " sock 50 0.62 0.76\n",
+ " solar thermal collector 50 0.72 0.96\n",
+ " sombrero 50 0.6 0.84\n",
+ " soup bowl 50 0.56 0.94\n",
+ " space bar 50 0.34 0.88\n",
+ " space heater 50 0.52 0.74\n",
+ " space shuttle 50 0.82 0.96\n",
+ " spatula 50 0.3 0.6\n",
+ " motorboat 50 0.86 1\n",
+ " spider web 50 0.7 0.9\n",
+ " spindle 50 0.86 0.98\n",
+ " sports car 50 0.6 0.94\n",
+ " spotlight 50 0.26 0.6\n",
+ " stage 50 0.68 0.86\n",
+ " steam locomotive 50 0.94 1\n",
+ " through arch bridge 50 0.84 0.96\n",
+ " steel drum 50 0.82 0.9\n",
+ " stethoscope 50 0.6 0.82\n",
+ " scarf 50 0.5 0.92\n",
+ " stone wall 50 0.76 0.9\n",
+ " stopwatch 50 0.58 0.9\n",
+ " stove 50 0.46 0.74\n",
+ " strainer 50 0.64 0.84\n",
+ " tram 50 0.88 0.96\n",
+ " stretcher 50 0.6 0.8\n",
+ " couch 50 0.8 0.96\n",
+ " stupa 50 0.88 0.88\n",
+ " submarine 50 0.72 0.92\n",
+ " suit 50 0.4 0.78\n",
+ " sundial 50 0.58 0.74\n",
+ " sunglass 50 0.14 0.58\n",
+ " sunglasses 50 0.28 0.58\n",
+ " sunscreen 50 0.32 0.7\n",
+ " suspension bridge 50 0.6 0.94\n",
+ " mop 50 0.74 0.92\n",
+ " sweatshirt 50 0.28 0.66\n",
+ " swimsuit 50 0.52 0.82\n",
+ " swing 50 0.76 0.84\n",
+ " switch 50 0.56 0.76\n",
+ " syringe 50 0.62 0.82\n",
+ " table lamp 50 0.6 0.88\n",
+ " tank 50 0.8 0.96\n",
+ " tape player 50 0.46 0.76\n",
+ " teapot 50 0.84 1\n",
+ " teddy bear 50 0.82 0.94\n",
+ " television 50 0.6 0.9\n",
+ " tennis ball 50 0.7 0.94\n",
+ " thatched roof 50 0.88 0.9\n",
+ " front curtain 50 0.8 0.92\n",
+ " thimble 50 0.6 0.8\n",
+ " threshing machine 50 0.56 0.88\n",
+ " throne 50 0.72 0.82\n",
+ " tile roof 50 0.72 0.94\n",
+ " toaster 50 0.66 0.84\n",
+ " tobacco shop 50 0.42 0.7\n",
+ " toilet seat 50 0.62 0.88\n",
+ " torch 50 0.64 0.84\n",
+ " totem pole 50 0.92 0.98\n",
+ " tow truck 50 0.62 0.88\n",
+ " toy store 50 0.6 0.94\n",
+ " tractor 50 0.76 0.98\n",
+ " semi-trailer truck 50 0.78 0.92\n",
+ " tray 50 0.46 0.64\n",
+ " trench coat 50 0.54 0.72\n",
+ " tricycle 50 0.72 0.94\n",
+ " trimaran 50 0.7 0.98\n",
+ " tripod 50 0.58 0.86\n",
+ " triumphal arch 50 0.92 0.98\n",
+ " trolleybus 50 0.9 1\n",
+ " trombone 50 0.54 0.88\n",
+ " tub 50 0.24 0.82\n",
+ " turnstile 50 0.84 0.94\n",
+ " typewriter keyboard 50 0.68 0.98\n",
+ " umbrella 50 0.52 0.7\n",
+ " unicycle 50 0.74 0.96\n",
+ " upright piano 50 0.76 0.9\n",
+ " vacuum cleaner 50 0.62 0.9\n",
+ " vase 50 0.5 0.78\n",
+ " vault 50 0.76 0.92\n",
+ " velvet 50 0.2 0.42\n",
+ " vending machine 50 0.9 1\n",
+ " vestment 50 0.54 0.82\n",
+ " viaduct 50 0.78 0.86\n",
+ " violin 50 0.68 0.78\n",
+ " volleyball 50 0.86 1\n",
+ " waffle iron 50 0.72 0.88\n",
+ " wall clock 50 0.54 0.88\n",
+ " wallet 50 0.52 0.9\n",
+ " wardrobe 50 0.68 0.88\n",
+ " military aircraft 50 0.9 0.98\n",
+ " sink 50 0.72 0.96\n",
+ " washing machine 50 0.78 0.94\n",
+ " water bottle 50 0.54 0.74\n",
+ " water jug 50 0.22 0.74\n",
+ " water tower 50 0.9 0.96\n",
+ " whiskey jug 50 0.64 0.74\n",
+ " whistle 50 0.72 0.84\n",
+ " wig 50 0.84 0.9\n",
+ " window screen 50 0.68 0.8\n",
+ " window shade 50 0.52 0.76\n",
+ " Windsor tie 50 0.22 0.66\n",
+ " wine bottle 50 0.42 0.82\n",
+ " wing 50 0.54 0.96\n",
+ " wok 50 0.46 0.82\n",
+ " wooden spoon 50 0.58 0.8\n",
+ " wool 50 0.32 0.82\n",
+ " split-rail fence 50 0.74 0.9\n",
+ " shipwreck 50 0.84 0.96\n",
+ " yawl 50 0.78 0.96\n",
+ " yurt 50 0.84 1\n",
+ " website 50 0.98 1\n",
+ " comic book 50 0.62 0.9\n",
+ " crossword 50 0.84 0.88\n",
+ " traffic sign 50 0.78 0.9\n",
+ " traffic light 50 0.8 0.94\n",
+ " dust jacket 50 0.72 0.94\n",
+ " menu 50 0.82 0.96\n",
+ " plate 50 0.44 0.88\n",
+ " guacamole 50 0.8 0.92\n",
+ " consomme 50 0.54 0.88\n",
+ " hot pot 50 0.86 0.98\n",
+ " trifle 50 0.92 0.98\n",
+ " ice cream 50 0.68 0.94\n",
+ " ice pop 50 0.62 0.84\n",
+ " baguette 50 0.62 0.88\n",
+ " bagel 50 0.64 0.92\n",
+ " pretzel 50 0.72 0.88\n",
+ " cheeseburger 50 0.9 1\n",
+ " hot dog 50 0.74 0.94\n",
+ " mashed potato 50 0.74 0.9\n",
+ " cabbage 50 0.84 0.96\n",
+ " broccoli 50 0.9 0.96\n",
+ " cauliflower 50 0.82 1\n",
+ " zucchini 50 0.74 0.9\n",
+ " spaghetti squash 50 0.8 0.96\n",
+ " acorn squash 50 0.82 0.96\n",
+ " butternut squash 50 0.7 0.94\n",
+ " cucumber 50 0.6 0.96\n",
+ " artichoke 50 0.84 0.94\n",
+ " bell pepper 50 0.84 0.98\n",
+ " cardoon 50 0.88 0.94\n",
+ " mushroom 50 0.38 0.92\n",
+ " Granny Smith 50 0.9 0.96\n",
+ " strawberry 50 0.6 0.88\n",
+ " orange 50 0.7 0.92\n",
+ " lemon 50 0.78 0.98\n",
+ " fig 50 0.82 0.96\n",
+ " pineapple 50 0.86 0.96\n",
+ " banana 50 0.84 0.96\n",
+ " jackfruit 50 0.9 0.98\n",
+ " custard apple 50 0.86 0.96\n",
+ " pomegranate 50 0.82 0.98\n",
+ " hay 50 0.8 0.92\n",
+ " carbonara 50 0.88 0.94\n",
+ " chocolate syrup 50 0.46 0.84\n",
+ " dough 50 0.4 0.6\n",
+ " meatloaf 50 0.58 0.84\n",
+ " pizza 50 0.84 0.96\n",
+ " pot pie 50 0.68 0.9\n",
+ " burrito 50 0.8 0.98\n",
+ " red wine 50 0.54 0.82\n",
+ " espresso 50 0.64 0.88\n",
+ " cup 50 0.38 0.7\n",
+ " eggnog 50 0.38 0.7\n",
+ " alp 50 0.54 0.88\n",
+ " bubble 50 0.8 0.96\n",
+ " cliff 50 0.64 1\n",
+ " coral reef 50 0.72 0.96\n",
+ " geyser 50 0.94 1\n",
+ " lakeshore 50 0.54 0.88\n",
+ " promontory 50 0.58 0.94\n",
+ " shoal 50 0.6 0.96\n",
+ " seashore 50 0.44 0.78\n",
+ " valley 50 0.72 0.94\n",
+ " volcano 50 0.78 0.96\n",
+ " baseball player 50 0.72 0.94\n",
+ " bridegroom 50 0.72 0.88\n",
+ " scuba diver 50 0.8 1\n",
+ " rapeseed 50 0.94 0.98\n",
+ " daisy 50 0.96 0.98\n",
+ " yellow lady's slipper 50 1 1\n",
+ " corn 50 0.4 0.88\n",
+ " acorn 50 0.92 0.98\n",
+ " rose hip 50 0.92 0.98\n",
+ " horse chestnut seed 50 0.94 0.98\n",
+ " coral fungus 50 0.96 0.96\n",
+ " agaric 50 0.82 0.94\n",
+ " gyromitra 50 0.98 1\n",
+ " stinkhorn mushroom 50 0.8 0.94\n",
+ " earth star 50 0.98 1\n",
+ " hen-of-the-woods 50 0.8 0.96\n",
+ " bolete 50 0.74 0.94\n",
+ " ear 50 0.48 0.94\n",
+ " toilet paper 50 0.36 0.68\n",
+ "Speed: 0.1ms pre-process, 0.3ms inference, 0.0ms post-process per image at shape (1, 3, 224, 224)\n",
+ "Results saved to \u001b[1mruns/val-cls/exp\u001b[0m\n"
+ ]
+ }
+ ],
+ "source": [
+ "# Validate YOLOv5s on Imagenet val\n",
+ "!python classify/val.py --weights yolov5s-cls.pt --data ../datasets/imagenet --img 224 --half"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "ZY2VXXXu74w5"
+ },
+ "source": [
+ "# 3. Train\n",
+ "\n",
+ "![](\"https://github.com/ultralytics/assets/raw/main/im/integrations-loop.png\"/)
![](\"https://user-images.githubusercontent.com/26833433/202802162-92e60571-ab58-4409-948d-b31fddcd3c6f.png\"/)
![\"Comet](\"https://user-images.githubusercontent.com/26833433/202851203-164e94e1-2238-46dd-91f8-de020e9d6b41.png\")
"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "Lay2WsTjNJzP"
+ },
+ "source": [
+ "## ClearML Logging and Automation đ NEW\n",
+ "\n",
+ "[ClearML](https://cutt.ly/yolov5-notebook-clearml) is completely integrated into YOLOv5 to track your experimentation, manage dataset versions and even remotely execute training runs. To enable ClearML (check cells above):\n",
+ "\n",
+ "- `pip install clearml`\n",
+ "- run `clearml-init` to connect to a ClearML server (**deploy your own [open-source server](https://github.com/allegroai/clearml-server)**, or use our [free hosted server](https://cutt.ly/yolov5-notebook-clearml))\n",
+ "\n",
+ "You'll get all the great expected features from an experiment manager: live updates, model upload, experiment comparison etc. but ClearML also tracks uncommitted changes and installed packages for example. Thanks to that ClearML Tasks (which is what we call experiments) are also reproducible on different machines! With only 1 extra line, we can schedule a YOLOv5 training task on a queue to be executed by any number of ClearML Agents (workers).\n",
+ "\n",
+ "You can use ClearML Data to version your dataset and then pass it to YOLOv5 simply using its unique ID. This will help you keep track of your data without adding extra hassle. Explore the [ClearML Tutorial](https://github.com/ultralytics/yolov5/tree/master/utils/loggers/clearml) for details!\n",
+ "\n",
+ "\n",
+ "![\"ClearML](\"https://github.com/thepycoder/clearml_screenshots/raw/main/scalars.jpg\")
"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "-WPvRbS5Swl6"
+ },
+ "source": [
+ "## Local Logging\n",
+ "\n",
+ "Training results are automatically logged with [Tensorboard](https://www.tensorflow.org/tensorboard) and [CSV](https://github.com/ultralytics/yolov5/pull/4148) loggers to `runs/train`, with a new experiment directory created for each new training as `runs/train/exp2`, `runs/train/exp3`, etc.\n",
+ "\n",
+ "This directory contains train and val statistics, mosaics, labels, predictions and augmentated mosaics, as well as metrics and charts including precision-recall (PR) curves and confusion matrices. \n",
+ "\n",
+ "![\"Local](\"https://user-images.githubusercontent.com/26833433/183222430-e1abd1b7-782c-4cde-b04d-ad52926bf818.jpg\")
\n"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "Zelyeqbyt3GD"
+ },
+ "source": [
+ "# Environments\n",
+ "\n",
+ "YOLOv5 may be run in any of the following up-to-date verified environments (with all dependencies including [CUDA](https://developer.nvidia.com/cuda)/[CUDNN](https://developer.nvidia.com/cudnn), [Python](https://www.python.org/) and [PyTorch](https://pytorch.org/) preinstalled):\n",
+ "\n",
+ "- **Notebooks** with free GPU: \n",
+ "- **Google Cloud** Deep Learning VM. See [GCP Quickstart Guide](https://github.com/ultralytics/yolov5/wiki/GCP-Quickstart)\n",
+ "- **Amazon** Deep Learning AMI. See [AWS Quickstart Guide](https://github.com/ultralytics/yolov5/wiki/AWS-Quickstart)\n",
+ "- **Docker Image**. See [Docker Quickstart Guide](https://github.com/ultralytics/yolov5/wiki/Docker-Quickstart) ![\"Docker](\"https://img.shields.io/docker/pulls/ultralytics/yolov5?logo=docker\")
\n"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "6Qu7Iesl0p54"
+ },
+ "source": [
+ "# Status\n",
+ "\n",
+ "\n",
+ "\n",
+ "If this badge is green, all [YOLOv5 GitHub Actions](https://github.com/ultralytics/yolov5/actions) Continuous Integration (CI) tests are currently passing. CI tests verify correct operation of YOLOv5 training ([train.py](https://github.com/ultralytics/yolov5/blob/master/train.py)), testing ([val.py](https://github.com/ultralytics/yolov5/blob/master/val.py)), inference ([detect.py](https://github.com/ultralytics/yolov5/blob/master/detect.py)) and export ([export.py](https://github.com/ultralytics/yolov5/blob/master/export.py)) on macOS, Windows, and Ubuntu every 24 hours and on every commit.\n"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "IEijrePND_2I"
+ },
+ "source": [
+ "# Appendix\n",
+ "\n",
+ "Additional content below."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "id": "GMusP4OAxFu6"
+ },
+ "outputs": [],
+ "source": [
+ "# YOLOv5 PyTorch HUB Inference (DetectionModels only)\n",
+ "import torch\n",
+ "\n",
+ "model = torch.hub.load('ultralytics/yolov5', 'yolov5s') # yolov5n - yolov5x6 or custom\n",
+ "im = 'https://ultralytics.com/images/zidane.jpg' # file, Path, PIL.Image, OpenCV, nparray, list\n",
+ "results = model(im) # inference\n",
+ "results.print() # or .show(), .save(), .crop(), .pandas(), etc."
+ ]
+ }
+ ],
+ "metadata": {
+ "accelerator": "GPU",
+ "colab": {
+ "name": "YOLOv5 Classification Tutorial",
+ "provenance": []
+ },
+ "kernelspec": {
+ "display_name": "Python 3 (ipykernel)",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.7.12"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 0
+}
\ No newline at end of file
diff --git a/classify/val.py b/classify/val.py
new file mode 100644
index 0000000000000000000000000000000000000000..8657036fb2a23d7388240c31d36b67b95877ec12
--- /dev/null
+++ b/classify/val.py
@@ -0,0 +1,170 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+Validate a trained YOLOv5 classification model on a classification dataset
+
+Usage:
+ $ bash data/scripts/get_imagenet.sh --val # download ImageNet val split (6.3G, 50000 images)
+ $ python classify/val.py --weights yolov5m-cls.pt --data ../datasets/imagenet --img 224 # validate ImageNet
+
+Usage - formats:
+ $ python classify/val.py --weights yolov5s-cls.pt # PyTorch
+ yolov5s-cls.torchscript # TorchScript
+ yolov5s-cls.onnx # ONNX Runtime or OpenCV DNN with --dnn
+ yolov5s-cls_openvino_model # OpenVINO
+ yolov5s-cls.engine # TensorRT
+ yolov5s-cls.mlmodel # CoreML (macOS-only)
+ yolov5s-cls_saved_model # TensorFlow SavedModel
+ yolov5s-cls.pb # TensorFlow GraphDef
+ yolov5s-cls.tflite # TensorFlow Lite
+ yolov5s-cls_edgetpu.tflite # TensorFlow Edge TPU
+ yolov5s-cls_paddle_model # PaddlePaddle
+"""
+
+import argparse
+import os
+import sys
+from pathlib import Path
+
+import torch
+from tqdm import tqdm
+
+FILE = Path(__file__).resolve()
+ROOT = FILE.parents[1] # YOLOv5 root directory
+if str(ROOT) not in sys.path:
+ sys.path.append(str(ROOT)) # add ROOT to PATH
+ROOT = Path(os.path.relpath(ROOT, Path.cwd())) # relative
+
+from models.common import DetectMultiBackend
+from utils.dataloaders import create_classification_dataloader
+from utils.general import (LOGGER, TQDM_BAR_FORMAT, Profile, check_img_size, check_requirements, colorstr,
+ increment_path, print_args)
+from utils.torch_utils import select_device, smart_inference_mode
+
+
+@smart_inference_mode()
+def run(
+ data=ROOT / '../datasets/mnist', # dataset dir
+ weights=ROOT / 'yolov5s-cls.pt', # model.pt path(s)
+ batch_size=128, # batch size
+ imgsz=224, # inference size (pixels)
+ device='', # cuda device, i.e. 0 or 0,1,2,3 or cpu
+ workers=8, # max dataloader workers (per RANK in DDP mode)
+ verbose=False, # verbose output
+ project=ROOT / 'runs/val-cls', # save to project/name
+ name='exp', # save to project/name
+ exist_ok=False, # existing project/name ok, do not increment
+ half=False, # use FP16 half-precision inference
+ dnn=False, # use OpenCV DNN for ONNX inference
+ model=None,
+ dataloader=None,
+ criterion=None,
+ pbar=None,
+):
+ # Initialize/load model and set device
+ training = model is not None
+ if training: # called by train.py
+ device, pt, jit, engine = next(model.parameters()).device, True, False, False # get model device, PyTorch model
+ half &= device.type != 'cpu' # half precision only supported on CUDA
+ model.half() if half else model.float()
+ else: # called directly
+ device = select_device(device, batch_size=batch_size)
+
+ # Directories
+ save_dir = increment_path(Path(project) / name, exist_ok=exist_ok) # increment run
+ save_dir.mkdir(parents=True, exist_ok=True) # make dir
+
+ # Load model
+ model = DetectMultiBackend(weights, device=device, dnn=dnn, fp16=half)
+ stride, pt, jit, engine = model.stride, model.pt, model.jit, model.engine
+ imgsz = check_img_size(imgsz, s=stride) # check image size
+ half = model.fp16 # FP16 supported on limited backends with CUDA
+ if engine:
+ batch_size = model.batch_size
+ else:
+ device = model.device
+ if not (pt or jit):
+ batch_size = 1 # export.py models default to batch-size 1
+ LOGGER.info(f'Forcing --batch-size 1 square inference (1,3,{imgsz},{imgsz}) for non-PyTorch models')
+
+ # Dataloader
+ data = Path(data)
+ test_dir = data / 'test' if (data / 'test').exists() else data / 'val' # data/test or data/val
+ dataloader = create_classification_dataloader(path=test_dir,
+ imgsz=imgsz,
+ batch_size=batch_size,
+ augment=False,
+ rank=-1,
+ workers=workers)
+
+ model.eval()
+ pred, targets, loss, dt = [], [], 0, (Profile(), Profile(), Profile())
+ n = len(dataloader) # number of batches
+ action = 'validating' if dataloader.dataset.root.stem == 'val' else 'testing'
+ desc = f"{pbar.desc[:-36]}{action:>36}" if pbar else f"{action}"
+ bar = tqdm(dataloader, desc, n, not training, bar_format=TQDM_BAR_FORMAT, position=0)
+ with torch.cuda.amp.autocast(enabled=device.type != 'cpu'):
+ for images, labels in bar:
+ with dt[0]:
+ images, labels = images.to(device, non_blocking=True), labels.to(device)
+
+ with dt[1]:
+ y = model(images)
+
+ with dt[2]:
+ pred.append(y.argsort(1, descending=True)[:, :5])
+ targets.append(labels)
+ if criterion:
+ loss += criterion(y, labels)
+
+ loss /= n
+ pred, targets = torch.cat(pred), torch.cat(targets)
+ correct = (targets[:, None] == pred).float()
+ acc = torch.stack((correct[:, 0], correct.max(1).values), dim=1) # (top1, top5) accuracy
+ top1, top5 = acc.mean(0).tolist()
+
+ if pbar:
+ pbar.desc = f"{pbar.desc[:-36]}{loss:>12.3g}{top1:>12.3g}{top5:>12.3g}"
+ if verbose: # all classes
+ LOGGER.info(f"{'Class':>24}{'Images':>12}{'top1_acc':>12}{'top5_acc':>12}")
+ LOGGER.info(f"{'all':>24}{targets.shape[0]:>12}{top1:>12.3g}{top5:>12.3g}")
+ for i, c in model.names.items():
+ aci = acc[targets == i]
+ top1i, top5i = aci.mean(0).tolist()
+ LOGGER.info(f"{c:>24}{aci.shape[0]:>12}{top1i:>12.3g}{top5i:>12.3g}")
+
+ # Print results
+ t = tuple(x.t / len(dataloader.dataset.samples) * 1E3 for x in dt) # speeds per image
+ shape = (1, 3, imgsz, imgsz)
+ LOGGER.info(f'Speed: %.1fms pre-process, %.1fms inference, %.1fms post-process per image at shape {shape}' % t)
+ LOGGER.info(f"Results saved to {colorstr('bold', save_dir)}")
+
+ return top1, top5, loss
+
+
+def parse_opt():
+ parser = argparse.ArgumentParser()
+ parser.add_argument('--data', type=str, default=ROOT / '../datasets/mnist', help='dataset path')
+ parser.add_argument('--weights', nargs='+', type=str, default=ROOT / 'yolov5s-cls.pt', help='model.pt path(s)')
+ parser.add_argument('--batch-size', type=int, default=128, help='batch size')
+ parser.add_argument('--imgsz', '--img', '--img-size', type=int, default=224, help='inference size (pixels)')
+ parser.add_argument('--device', default='', help='cuda device, i.e. 0 or 0,1,2,3 or cpu')
+ parser.add_argument('--workers', type=int, default=8, help='max dataloader workers (per RANK in DDP mode)')
+ parser.add_argument('--verbose', nargs='?', const=True, default=True, help='verbose output')
+ parser.add_argument('--project', default=ROOT / 'runs/val-cls', help='save to project/name')
+ parser.add_argument('--name', default='exp', help='save to project/name')
+ parser.add_argument('--exist-ok', action='store_true', help='existing project/name ok, do not increment')
+ parser.add_argument('--half', action='store_true', help='use FP16 half-precision inference')
+ parser.add_argument('--dnn', action='store_true', help='use OpenCV DNN for ONNX inference')
+ opt = parser.parse_args()
+ print_args(vars(opt))
+ return opt
+
+
+def main(opt):
+ check_requirements(exclude=('tensorboard', 'thop'))
+ run(**vars(opt))
+
+
+if __name__ == "__main__":
+ opt = parse_opt()
+ main(opt)
diff --git a/data.yaml b/data.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..14017084bcbcd36ff2eef9dbd5fdf88a067da4f9
--- /dev/null
+++ b/data.yaml
@@ -0,0 +1,13 @@
+train: ../train/images
+val: ../valid/images
+test: ../test/images
+
+nc: 1
+names: ['M1A1 Abrams']
+
+roboflow:
+ workspace: sigil
+ project: tankdemo
+ version: 5
+ license: CC BY 4.0
+ url: https://universe.roboflow.com/sigil/tankdemo/dataset/5
\ No newline at end of file
diff --git a/data/Argoverse.yaml b/data/Argoverse.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..558151dc849e5549a53b19b48a0ce14fa0a59350
--- /dev/null
+++ b/data/Argoverse.yaml
@@ -0,0 +1,74 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# Argoverse-HD dataset (ring-front-center camera) http://www.cs.cmu.edu/~mengtial/proj/streaming/ by Argo AI
+# Example usage: python train.py --data Argoverse.yaml
+# parent
+# âââ yolov5
+# âââ datasets
+# âââ Argoverse â downloads here (31.3 GB)
+
+
+# Train/val/test sets as 1) dir: path/to/imgs, 2) file: path/to/imgs.txt, or 3) list: [path/to/imgs1, path/to/imgs2, ..]
+path: ../datasets/Argoverse # dataset root dir
+train: Argoverse-1.1/images/train/ # train images (relative to 'path') 39384 images
+val: Argoverse-1.1/images/val/ # val images (relative to 'path') 15062 images
+test: Argoverse-1.1/images/test/ # test images (optional) https://eval.ai/web/challenges/challenge-page/800/overview
+
+# Classes
+names:
+ 0: person
+ 1: bicycle
+ 2: car
+ 3: motorcycle
+ 4: bus
+ 5: truck
+ 6: traffic_light
+ 7: stop_sign
+
+
+# Download script/URL (optional) ---------------------------------------------------------------------------------------
+download: |
+ import json
+
+ from tqdm import tqdm
+ from utils.general import download, Path
+
+
+ def argoverse2yolo(set):
+ labels = {}
+ a = json.load(open(set, "rb"))
+ for annot in tqdm(a['annotations'], desc=f"Converting {set} to YOLOv5 format..."):
+ img_id = annot['image_id']
+ img_name = a['images'][img_id]['name']
+ img_label_name = f'{img_name[:-3]}txt'
+
+ cls = annot['category_id'] # instance class id
+ x_center, y_center, width, height = annot['bbox']
+ x_center = (x_center + width / 2) / 1920.0 # offset and scale
+ y_center = (y_center + height / 2) / 1200.0 # offset and scale
+ width /= 1920.0 # scale
+ height /= 1200.0 # scale
+
+ img_dir = set.parents[2] / 'Argoverse-1.1' / 'labels' / a['seq_dirs'][a['images'][annot['image_id']]['sid']]
+ if not img_dir.exists():
+ img_dir.mkdir(parents=True, exist_ok=True)
+
+ k = str(img_dir / img_label_name)
+ if k not in labels:
+ labels[k] = []
+ labels[k].append(f"{cls} {x_center} {y_center} {width} {height}\n")
+
+ for k in labels:
+ with open(k, "w") as f:
+ f.writelines(labels[k])
+
+
+ # Download
+ dir = Path(yaml['path']) # dataset root dir
+ urls = ['https://argoverse-hd.s3.us-east-2.amazonaws.com/Argoverse-HD-Full.zip']
+ download(urls, dir=dir, delete=False)
+
+ # Convert
+ annotations_dir = 'Argoverse-HD/annotations/'
+ (dir / 'Argoverse-1.1' / 'tracking').rename(dir / 'Argoverse-1.1' / 'images') # rename 'tracking' to 'images'
+ for d in "train.json", "val.json":
+ argoverse2yolo(dir / annotations_dir / d) # convert VisDrone annotations to YOLO labels
diff --git a/data/GlobalWheat2020.yaml b/data/GlobalWheat2020.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..01812d031bc52cefbe5e3a823cef9783cddae213
--- /dev/null
+++ b/data/GlobalWheat2020.yaml
@@ -0,0 +1,54 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# Global Wheat 2020 dataset http://www.global-wheat.com/ by University of Saskatchewan
+# Example usage: python train.py --data GlobalWheat2020.yaml
+# parent
+# âââ yolov5
+# âââ datasets
+# âââ GlobalWheat2020 â downloads here (7.0 GB)
+
+
+# Train/val/test sets as 1) dir: path/to/imgs, 2) file: path/to/imgs.txt, or 3) list: [path/to/imgs1, path/to/imgs2, ..]
+path: ../datasets/GlobalWheat2020 # dataset root dir
+train: # train images (relative to 'path') 3422 images
+ - images/arvalis_1
+ - images/arvalis_2
+ - images/arvalis_3
+ - images/ethz_1
+ - images/rres_1
+ - images/inrae_1
+ - images/usask_1
+val: # val images (relative to 'path') 748 images (WARNING: train set contains ethz_1)
+ - images/ethz_1
+test: # test images (optional) 1276 images
+ - images/utokyo_1
+ - images/utokyo_2
+ - images/nau_1
+ - images/uq_1
+
+# Classes
+names:
+ 0: wheat_head
+
+
+# Download script/URL (optional) ---------------------------------------------------------------------------------------
+download: |
+ from utils.general import download, Path
+
+
+ # Download
+ dir = Path(yaml['path']) # dataset root dir
+ urls = ['https://zenodo.org/record/4298502/files/global-wheat-codalab-official.zip',
+ 'https://github.com/ultralytics/yolov5/releases/download/v1.0/GlobalWheat2020_labels.zip']
+ download(urls, dir=dir)
+
+ # Make Directories
+ for p in 'annotations', 'images', 'labels':
+ (dir / p).mkdir(parents=True, exist_ok=True)
+
+ # Move
+ for p in 'arvalis_1', 'arvalis_2', 'arvalis_3', 'ethz_1', 'rres_1', 'inrae_1', 'usask_1', \
+ 'utokyo_1', 'utokyo_2', 'nau_1', 'uq_1':
+ (dir / p).rename(dir / 'images' / p) # move to /images
+ f = (dir / p).with_suffix('.json') # json file
+ if f.exists():
+ f.rename((dir / 'annotations' / p).with_suffix('.json')) # move to /annotations
diff --git a/data/ImageNet.yaml b/data/ImageNet.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..14f12950605f50797828584405536890987c8633
--- /dev/null
+++ b/data/ImageNet.yaml
@@ -0,0 +1,1022 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# ImageNet-1k dataset https://www.image-net.org/index.php by Stanford University
+# Simplified class names from https://github.com/anishathalye/imagenet-simple-labels
+# Example usage: python classify/train.py --data imagenet
+# parent
+# âââ yolov5
+# âââ datasets
+# âââ imagenet â downloads here (144 GB)
+
+
+# Train/val/test sets as 1) dir: path/to/imgs, 2) file: path/to/imgs.txt, or 3) list: [path/to/imgs1, path/to/imgs2, ..]
+path: ../datasets/imagenet # dataset root dir
+train: train # train images (relative to 'path') 1281167 images
+val: val # val images (relative to 'path') 50000 images
+test: # test images (optional)
+
+# Classes
+names:
+ 0: tench
+ 1: goldfish
+ 2: great white shark
+ 3: tiger shark
+ 4: hammerhead shark
+ 5: electric ray
+ 6: stingray
+ 7: cock
+ 8: hen
+ 9: ostrich
+ 10: brambling
+ 11: goldfinch
+ 12: house finch
+ 13: junco
+ 14: indigo bunting
+ 15: American robin
+ 16: bulbul
+ 17: jay
+ 18: magpie
+ 19: chickadee
+ 20: American dipper
+ 21: kite
+ 22: bald eagle
+ 23: vulture
+ 24: great grey owl
+ 25: fire salamander
+ 26: smooth newt
+ 27: newt
+ 28: spotted salamander
+ 29: axolotl
+ 30: American bullfrog
+ 31: tree frog
+ 32: tailed frog
+ 33: loggerhead sea turtle
+ 34: leatherback sea turtle
+ 35: mud turtle
+ 36: terrapin
+ 37: box turtle
+ 38: banded gecko
+ 39: green iguana
+ 40: Carolina anole
+ 41: desert grassland whiptail lizard
+ 42: agama
+ 43: frilled-necked lizard
+ 44: alligator lizard
+ 45: Gila monster
+ 46: European green lizard
+ 47: chameleon
+ 48: Komodo dragon
+ 49: Nile crocodile
+ 50: American alligator
+ 51: triceratops
+ 52: worm snake
+ 53: ring-necked snake
+ 54: eastern hog-nosed snake
+ 55: smooth green snake
+ 56: kingsnake
+ 57: garter snake
+ 58: water snake
+ 59: vine snake
+ 60: night snake
+ 61: boa constrictor
+ 62: African rock python
+ 63: Indian cobra
+ 64: green mamba
+ 65: sea snake
+ 66: Saharan horned viper
+ 67: eastern diamondback rattlesnake
+ 68: sidewinder
+ 69: trilobite
+ 70: harvestman
+ 71: scorpion
+ 72: yellow garden spider
+ 73: barn spider
+ 74: European garden spider
+ 75: southern black widow
+ 76: tarantula
+ 77: wolf spider
+ 78: tick
+ 79: centipede
+ 80: black grouse
+ 81: ptarmigan
+ 82: ruffed grouse
+ 83: prairie grouse
+ 84: peacock
+ 85: quail
+ 86: partridge
+ 87: grey parrot
+ 88: macaw
+ 89: sulphur-crested cockatoo
+ 90: lorikeet
+ 91: coucal
+ 92: bee eater
+ 93: hornbill
+ 94: hummingbird
+ 95: jacamar
+ 96: toucan
+ 97: duck
+ 98: red-breasted merganser
+ 99: goose
+ 100: black swan
+ 101: tusker
+ 102: echidna
+ 103: platypus
+ 104: wallaby
+ 105: koala
+ 106: wombat
+ 107: jellyfish
+ 108: sea anemone
+ 109: brain coral
+ 110: flatworm
+ 111: nematode
+ 112: conch
+ 113: snail
+ 114: slug
+ 115: sea slug
+ 116: chiton
+ 117: chambered nautilus
+ 118: Dungeness crab
+ 119: rock crab
+ 120: fiddler crab
+ 121: red king crab
+ 122: American lobster
+ 123: spiny lobster
+ 124: crayfish
+ 125: hermit crab
+ 126: isopod
+ 127: white stork
+ 128: black stork
+ 129: spoonbill
+ 130: flamingo
+ 131: little blue heron
+ 132: great egret
+ 133: bittern
+ 134: crane (bird)
+ 135: limpkin
+ 136: common gallinule
+ 137: American coot
+ 138: bustard
+ 139: ruddy turnstone
+ 140: dunlin
+ 141: common redshank
+ 142: dowitcher
+ 143: oystercatcher
+ 144: pelican
+ 145: king penguin
+ 146: albatross
+ 147: grey whale
+ 148: killer whale
+ 149: dugong
+ 150: sea lion
+ 151: Chihuahua
+ 152: Japanese Chin
+ 153: Maltese
+ 154: Pekingese
+ 155: Shih Tzu
+ 156: King Charles Spaniel
+ 157: Papillon
+ 158: toy terrier
+ 159: Rhodesian Ridgeback
+ 160: Afghan Hound
+ 161: Basset Hound
+ 162: Beagle
+ 163: Bloodhound
+ 164: Bluetick Coonhound
+ 165: Black and Tan Coonhound
+ 166: Treeing Walker Coonhound
+ 167: English foxhound
+ 168: Redbone Coonhound
+ 169: borzoi
+ 170: Irish Wolfhound
+ 171: Italian Greyhound
+ 172: Whippet
+ 173: Ibizan Hound
+ 174: Norwegian Elkhound
+ 175: Otterhound
+ 176: Saluki
+ 177: Scottish Deerhound
+ 178: Weimaraner
+ 179: Staffordshire Bull Terrier
+ 180: American Staffordshire Terrier
+ 181: Bedlington Terrier
+ 182: Border Terrier
+ 183: Kerry Blue Terrier
+ 184: Irish Terrier
+ 185: Norfolk Terrier
+ 186: Norwich Terrier
+ 187: Yorkshire Terrier
+ 188: Wire Fox Terrier
+ 189: Lakeland Terrier
+ 190: Sealyham Terrier
+ 191: Airedale Terrier
+ 192: Cairn Terrier
+ 193: Australian Terrier
+ 194: Dandie Dinmont Terrier
+ 195: Boston Terrier
+ 196: Miniature Schnauzer
+ 197: Giant Schnauzer
+ 198: Standard Schnauzer
+ 199: Scottish Terrier
+ 200: Tibetan Terrier
+ 201: Australian Silky Terrier
+ 202: Soft-coated Wheaten Terrier
+ 203: West Highland White Terrier
+ 204: Lhasa Apso
+ 205: Flat-Coated Retriever
+ 206: Curly-coated Retriever
+ 207: Golden Retriever
+ 208: Labrador Retriever
+ 209: Chesapeake Bay Retriever
+ 210: German Shorthaired Pointer
+ 211: Vizsla
+ 212: English Setter
+ 213: Irish Setter
+ 214: Gordon Setter
+ 215: Brittany
+ 216: Clumber Spaniel
+ 217: English Springer Spaniel
+ 218: Welsh Springer Spaniel
+ 219: Cocker Spaniels
+ 220: Sussex Spaniel
+ 221: Irish Water Spaniel
+ 222: Kuvasz
+ 223: Schipperke
+ 224: Groenendael
+ 225: Malinois
+ 226: Briard
+ 227: Australian Kelpie
+ 228: Komondor
+ 229: Old English Sheepdog
+ 230: Shetland Sheepdog
+ 231: collie
+ 232: Border Collie
+ 233: Bouvier des Flandres
+ 234: Rottweiler
+ 235: German Shepherd Dog
+ 236: Dobermann
+ 237: Miniature Pinscher
+ 238: Greater Swiss Mountain Dog
+ 239: Bernese Mountain Dog
+ 240: Appenzeller Sennenhund
+ 241: Entlebucher Sennenhund
+ 242: Boxer
+ 243: Bullmastiff
+ 244: Tibetan Mastiff
+ 245: French Bulldog
+ 246: Great Dane
+ 247: St. Bernard
+ 248: husky
+ 249: Alaskan Malamute
+ 250: Siberian Husky
+ 251: Dalmatian
+ 252: Affenpinscher
+ 253: Basenji
+ 254: pug
+ 255: Leonberger
+ 256: Newfoundland
+ 257: Pyrenean Mountain Dog
+ 258: Samoyed
+ 259: Pomeranian
+ 260: Chow Chow
+ 261: Keeshond
+ 262: Griffon Bruxellois
+ 263: Pembroke Welsh Corgi
+ 264: Cardigan Welsh Corgi
+ 265: Toy Poodle
+ 266: Miniature Poodle
+ 267: Standard Poodle
+ 268: Mexican hairless dog
+ 269: grey wolf
+ 270: Alaskan tundra wolf
+ 271: red wolf
+ 272: coyote
+ 273: dingo
+ 274: dhole
+ 275: African wild dog
+ 276: hyena
+ 277: red fox
+ 278: kit fox
+ 279: Arctic fox
+ 280: grey fox
+ 281: tabby cat
+ 282: tiger cat
+ 283: Persian cat
+ 284: Siamese cat
+ 285: Egyptian Mau
+ 286: cougar
+ 287: lynx
+ 288: leopard
+ 289: snow leopard
+ 290: jaguar
+ 291: lion
+ 292: tiger
+ 293: cheetah
+ 294: brown bear
+ 295: American black bear
+ 296: polar bear
+ 297: sloth bear
+ 298: mongoose
+ 299: meerkat
+ 300: tiger beetle
+ 301: ladybug
+ 302: ground beetle
+ 303: longhorn beetle
+ 304: leaf beetle
+ 305: dung beetle
+ 306: rhinoceros beetle
+ 307: weevil
+ 308: fly
+ 309: bee
+ 310: ant
+ 311: grasshopper
+ 312: cricket
+ 313: stick insect
+ 314: cockroach
+ 315: mantis
+ 316: cicada
+ 317: leafhopper
+ 318: lacewing
+ 319: dragonfly
+ 320: damselfly
+ 321: red admiral
+ 322: ringlet
+ 323: monarch butterfly
+ 324: small white
+ 325: sulphur butterfly
+ 326: gossamer-winged butterfly
+ 327: starfish
+ 328: sea urchin
+ 329: sea cucumber
+ 330: cottontail rabbit
+ 331: hare
+ 332: Angora rabbit
+ 333: hamster
+ 334: porcupine
+ 335: fox squirrel
+ 336: marmot
+ 337: beaver
+ 338: guinea pig
+ 339: common sorrel
+ 340: zebra
+ 341: pig
+ 342: wild boar
+ 343: warthog
+ 344: hippopotamus
+ 345: ox
+ 346: water buffalo
+ 347: bison
+ 348: ram
+ 349: bighorn sheep
+ 350: Alpine ibex
+ 351: hartebeest
+ 352: impala
+ 353: gazelle
+ 354: dromedary
+ 355: llama
+ 356: weasel
+ 357: mink
+ 358: European polecat
+ 359: black-footed ferret
+ 360: otter
+ 361: skunk
+ 362: badger
+ 363: armadillo
+ 364: three-toed sloth
+ 365: orangutan
+ 366: gorilla
+ 367: chimpanzee
+ 368: gibbon
+ 369: siamang
+ 370: guenon
+ 371: patas monkey
+ 372: baboon
+ 373: macaque
+ 374: langur
+ 375: black-and-white colobus
+ 376: proboscis monkey
+ 377: marmoset
+ 378: white-headed capuchin
+ 379: howler monkey
+ 380: titi
+ 381: Geoffroy's spider monkey
+ 382: common squirrel monkey
+ 383: ring-tailed lemur
+ 384: indri
+ 385: Asian elephant
+ 386: African bush elephant
+ 387: red panda
+ 388: giant panda
+ 389: snoek
+ 390: eel
+ 391: coho salmon
+ 392: rock beauty
+ 393: clownfish
+ 394: sturgeon
+ 395: garfish
+ 396: lionfish
+ 397: pufferfish
+ 398: abacus
+ 399: abaya
+ 400: academic gown
+ 401: accordion
+ 402: acoustic guitar
+ 403: aircraft carrier
+ 404: airliner
+ 405: airship
+ 406: altar
+ 407: ambulance
+ 408: amphibious vehicle
+ 409: analog clock
+ 410: apiary
+ 411: apron
+ 412: waste container
+ 413: assault rifle
+ 414: backpack
+ 415: bakery
+ 416: balance beam
+ 417: balloon
+ 418: ballpoint pen
+ 419: Band-Aid
+ 420: banjo
+ 421: baluster
+ 422: barbell
+ 423: barber chair
+ 424: barbershop
+ 425: barn
+ 426: barometer
+ 427: barrel
+ 428: wheelbarrow
+ 429: baseball
+ 430: basketball
+ 431: bassinet
+ 432: bassoon
+ 433: swimming cap
+ 434: bath towel
+ 435: bathtub
+ 436: station wagon
+ 437: lighthouse
+ 438: beaker
+ 439: military cap
+ 440: beer bottle
+ 441: beer glass
+ 442: bell-cot
+ 443: bib
+ 444: tandem bicycle
+ 445: bikini
+ 446: ring binder
+ 447: binoculars
+ 448: birdhouse
+ 449: boathouse
+ 450: bobsleigh
+ 451: bolo tie
+ 452: poke bonnet
+ 453: bookcase
+ 454: bookstore
+ 455: bottle cap
+ 456: bow
+ 457: bow tie
+ 458: brass
+ 459: bra
+ 460: breakwater
+ 461: breastplate
+ 462: broom
+ 463: bucket
+ 464: buckle
+ 465: bulletproof vest
+ 466: high-speed train
+ 467: butcher shop
+ 468: taxicab
+ 469: cauldron
+ 470: candle
+ 471: cannon
+ 472: canoe
+ 473: can opener
+ 474: cardigan
+ 475: car mirror
+ 476: carousel
+ 477: tool kit
+ 478: carton
+ 479: car wheel
+ 480: automated teller machine
+ 481: cassette
+ 482: cassette player
+ 483: castle
+ 484: catamaran
+ 485: CD player
+ 486: cello
+ 487: mobile phone
+ 488: chain
+ 489: chain-link fence
+ 490: chain mail
+ 491: chainsaw
+ 492: chest
+ 493: chiffonier
+ 494: chime
+ 495: china cabinet
+ 496: Christmas stocking
+ 497: church
+ 498: movie theater
+ 499: cleaver
+ 500: cliff dwelling
+ 501: cloak
+ 502: clogs
+ 503: cocktail shaker
+ 504: coffee mug
+ 505: coffeemaker
+ 506: coil
+ 507: combination lock
+ 508: computer keyboard
+ 509: confectionery store
+ 510: container ship
+ 511: convertible
+ 512: corkscrew
+ 513: cornet
+ 514: cowboy boot
+ 515: cowboy hat
+ 516: cradle
+ 517: crane (machine)
+ 518: crash helmet
+ 519: crate
+ 520: infant bed
+ 521: Crock Pot
+ 522: croquet ball
+ 523: crutch
+ 524: cuirass
+ 525: dam
+ 526: desk
+ 527: desktop computer
+ 528: rotary dial telephone
+ 529: diaper
+ 530: digital clock
+ 531: digital watch
+ 532: dining table
+ 533: dishcloth
+ 534: dishwasher
+ 535: disc brake
+ 536: dock
+ 537: dog sled
+ 538: dome
+ 539: doormat
+ 540: drilling rig
+ 541: drum
+ 542: drumstick
+ 543: dumbbell
+ 544: Dutch oven
+ 545: electric fan
+ 546: electric guitar
+ 547: electric locomotive
+ 548: entertainment center
+ 549: envelope
+ 550: espresso machine
+ 551: face powder
+ 552: feather boa
+ 553: filing cabinet
+ 554: fireboat
+ 555: fire engine
+ 556: fire screen sheet
+ 557: flagpole
+ 558: flute
+ 559: folding chair
+ 560: football helmet
+ 561: forklift
+ 562: fountain
+ 563: fountain pen
+ 564: four-poster bed
+ 565: freight car
+ 566: French horn
+ 567: frying pan
+ 568: fur coat
+ 569: garbage truck
+ 570: gas mask
+ 571: gas pump
+ 572: goblet
+ 573: go-kart
+ 574: golf ball
+ 575: golf cart
+ 576: gondola
+ 577: gong
+ 578: gown
+ 579: grand piano
+ 580: greenhouse
+ 581: grille
+ 582: grocery store
+ 583: guillotine
+ 584: barrette
+ 585: hair spray
+ 586: half-track
+ 587: hammer
+ 588: hamper
+ 589: hair dryer
+ 590: hand-held computer
+ 591: handkerchief
+ 592: hard disk drive
+ 593: harmonica
+ 594: harp
+ 595: harvester
+ 596: hatchet
+ 597: holster
+ 598: home theater
+ 599: honeycomb
+ 600: hook
+ 601: hoop skirt
+ 602: horizontal bar
+ 603: horse-drawn vehicle
+ 604: hourglass
+ 605: iPod
+ 606: clothes iron
+ 607: jack-o'-lantern
+ 608: jeans
+ 609: jeep
+ 610: T-shirt
+ 611: jigsaw puzzle
+ 612: pulled rickshaw
+ 613: joystick
+ 614: kimono
+ 615: knee pad
+ 616: knot
+ 617: lab coat
+ 618: ladle
+ 619: lampshade
+ 620: laptop computer
+ 621: lawn mower
+ 622: lens cap
+ 623: paper knife
+ 624: library
+ 625: lifeboat
+ 626: lighter
+ 627: limousine
+ 628: ocean liner
+ 629: lipstick
+ 630: slip-on shoe
+ 631: lotion
+ 632: speaker
+ 633: loupe
+ 634: sawmill
+ 635: magnetic compass
+ 636: mail bag
+ 637: mailbox
+ 638: tights
+ 639: tank suit
+ 640: manhole cover
+ 641: maraca
+ 642: marimba
+ 643: mask
+ 644: match
+ 645: maypole
+ 646: maze
+ 647: measuring cup
+ 648: medicine chest
+ 649: megalith
+ 650: microphone
+ 651: microwave oven
+ 652: military uniform
+ 653: milk can
+ 654: minibus
+ 655: miniskirt
+ 656: minivan
+ 657: missile
+ 658: mitten
+ 659: mixing bowl
+ 660: mobile home
+ 661: Model T
+ 662: modem
+ 663: monastery
+ 664: monitor
+ 665: moped
+ 666: mortar
+ 667: square academic cap
+ 668: mosque
+ 669: mosquito net
+ 670: scooter
+ 671: mountain bike
+ 672: tent
+ 673: computer mouse
+ 674: mousetrap
+ 675: moving van
+ 676: muzzle
+ 677: nail
+ 678: neck brace
+ 679: necklace
+ 680: nipple
+ 681: notebook computer
+ 682: obelisk
+ 683: oboe
+ 684: ocarina
+ 685: odometer
+ 686: oil filter
+ 687: organ
+ 688: oscilloscope
+ 689: overskirt
+ 690: bullock cart
+ 691: oxygen mask
+ 692: packet
+ 693: paddle
+ 694: paddle wheel
+ 695: padlock
+ 696: paintbrush
+ 697: pajamas
+ 698: palace
+ 699: pan flute
+ 700: paper towel
+ 701: parachute
+ 702: parallel bars
+ 703: park bench
+ 704: parking meter
+ 705: passenger car
+ 706: patio
+ 707: payphone
+ 708: pedestal
+ 709: pencil case
+ 710: pencil sharpener
+ 711: perfume
+ 712: Petri dish
+ 713: photocopier
+ 714: plectrum
+ 715: Pickelhaube
+ 716: picket fence
+ 717: pickup truck
+ 718: pier
+ 719: piggy bank
+ 720: pill bottle
+ 721: pillow
+ 722: ping-pong ball
+ 723: pinwheel
+ 724: pirate ship
+ 725: pitcher
+ 726: hand plane
+ 727: planetarium
+ 728: plastic bag
+ 729: plate rack
+ 730: plow
+ 731: plunger
+ 732: Polaroid camera
+ 733: pole
+ 734: police van
+ 735: poncho
+ 736: billiard table
+ 737: soda bottle
+ 738: pot
+ 739: potter's wheel
+ 740: power drill
+ 741: prayer rug
+ 742: printer
+ 743: prison
+ 744: projectile
+ 745: projector
+ 746: hockey puck
+ 747: punching bag
+ 748: purse
+ 749: quill
+ 750: quilt
+ 751: race car
+ 752: racket
+ 753: radiator
+ 754: radio
+ 755: radio telescope
+ 756: rain barrel
+ 757: recreational vehicle
+ 758: reel
+ 759: reflex camera
+ 760: refrigerator
+ 761: remote control
+ 762: restaurant
+ 763: revolver
+ 764: rifle
+ 765: rocking chair
+ 766: rotisserie
+ 767: eraser
+ 768: rugby ball
+ 769: ruler
+ 770: running shoe
+ 771: safe
+ 772: safety pin
+ 773: salt shaker
+ 774: sandal
+ 775: sarong
+ 776: saxophone
+ 777: scabbard
+ 778: weighing scale
+ 779: school bus
+ 780: schooner
+ 781: scoreboard
+ 782: CRT screen
+ 783: screw
+ 784: screwdriver
+ 785: seat belt
+ 786: sewing machine
+ 787: shield
+ 788: shoe store
+ 789: shoji
+ 790: shopping basket
+ 791: shopping cart
+ 792: shovel
+ 793: shower cap
+ 794: shower curtain
+ 795: ski
+ 796: ski mask
+ 797: sleeping bag
+ 798: slide rule
+ 799: sliding door
+ 800: slot machine
+ 801: snorkel
+ 802: snowmobile
+ 803: snowplow
+ 804: soap dispenser
+ 805: soccer ball
+ 806: sock
+ 807: solar thermal collector
+ 808: sombrero
+ 809: soup bowl
+ 810: space bar
+ 811: space heater
+ 812: space shuttle
+ 813: spatula
+ 814: motorboat
+ 815: spider web
+ 816: spindle
+ 817: sports car
+ 818: spotlight
+ 819: stage
+ 820: steam locomotive
+ 821: through arch bridge
+ 822: steel drum
+ 823: stethoscope
+ 824: scarf
+ 825: stone wall
+ 826: stopwatch
+ 827: stove
+ 828: strainer
+ 829: tram
+ 830: stretcher
+ 831: couch
+ 832: stupa
+ 833: submarine
+ 834: suit
+ 835: sundial
+ 836: sunglass
+ 837: sunglasses
+ 838: sunscreen
+ 839: suspension bridge
+ 840: mop
+ 841: sweatshirt
+ 842: swimsuit
+ 843: swing
+ 844: switch
+ 845: syringe
+ 846: table lamp
+ 847: tank
+ 848: tape player
+ 849: teapot
+ 850: teddy bear
+ 851: television
+ 852: tennis ball
+ 853: thatched roof
+ 854: front curtain
+ 855: thimble
+ 856: threshing machine
+ 857: throne
+ 858: tile roof
+ 859: toaster
+ 860: tobacco shop
+ 861: toilet seat
+ 862: torch
+ 863: totem pole
+ 864: tow truck
+ 865: toy store
+ 866: tractor
+ 867: semi-trailer truck
+ 868: tray
+ 869: trench coat
+ 870: tricycle
+ 871: trimaran
+ 872: tripod
+ 873: triumphal arch
+ 874: trolleybus
+ 875: trombone
+ 876: tub
+ 877: turnstile
+ 878: typewriter keyboard
+ 879: umbrella
+ 880: unicycle
+ 881: upright piano
+ 882: vacuum cleaner
+ 883: vase
+ 884: vault
+ 885: velvet
+ 886: vending machine
+ 887: vestment
+ 888: viaduct
+ 889: violin
+ 890: volleyball
+ 891: waffle iron
+ 892: wall clock
+ 893: wallet
+ 894: wardrobe
+ 895: military aircraft
+ 896: sink
+ 897: washing machine
+ 898: water bottle
+ 899: water jug
+ 900: water tower
+ 901: whiskey jug
+ 902: whistle
+ 903: wig
+ 904: window screen
+ 905: window shade
+ 906: Windsor tie
+ 907: wine bottle
+ 908: wing
+ 909: wok
+ 910: wooden spoon
+ 911: wool
+ 912: split-rail fence
+ 913: shipwreck
+ 914: yawl
+ 915: yurt
+ 916: website
+ 917: comic book
+ 918: crossword
+ 919: traffic sign
+ 920: traffic light
+ 921: dust jacket
+ 922: menu
+ 923: plate
+ 924: guacamole
+ 925: consomme
+ 926: hot pot
+ 927: trifle
+ 928: ice cream
+ 929: ice pop
+ 930: baguette
+ 931: bagel
+ 932: pretzel
+ 933: cheeseburger
+ 934: hot dog
+ 935: mashed potato
+ 936: cabbage
+ 937: broccoli
+ 938: cauliflower
+ 939: zucchini
+ 940: spaghetti squash
+ 941: acorn squash
+ 942: butternut squash
+ 943: cucumber
+ 944: artichoke
+ 945: bell pepper
+ 946: cardoon
+ 947: mushroom
+ 948: Granny Smith
+ 949: strawberry
+ 950: orange
+ 951: lemon
+ 952: fig
+ 953: pineapple
+ 954: banana
+ 955: jackfruit
+ 956: custard apple
+ 957: pomegranate
+ 958: hay
+ 959: carbonara
+ 960: chocolate syrup
+ 961: dough
+ 962: meatloaf
+ 963: pizza
+ 964: pot pie
+ 965: burrito
+ 966: red wine
+ 967: espresso
+ 968: cup
+ 969: eggnog
+ 970: alp
+ 971: bubble
+ 972: cliff
+ 973: coral reef
+ 974: geyser
+ 975: lakeshore
+ 976: promontory
+ 977: shoal
+ 978: seashore
+ 979: valley
+ 980: volcano
+ 981: baseball player
+ 982: bridegroom
+ 983: scuba diver
+ 984: rapeseed
+ 985: daisy
+ 986: yellow lady's slipper
+ 987: corn
+ 988: acorn
+ 989: rose hip
+ 990: horse chestnut seed
+ 991: coral fungus
+ 992: agaric
+ 993: gyromitra
+ 994: stinkhorn mushroom
+ 995: earth star
+ 996: hen-of-the-woods
+ 997: bolete
+ 998: ear
+ 999: toilet paper
+
+
+# Download script/URL (optional)
+download: data/scripts/get_imagenet.sh
diff --git a/data/Objects365.yaml b/data/Objects365.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..05b26a1f47965a5df409c0f0b7c821a9748993c4
--- /dev/null
+++ b/data/Objects365.yaml
@@ -0,0 +1,438 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# Objects365 dataset https://www.objects365.org/ by Megvii
+# Example usage: python train.py --data Objects365.yaml
+# parent
+# âââ yolov5
+# âââ datasets
+# âââ Objects365 â downloads here (712 GB = 367G data + 345G zips)
+
+
+# Train/val/test sets as 1) dir: path/to/imgs, 2) file: path/to/imgs.txt, or 3) list: [path/to/imgs1, path/to/imgs2, ..]
+path: ../datasets/Objects365 # dataset root dir
+train: images/train # train images (relative to 'path') 1742289 images
+val: images/val # val images (relative to 'path') 80000 images
+test: # test images (optional)
+
+# Classes
+names:
+ 0: Person
+ 1: Sneakers
+ 2: Chair
+ 3: Other Shoes
+ 4: Hat
+ 5: Car
+ 6: Lamp
+ 7: Glasses
+ 8: Bottle
+ 9: Desk
+ 10: Cup
+ 11: Street Lights
+ 12: Cabinet/shelf
+ 13: Handbag/Satchel
+ 14: Bracelet
+ 15: Plate
+ 16: Picture/Frame
+ 17: Helmet
+ 18: Book
+ 19: Gloves
+ 20: Storage box
+ 21: Boat
+ 22: Leather Shoes
+ 23: Flower
+ 24: Bench
+ 25: Potted Plant
+ 26: Bowl/Basin
+ 27: Flag
+ 28: Pillow
+ 29: Boots
+ 30: Vase
+ 31: Microphone
+ 32: Necklace
+ 33: Ring
+ 34: SUV
+ 35: Wine Glass
+ 36: Belt
+ 37: Monitor/TV
+ 38: Backpack
+ 39: Umbrella
+ 40: Traffic Light
+ 41: Speaker
+ 42: Watch
+ 43: Tie
+ 44: Trash bin Can
+ 45: Slippers
+ 46: Bicycle
+ 47: Stool
+ 48: Barrel/bucket
+ 49: Van
+ 50: Couch
+ 51: Sandals
+ 52: Basket
+ 53: Drum
+ 54: Pen/Pencil
+ 55: Bus
+ 56: Wild Bird
+ 57: High Heels
+ 58: Motorcycle
+ 59: Guitar
+ 60: Carpet
+ 61: Cell Phone
+ 62: Bread
+ 63: Camera
+ 64: Canned
+ 65: Truck
+ 66: Traffic cone
+ 67: Cymbal
+ 68: Lifesaver
+ 69: Towel
+ 70: Stuffed Toy
+ 71: Candle
+ 72: Sailboat
+ 73: Laptop
+ 74: Awning
+ 75: Bed
+ 76: Faucet
+ 77: Tent
+ 78: Horse
+ 79: Mirror
+ 80: Power outlet
+ 81: Sink
+ 82: Apple
+ 83: Air Conditioner
+ 84: Knife
+ 85: Hockey Stick
+ 86: Paddle
+ 87: Pickup Truck
+ 88: Fork
+ 89: Traffic Sign
+ 90: Balloon
+ 91: Tripod
+ 92: Dog
+ 93: Spoon
+ 94: Clock
+ 95: Pot
+ 96: Cow
+ 97: Cake
+ 98: Dinning Table
+ 99: Sheep
+ 100: Hanger
+ 101: Blackboard/Whiteboard
+ 102: Napkin
+ 103: Other Fish
+ 104: Orange/Tangerine
+ 105: Toiletry
+ 106: Keyboard
+ 107: Tomato
+ 108: Lantern
+ 109: Machinery Vehicle
+ 110: Fan
+ 111: Green Vegetables
+ 112: Banana
+ 113: Baseball Glove
+ 114: Airplane
+ 115: Mouse
+ 116: Train
+ 117: Pumpkin
+ 118: Soccer
+ 119: Skiboard
+ 120: Luggage
+ 121: Nightstand
+ 122: Tea pot
+ 123: Telephone
+ 124: Trolley
+ 125: Head Phone
+ 126: Sports Car
+ 127: Stop Sign
+ 128: Dessert
+ 129: Scooter
+ 130: Stroller
+ 131: Crane
+ 132: Remote
+ 133: Refrigerator
+ 134: Oven
+ 135: Lemon
+ 136: Duck
+ 137: Baseball Bat
+ 138: Surveillance Camera
+ 139: Cat
+ 140: Jug
+ 141: Broccoli
+ 142: Piano
+ 143: Pizza
+ 144: Elephant
+ 145: Skateboard
+ 146: Surfboard
+ 147: Gun
+ 148: Skating and Skiing shoes
+ 149: Gas stove
+ 150: Donut
+ 151: Bow Tie
+ 152: Carrot
+ 153: Toilet
+ 154: Kite
+ 155: Strawberry
+ 156: Other Balls
+ 157: Shovel
+ 158: Pepper
+ 159: Computer Box
+ 160: Toilet Paper
+ 161: Cleaning Products
+ 162: Chopsticks
+ 163: Microwave
+ 164: Pigeon
+ 165: Baseball
+ 166: Cutting/chopping Board
+ 167: Coffee Table
+ 168: Side Table
+ 169: Scissors
+ 170: Marker
+ 171: Pie
+ 172: Ladder
+ 173: Snowboard
+ 174: Cookies
+ 175: Radiator
+ 176: Fire Hydrant
+ 177: Basketball
+ 178: Zebra
+ 179: Grape
+ 180: Giraffe
+ 181: Potato
+ 182: Sausage
+ 183: Tricycle
+ 184: Violin
+ 185: Egg
+ 186: Fire Extinguisher
+ 187: Candy
+ 188: Fire Truck
+ 189: Billiards
+ 190: Converter
+ 191: Bathtub
+ 192: Wheelchair
+ 193: Golf Club
+ 194: Briefcase
+ 195: Cucumber
+ 196: Cigar/Cigarette
+ 197: Paint Brush
+ 198: Pear
+ 199: Heavy Truck
+ 200: Hamburger
+ 201: Extractor
+ 202: Extension Cord
+ 203: Tong
+ 204: Tennis Racket
+ 205: Folder
+ 206: American Football
+ 207: earphone
+ 208: Mask
+ 209: Kettle
+ 210: Tennis
+ 211: Ship
+ 212: Swing
+ 213: Coffee Machine
+ 214: Slide
+ 215: Carriage
+ 216: Onion
+ 217: Green beans
+ 218: Projector
+ 219: Frisbee
+ 220: Washing Machine/Drying Machine
+ 221: Chicken
+ 222: Printer
+ 223: Watermelon
+ 224: Saxophone
+ 225: Tissue
+ 226: Toothbrush
+ 227: Ice cream
+ 228: Hot-air balloon
+ 229: Cello
+ 230: French Fries
+ 231: Scale
+ 232: Trophy
+ 233: Cabbage
+ 234: Hot dog
+ 235: Blender
+ 236: Peach
+ 237: Rice
+ 238: Wallet/Purse
+ 239: Volleyball
+ 240: Deer
+ 241: Goose
+ 242: Tape
+ 243: Tablet
+ 244: Cosmetics
+ 245: Trumpet
+ 246: Pineapple
+ 247: Golf Ball
+ 248: Ambulance
+ 249: Parking meter
+ 250: Mango
+ 251: Key
+ 252: Hurdle
+ 253: Fishing Rod
+ 254: Medal
+ 255: Flute
+ 256: Brush
+ 257: Penguin
+ 258: Megaphone
+ 259: Corn
+ 260: Lettuce
+ 261: Garlic
+ 262: Swan
+ 263: Helicopter
+ 264: Green Onion
+ 265: Sandwich
+ 266: Nuts
+ 267: Speed Limit Sign
+ 268: Induction Cooker
+ 269: Broom
+ 270: Trombone
+ 271: Plum
+ 272: Rickshaw
+ 273: Goldfish
+ 274: Kiwi fruit
+ 275: Router/modem
+ 276: Poker Card
+ 277: Toaster
+ 278: Shrimp
+ 279: Sushi
+ 280: Cheese
+ 281: Notepaper
+ 282: Cherry
+ 283: Pliers
+ 284: CD
+ 285: Pasta
+ 286: Hammer
+ 287: Cue
+ 288: Avocado
+ 289: Hamimelon
+ 290: Flask
+ 291: Mushroom
+ 292: Screwdriver
+ 293: Soap
+ 294: Recorder
+ 295: Bear
+ 296: Eggplant
+ 297: Board Eraser
+ 298: Coconut
+ 299: Tape Measure/Ruler
+ 300: Pig
+ 301: Showerhead
+ 302: Globe
+ 303: Chips
+ 304: Steak
+ 305: Crosswalk Sign
+ 306: Stapler
+ 307: Camel
+ 308: Formula 1
+ 309: Pomegranate
+ 310: Dishwasher
+ 311: Crab
+ 312: Hoverboard
+ 313: Meat ball
+ 314: Rice Cooker
+ 315: Tuba
+ 316: Calculator
+ 317: Papaya
+ 318: Antelope
+ 319: Parrot
+ 320: Seal
+ 321: Butterfly
+ 322: Dumbbell
+ 323: Donkey
+ 324: Lion
+ 325: Urinal
+ 326: Dolphin
+ 327: Electric Drill
+ 328: Hair Dryer
+ 329: Egg tart
+ 330: Jellyfish
+ 331: Treadmill
+ 332: Lighter
+ 333: Grapefruit
+ 334: Game board
+ 335: Mop
+ 336: Radish
+ 337: Baozi
+ 338: Target
+ 339: French
+ 340: Spring Rolls
+ 341: Monkey
+ 342: Rabbit
+ 343: Pencil Case
+ 344: Yak
+ 345: Red Cabbage
+ 346: Binoculars
+ 347: Asparagus
+ 348: Barbell
+ 349: Scallop
+ 350: Noddles
+ 351: Comb
+ 352: Dumpling
+ 353: Oyster
+ 354: Table Tennis paddle
+ 355: Cosmetics Brush/Eyeliner Pencil
+ 356: Chainsaw
+ 357: Eraser
+ 358: Lobster
+ 359: Durian
+ 360: Okra
+ 361: Lipstick
+ 362: Cosmetics Mirror
+ 363: Curling
+ 364: Table Tennis
+
+
+# Download script/URL (optional) ---------------------------------------------------------------------------------------
+download: |
+ from tqdm import tqdm
+
+ from utils.general import Path, check_requirements, download, np, xyxy2xywhn
+
+ check_requirements(('pycocotools>=2.0',))
+ from pycocotools.coco import COCO
+
+ # Make Directories
+ dir = Path(yaml['path']) # dataset root dir
+ for p in 'images', 'labels':
+ (dir / p).mkdir(parents=True, exist_ok=True)
+ for q in 'train', 'val':
+ (dir / p / q).mkdir(parents=True, exist_ok=True)
+
+ # Train, Val Splits
+ for split, patches in [('train', 50 + 1), ('val', 43 + 1)]:
+ print(f"Processing {split} in {patches} patches ...")
+ images, labels = dir / 'images' / split, dir / 'labels' / split
+
+ # Download
+ url = f"https://dorc.ks3-cn-beijing.ksyun.com/data-set/2020Objects365%E6%95%B0%E6%8D%AE%E9%9B%86/{split}/"
+ if split == 'train':
+ download([f'{url}zhiyuan_objv2_{split}.tar.gz'], dir=dir, delete=False) # annotations json
+ download([f'{url}patch{i}.tar.gz' for i in range(patches)], dir=images, curl=True, delete=False, threads=8)
+ elif split == 'val':
+ download([f'{url}zhiyuan_objv2_{split}.json'], dir=dir, delete=False) # annotations json
+ download([f'{url}images/v1/patch{i}.tar.gz' for i in range(15 + 1)], dir=images, curl=True, delete=False, threads=8)
+ download([f'{url}images/v2/patch{i}.tar.gz' for i in range(16, patches)], dir=images, curl=True, delete=False, threads=8)
+
+ # Move
+ for f in tqdm(images.rglob('*.jpg'), desc=f'Moving {split} images'):
+ f.rename(images / f.name) # move to /images/{split}
+
+ # Labels
+ coco = COCO(dir / f'zhiyuan_objv2_{split}.json')
+ names = [x["name"] for x in coco.loadCats(coco.getCatIds())]
+ for cid, cat in enumerate(names):
+ catIds = coco.getCatIds(catNms=[cat])
+ imgIds = coco.getImgIds(catIds=catIds)
+ for im in tqdm(coco.loadImgs(imgIds), desc=f'Class {cid + 1}/{len(names)} {cat}'):
+ width, height = im["width"], im["height"]
+ path = Path(im["file_name"]) # image filename
+ try:
+ with open(labels / path.with_suffix('.txt').name, 'a') as file:
+ annIds = coco.getAnnIds(imgIds=im["id"], catIds=catIds, iscrowd=None)
+ for a in coco.loadAnns(annIds):
+ x, y, w, h = a['bbox'] # bounding box in xywh (xy top-left corner)
+ xyxy = np.array([x, y, x + w, y + h])[None] # pixels(1,4)
+ x, y, w, h = xyxy2xywhn(xyxy, w=width, h=height, clip=True)[0] # normalized and clipped
+ file.write(f"{cid} {x:.5f} {y:.5f} {w:.5f} {h:.5f}\n")
+ except Exception as e:
+ print(e)
diff --git a/data/SKU-110K.yaml b/data/SKU-110K.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..edae7171c6604dea6b8fde20f5244510c626f276
--- /dev/null
+++ b/data/SKU-110K.yaml
@@ -0,0 +1,53 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# SKU-110K retail items dataset https://github.com/eg4000/SKU110K_CVPR19 by Trax Retail
+# Example usage: python train.py --data SKU-110K.yaml
+# parent
+# âââ yolov5
+# âââ datasets
+# âââ SKU-110K â downloads here (13.6 GB)
+
+
+# Train/val/test sets as 1) dir: path/to/imgs, 2) file: path/to/imgs.txt, or 3) list: [path/to/imgs1, path/to/imgs2, ..]
+path: ../datasets/SKU-110K # dataset root dir
+train: train.txt # train images (relative to 'path') 8219 images
+val: val.txt # val images (relative to 'path') 588 images
+test: test.txt # test images (optional) 2936 images
+
+# Classes
+names:
+ 0: object
+
+
+# Download script/URL (optional) ---------------------------------------------------------------------------------------
+download: |
+ import shutil
+ from tqdm import tqdm
+ from utils.general import np, pd, Path, download, xyxy2xywh
+
+
+ # Download
+ dir = Path(yaml['path']) # dataset root dir
+ parent = Path(dir.parent) # download dir
+ urls = ['http://trax-geometry.s3.amazonaws.com/cvpr_challenge/SKU110K_fixed.tar.gz']
+ download(urls, dir=parent, delete=False)
+
+ # Rename directories
+ if dir.exists():
+ shutil.rmtree(dir)
+ (parent / 'SKU110K_fixed').rename(dir) # rename dir
+ (dir / 'labels').mkdir(parents=True, exist_ok=True) # create labels dir
+
+ # Convert labels
+ names = 'image', 'x1', 'y1', 'x2', 'y2', 'class', 'image_width', 'image_height' # column names
+ for d in 'annotations_train.csv', 'annotations_val.csv', 'annotations_test.csv':
+ x = pd.read_csv(dir / 'annotations' / d, names=names).values # annotations
+ images, unique_images = x[:, 0], np.unique(x[:, 0])
+ with open((dir / d).with_suffix('.txt').__str__().replace('annotations_', ''), 'w') as f:
+ f.writelines(f'./images/{s}\n' for s in unique_images)
+ for im in tqdm(unique_images, desc=f'Converting {dir / d}'):
+ cls = 0 # single-class dataset
+ with open((dir / 'labels' / im).with_suffix('.txt'), 'a') as f:
+ for r in x[images == im]:
+ w, h = r[6], r[7] # image width, height
+ xywh = xyxy2xywh(np.array([[r[1] / w, r[2] / h, r[3] / w, r[4] / h]]))[0] # instance
+ f.write(f"{cls} {xywh[0]:.5f} {xywh[1]:.5f} {xywh[2]:.5f} {xywh[3]:.5f}\n") # write label
diff --git a/data/VOC.yaml b/data/VOC.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..27d38109c53acb40f3b51a924e6f3f39d62f9b94
--- /dev/null
+++ b/data/VOC.yaml
@@ -0,0 +1,100 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# PASCAL VOC dataset http://host.robots.ox.ac.uk/pascal/VOC by University of Oxford
+# Example usage: python train.py --data VOC.yaml
+# parent
+# âââ yolov5
+# âââ datasets
+# âââ VOC â downloads here (2.8 GB)
+
+
+# Train/val/test sets as 1) dir: path/to/imgs, 2) file: path/to/imgs.txt, or 3) list: [path/to/imgs1, path/to/imgs2, ..]
+path: ../datasets/VOC
+train: # train images (relative to 'path') 16551 images
+ - images/train2012
+ - images/train2007
+ - images/val2012
+ - images/val2007
+val: # val images (relative to 'path') 4952 images
+ - images/test2007
+test: # test images (optional)
+ - images/test2007
+
+# Classes
+names:
+ 0: aeroplane
+ 1: bicycle
+ 2: bird
+ 3: boat
+ 4: bottle
+ 5: bus
+ 6: car
+ 7: cat
+ 8: chair
+ 9: cow
+ 10: diningtable
+ 11: dog
+ 12: horse
+ 13: motorbike
+ 14: person
+ 15: pottedplant
+ 16: sheep
+ 17: sofa
+ 18: train
+ 19: tvmonitor
+
+
+# Download script/URL (optional) ---------------------------------------------------------------------------------------
+download: |
+ import xml.etree.ElementTree as ET
+
+ from tqdm import tqdm
+ from utils.general import download, Path
+
+
+ def convert_label(path, lb_path, year, image_id):
+ def convert_box(size, box):
+ dw, dh = 1. / size[0], 1. / size[1]
+ x, y, w, h = (box[0] + box[1]) / 2.0 - 1, (box[2] + box[3]) / 2.0 - 1, box[1] - box[0], box[3] - box[2]
+ return x * dw, y * dh, w * dw, h * dh
+
+ in_file = open(path / f'VOC{year}/Annotations/{image_id}.xml')
+ out_file = open(lb_path, 'w')
+ tree = ET.parse(in_file)
+ root = tree.getroot()
+ size = root.find('size')
+ w = int(size.find('width').text)
+ h = int(size.find('height').text)
+
+ names = list(yaml['names'].values()) # names list
+ for obj in root.iter('object'):
+ cls = obj.find('name').text
+ if cls in names and int(obj.find('difficult').text) != 1:
+ xmlbox = obj.find('bndbox')
+ bb = convert_box((w, h), [float(xmlbox.find(x).text) for x in ('xmin', 'xmax', 'ymin', 'ymax')])
+ cls_id = names.index(cls) # class id
+ out_file.write(" ".join([str(a) for a in (cls_id, *bb)]) + '\n')
+
+
+ # Download
+ dir = Path(yaml['path']) # dataset root dir
+ url = 'https://github.com/ultralytics/yolov5/releases/download/v1.0/'
+ urls = [f'{url}VOCtrainval_06-Nov-2007.zip', # 446MB, 5012 images
+ f'{url}VOCtest_06-Nov-2007.zip', # 438MB, 4953 images
+ f'{url}VOCtrainval_11-May-2012.zip'] # 1.95GB, 17126 images
+ download(urls, dir=dir / 'images', delete=False, curl=True, threads=3)
+
+ # Convert
+ path = dir / 'images/VOCdevkit'
+ for year, image_set in ('2012', 'train'), ('2012', 'val'), ('2007', 'train'), ('2007', 'val'), ('2007', 'test'):
+ imgs_path = dir / 'images' / f'{image_set}{year}'
+ lbs_path = dir / 'labels' / f'{image_set}{year}'
+ imgs_path.mkdir(exist_ok=True, parents=True)
+ lbs_path.mkdir(exist_ok=True, parents=True)
+
+ with open(path / f'VOC{year}/ImageSets/Main/{image_set}.txt') as f:
+ image_ids = f.read().strip().split()
+ for id in tqdm(image_ids, desc=f'{image_set}{year}'):
+ f = path / f'VOC{year}/JPEGImages/{id}.jpg' # old img path
+ lb_path = (lbs_path / f.name).with_suffix('.txt') # new label path
+ f.rename(imgs_path / f.name) # move image
+ convert_label(path, lb_path, year, id) # convert labels to YOLO format
diff --git a/data/VisDrone.yaml b/data/VisDrone.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..a8bcf8e628ecd75035c41b6b5e18c10f0116a284
--- /dev/null
+++ b/data/VisDrone.yaml
@@ -0,0 +1,70 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# VisDrone2019-DET dataset https://github.com/VisDrone/VisDrone-Dataset by Tianjin University
+# Example usage: python train.py --data VisDrone.yaml
+# parent
+# âââ yolov5
+# âââ datasets
+# âââ VisDrone â downloads here (2.3 GB)
+
+
+# Train/val/test sets as 1) dir: path/to/imgs, 2) file: path/to/imgs.txt, or 3) list: [path/to/imgs1, path/to/imgs2, ..]
+path: ../datasets/VisDrone # dataset root dir
+train: VisDrone2019-DET-train/images # train images (relative to 'path') 6471 images
+val: VisDrone2019-DET-val/images # val images (relative to 'path') 548 images
+test: VisDrone2019-DET-test-dev/images # test images (optional) 1610 images
+
+# Classes
+names:
+ 0: pedestrian
+ 1: people
+ 2: bicycle
+ 3: car
+ 4: van
+ 5: truck
+ 6: tricycle
+ 7: awning-tricycle
+ 8: bus
+ 9: motor
+
+
+# Download script/URL (optional) ---------------------------------------------------------------------------------------
+download: |
+ from utils.general import download, os, Path
+
+ def visdrone2yolo(dir):
+ from PIL import Image
+ from tqdm import tqdm
+
+ def convert_box(size, box):
+ # Convert VisDrone box to YOLO xywh box
+ dw = 1. / size[0]
+ dh = 1. / size[1]
+ return (box[0] + box[2] / 2) * dw, (box[1] + box[3] / 2) * dh, box[2] * dw, box[3] * dh
+
+ (dir / 'labels').mkdir(parents=True, exist_ok=True) # make labels directory
+ pbar = tqdm((dir / 'annotations').glob('*.txt'), desc=f'Converting {dir}')
+ for f in pbar:
+ img_size = Image.open((dir / 'images' / f.name).with_suffix('.jpg')).size
+ lines = []
+ with open(f, 'r') as file: # read annotation.txt
+ for row in [x.split(',') for x in file.read().strip().splitlines()]:
+ if row[4] == '0': # VisDrone 'ignored regions' class 0
+ continue
+ cls = int(row[5]) - 1
+ box = convert_box(img_size, tuple(map(int, row[:4])))
+ lines.append(f"{cls} {' '.join(f'{x:.6f}' for x in box)}\n")
+ with open(str(f).replace(os.sep + 'annotations' + os.sep, os.sep + 'labels' + os.sep), 'w') as fl:
+ fl.writelines(lines) # write label.txt
+
+
+ # Download
+ dir = Path(yaml['path']) # dataset root dir
+ urls = ['https://github.com/ultralytics/yolov5/releases/download/v1.0/VisDrone2019-DET-train.zip',
+ 'https://github.com/ultralytics/yolov5/releases/download/v1.0/VisDrone2019-DET-val.zip',
+ 'https://github.com/ultralytics/yolov5/releases/download/v1.0/VisDrone2019-DET-test-dev.zip',
+ 'https://github.com/ultralytics/yolov5/releases/download/v1.0/VisDrone2019-DET-test-challenge.zip']
+ download(urls, dir=dir, curl=True, threads=4)
+
+ # Convert
+ for d in 'VisDrone2019-DET-train', 'VisDrone2019-DET-val', 'VisDrone2019-DET-test-dev':
+ visdrone2yolo(dir / d) # convert VisDrone annotations to YOLO labels
diff --git a/data/coco.yaml b/data/coco.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..d64dfc7fed76bab35d0cd9b745eb985e947433f2
--- /dev/null
+++ b/data/coco.yaml
@@ -0,0 +1,116 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# COCO 2017 dataset http://cocodataset.org by Microsoft
+# Example usage: python train.py --data coco.yaml
+# parent
+# âââ yolov5
+# âââ datasets
+# âââ coco â downloads here (20.1 GB)
+
+
+# Train/val/test sets as 1) dir: path/to/imgs, 2) file: path/to/imgs.txt, or 3) list: [path/to/imgs1, path/to/imgs2, ..]
+path: ../datasets/coco # dataset root dir
+train: train2017.txt # train images (relative to 'path') 118287 images
+val: val2017.txt # val images (relative to 'path') 5000 images
+test: test-dev2017.txt # 20288 of 40670 images, submit to https://competitions.codalab.org/competitions/20794
+
+# Classes
+names:
+ 0: person
+ 1: bicycle
+ 2: car
+ 3: motorcycle
+ 4: airplane
+ 5: bus
+ 6: train
+ 7: truck
+ 8: boat
+ 9: traffic light
+ 10: fire hydrant
+ 11: stop sign
+ 12: parking meter
+ 13: bench
+ 14: bird
+ 15: cat
+ 16: dog
+ 17: horse
+ 18: sheep
+ 19: cow
+ 20: elephant
+ 21: bear
+ 22: zebra
+ 23: giraffe
+ 24: backpack
+ 25: umbrella
+ 26: handbag
+ 27: tie
+ 28: suitcase
+ 29: frisbee
+ 30: skis
+ 31: snowboard
+ 32: sports ball
+ 33: kite
+ 34: baseball bat
+ 35: baseball glove
+ 36: skateboard
+ 37: surfboard
+ 38: tennis racket
+ 39: bottle
+ 40: wine glass
+ 41: cup
+ 42: fork
+ 43: knife
+ 44: spoon
+ 45: bowl
+ 46: banana
+ 47: apple
+ 48: sandwich
+ 49: orange
+ 50: broccoli
+ 51: carrot
+ 52: hot dog
+ 53: pizza
+ 54: donut
+ 55: cake
+ 56: chair
+ 57: couch
+ 58: potted plant
+ 59: bed
+ 60: dining table
+ 61: toilet
+ 62: tv
+ 63: laptop
+ 64: mouse
+ 65: remote
+ 66: keyboard
+ 67: cell phone
+ 68: microwave
+ 69: oven
+ 70: toaster
+ 71: sink
+ 72: refrigerator
+ 73: book
+ 74: clock
+ 75: vase
+ 76: scissors
+ 77: teddy bear
+ 78: hair drier
+ 79: toothbrush
+
+
+# Download script/URL (optional)
+download: |
+ from utils.general import download, Path
+
+
+ # Download labels
+ segments = False # segment or box labels
+ dir = Path(yaml['path']) # dataset root dir
+ url = 'https://github.com/ultralytics/yolov5/releases/download/v1.0/'
+ urls = [url + ('coco2017labels-segments.zip' if segments else 'coco2017labels.zip')] # labels
+ download(urls, dir=dir.parent)
+
+ # Download data
+ urls = ['http://images.cocodataset.org/zips/train2017.zip', # 19G, 118k images
+ 'http://images.cocodataset.org/zips/val2017.zip', # 1G, 5k images
+ 'http://images.cocodataset.org/zips/test2017.zip'] # 7G, 41k images (optional)
+ download(urls, dir=dir / 'images', threads=3)
diff --git a/data/coco128-seg.yaml b/data/coco128-seg.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..5e81910cc45613ed052073c1da606bb44e4945cc
--- /dev/null
+++ b/data/coco128-seg.yaml
@@ -0,0 +1,101 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# COCO128-seg dataset https://www.kaggle.com/ultralytics/coco128 (first 128 images from COCO train2017) by Ultralytics
+# Example usage: python train.py --data coco128.yaml
+# parent
+# âââ yolov5
+# âââ datasets
+# âââ coco128-seg â downloads here (7 MB)
+
+
+# Train/val/test sets as 1) dir: path/to/imgs, 2) file: path/to/imgs.txt, or 3) list: [path/to/imgs1, path/to/imgs2, ..]
+path: ../datasets/coco128-seg # dataset root dir
+train: images/train2017 # train images (relative to 'path') 128 images
+val: images/train2017 # val images (relative to 'path') 128 images
+test: # test images (optional)
+
+# Classes
+names:
+ 0: person
+ 1: bicycle
+ 2: car
+ 3: motorcycle
+ 4: airplane
+ 5: bus
+ 6: train
+ 7: truck
+ 8: boat
+ 9: traffic light
+ 10: fire hydrant
+ 11: stop sign
+ 12: parking meter
+ 13: bench
+ 14: bird
+ 15: cat
+ 16: dog
+ 17: horse
+ 18: sheep
+ 19: cow
+ 20: elephant
+ 21: bear
+ 22: zebra
+ 23: giraffe
+ 24: backpack
+ 25: umbrella
+ 26: handbag
+ 27: tie
+ 28: suitcase
+ 29: frisbee
+ 30: skis
+ 31: snowboard
+ 32: sports ball
+ 33: kite
+ 34: baseball bat
+ 35: baseball glove
+ 36: skateboard
+ 37: surfboard
+ 38: tennis racket
+ 39: bottle
+ 40: wine glass
+ 41: cup
+ 42: fork
+ 43: knife
+ 44: spoon
+ 45: bowl
+ 46: banana
+ 47: apple
+ 48: sandwich
+ 49: orange
+ 50: broccoli
+ 51: carrot
+ 52: hot dog
+ 53: pizza
+ 54: donut
+ 55: cake
+ 56: chair
+ 57: couch
+ 58: potted plant
+ 59: bed
+ 60: dining table
+ 61: toilet
+ 62: tv
+ 63: laptop
+ 64: mouse
+ 65: remote
+ 66: keyboard
+ 67: cell phone
+ 68: microwave
+ 69: oven
+ 70: toaster
+ 71: sink
+ 72: refrigerator
+ 73: book
+ 74: clock
+ 75: vase
+ 76: scissors
+ 77: teddy bear
+ 78: hair drier
+ 79: toothbrush
+
+
+# Download script/URL (optional)
+download: https://ultralytics.com/assets/coco128-seg.zip
diff --git a/data/coco128.yaml b/data/coco128.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..12556736a57193aa7be79e1a6ea4288cca480e81
--- /dev/null
+++ b/data/coco128.yaml
@@ -0,0 +1,101 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# COCO128 dataset https://www.kaggle.com/ultralytics/coco128 (first 128 images from COCO train2017) by Ultralytics
+# Example usage: python train.py --data coco128.yaml
+# parent
+# âââ yolov5
+# âââ datasets
+# âââ coco128 â downloads here (7 MB)
+
+
+# Train/val/test sets as 1) dir: path/to/imgs, 2) file: path/to/imgs.txt, or 3) list: [path/to/imgs1, path/to/imgs2, ..]
+path: ../datasets/coco128 # dataset root dir
+train: images/train2017 # train images (relative to 'path') 128 images
+val: images/train2017 # val images (relative to 'path') 128 images
+test: # test images (optional)
+
+# Classes
+names:
+ 0: person
+ 1: bicycle
+ 2: car
+ 3: motorcycle
+ 4: airplane
+ 5: bus
+ 6: train
+ 7: truck
+ 8: boat
+ 9: traffic light
+ 10: fire hydrant
+ 11: stop sign
+ 12: parking meter
+ 13: bench
+ 14: bird
+ 15: cat
+ 16: dog
+ 17: horse
+ 18: sheep
+ 19: cow
+ 20: elephant
+ 21: bear
+ 22: zebra
+ 23: giraffe
+ 24: backpack
+ 25: umbrella
+ 26: handbag
+ 27: tie
+ 28: suitcase
+ 29: frisbee
+ 30: skis
+ 31: snowboard
+ 32: sports ball
+ 33: kite
+ 34: baseball bat
+ 35: baseball glove
+ 36: skateboard
+ 37: surfboard
+ 38: tennis racket
+ 39: bottle
+ 40: wine glass
+ 41: cup
+ 42: fork
+ 43: knife
+ 44: spoon
+ 45: bowl
+ 46: banana
+ 47: apple
+ 48: sandwich
+ 49: orange
+ 50: broccoli
+ 51: carrot
+ 52: hot dog
+ 53: pizza
+ 54: donut
+ 55: cake
+ 56: chair
+ 57: couch
+ 58: potted plant
+ 59: bed
+ 60: dining table
+ 61: toilet
+ 62: tv
+ 63: laptop
+ 64: mouse
+ 65: remote
+ 66: keyboard
+ 67: cell phone
+ 68: microwave
+ 69: oven
+ 70: toaster
+ 71: sink
+ 72: refrigerator
+ 73: book
+ 74: clock
+ 75: vase
+ 76: scissors
+ 77: teddy bear
+ 78: hair drier
+ 79: toothbrush
+
+
+# Download script/URL (optional)
+download: https://ultralytics.com/assets/coco128.zip
diff --git a/data/hyps/hyp.Objects365.yaml b/data/hyps/hyp.Objects365.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..74971740f7c73bf661950f339792b790a26b2b1c
--- /dev/null
+++ b/data/hyps/hyp.Objects365.yaml
@@ -0,0 +1,34 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# Hyperparameters for Objects365 training
+# python train.py --weights yolov5m.pt --data Objects365.yaml --evolve
+# See Hyperparameter Evolution tutorial for details https://github.com/ultralytics/yolov5#tutorials
+
+lr0: 0.00258
+lrf: 0.17
+momentum: 0.779
+weight_decay: 0.00058
+warmup_epochs: 1.33
+warmup_momentum: 0.86
+warmup_bias_lr: 0.0711
+box: 0.0539
+cls: 0.299
+cls_pw: 0.825
+obj: 0.632
+obj_pw: 1.0
+iou_t: 0.2
+anchor_t: 3.44
+anchors: 3.2
+fl_gamma: 0.0
+hsv_h: 0.0188
+hsv_s: 0.704
+hsv_v: 0.36
+degrees: 0.0
+translate: 0.0902
+scale: 0.491
+shear: 0.0
+perspective: 0.0
+flipud: 0.0
+fliplr: 0.5
+mosaic: 1.0
+mixup: 0.0
+copy_paste: 0.0
diff --git a/data/hyps/hyp.VOC.yaml b/data/hyps/hyp.VOC.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..0aa4e7d9f8f5162653e3999b04b4636b103c355f
--- /dev/null
+++ b/data/hyps/hyp.VOC.yaml
@@ -0,0 +1,40 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# Hyperparameters for VOC training
+# python train.py --batch 128 --weights yolov5m6.pt --data VOC.yaml --epochs 50 --img 512 --hyp hyp.scratch-med.yaml --evolve
+# See Hyperparameter Evolution tutorial for details https://github.com/ultralytics/yolov5#tutorials
+
+# YOLOv5 Hyperparameter Evolution Results
+# Best generation: 467
+# Last generation: 996
+# metrics/precision, metrics/recall, metrics/mAP_0.5, metrics/mAP_0.5:0.95, val/box_loss, val/obj_loss, val/cls_loss
+# 0.87729, 0.85125, 0.91286, 0.72664, 0.0076739, 0.0042529, 0.0013865
+
+lr0: 0.00334
+lrf: 0.15135
+momentum: 0.74832
+weight_decay: 0.00025
+warmup_epochs: 3.3835
+warmup_momentum: 0.59462
+warmup_bias_lr: 0.18657
+box: 0.02
+cls: 0.21638
+cls_pw: 0.5
+obj: 0.51728
+obj_pw: 0.67198
+iou_t: 0.2
+anchor_t: 3.3744
+fl_gamma: 0.0
+hsv_h: 0.01041
+hsv_s: 0.54703
+hsv_v: 0.27739
+degrees: 0.0
+translate: 0.04591
+scale: 0.75544
+shear: 0.0
+perspective: 0.0
+flipud: 0.0
+fliplr: 0.5
+mosaic: 0.85834
+mixup: 0.04266
+copy_paste: 0.0
+anchors: 3.412
diff --git a/data/hyps/hyp.no-augmentation.yaml b/data/hyps/hyp.no-augmentation.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..8fbd5b262afa023f0fc252b4da64005a52ceb174
--- /dev/null
+++ b/data/hyps/hyp.no-augmentation.yaml
@@ -0,0 +1,35 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# Hyperparameters when using Albumentations frameworks
+# python train.py --hyp hyp.no-augmentation.yaml
+# See https://github.com/ultralytics/yolov5/pull/3882 for YOLOv5 + Albumentations Usage examples
+
+lr0: 0.01 # initial learning rate (SGD=1E-2, Adam=1E-3)
+lrf: 0.1 # final OneCycleLR learning rate (lr0 * lrf)
+momentum: 0.937 # SGD momentum/Adam beta1
+weight_decay: 0.0005 # optimizer weight decay 5e-4
+warmup_epochs: 3.0 # warmup epochs (fractions ok)
+warmup_momentum: 0.8 # warmup initial momentum
+warmup_bias_lr: 0.1 # warmup initial bias lr
+box: 0.05 # box loss gain
+cls: 0.3 # cls loss gain
+cls_pw: 1.0 # cls BCELoss positive_weight
+obj: 0.7 # obj loss gain (scale with pixels)
+obj_pw: 1.0 # obj BCELoss positive_weight
+iou_t: 0.20 # IoU training threshold
+anchor_t: 4.0 # anchor-multiple threshold
+# anchors: 3 # anchors per output layer (0 to ignore)
+# this parameters are all zero since we want to use albumentation framework
+fl_gamma: 0.0 # focal loss gamma (efficientDet default gamma=1.5)
+hsv_h: 0 # image HSV-Hue augmentation (fraction)
+hsv_s: 00 # image HSV-Saturation augmentation (fraction)
+hsv_v: 0 # image HSV-Value augmentation (fraction)
+degrees: 0.0 # image rotation (+/- deg)
+translate: 0 # image translation (+/- fraction)
+scale: 0 # image scale (+/- gain)
+shear: 0 # image shear (+/- deg)
+perspective: 0.0 # image perspective (+/- fraction), range 0-0.001
+flipud: 0.0 # image flip up-down (probability)
+fliplr: 0.0 # image flip left-right (probability)
+mosaic: 0.0 # image mosaic (probability)
+mixup: 0.0 # image mixup (probability)
+copy_paste: 0.0 # segment copy-paste (probability)
diff --git a/data/hyps/hyp.scratch-high.yaml b/data/hyps/hyp.scratch-high.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..123cc8407413e9c130e21a3b5dd8ed33a3632db5
--- /dev/null
+++ b/data/hyps/hyp.scratch-high.yaml
@@ -0,0 +1,34 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# Hyperparameters for high-augmentation COCO training from scratch
+# python train.py --batch 32 --cfg yolov5m6.yaml --weights '' --data coco.yaml --img 1280 --epochs 300
+# See tutorials for hyperparameter evolution https://github.com/ultralytics/yolov5#tutorials
+
+lr0: 0.01 # initial learning rate (SGD=1E-2, Adam=1E-3)
+lrf: 0.1 # final OneCycleLR learning rate (lr0 * lrf)
+momentum: 0.937 # SGD momentum/Adam beta1
+weight_decay: 0.0005 # optimizer weight decay 5e-4
+warmup_epochs: 3.0 # warmup epochs (fractions ok)
+warmup_momentum: 0.8 # warmup initial momentum
+warmup_bias_lr: 0.1 # warmup initial bias lr
+box: 0.05 # box loss gain
+cls: 0.3 # cls loss gain
+cls_pw: 1.0 # cls BCELoss positive_weight
+obj: 0.7 # obj loss gain (scale with pixels)
+obj_pw: 1.0 # obj BCELoss positive_weight
+iou_t: 0.20 # IoU training threshold
+anchor_t: 4.0 # anchor-multiple threshold
+# anchors: 3 # anchors per output layer (0 to ignore)
+fl_gamma: 0.0 # focal loss gamma (efficientDet default gamma=1.5)
+hsv_h: 0.015 # image HSV-Hue augmentation (fraction)
+hsv_s: 0.7 # image HSV-Saturation augmentation (fraction)
+hsv_v: 0.4 # image HSV-Value augmentation (fraction)
+degrees: 0.0 # image rotation (+/- deg)
+translate: 0.1 # image translation (+/- fraction)
+scale: 0.9 # image scale (+/- gain)
+shear: 0.0 # image shear (+/- deg)
+perspective: 0.0 # image perspective (+/- fraction), range 0-0.001
+flipud: 0.0 # image flip up-down (probability)
+fliplr: 0.5 # image flip left-right (probability)
+mosaic: 1.0 # image mosaic (probability)
+mixup: 0.1 # image mixup (probability)
+copy_paste: 0.1 # segment copy-paste (probability)
diff --git a/data/hyps/hyp.scratch-low.yaml b/data/hyps/hyp.scratch-low.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..b9ef1d55a3b6ec8873ac87d6f4aa0ca081868bd6
--- /dev/null
+++ b/data/hyps/hyp.scratch-low.yaml
@@ -0,0 +1,34 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# Hyperparameters for low-augmentation COCO training from scratch
+# python train.py --batch 64 --cfg yolov5n6.yaml --weights '' --data coco.yaml --img 640 --epochs 300 --linear
+# See tutorials for hyperparameter evolution https://github.com/ultralytics/yolov5#tutorials
+
+lr0: 0.01 # initial learning rate (SGD=1E-2, Adam=1E-3)
+lrf: 0.01 # final OneCycleLR learning rate (lr0 * lrf)
+momentum: 0.937 # SGD momentum/Adam beta1
+weight_decay: 0.0005 # optimizer weight decay 5e-4
+warmup_epochs: 3.0 # warmup epochs (fractions ok)
+warmup_momentum: 0.8 # warmup initial momentum
+warmup_bias_lr: 0.1 # warmup initial bias lr
+box: 0.05 # box loss gain
+cls: 0.5 # cls loss gain
+cls_pw: 1.0 # cls BCELoss positive_weight
+obj: 1.0 # obj loss gain (scale with pixels)
+obj_pw: 1.0 # obj BCELoss positive_weight
+iou_t: 0.20 # IoU training threshold
+anchor_t: 4.0 # anchor-multiple threshold
+# anchors: 3 # anchors per output layer (0 to ignore)
+fl_gamma: 0.0 # focal loss gamma (efficientDet default gamma=1.5)
+hsv_h: 0.015 # image HSV-Hue augmentation (fraction)
+hsv_s: 0.7 # image HSV-Saturation augmentation (fraction)
+hsv_v: 0.4 # image HSV-Value augmentation (fraction)
+degrees: 0.0 # image rotation (+/- deg)
+translate: 0.1 # image translation (+/- fraction)
+scale: 0.5 # image scale (+/- gain)
+shear: 0.0 # image shear (+/- deg)
+perspective: 0.0 # image perspective (+/- fraction), range 0-0.001
+flipud: 0.0 # image flip up-down (probability)
+fliplr: 0.5 # image flip left-right (probability)
+mosaic: 1.0 # image mosaic (probability)
+mixup: 0.0 # image mixup (probability)
+copy_paste: 0.0 # segment copy-paste (probability)
diff --git a/data/hyps/hyp.scratch-med.yaml b/data/hyps/hyp.scratch-med.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..d6867d7557bac73db7f8787db60cff4c4c64b440
--- /dev/null
+++ b/data/hyps/hyp.scratch-med.yaml
@@ -0,0 +1,34 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# Hyperparameters for medium-augmentation COCO training from scratch
+# python train.py --batch 32 --cfg yolov5m6.yaml --weights '' --data coco.yaml --img 1280 --epochs 300
+# See tutorials for hyperparameter evolution https://github.com/ultralytics/yolov5#tutorials
+
+lr0: 0.01 # initial learning rate (SGD=1E-2, Adam=1E-3)
+lrf: 0.1 # final OneCycleLR learning rate (lr0 * lrf)
+momentum: 0.937 # SGD momentum/Adam beta1
+weight_decay: 0.0005 # optimizer weight decay 5e-4
+warmup_epochs: 3.0 # warmup epochs (fractions ok)
+warmup_momentum: 0.8 # warmup initial momentum
+warmup_bias_lr: 0.1 # warmup initial bias lr
+box: 0.05 # box loss gain
+cls: 0.3 # cls loss gain
+cls_pw: 1.0 # cls BCELoss positive_weight
+obj: 0.7 # obj loss gain (scale with pixels)
+obj_pw: 1.0 # obj BCELoss positive_weight
+iou_t: 0.20 # IoU training threshold
+anchor_t: 4.0 # anchor-multiple threshold
+# anchors: 3 # anchors per output layer (0 to ignore)
+fl_gamma: 0.0 # focal loss gamma (efficientDet default gamma=1.5)
+hsv_h: 0.015 # image HSV-Hue augmentation (fraction)
+hsv_s: 0.7 # image HSV-Saturation augmentation (fraction)
+hsv_v: 0.4 # image HSV-Value augmentation (fraction)
+degrees: 0.0 # image rotation (+/- deg)
+translate: 0.1 # image translation (+/- fraction)
+scale: 0.9 # image scale (+/- gain)
+shear: 0.0 # image shear (+/- deg)
+perspective: 0.0 # image perspective (+/- fraction), range 0-0.001
+flipud: 0.0 # image flip up-down (probability)
+fliplr: 0.5 # image flip left-right (probability)
+mosaic: 1.0 # image mosaic (probability)
+mixup: 0.1 # image mixup (probability)
+copy_paste: 0.0 # segment copy-paste (probability)
diff --git a/data/scripts/download_weights.sh b/data/scripts/download_weights.sh
new file mode 100644
index 0000000000000000000000000000000000000000..31e0a15569f29dc85412a79ab28b073c2fe3ec44
--- /dev/null
+++ b/data/scripts/download_weights.sh
@@ -0,0 +1,22 @@
+#!/bin/bash
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+# Download latest models from https://github.com/ultralytics/yolov5/releases
+# Example usage: bash data/scripts/download_weights.sh
+# parent
+# âââ yolov5
+# âââ yolov5s.pt â downloads here
+# âââ yolov5m.pt
+# âââ ...
+
+python - <\n",
+ "\n",
+ "\n",
+ "\n",
+ " \n",
+ " \n",
+ "![](\"https://user-images.githubusercontent.com/26833433/199030123-08c72f8d-6871-4116-8ed3-c373642cf28e.jpg\")
"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "0eq1SMWl6Sfn"
+ },
+ "source": [
+ "# 2. Validate\n",
+ "Validate a model's accuracy on the [COCO](https://cocodataset.org/#home) dataset's `val` or `test` splits. Models are downloaded automatically from the [latest YOLOv5 release](https://github.com/ultralytics/yolov5/releases). To show results by class use the `--verbose` flag."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "WQPtK1QYVaD_",
+ "outputId": "9d751d8c-bee8-4339-cf30-9854ca530449"
+ },
+ "outputs": [
+ {
+ "output_type": "stream",
+ "name": "stdout",
+ "text": [
+ "Downloading https://github.com/ultralytics/yolov5/releases/download/v1.0/coco2017labels-segments.zip ...\n",
+ "Downloading http://images.cocodataset.org/zips/val2017.zip ...\n",
+ "######################################################################## 100.0%\n",
+ "######################################################################## 100.0%\n"
+ ]
+ }
+ ],
+ "source": [
+ "# Download COCO val\n",
+ "!bash data/scripts/get_coco.sh --val --segments # download (780M - 5000 images)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "X58w8JLpMnjH",
+ "outputId": "a140d67a-02da-479e-9ddb-7d54bf9e407a"
+ },
+ "outputs": [
+ {
+ "output_type": "stream",
+ "name": "stdout",
+ "text": [
+ "\u001b[34m\u001b[1msegment/val: \u001b[0mdata=/content/yolov5/data/coco.yaml, weights=['yolov5s-seg.pt'], batch_size=32, imgsz=640, conf_thres=0.001, iou_thres=0.6, max_det=300, task=val, device=, workers=8, single_cls=False, augment=False, verbose=False, save_txt=False, save_hybrid=False, save_conf=False, save_json=False, project=runs/val-seg, name=exp, exist_ok=False, half=True, dnn=False\n",
+ "YOLOv5 đ v7.0-2-gc9d47ae Python-3.7.15 torch-1.12.1+cu113 CUDA:0 (Tesla T4, 15110MiB)\n",
+ "\n",
+ "Fusing layers... \n",
+ "YOLOv5s-seg summary: 224 layers, 7611485 parameters, 0 gradients, 26.4 GFLOPs\n",
+ "\u001b[34m\u001b[1mval: \u001b[0mScanning /content/datasets/coco/val2017... 4952 images, 48 backgrounds, 0 corrupt: 100% 5000/5000 [00:03<00:00, 1361.31it/s]\n",
+ "\u001b[34m\u001b[1mval: \u001b[0mNew cache created: /content/datasets/coco/val2017.cache\n",
+ " Class Images Instances Box(P R mAP50 mAP50-95) Mask(P R mAP50 mAP50-95): 100% 157/157 [01:54<00:00, 1.37it/s]\n",
+ " all 5000 36335 0.673 0.517 0.566 0.373 0.672 0.49 0.532 0.319\n",
+ "Speed: 0.6ms pre-process, 4.4ms inference, 2.9ms NMS per image at shape (32, 3, 640, 640)\n",
+ "Results saved to \u001b[1mruns/val-seg/exp\u001b[0m\n"
+ ]
+ }
+ ],
+ "source": [
+ "# Validate YOLOv5s-seg on COCO val\n",
+ "!python segment/val.py --weights yolov5s-seg.pt --data coco.yaml --img 640 --half"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "ZY2VXXXu74w5"
+ },
+ "source": [
+ "# 3. Train\n",
+ "\n",
+ "
![](\"https://robflow-public-assets.s3.amazonaws.com/how-to-train-yolov5-segmentation-annotation.gif\"/)
"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "Lay2WsTjNJzP"
+ },
+ "source": [
+ "## ClearML Logging and Automation đ NEW\n",
+ "\n",
+ "[ClearML](https://cutt.ly/yolov5-notebook-clearml) is completely integrated into YOLOv5 to track your experimentation, manage dataset versions and even remotely execute training runs. To enable ClearML (check cells above):\n",
+ "\n",
+ "- `pip install clearml`\n",
+ "- run `clearml-init` to connect to a ClearML server (**deploy your own [open-source server](https://github.com/allegroai/clearml-server)**, or use our [free hosted server](https://cutt.ly/yolov5-notebook-clearml))\n",
+ "\n",
+ "You'll get all the great expected features from an experiment manager: live updates, model upload, experiment comparison etc. but ClearML also tracks uncommitted changes and installed packages for example. Thanks to that ClearML Tasks (which is what we call experiments) are also reproducible on different machines! With only 1 extra line, we can schedule a YOLOv5 training task on a queue to be executed by any number of ClearML Agents (workers).\n",
+ "\n",
+ "You can use ClearML Data to version your dataset and then pass it to YOLOv5 simply using its unique ID. This will help you keep track of your data without adding extra hassle. Explore the [ClearML Tutorial](https://github.com/ultralytics/yolov5/tree/master/utils/loggers/clearml) for details!\n",
+ "\n",
+ "\n",
+ ""
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "-WPvRbS5Swl6"
+ },
+ "source": [
+ "## Local Logging\n",
+ "\n",
+ "Training results are automatically logged with [Tensorboard](https://www.tensorflow.org/tensorboard) and [CSV](https://github.com/ultralytics/yolov5/pull/4148) loggers to `runs/train`, with a new experiment directory created for each new training as `runs/train/exp2`, `runs/train/exp3`, etc.\n",
+ "\n",
+ "This directory contains train and val statistics, mosaics, labels, predictions and augmentated mosaics, as well as metrics and charts including precision-recall (PR) curves and confusion matrices. \n",
+ "\n",
+ "\n"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "Zelyeqbyt3GD"
+ },
+ "source": [
+ "# Environments\n",
+ "\n",
+ "YOLOv5 may be run in any of the following up-to-date verified environments (with all dependencies including [CUDA](https://developer.nvidia.com/cuda)/[CUDNN](https://developer.nvidia.com/cudnn), [Python](https://www.python.org/) and [PyTorch](https://pytorch.org/) preinstalled):\n",
+ "\n",
+ "- **Notebooks** with free GPU: \n",
+ "- **Google Cloud** Deep Learning VM. See [GCP Quickstart Guide](https://github.com/ultralytics/yolov5/wiki/GCP-Quickstart)\n",
+ "- **Amazon** Deep Learning AMI. See [AWS Quickstart Guide](https://github.com/ultralytics/yolov5/wiki/AWS-Quickstart)\n",
+ "- **Docker Image**. See [Docker Quickstart Guide](https://github.com/ultralytics/yolov5/wiki/Docker-Quickstart) \n"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "6Qu7Iesl0p54"
+ },
+ "source": [
+ "# Status\n",
+ "\n",
+ "\n",
+ "\n",
+ "If this badge is green, all [YOLOv5 GitHub Actions](https://github.com/ultralytics/yolov5/actions) Continuous Integration (CI) tests are currently passing. CI tests verify correct operation of YOLOv5 training ([train.py](https://github.com/ultralytics/yolov5/blob/master/train.py)), testing ([val.py](https://github.com/ultralytics/yolov5/blob/master/val.py)), inference ([detect.py](https://github.com/ultralytics/yolov5/blob/master/detect.py)) and export ([export.py](https://github.com/ultralytics/yolov5/blob/master/export.py)) on macOS, Windows, and Ubuntu every 24 hours and on every commit.\n"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "metadata": {
+ "id": "IEijrePND_2I"
+ },
+ "source": [
+ "# Appendix\n",
+ "\n",
+ "Additional content below."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {
+ "id": "GMusP4OAxFu6"
+ },
+ "outputs": [],
+ "source": [
+ "# YOLOv5 PyTorch HUB Inference (DetectionModels only)\n",
+ "import torch\n",
+ "\n",
+ "model = torch.hub.load('ultralytics/yolov5', 'yolov5s-seg') # yolov5n - yolov5x6 or custom\n",
+ "im = 'https://ultralytics.com/images/zidane.jpg' # file, Path, PIL.Image, OpenCV, nparray, list\n",
+ "results = model(im) # inference\n",
+ "results.print() # or .show(), .save(), .crop(), .pandas(), etc."
+ ]
+ }
+ ],
+ "metadata": {
+ "accelerator": "GPU",
+ "colab": {
+ "name": "YOLOv5 Segmentation Tutorial",
+ "provenance": [],
+ "toc_visible": true
+ },
+ "kernelspec": {
+ "display_name": "Python 3 (ipykernel)",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.7.12"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 0
+}
\ No newline at end of file
diff --git a/segment/val.py b/segment/val.py
new file mode 100644
index 0000000000000000000000000000000000000000..248d2bee9be143d213e5a4efcb3e8bcfa3528fcf
--- /dev/null
+++ b/segment/val.py
@@ -0,0 +1,472 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+Validate a trained YOLOv5 segment model on a segment dataset
+
+Usage:
+ $ bash data/scripts/get_coco.sh --val --segments # download COCO-segments val split (1G, 5000 images)
+ $ python segment/val.py --weights yolov5s-seg.pt --data coco.yaml --img 640 # validate COCO-segments
+
+Usage - formats:
+ $ python segment/val.py --weights yolov5s-seg.pt # PyTorch
+ yolov5s-seg.torchscript # TorchScript
+ yolov5s-seg.onnx # ONNX Runtime or OpenCV DNN with --dnn
+ yolov5s-seg_openvino_label # OpenVINO
+ yolov5s-seg.engine # TensorRT
+ yolov5s-seg.mlmodel # CoreML (macOS-only)
+ yolov5s-seg_saved_model # TensorFlow SavedModel
+ yolov5s-seg.pb # TensorFlow GraphDef
+ yolov5s-seg.tflite # TensorFlow Lite
+ yolov5s-seg_edgetpu.tflite # TensorFlow Edge TPU
+ yolov5s-seg_paddle_model # PaddlePaddle
+"""
+
+import argparse
+import json
+import os
+import sys
+from multiprocessing.pool import ThreadPool
+from pathlib import Path
+
+import numpy as np
+import torch
+from tqdm import tqdm
+
+FILE = Path(__file__).resolve()
+ROOT = FILE.parents[1] # YOLOv5 root directory
+if str(ROOT) not in sys.path:
+ sys.path.append(str(ROOT)) # add ROOT to PATH
+ROOT = Path(os.path.relpath(ROOT, Path.cwd())) # relative
+
+import torch.nn.functional as F
+
+from models.common import DetectMultiBackend
+from models.yolo import SegmentationModel
+from utils.callbacks import Callbacks
+from utils.general import (LOGGER, NUM_THREADS, TQDM_BAR_FORMAT, Profile, check_dataset, check_img_size,
+ check_requirements, check_yaml, coco80_to_coco91_class, colorstr, increment_path,
+ non_max_suppression, print_args, scale_boxes, xywh2xyxy, xyxy2xywh)
+from utils.metrics import ConfusionMatrix, box_iou
+from utils.plots import output_to_target, plot_val_study
+from utils.segment.dataloaders import create_dataloader
+from utils.segment.general import mask_iou, process_mask, process_mask_native, scale_image
+from utils.segment.metrics import Metrics, ap_per_class_box_and_mask
+from utils.segment.plots import plot_images_and_masks
+from utils.torch_utils import de_parallel, select_device, smart_inference_mode
+
+
+def save_one_txt(predn, save_conf, shape, file):
+ # Save one txt result
+ gn = torch.tensor(shape)[[1, 0, 1, 0]] # normalization gain whwh
+ for *xyxy, conf, cls in predn.tolist():
+ xywh = (xyxy2xywh(torch.tensor(xyxy).view(1, 4)) / gn).view(-1).tolist() # normalized xywh
+ line = (cls, *xywh, conf) if save_conf else (cls, *xywh) # label format
+ with open(file, 'a') as f:
+ f.write(('%g ' * len(line)).rstrip() % line + '\n')
+
+
+def save_one_json(predn, jdict, path, class_map, pred_masks):
+ # Save one JSON result {"image_id": 42, "category_id": 18, "bbox": [258.15, 41.29, 348.26, 243.78], "score": 0.236}
+ from pycocotools.mask import encode
+
+ def single_encode(x):
+ rle = encode(np.asarray(x[:, :, None], order="F", dtype="uint8"))[0]
+ rle["counts"] = rle["counts"].decode("utf-8")
+ return rle
+
+ image_id = int(path.stem) if path.stem.isnumeric() else path.stem
+ box = xyxy2xywh(predn[:, :4]) # xywh
+ box[:, :2] -= box[:, 2:] / 2 # xy center to top-left corner
+ pred_masks = np.transpose(pred_masks, (2, 0, 1))
+ with ThreadPool(NUM_THREADS) as pool:
+ rles = pool.map(single_encode, pred_masks)
+ for i, (p, b) in enumerate(zip(predn.tolist(), box.tolist())):
+ jdict.append({
+ 'image_id': image_id,
+ 'category_id': class_map[int(p[5])],
+ 'bbox': [round(x, 3) for x in b],
+ 'score': round(p[4], 5),
+ 'segmentation': rles[i]})
+
+
+def process_batch(detections, labels, iouv, pred_masks=None, gt_masks=None, overlap=False, masks=False):
+ """
+ Return correct prediction matrix
+ Arguments:
+ detections (array[N, 6]), x1, y1, x2, y2, conf, class
+ labels (array[M, 5]), class, x1, y1, x2, y2
+ Returns:
+ correct (array[N, 10]), for 10 IoU levels
+ """
+ if masks:
+ if overlap:
+ nl = len(labels)
+ index = torch.arange(nl, device=gt_masks.device).view(nl, 1, 1) + 1
+ gt_masks = gt_masks.repeat(nl, 1, 1) # shape(1,640,640) -> (n,640,640)
+ gt_masks = torch.where(gt_masks == index, 1.0, 0.0)
+ if gt_masks.shape[1:] != pred_masks.shape[1:]:
+ gt_masks = F.interpolate(gt_masks[None], pred_masks.shape[1:], mode="bilinear", align_corners=False)[0]
+ gt_masks = gt_masks.gt_(0.5)
+ iou = mask_iou(gt_masks.view(gt_masks.shape[0], -1), pred_masks.view(pred_masks.shape[0], -1))
+ else: # boxes
+ iou = box_iou(labels[:, 1:], detections[:, :4])
+
+ correct = np.zeros((detections.shape[0], iouv.shape[0])).astype(bool)
+ correct_class = labels[:, 0:1] == detections[:, 5]
+ for i in range(len(iouv)):
+ x = torch.where((iou >= iouv[i]) & correct_class) # IoU > threshold and classes match
+ if x[0].shape[0]:
+ matches = torch.cat((torch.stack(x, 1), iou[x[0], x[1]][:, None]), 1).cpu().numpy() # [label, detect, iou]
+ if x[0].shape[0] > 1:
+ matches = matches[matches[:, 2].argsort()[::-1]]
+ matches = matches[np.unique(matches[:, 1], return_index=True)[1]]
+ # matches = matches[matches[:, 2].argsort()[::-1]]
+ matches = matches[np.unique(matches[:, 0], return_index=True)[1]]
+ correct[matches[:, 1].astype(int), i] = True
+ return torch.tensor(correct, dtype=torch.bool, device=iouv.device)
+
+
+@smart_inference_mode()
+def run(
+ data,
+ weights=None, # model.pt path(s)
+ batch_size=32, # batch size
+ imgsz=640, # inference size (pixels)
+ conf_thres=0.001, # confidence threshold
+ iou_thres=0.6, # NMS IoU threshold
+ max_det=300, # maximum detections per image
+ task='val', # train, val, test, speed or study
+ device='', # cuda device, i.e. 0 or 0,1,2,3 or cpu
+ workers=8, # max dataloader workers (per RANK in DDP mode)
+ single_cls=False, # treat as single-class dataset
+ augment=False, # augmented inference
+ verbose=False, # verbose output
+ save_txt=False, # save results to *.txt
+ save_hybrid=False, # save label+prediction hybrid results to *.txt
+ save_conf=False, # save confidences in --save-txt labels
+ save_json=False, # save a COCO-JSON results file
+ project=ROOT / 'runs/val-seg', # save to project/name
+ name='exp', # save to project/name
+ exist_ok=False, # existing project/name ok, do not increment
+ half=True, # use FP16 half-precision inference
+ dnn=False, # use OpenCV DNN for ONNX inference
+ model=None,
+ dataloader=None,
+ save_dir=Path(''),
+ plots=True,
+ overlap=False,
+ mask_downsample_ratio=1,
+ compute_loss=None,
+ callbacks=Callbacks(),
+):
+ if save_json:
+ check_requirements('pycocotools>=2.0.6')
+ process = process_mask_native # more accurate
+ else:
+ process = process_mask # faster
+
+ # Initialize/load model and set device
+ training = model is not None
+ if training: # called by train.py
+ device, pt, jit, engine = next(model.parameters()).device, True, False, False # get model device, PyTorch model
+ half &= device.type != 'cpu' # half precision only supported on CUDA
+ model.half() if half else model.float()
+ nm = de_parallel(model).model[-1].nm # number of masks
+ else: # called directly
+ device = select_device(device, batch_size=batch_size)
+
+ # Directories
+ save_dir = increment_path(Path(project) / name, exist_ok=exist_ok) # increment run
+ (save_dir / 'labels' if save_txt else save_dir).mkdir(parents=True, exist_ok=True) # make dir
+
+ # Load model
+ model = DetectMultiBackend(weights, device=device, dnn=dnn, data=data, fp16=half)
+ stride, pt, jit, engine = model.stride, model.pt, model.jit, model.engine
+ imgsz = check_img_size(imgsz, s=stride) # check image size
+ half = model.fp16 # FP16 supported on limited backends with CUDA
+ nm = de_parallel(model).model.model[-1].nm if isinstance(model, SegmentationModel) else 32 # number of masks
+ if engine:
+ batch_size = model.batch_size
+ else:
+ device = model.device
+ if not (pt or jit):
+ batch_size = 1 # export.py models default to batch-size 1
+ LOGGER.info(f'Forcing --batch-size 1 square inference (1,3,{imgsz},{imgsz}) for non-PyTorch models')
+
+ # Data
+ data = check_dataset(data) # check
+
+ # Configure
+ model.eval()
+ cuda = device.type != 'cpu'
+ is_coco = isinstance(data.get('val'), str) and data['val'].endswith(f'coco{os.sep}val2017.txt') # COCO dataset
+ nc = 1 if single_cls else int(data['nc']) # number of classes
+ iouv = torch.linspace(0.5, 0.95, 10, device=device) # iou vector for mAP@0.5:0.95
+ niou = iouv.numel()
+
+ # Dataloader
+ if not training:
+ if pt and not single_cls: # check --weights are trained on --data
+ ncm = model.model.nc
+ assert ncm == nc, f'{weights} ({ncm} classes) trained on different --data than what you passed ({nc} ' \
+ f'classes). Pass correct combination of --weights and --data that are trained together.'
+ model.warmup(imgsz=(1 if pt else batch_size, 3, imgsz, imgsz)) # warmup
+ pad, rect = (0.0, False) if task == 'speed' else (0.5, pt) # square inference for benchmarks
+ task = task if task in ('train', 'val', 'test') else 'val' # path to train/val/test images
+ dataloader = create_dataloader(data[task],
+ imgsz,
+ batch_size,
+ stride,
+ single_cls,
+ pad=pad,
+ rect=rect,
+ workers=workers,
+ prefix=colorstr(f'{task}: '),
+ overlap_mask=overlap,
+ mask_downsample_ratio=mask_downsample_ratio)[0]
+
+ seen = 0
+ confusion_matrix = ConfusionMatrix(nc=nc)
+ names = model.names if hasattr(model, 'names') else model.module.names # get class names
+ if isinstance(names, (list, tuple)): # old format
+ names = dict(enumerate(names))
+ class_map = coco80_to_coco91_class() if is_coco else list(range(1000))
+ s = ('%22s' + '%11s' * 10) % ('Class', 'Images', 'Instances', 'Box(P', "R", "mAP50", "mAP50-95)", "Mask(P", "R",
+ "mAP50", "mAP50-95)")
+ dt = Profile(), Profile(), Profile()
+ metrics = Metrics()
+ loss = torch.zeros(4, device=device)
+ jdict, stats = [], []
+ # callbacks.run('on_val_start')
+ pbar = tqdm(dataloader, desc=s, bar_format=TQDM_BAR_FORMAT) # progress bar
+ for batch_i, (im, targets, paths, shapes, masks) in enumerate(pbar):
+ # callbacks.run('on_val_batch_start')
+ with dt[0]:
+ if cuda:
+ im = im.to(device, non_blocking=True)
+ targets = targets.to(device)
+ masks = masks.to(device)
+ masks = masks.float()
+ im = im.half() if half else im.float() # uint8 to fp16/32
+ im /= 255 # 0 - 255 to 0.0 - 1.0
+ nb, _, height, width = im.shape # batch size, channels, height, width
+
+ # Inference
+ with dt[1]:
+ preds, protos, train_out = model(im) if compute_loss else (*model(im, augment=augment)[:2], None)
+
+ # Loss
+ if compute_loss:
+ loss += compute_loss((train_out, protos), targets, masks)[1] # box, obj, cls
+
+ # NMS
+ targets[:, 2:] *= torch.tensor((width, height, width, height), device=device) # to pixels
+ lb = [targets[targets[:, 0] == i, 1:] for i in range(nb)] if save_hybrid else [] # for autolabelling
+ with dt[2]:
+ preds = non_max_suppression(preds,
+ conf_thres,
+ iou_thres,
+ labels=lb,
+ multi_label=True,
+ agnostic=single_cls,
+ max_det=max_det,
+ nm=nm)
+
+ # Metrics
+ plot_masks = [] # masks for plotting
+ for si, (pred, proto) in enumerate(zip(preds, protos)):
+ labels = targets[targets[:, 0] == si, 1:]
+ nl, npr = labels.shape[0], pred.shape[0] # number of labels, predictions
+ path, shape = Path(paths[si]), shapes[si][0]
+ correct_masks = torch.zeros(npr, niou, dtype=torch.bool, device=device) # init
+ correct_bboxes = torch.zeros(npr, niou, dtype=torch.bool, device=device) # init
+ seen += 1
+
+ if npr == 0:
+ if nl:
+ stats.append((correct_masks, correct_bboxes, *torch.zeros((2, 0), device=device), labels[:, 0]))
+ if plots:
+ confusion_matrix.process_batch(detections=None, labels=labels[:, 0])
+ continue
+
+ # Masks
+ midx = [si] if overlap else targets[:, 0] == si
+ gt_masks = masks[midx]
+ pred_masks = process(proto, pred[:, 6:], pred[:, :4], shape=im[si].shape[1:])
+
+ # Predictions
+ if single_cls:
+ pred[:, 5] = 0
+ predn = pred.clone()
+ scale_boxes(im[si].shape[1:], predn[:, :4], shape, shapes[si][1]) # native-space pred
+
+ # Evaluate
+ if nl:
+ tbox = xywh2xyxy(labels[:, 1:5]) # target boxes
+ scale_boxes(im[si].shape[1:], tbox, shape, shapes[si][1]) # native-space labels
+ labelsn = torch.cat((labels[:, 0:1], tbox), 1) # native-space labels
+ correct_bboxes = process_batch(predn, labelsn, iouv)
+ correct_masks = process_batch(predn, labelsn, iouv, pred_masks, gt_masks, overlap=overlap, masks=True)
+ if plots:
+ confusion_matrix.process_batch(predn, labelsn)
+ stats.append((correct_masks, correct_bboxes, pred[:, 4], pred[:, 5], labels[:, 0])) # (conf, pcls, tcls)
+
+ pred_masks = torch.as_tensor(pred_masks, dtype=torch.uint8)
+ if plots and batch_i < 3:
+ plot_masks.append(pred_masks[:15]) # filter top 15 to plot
+
+ # Save/log
+ if save_txt:
+ save_one_txt(predn, save_conf, shape, file=save_dir / 'labels' / f'{path.stem}.txt')
+ if save_json:
+ pred_masks = scale_image(im[si].shape[1:],
+ pred_masks.permute(1, 2, 0).contiguous().cpu().numpy(), shape, shapes[si][1])
+ save_one_json(predn, jdict, path, class_map, pred_masks) # append to COCO-JSON dictionary
+ # callbacks.run('on_val_image_end', pred, predn, path, names, im[si])
+
+ # Plot images
+ if plots and batch_i < 3:
+ if len(plot_masks):
+ plot_masks = torch.cat(plot_masks, dim=0)
+ plot_images_and_masks(im, targets, masks, paths, save_dir / f'val_batch{batch_i}_labels.jpg', names)
+ plot_images_and_masks(im, output_to_target(preds, max_det=15), plot_masks, paths,
+ save_dir / f'val_batch{batch_i}_pred.jpg', names) # pred
+
+ # callbacks.run('on_val_batch_end')
+
+ # Compute metrics
+ stats = [torch.cat(x, 0).cpu().numpy() for x in zip(*stats)] # to numpy
+ if len(stats) and stats[0].any():
+ results = ap_per_class_box_and_mask(*stats, plot=plots, save_dir=save_dir, names=names)
+ metrics.update(results)
+ nt = np.bincount(stats[4].astype(int), minlength=nc) # number of targets per class
+
+ # Print results
+ pf = '%22s' + '%11i' * 2 + '%11.3g' * 8 # print format
+ LOGGER.info(pf % ("all", seen, nt.sum(), *metrics.mean_results()))
+ if nt.sum() == 0:
+ LOGGER.warning(f'WARNING â ī¸ no labels found in {task} set, can not compute metrics without labels')
+
+ # Print results per class
+ if (verbose or (nc < 50 and not training)) and nc > 1 and len(stats):
+ for i, c in enumerate(metrics.ap_class_index):
+ LOGGER.info(pf % (names[c], seen, nt[c], *metrics.class_result(i)))
+
+ # Print speeds
+ t = tuple(x.t / seen * 1E3 for x in dt) # speeds per image
+ if not training:
+ shape = (batch_size, 3, imgsz, imgsz)
+ LOGGER.info(f'Speed: %.1fms pre-process, %.1fms inference, %.1fms NMS per image at shape {shape}' % t)
+
+ # Plots
+ if plots:
+ confusion_matrix.plot(save_dir=save_dir, names=list(names.values()))
+ # callbacks.run('on_val_end')
+
+ mp_bbox, mr_bbox, map50_bbox, map_bbox, mp_mask, mr_mask, map50_mask, map_mask = metrics.mean_results()
+
+ # Save JSON
+ if save_json and len(jdict):
+ w = Path(weights[0] if isinstance(weights, list) else weights).stem if weights is not None else '' # weights
+ anno_json = str(Path('../datasets/coco/annotations/instances_val2017.json')) # annotations
+ pred_json = str(save_dir / f"{w}_predictions.json") # predictions
+ LOGGER.info(f'\nEvaluating pycocotools mAP... saving {pred_json}...')
+ with open(pred_json, 'w') as f:
+ json.dump(jdict, f)
+
+ try: # https://github.com/cocodataset/cocoapi/blob/master/PythonAPI/pycocoEvalDemo.ipynb
+ from pycocotools.coco import COCO
+ from pycocotools.cocoeval import COCOeval
+
+ anno = COCO(anno_json) # init annotations api
+ pred = anno.loadRes(pred_json) # init predictions api
+ results = []
+ for eval in COCOeval(anno, pred, 'bbox'), COCOeval(anno, pred, 'segm'):
+ if is_coco:
+ eval.params.imgIds = [int(Path(x).stem) for x in dataloader.dataset.im_files] # img ID to evaluate
+ eval.evaluate()
+ eval.accumulate()
+ eval.summarize()
+ results.extend(eval.stats[:2]) # update results (mAP@0.5:0.95, mAP@0.5)
+ map_bbox, map50_bbox, map_mask, map50_mask = results
+ except Exception as e:
+ LOGGER.info(f'pycocotools unable to run: {e}')
+
+ # Return results
+ model.float() # for training
+ if not training:
+ s = f"\n{len(list(save_dir.glob('labels/*.txt')))} labels saved to {save_dir / 'labels'}" if save_txt else ''
+ LOGGER.info(f"Results saved to {colorstr('bold', save_dir)}{s}")
+ final_metric = mp_bbox, mr_bbox, map50_bbox, map_bbox, mp_mask, mr_mask, map50_mask, map_mask
+ return (*final_metric, *(loss.cpu() / len(dataloader)).tolist()), metrics.get_maps(nc), t
+
+
+def parse_opt():
+ parser = argparse.ArgumentParser()
+ parser.add_argument('--data', type=str, default=ROOT / 'data/coco128-seg.yaml', help='dataset.yaml path')
+ parser.add_argument('--weights', nargs='+', type=str, default=ROOT / 'yolov5s-seg.pt', help='model path(s)')
+ parser.add_argument('--batch-size', type=int, default=32, help='batch size')
+ parser.add_argument('--imgsz', '--img', '--img-size', type=int, default=640, help='inference size (pixels)')
+ parser.add_argument('--conf-thres', type=float, default=0.001, help='confidence threshold')
+ parser.add_argument('--iou-thres', type=float, default=0.6, help='NMS IoU threshold')
+ parser.add_argument('--max-det', type=int, default=300, help='maximum detections per image')
+ parser.add_argument('--task', default='val', help='train, val, test, speed or study')
+ parser.add_argument('--device', default='', help='cuda device, i.e. 0 or 0,1,2,3 or cpu')
+ parser.add_argument('--workers', type=int, default=8, help='max dataloader workers (per RANK in DDP mode)')
+ parser.add_argument('--single-cls', action='store_true', help='treat as single-class dataset')
+ parser.add_argument('--augment', action='store_true', help='augmented inference')
+ parser.add_argument('--verbose', action='store_true', help='report mAP by class')
+ parser.add_argument('--save-txt', action='store_true', help='save results to *.txt')
+ parser.add_argument('--save-hybrid', action='store_true', help='save label+prediction hybrid results to *.txt')
+ parser.add_argument('--save-conf', action='store_true', help='save confidences in --save-txt labels')
+ parser.add_argument('--save-json', action='store_true', help='save a COCO-JSON results file')
+ parser.add_argument('--project', default=ROOT / 'runs/val-seg', help='save results to project/name')
+ parser.add_argument('--name', default='exp', help='save to project/name')
+ parser.add_argument('--exist-ok', action='store_true', help='existing project/name ok, do not increment')
+ parser.add_argument('--half', action='store_true', help='use FP16 half-precision inference')
+ parser.add_argument('--dnn', action='store_true', help='use OpenCV DNN for ONNX inference')
+ opt = parser.parse_args()
+ opt.data = check_yaml(opt.data) # check YAML
+ # opt.save_json |= opt.data.endswith('coco.yaml')
+ opt.save_txt |= opt.save_hybrid
+ print_args(vars(opt))
+ return opt
+
+
+def main(opt):
+ check_requirements(requirements=ROOT / 'requirements.txt', exclude=('tensorboard', 'thop'))
+
+ if opt.task in ('train', 'val', 'test'): # run normally
+ if opt.conf_thres > 0.001: # https://github.com/ultralytics/yolov5/issues/1466
+ LOGGER.warning(f'WARNING â ī¸ confidence threshold {opt.conf_thres} > 0.001 produces invalid results')
+ if opt.save_hybrid:
+ LOGGER.warning('WARNING â ī¸ --save-hybrid returns high mAP from hybrid labels, not from predictions alone')
+ run(**vars(opt))
+
+ else:
+ weights = opt.weights if isinstance(opt.weights, list) else [opt.weights]
+ opt.half = torch.cuda.is_available() and opt.device != 'cpu' # FP16 for fastest results
+ if opt.task == 'speed': # speed benchmarks
+ # python val.py --task speed --data coco.yaml --batch 1 --weights yolov5n.pt yolov5s.pt...
+ opt.conf_thres, opt.iou_thres, opt.save_json = 0.25, 0.45, False
+ for opt.weights in weights:
+ run(**vars(opt), plots=False)
+
+ elif opt.task == 'study': # speed vs mAP benchmarks
+ # python val.py --task study --data coco.yaml --iou 0.7 --weights yolov5n.pt yolov5s.pt...
+ for opt.weights in weights:
+ f = f'study_{Path(opt.data).stem}_{Path(opt.weights).stem}.txt' # filename to save to
+ x, y = list(range(256, 1536 + 128, 128)), [] # x axis (image sizes), y axis
+ for opt.imgsz in x: # img-size
+ LOGGER.info(f'\nRunning {f} --imgsz {opt.imgsz}...')
+ r, _, t = run(**vars(opt), plots=False)
+ y.append(r + t) # results and times
+ np.savetxt(f, y, fmt='%10.4g') # save
+ os.system('zip -r study.zip study_*.txt')
+ plot_val_study(x=x) # plot
+ else:
+ raise NotImplementedError(f'--task {opt.task} not in ("train", "val", "test", "speed", "study")')
+
+
+if __name__ == "__main__":
+ opt = parse_opt()
+ main(opt)
diff --git a/setup.cfg b/setup.cfg
new file mode 100644
index 0000000000000000000000000000000000000000..d7c4cb3e1a4d34291816835b071ba0d75243d79b
--- /dev/null
+++ b/setup.cfg
@@ -0,0 +1,54 @@
+# Project-wide configuration file, can be used for package metadata and other toll configurations
+# Example usage: global configuration for PEP8 (via flake8) setting or default pytest arguments
+# Local usage: pip install pre-commit, pre-commit run --all-files
+
+[metadata]
+license_file = LICENSE
+description_file = README.md
+
+[tool:pytest]
+norecursedirs =
+ .git
+ dist
+ build
+addopts =
+ --doctest-modules
+ --durations=25
+ --color=yes
+
+[flake8]
+max-line-length = 120
+exclude = .tox,*.egg,build,temp
+select = E,W,F
+doctests = True
+verbose = 2
+# https://pep8.readthedocs.io/en/latest/intro.html#error-codes
+format = pylint
+# see: https://www.flake8rules.com/
+ignore = E731,F405,E402,F401,W504,E127,E231,E501,F403
+ # E731: Do not assign a lambda expression, use a def
+ # F405: name may be undefined, or defined from star imports: module
+ # E402: module level import not at top of file
+ # F401: module imported but unused
+ # W504: line break after binary operator
+ # E127: continuation line over-indented for visual indent
+ # E231: missing whitespace after â,â, â;â, or â:â
+ # E501: line too long
+ # F403: âfrom module import *â used; unable to detect undefined names
+
+[isort]
+# https://pycqa.github.io/isort/docs/configuration/options.html
+line_length = 120
+# see: https://pycqa.github.io/isort/docs/configuration/multi_line_output_modes.html
+multi_line_output = 0
+
+[yapf]
+based_on_style = pep8
+spaces_before_comment = 2
+COLUMN_LIMIT = 120
+COALESCE_BRACKETS = True
+SPACES_AROUND_POWER_OPERATOR = True
+SPACE_BETWEEN_ENDING_COMMA_AND_CLOSING_BRACKET = False
+SPLIT_BEFORE_CLOSING_BRACKET = False
+SPLIT_BEFORE_FIRST_ARGUMENT = False
+# EACH_DICT_ENTRY_ON_SEPARATE_LINE = False
diff --git a/train.py b/train.py
new file mode 100644
index 0000000000000000000000000000000000000000..5d75f22b6335d3443b0a60f5f24645d780e4914b
--- /dev/null
+++ b/train.py
@@ -0,0 +1,634 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+Train a YOLOv5 model on a custom dataset.
+Models and datasets download automatically from the latest YOLOv5 release.
+
+Usage - Single-GPU training:
+ $ python train.py --data coco128.yaml --weights yolov5s.pt --img 640 # from pretrained (recommended)
+ $ python train.py --data coco128.yaml --weights '' --cfg yolov5s.yaml --img 640 # from scratch
+
+Usage - Multi-GPU DDP training:
+ $ python -m torch.distributed.run --nproc_per_node 4 --master_port 1 train.py --data coco128.yaml --weights yolov5s.pt --img 640 --device 0,1,2,3
+
+Models: https://github.com/ultralytics/yolov5/tree/master/models
+Datasets: https://github.com/ultralytics/yolov5/tree/master/data
+Tutorial: https://github.com/ultralytics/yolov5/wiki/Train-Custom-Data
+"""
+
+import argparse
+import math
+import os
+import random
+import sys
+import time
+from copy import deepcopy
+from datetime import datetime
+from pathlib import Path
+
+import numpy as np
+import torch
+import torch.distributed as dist
+import torch.nn as nn
+import yaml
+from torch.optim import lr_scheduler
+from tqdm import tqdm
+
+FILE = Path(__file__).resolve()
+ROOT = FILE.parents[0] # YOLOv5 root directory
+if str(ROOT) not in sys.path:
+ sys.path.append(str(ROOT)) # add ROOT to PATH
+ROOT = Path(os.path.relpath(ROOT, Path.cwd())) # relative
+
+import val as validate # for end-of-epoch mAP
+from models.experimental import attempt_load
+from models.yolo import Model
+from utils.autoanchor import check_anchors
+from utils.autobatch import check_train_batch_size
+from utils.callbacks import Callbacks
+from utils.dataloaders import create_dataloader
+from utils.downloads import attempt_download, is_url
+from utils.general import (LOGGER, TQDM_BAR_FORMAT, check_amp, check_dataset, check_file, check_git_info,
+ check_git_status, check_img_size, check_requirements, check_suffix, check_yaml, colorstr,
+ get_latest_run, increment_path, init_seeds, intersect_dicts, labels_to_class_weights,
+ labels_to_image_weights, methods, one_cycle, print_args, print_mutation, strip_optimizer,
+ yaml_save)
+from utils.loggers import Loggers
+from utils.loggers.comet.comet_utils import check_comet_resume
+from utils.loss import ComputeLoss
+from utils.metrics import fitness
+from utils.plots import plot_evolve
+from utils.torch_utils import (EarlyStopping, ModelEMA, de_parallel, select_device, smart_DDP, smart_optimizer,
+ smart_resume, torch_distributed_zero_first)
+
+LOCAL_RANK = int(os.getenv('LOCAL_RANK', -1)) # https://pytorch.org/docs/stable/elastic/run.html
+RANK = int(os.getenv('RANK', -1))
+WORLD_SIZE = int(os.getenv('WORLD_SIZE', 1))
+GIT_INFO = check_git_info()
+
+
+def train(hyp, opt, device, callbacks): # hyp is path/to/hyp.yaml or hyp dictionary
+ save_dir, epochs, batch_size, weights, single_cls, evolve, data, cfg, resume, noval, nosave, workers, freeze = \
+ Path(opt.save_dir), opt.epochs, opt.batch_size, opt.weights, opt.single_cls, opt.evolve, opt.data, opt.cfg, \
+ opt.resume, opt.noval, opt.nosave, opt.workers, opt.freeze
+ callbacks.run('on_pretrain_routine_start')
+
+ # Directories
+ w = save_dir / 'weights' # weights dir
+ (w.parent if evolve else w).mkdir(parents=True, exist_ok=True) # make dir
+ last, best = w / 'last.pt', w / 'best.pt'
+
+ # Hyperparameters
+ if isinstance(hyp, str):
+ with open(hyp, errors='ignore') as f:
+ hyp = yaml.safe_load(f) # load hyps dict
+ LOGGER.info(colorstr('hyperparameters: ') + ', '.join(f'{k}={v}' for k, v in hyp.items()))
+ opt.hyp = hyp.copy() # for saving hyps to checkpoints
+
+ # Save run settings
+ if not evolve:
+ yaml_save(save_dir / 'hyp.yaml', hyp)
+ yaml_save(save_dir / 'opt.yaml', vars(opt))
+
+ # Loggers
+ data_dict = None
+ if RANK in {-1, 0}:
+ loggers = Loggers(save_dir, weights, opt, hyp, LOGGER) # loggers instance
+
+ # Register actions
+ for k in methods(loggers):
+ callbacks.register_action(k, callback=getattr(loggers, k))
+
+ # Process custom dataset artifact link
+ data_dict = loggers.remote_dataset
+ if resume: # If resuming runs from remote artifact
+ weights, epochs, hyp, batch_size = opt.weights, opt.epochs, opt.hyp, opt.batch_size
+
+ # Config
+ plots = not evolve and not opt.noplots # create plots
+ cuda = device.type != 'cpu'
+ init_seeds(opt.seed + 1 + RANK, deterministic=True)
+ with torch_distributed_zero_first(LOCAL_RANK):
+ data_dict = data_dict or check_dataset(data) # check if None
+ train_path, val_path = data_dict['train'], data_dict['val']
+ nc = 1 if single_cls else int(data_dict['nc']) # number of classes
+ names = {0: 'item'} if single_cls and len(data_dict['names']) != 1 else data_dict['names'] # class names
+ is_coco = isinstance(val_path, str) and val_path.endswith('coco/val2017.txt') # COCO dataset
+
+ # Model
+ check_suffix(weights, '.pt') # check weights
+ pretrained = weights.endswith('.pt')
+ if pretrained:
+ with torch_distributed_zero_first(LOCAL_RANK):
+ weights = attempt_download(weights) # download if not found locally
+ ckpt = torch.load(weights, map_location='cpu') # load checkpoint to CPU to avoid CUDA memory leak
+ model = Model(cfg or ckpt['model'].yaml, ch=3, nc=nc, anchors=hyp.get('anchors')).to(device) # create
+ exclude = ['anchor'] if (cfg or hyp.get('anchors')) and not resume else [] # exclude keys
+ csd = ckpt['model'].float().state_dict() # checkpoint state_dict as FP32
+ csd = intersect_dicts(csd, model.state_dict(), exclude=exclude) # intersect
+ model.load_state_dict(csd, strict=False) # load
+ LOGGER.info(f'Transferred {len(csd)}/{len(model.state_dict())} items from {weights}') # report
+ else:
+ model = Model(cfg, ch=3, nc=nc, anchors=hyp.get('anchors')).to(device) # create
+ amp = check_amp(model) # check AMP
+
+ # Freeze
+ freeze = [f'model.{x}.' for x in (freeze if len(freeze) > 1 else range(freeze[0]))] # layers to freeze
+ for k, v in model.named_parameters():
+ v.requires_grad = True # train all layers
+ # v.register_hook(lambda x: torch.nan_to_num(x)) # NaN to 0 (commented for erratic training results)
+ if any(x in k for x in freeze):
+ LOGGER.info(f'freezing {k}')
+ v.requires_grad = False
+
+ # Image size
+ gs = max(int(model.stride.max()), 32) # grid size (max stride)
+ imgsz = check_img_size(opt.imgsz, gs, floor=gs * 2) # verify imgsz is gs-multiple
+
+ # Batch size
+ if RANK == -1 and batch_size == -1: # single-GPU only, estimate best batch size
+ batch_size = check_train_batch_size(model, imgsz, amp)
+ loggers.on_params_update({"batch_size": batch_size})
+
+ # Optimizer
+ nbs = 64 # nominal batch size
+ accumulate = max(round(nbs / batch_size), 1) # accumulate loss before optimizing
+ hyp['weight_decay'] *= batch_size * accumulate / nbs # scale weight_decay
+ optimizer = smart_optimizer(model, opt.optimizer, hyp['lr0'], hyp['momentum'], hyp['weight_decay'])
+
+ # Scheduler
+ if opt.cos_lr:
+ lf = one_cycle(1, hyp['lrf'], epochs) # cosine 1->hyp['lrf']
+ else:
+ lf = lambda x: (1 - x / epochs) * (1.0 - hyp['lrf']) + hyp['lrf'] # linear
+ scheduler = lr_scheduler.LambdaLR(optimizer, lr_lambda=lf) # plot_lr_scheduler(optimizer, scheduler, epochs)
+
+ # EMA
+ ema = ModelEMA(model) if RANK in {-1, 0} else None
+
+ # Resume
+ best_fitness, start_epoch = 0.0, 0
+ if pretrained:
+ if resume:
+ best_fitness, start_epoch, epochs = smart_resume(ckpt, optimizer, ema, weights, epochs, resume)
+ del ckpt, csd
+
+ # DP mode
+ if cuda and RANK == -1 and torch.cuda.device_count() > 1:
+ LOGGER.warning('WARNING â ī¸ DP not recommended, use torch.distributed.run for best DDP Multi-GPU results.\n'
+ 'See Multi-GPU Tutorial at https://github.com/ultralytics/yolov5/issues/475 to get started.')
+ model = torch.nn.DataParallel(model)
+
+ # SyncBatchNorm
+ if opt.sync_bn and cuda and RANK != -1:
+ model = torch.nn.SyncBatchNorm.convert_sync_batchnorm(model).to(device)
+ LOGGER.info('Using SyncBatchNorm()')
+
+ # Trainloader
+ train_loader, dataset = create_dataloader(train_path,
+ imgsz,
+ batch_size // WORLD_SIZE,
+ gs,
+ single_cls,
+ hyp=hyp,
+ augment=True,
+ cache=None if opt.cache == 'val' else opt.cache,
+ rect=opt.rect,
+ rank=LOCAL_RANK,
+ workers=workers,
+ image_weights=opt.image_weights,
+ quad=opt.quad,
+ prefix=colorstr('train: '),
+ shuffle=True,
+ seed=opt.seed)
+ labels = np.concatenate(dataset.labels, 0)
+ mlc = int(labels[:, 0].max()) # max label class
+ assert mlc < nc, f'Label class {mlc} exceeds nc={nc} in {data}. Possible class labels are 0-{nc - 1}'
+
+ # Process 0
+ if RANK in {-1, 0}:
+ val_loader = create_dataloader(val_path,
+ imgsz,
+ batch_size // WORLD_SIZE * 2,
+ gs,
+ single_cls,
+ hyp=hyp,
+ cache=None if noval else opt.cache,
+ rect=True,
+ rank=-1,
+ workers=workers * 2,
+ pad=0.5,
+ prefix=colorstr('val: '))[0]
+
+ if not resume:
+ if not opt.noautoanchor:
+ check_anchors(dataset, model=model, thr=hyp['anchor_t'], imgsz=imgsz) # run AutoAnchor
+ model.half().float() # pre-reduce anchor precision
+
+ callbacks.run('on_pretrain_routine_end', labels, names)
+
+ # DDP mode
+ if cuda and RANK != -1:
+ model = smart_DDP(model)
+
+ # Model attributes
+ nl = de_parallel(model).model[-1].nl # number of detection layers (to scale hyps)
+ hyp['box'] *= 3 / nl # scale to layers
+ hyp['cls'] *= nc / 80 * 3 / nl # scale to classes and layers
+ hyp['obj'] *= (imgsz / 640) ** 2 * 3 / nl # scale to image size and layers
+ hyp['label_smoothing'] = opt.label_smoothing
+ model.nc = nc # attach number of classes to model
+ model.hyp = hyp # attach hyperparameters to model
+ model.class_weights = labels_to_class_weights(dataset.labels, nc).to(device) * nc # attach class weights
+ model.names = names
+
+ # Start training
+ t0 = time.time()
+ nb = len(train_loader) # number of batches
+ nw = max(round(hyp['warmup_epochs'] * nb), 100) # number of warmup iterations, max(3 epochs, 100 iterations)
+ # nw = min(nw, (epochs - start_epoch) / 2 * nb) # limit warmup to < 1/2 of training
+ last_opt_step = -1
+ maps = np.zeros(nc) # mAP per class
+ results = (0, 0, 0, 0, 0, 0, 0) # P, R, mAP@.5, mAP@.5-.95, val_loss(box, obj, cls)
+ scheduler.last_epoch = start_epoch - 1 # do not move
+ scaler = torch.cuda.amp.GradScaler(enabled=amp)
+ stopper, stop = EarlyStopping(patience=opt.patience), False
+ compute_loss = ComputeLoss(model) # init loss class
+ callbacks.run('on_train_start')
+ LOGGER.info(f'Image sizes {imgsz} train, {imgsz} val\n'
+ f'Using {train_loader.num_workers * WORLD_SIZE} dataloader workers\n'
+ f"Logging results to {colorstr('bold', save_dir)}\n"
+ f'Starting training for {epochs} epochs...')
+ for epoch in range(start_epoch, epochs): # epoch ------------------------------------------------------------------
+ callbacks.run('on_train_epoch_start')
+ model.train()
+
+ # Update image weights (optional, single-GPU only)
+ if opt.image_weights:
+ cw = model.class_weights.cpu().numpy() * (1 - maps) ** 2 / nc # class weights
+ iw = labels_to_image_weights(dataset.labels, nc=nc, class_weights=cw) # image weights
+ dataset.indices = random.choices(range(dataset.n), weights=iw, k=dataset.n) # rand weighted idx
+
+ # Update mosaic border (optional)
+ # b = int(random.uniform(0.25 * imgsz, 0.75 * imgsz + gs) // gs * gs)
+ # dataset.mosaic_border = [b - imgsz, -b] # height, width borders
+
+ mloss = torch.zeros(3, device=device) # mean losses
+ if RANK != -1:
+ train_loader.sampler.set_epoch(epoch)
+ pbar = enumerate(train_loader)
+ LOGGER.info(('\n' + '%11s' * 7) % ('Epoch', 'GPU_mem', 'box_loss', 'obj_loss', 'cls_loss', 'Instances', 'Size'))
+ if RANK in {-1, 0}:
+ pbar = tqdm(pbar, total=nb, bar_format=TQDM_BAR_FORMAT) # progress bar
+ optimizer.zero_grad()
+ for i, (imgs, targets, paths, _) in pbar: # batch -------------------------------------------------------------
+ callbacks.run('on_train_batch_start')
+ ni = i + nb * epoch # number integrated batches (since train start)
+ imgs = imgs.to(device, non_blocking=True).float() / 255 # uint8 to float32, 0-255 to 0.0-1.0
+
+ # Warmup
+ if ni <= nw:
+ xi = [0, nw] # x interp
+ # compute_loss.gr = np.interp(ni, xi, [0.0, 1.0]) # iou loss ratio (obj_loss = 1.0 or iou)
+ accumulate = max(1, np.interp(ni, xi, [1, nbs / batch_size]).round())
+ for j, x in enumerate(optimizer.param_groups):
+ # bias lr falls from 0.1 to lr0, all other lrs rise from 0.0 to lr0
+ x['lr'] = np.interp(ni, xi, [hyp['warmup_bias_lr'] if j == 0 else 0.0, x['initial_lr'] * lf(epoch)])
+ if 'momentum' in x:
+ x['momentum'] = np.interp(ni, xi, [hyp['warmup_momentum'], hyp['momentum']])
+
+ # Multi-scale
+ if opt.multi_scale:
+ sz = random.randrange(imgsz * 0.5, imgsz * 1.5 + gs) // gs * gs # size
+ sf = sz / max(imgs.shape[2:]) # scale factor
+ if sf != 1:
+ ns = [math.ceil(x * sf / gs) * gs for x in imgs.shape[2:]] # new shape (stretched to gs-multiple)
+ imgs = nn.functional.interpolate(imgs, size=ns, mode='bilinear', align_corners=False)
+
+ # Forward
+ with torch.cuda.amp.autocast(amp):
+ pred = model(imgs) # forward
+ loss, loss_items = compute_loss(pred, targets.to(device)) # loss scaled by batch_size
+ if RANK != -1:
+ loss *= WORLD_SIZE # gradient averaged between devices in DDP mode
+ if opt.quad:
+ loss *= 4.
+
+ # Backward
+ scaler.scale(loss).backward()
+
+ # Optimize - https://pytorch.org/docs/master/notes/amp_examples.html
+ if ni - last_opt_step >= accumulate:
+ scaler.unscale_(optimizer) # unscale gradients
+ torch.nn.utils.clip_grad_norm_(model.parameters(), max_norm=10.0) # clip gradients
+ scaler.step(optimizer) # optimizer.step
+ scaler.update()
+ optimizer.zero_grad()
+ if ema:
+ ema.update(model)
+ last_opt_step = ni
+
+ # Log
+ if RANK in {-1, 0}:
+ mloss = (mloss * i + loss_items) / (i + 1) # update mean losses
+ mem = f'{torch.cuda.memory_reserved() / 1E9 if torch.cuda.is_available() else 0:.3g}G' # (GB)
+ pbar.set_description(('%11s' * 2 + '%11.4g' * 5) %
+ (f'{epoch}/{epochs - 1}', mem, *mloss, targets.shape[0], imgs.shape[-1]))
+ callbacks.run('on_train_batch_end', model, ni, imgs, targets, paths, list(mloss))
+ if callbacks.stop_training:
+ return
+ # end batch ------------------------------------------------------------------------------------------------
+
+ # Scheduler
+ lr = [x['lr'] for x in optimizer.param_groups] # for loggers
+ scheduler.step()
+
+ if RANK in {-1, 0}:
+ # mAP
+ callbacks.run('on_train_epoch_end', epoch=epoch)
+ ema.update_attr(model, include=['yaml', 'nc', 'hyp', 'names', 'stride', 'class_weights'])
+ final_epoch = (epoch + 1 == epochs) or stopper.possible_stop
+ if not noval or final_epoch: # Calculate mAP
+ results, maps, _ = validate.run(data_dict,
+ batch_size=batch_size // WORLD_SIZE * 2,
+ imgsz=imgsz,
+ half=amp,
+ model=ema.ema,
+ single_cls=single_cls,
+ dataloader=val_loader,
+ save_dir=save_dir,
+ plots=False,
+ callbacks=callbacks,
+ compute_loss=compute_loss)
+
+ # Update best mAP
+ fi = fitness(np.array(results).reshape(1, -1)) # weighted combination of [P, R, mAP@.5, mAP@.5-.95]
+ stop = stopper(epoch=epoch, fitness=fi) # early stop check
+ if fi > best_fitness:
+ best_fitness = fi
+ log_vals = list(mloss) + list(results) + lr
+ callbacks.run('on_fit_epoch_end', log_vals, epoch, best_fitness, fi)
+
+ # Save model
+ if (not nosave) or (final_epoch and not evolve): # if save
+ ckpt = {
+ 'epoch': epoch,
+ 'best_fitness': best_fitness,
+ 'model': deepcopy(de_parallel(model)).half(),
+ 'ema': deepcopy(ema.ema).half(),
+ 'updates': ema.updates,
+ 'optimizer': optimizer.state_dict(),
+ 'opt': vars(opt),
+ 'git': GIT_INFO, # {remote, branch, commit} if a git repo
+ 'date': datetime.now().isoformat()}
+
+ # Save last, best and delete
+ torch.save(ckpt, last)
+ if best_fitness == fi:
+ torch.save(ckpt, best)
+ if opt.save_period > 0 and epoch % opt.save_period == 0:
+ torch.save(ckpt, w / f'epoch{epoch}.pt')
+ del ckpt
+ callbacks.run('on_model_save', last, epoch, final_epoch, best_fitness, fi)
+
+ # EarlyStopping
+ if RANK != -1: # if DDP training
+ broadcast_list = [stop if RANK == 0 else None]
+ dist.broadcast_object_list(broadcast_list, 0) # broadcast 'stop' to all ranks
+ if RANK != 0:
+ stop = broadcast_list[0]
+ if stop:
+ break # must break all DDP ranks
+
+ # end epoch ----------------------------------------------------------------------------------------------------
+ # end training -----------------------------------------------------------------------------------------------------
+ if RANK in {-1, 0}:
+ LOGGER.info(f'\n{epoch - start_epoch + 1} epochs completed in {(time.time() - t0) / 3600:.3f} hours.')
+ for f in last, best:
+ if f.exists():
+ strip_optimizer(f) # strip optimizers
+ if f is best:
+ LOGGER.info(f'\nValidating {f}...')
+ results, _, _ = validate.run(
+ data_dict,
+ batch_size=batch_size // WORLD_SIZE * 2,
+ imgsz=imgsz,
+ model=attempt_load(f, device).half(),
+ iou_thres=0.65 if is_coco else 0.60, # best pycocotools at iou 0.65
+ single_cls=single_cls,
+ dataloader=val_loader,
+ save_dir=save_dir,
+ save_json=is_coco,
+ verbose=True,
+ plots=plots,
+ callbacks=callbacks,
+ compute_loss=compute_loss) # val best model with plots
+ if is_coco:
+ callbacks.run('on_fit_epoch_end', list(mloss) + list(results) + lr, epoch, best_fitness, fi)
+
+ callbacks.run('on_train_end', last, best, epoch, results)
+
+ torch.cuda.empty_cache()
+ return results
+
+
+def parse_opt(known=False):
+ parser = argparse.ArgumentParser()
+ parser.add_argument('--weights', type=str, default=ROOT / 'yolov5s.pt', help='initial weights path')
+ parser.add_argument('--cfg', type=str, default='', help='model.yaml path')
+ parser.add_argument('--data', type=str, default=ROOT / 'data/coco128.yaml', help='dataset.yaml path')
+ parser.add_argument('--hyp', type=str, default=ROOT / 'data/hyps/hyp.scratch-low.yaml', help='hyperparameters path')
+ parser.add_argument('--epochs', type=int, default=100, help='total training epochs')
+ parser.add_argument('--batch-size', type=int, default=16, help='total batch size for all GPUs, -1 for autobatch')
+ parser.add_argument('--imgsz', '--img', '--img-size', type=int, default=640, help='train, val image size (pixels)')
+ parser.add_argument('--rect', action='store_true', help='rectangular training')
+ parser.add_argument('--resume', nargs='?', const=True, default=False, help='resume most recent training')
+ parser.add_argument('--nosave', action='store_true', help='only save final checkpoint')
+ parser.add_argument('--noval', action='store_true', help='only validate final epoch')
+ parser.add_argument('--noautoanchor', action='store_true', help='disable AutoAnchor')
+ parser.add_argument('--noplots', action='store_true', help='save no plot files')
+ parser.add_argument('--evolve', type=int, nargs='?', const=300, help='evolve hyperparameters for x generations')
+ parser.add_argument('--bucket', type=str, default='', help='gsutil bucket')
+ parser.add_argument('--cache', type=str, nargs='?', const='ram', help='image --cache ram/disk')
+ parser.add_argument('--image-weights', action='store_true', help='use weighted image selection for training')
+ parser.add_argument('--device', default='', help='cuda device, i.e. 0 or 0,1,2,3 or cpu')
+ parser.add_argument('--multi-scale', action='store_true', help='vary img-size +/- 50%%')
+ parser.add_argument('--single-cls', action='store_true', help='train multi-class data as single-class')
+ parser.add_argument('--optimizer', type=str, choices=['SGD', 'Adam', 'AdamW'], default='SGD', help='optimizer')
+ parser.add_argument('--sync-bn', action='store_true', help='use SyncBatchNorm, only available in DDP mode')
+ parser.add_argument('--workers', type=int, default=8, help='max dataloader workers (per RANK in DDP mode)')
+ parser.add_argument('--project', default=ROOT / 'runs/train', help='save to project/name')
+ parser.add_argument('--name', default='exp', help='save to project/name')
+ parser.add_argument('--exist-ok', action='store_true', help='existing project/name ok, do not increment')
+ parser.add_argument('--quad', action='store_true', help='quad dataloader')
+ parser.add_argument('--cos-lr', action='store_true', help='cosine LR scheduler')
+ parser.add_argument('--label-smoothing', type=float, default=0.0, help='Label smoothing epsilon')
+ parser.add_argument('--patience', type=int, default=100, help='EarlyStopping patience (epochs without improvement)')
+ parser.add_argument('--freeze', nargs='+', type=int, default=[0], help='Freeze layers: backbone=10, first3=0 1 2')
+ parser.add_argument('--save-period', type=int, default=-1, help='Save checkpoint every x epochs (disabled if < 1)')
+ parser.add_argument('--seed', type=int, default=0, help='Global training seed')
+ parser.add_argument('--local_rank', type=int, default=-1, help='Automatic DDP Multi-GPU argument, do not modify')
+
+ # Logger arguments
+ parser.add_argument('--entity', default=None, help='Entity')
+ parser.add_argument('--upload_dataset', nargs='?', const=True, default=False, help='Upload data, "val" option')
+ parser.add_argument('--bbox_interval', type=int, default=-1, help='Set bounding-box image logging interval')
+ parser.add_argument('--artifact_alias', type=str, default='latest', help='Version of dataset artifact to use')
+
+ return parser.parse_known_args()[0] if known else parser.parse_args()
+
+
+def main(opt, callbacks=Callbacks()):
+ # Checks
+ if RANK in {-1, 0}:
+ print_args(vars(opt))
+ check_git_status()
+ check_requirements()
+
+ # Resume (from specified or most recent last.pt)
+ if opt.resume and not check_comet_resume(opt) and not opt.evolve:
+ last = Path(check_file(opt.resume) if isinstance(opt.resume, str) else get_latest_run())
+ opt_yaml = last.parent.parent / 'opt.yaml' # train options yaml
+ opt_data = opt.data # original dataset
+ if opt_yaml.is_file():
+ with open(opt_yaml, errors='ignore') as f:
+ d = yaml.safe_load(f)
+ else:
+ d = torch.load(last, map_location='cpu')['opt']
+ opt = argparse.Namespace(**d) # replace
+ opt.cfg, opt.weights, opt.resume = '', str(last), True # reinstate
+ if is_url(opt_data):
+ opt.data = check_file(opt_data) # avoid HUB resume auth timeout
+ else:
+ opt.data, opt.cfg, opt.hyp, opt.weights, opt.project = \
+ check_file(opt.data), check_yaml(opt.cfg), check_yaml(opt.hyp), str(opt.weights), str(opt.project) # checks
+ assert len(opt.cfg) or len(opt.weights), 'either --cfg or --weights must be specified'
+ if opt.evolve:
+ if opt.project == str(ROOT / 'runs/train'): # if default project name, rename to runs/evolve
+ opt.project = str(ROOT / 'runs/evolve')
+ opt.exist_ok, opt.resume = opt.resume, False # pass resume to exist_ok and disable resume
+ if opt.name == 'cfg':
+ opt.name = Path(opt.cfg).stem # use model.yaml as name
+ opt.save_dir = str(increment_path(Path(opt.project) / opt.name, exist_ok=opt.exist_ok))
+
+ # DDP mode
+ device = select_device(opt.device, batch_size=opt.batch_size)
+ if LOCAL_RANK != -1:
+ msg = 'is not compatible with YOLOv5 Multi-GPU DDP training'
+ assert not opt.image_weights, f'--image-weights {msg}'
+ assert not opt.evolve, f'--evolve {msg}'
+ assert opt.batch_size != -1, f'AutoBatch with --batch-size -1 {msg}, please pass a valid --batch-size'
+ assert opt.batch_size % WORLD_SIZE == 0, f'--batch-size {opt.batch_size} must be multiple of WORLD_SIZE'
+ assert torch.cuda.device_count() > LOCAL_RANK, 'insufficient CUDA devices for DDP command'
+ torch.cuda.set_device(LOCAL_RANK)
+ device = torch.device('cuda', LOCAL_RANK)
+ dist.init_process_group(backend="nccl" if dist.is_nccl_available() else "gloo")
+
+ # Train
+ if not opt.evolve:
+ train(opt.hyp, opt, device, callbacks)
+
+ # Evolve hyperparameters (optional)
+ else:
+ # Hyperparameter evolution metadata (mutation scale 0-1, lower_limit, upper_limit)
+ meta = {
+ 'lr0': (1, 1e-5, 1e-1), # initial learning rate (SGD=1E-2, Adam=1E-3)
+ 'lrf': (1, 0.01, 1.0), # final OneCycleLR learning rate (lr0 * lrf)
+ 'momentum': (0.3, 0.6, 0.98), # SGD momentum/Adam beta1
+ 'weight_decay': (1, 0.0, 0.001), # optimizer weight decay
+ 'warmup_epochs': (1, 0.0, 5.0), # warmup epochs (fractions ok)
+ 'warmup_momentum': (1, 0.0, 0.95), # warmup initial momentum
+ 'warmup_bias_lr': (1, 0.0, 0.2), # warmup initial bias lr
+ 'box': (1, 0.02, 0.2), # box loss gain
+ 'cls': (1, 0.2, 4.0), # cls loss gain
+ 'cls_pw': (1, 0.5, 2.0), # cls BCELoss positive_weight
+ 'obj': (1, 0.2, 4.0), # obj loss gain (scale with pixels)
+ 'obj_pw': (1, 0.5, 2.0), # obj BCELoss positive_weight
+ 'iou_t': (0, 0.1, 0.7), # IoU training threshold
+ 'anchor_t': (1, 2.0, 8.0), # anchor-multiple threshold
+ 'anchors': (2, 2.0, 10.0), # anchors per output grid (0 to ignore)
+ 'fl_gamma': (0, 0.0, 2.0), # focal loss gamma (efficientDet default gamma=1.5)
+ 'hsv_h': (1, 0.0, 0.1), # image HSV-Hue augmentation (fraction)
+ 'hsv_s': (1, 0.0, 0.9), # image HSV-Saturation augmentation (fraction)
+ 'hsv_v': (1, 0.0, 0.9), # image HSV-Value augmentation (fraction)
+ 'degrees': (1, 0.0, 45.0), # image rotation (+/- deg)
+ 'translate': (1, 0.0, 0.9), # image translation (+/- fraction)
+ 'scale': (1, 0.0, 0.9), # image scale (+/- gain)
+ 'shear': (1, 0.0, 10.0), # image shear (+/- deg)
+ 'perspective': (0, 0.0, 0.001), # image perspective (+/- fraction), range 0-0.001
+ 'flipud': (1, 0.0, 1.0), # image flip up-down (probability)
+ 'fliplr': (0, 0.0, 1.0), # image flip left-right (probability)
+ 'mosaic': (1, 0.0, 1.0), # image mixup (probability)
+ 'mixup': (1, 0.0, 1.0), # image mixup (probability)
+ 'copy_paste': (1, 0.0, 1.0)} # segment copy-paste (probability)
+
+ with open(opt.hyp, errors='ignore') as f:
+ hyp = yaml.safe_load(f) # load hyps dict
+ if 'anchors' not in hyp: # anchors commented in hyp.yaml
+ hyp['anchors'] = 3
+ if opt.noautoanchor:
+ del hyp['anchors'], meta['anchors']
+ opt.noval, opt.nosave, save_dir = True, True, Path(opt.save_dir) # only val/save final epoch
+ # ei = [isinstance(x, (int, float)) for x in hyp.values()] # evolvable indices
+ evolve_yaml, evolve_csv = save_dir / 'hyp_evolve.yaml', save_dir / 'evolve.csv'
+ if opt.bucket:
+ os.system(f'gsutil cp gs://{opt.bucket}/evolve.csv {evolve_csv}') # download evolve.csv if exists
+
+ for _ in range(opt.evolve): # generations to evolve
+ if evolve_csv.exists(): # if evolve.csv exists: select best hyps and mutate
+ # Select parent(s)
+ parent = 'single' # parent selection method: 'single' or 'weighted'
+ x = np.loadtxt(evolve_csv, ndmin=2, delimiter=',', skiprows=1)
+ n = min(5, len(x)) # number of previous results to consider
+ x = x[np.argsort(-fitness(x))][:n] # top n mutations
+ w = fitness(x) - fitness(x).min() + 1E-6 # weights (sum > 0)
+ if parent == 'single' or len(x) == 1:
+ # x = x[random.randint(0, n - 1)] # random selection
+ x = x[random.choices(range(n), weights=w)[0]] # weighted selection
+ elif parent == 'weighted':
+ x = (x * w.reshape(n, 1)).sum(0) / w.sum() # weighted combination
+
+ # Mutate
+ mp, s = 0.8, 0.2 # mutation probability, sigma
+ npr = np.random
+ npr.seed(int(time.time()))
+ g = np.array([meta[k][0] for k in hyp.keys()]) # gains 0-1
+ ng = len(meta)
+ v = np.ones(ng)
+ while all(v == 1): # mutate until a change occurs (prevent duplicates)
+ v = (g * (npr.random(ng) < mp) * npr.randn(ng) * npr.random() * s + 1).clip(0.3, 3.0)
+ for i, k in enumerate(hyp.keys()): # plt.hist(v.ravel(), 300)
+ hyp[k] = float(x[i + 7] * v[i]) # mutate
+
+ # Constrain to limits
+ for k, v in meta.items():
+ hyp[k] = max(hyp[k], v[1]) # lower limit
+ hyp[k] = min(hyp[k], v[2]) # upper limit
+ hyp[k] = round(hyp[k], 5) # significant digits
+
+ # Train mutation
+ results = train(hyp.copy(), opt, device, callbacks)
+ callbacks = Callbacks()
+ # Write mutation results
+ keys = ('metrics/precision', 'metrics/recall', 'metrics/mAP_0.5', 'metrics/mAP_0.5:0.95', 'val/box_loss',
+ 'val/obj_loss', 'val/cls_loss')
+ print_mutation(keys, results, hyp.copy(), save_dir, opt.bucket)
+
+ # Plot results
+ plot_evolve(evolve_csv)
+ LOGGER.info(f'Hyperparameter evolution finished {opt.evolve} generations\n'
+ f"Results saved to {colorstr('bold', save_dir)}\n"
+ f'Usage example: $ python train.py --hyp {evolve_yaml}')
+
+
+def run(**kwargs):
+ # Usage: import train; train.run(data='coco128.yaml', imgsz=320, weights='yolov5m.pt')
+ opt = parse_opt(True)
+ for k, v in kwargs.items():
+ setattr(opt, k, v)
+ main(opt)
+ return opt
+
+
+if __name__ == "__main__":
+ opt = parse_opt()
+ main(opt)
diff --git a/train/images/HighresScreenshot00006_png.rf.87ab4b588ca9e822c0a1b7d8969e9108.jpg b/train/images/HighresScreenshot00006_png.rf.87ab4b588ca9e822c0a1b7d8969e9108.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..50757c7b66b3d52cc2005414dad9465cae193456
Binary files /dev/null and b/train/images/HighresScreenshot00006_png.rf.87ab4b588ca9e822c0a1b7d8969e9108.jpg differ
diff --git a/train/images/HighresScreenshot00007_png.rf.e3aa3d627874907eccc026f191964d11.jpg b/train/images/HighresScreenshot00007_png.rf.e3aa3d627874907eccc026f191964d11.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..03180ab985c9de3f36f0725518631c1b4e4f59a6
Binary files /dev/null and b/train/images/HighresScreenshot00007_png.rf.e3aa3d627874907eccc026f191964d11.jpg differ
diff --git a/train/images/HighresScreenshot00008_png.rf.c74e402f361a03bd60c61b2cc2416534.jpg b/train/images/HighresScreenshot00008_png.rf.c74e402f361a03bd60c61b2cc2416534.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..61b0fd62e033d4d785d3ef4562be95aad94b30cb
Binary files /dev/null and b/train/images/HighresScreenshot00008_png.rf.c74e402f361a03bd60c61b2cc2416534.jpg differ
diff --git a/train/images/HighresScreenshot00009_png.rf.97046268beb9e22e2b71d42d39566e81.jpg b/train/images/HighresScreenshot00009_png.rf.97046268beb9e22e2b71d42d39566e81.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..ba853abc8a19d9fda4414fd90cfb6c1132a6ffb0
Binary files /dev/null and b/train/images/HighresScreenshot00009_png.rf.97046268beb9e22e2b71d42d39566e81.jpg differ
diff --git a/train/images/HighresScreenshot00011_png.rf.6bdb3024df3e16f3f6fad87d9743f574.jpg b/train/images/HighresScreenshot00011_png.rf.6bdb3024df3e16f3f6fad87d9743f574.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..45def5b3769091c23a664ac68b81ccbd66f6fffc
Binary files /dev/null and b/train/images/HighresScreenshot00011_png.rf.6bdb3024df3e16f3f6fad87d9743f574.jpg differ
diff --git a/train/images/HighresScreenshot00011_png.rf.ea8681a2651750de009f85b491c06786.jpg b/train/images/HighresScreenshot00011_png.rf.ea8681a2651750de009f85b491c06786.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..50fa053be443b766a8e256ced4856f59848a2d98
Binary files /dev/null and b/train/images/HighresScreenshot00011_png.rf.ea8681a2651750de009f85b491c06786.jpg differ
diff --git a/train/images/HighresScreenshot00012_png.rf.d204291d1d3dc139065e82c24e7ccdf2.jpg b/train/images/HighresScreenshot00012_png.rf.d204291d1d3dc139065e82c24e7ccdf2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..933686a12d2daf0fa44496a6e634d2f5801c79e7
Binary files /dev/null and b/train/images/HighresScreenshot00012_png.rf.d204291d1d3dc139065e82c24e7ccdf2.jpg differ
diff --git a/train/images/HighresScreenshot00012_png.rf.d7d4d44f8d7788e0b2a51a150e1d7976.jpg b/train/images/HighresScreenshot00012_png.rf.d7d4d44f8d7788e0b2a51a150e1d7976.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..aa3790dadf348a7d40dabeefecf0140235b729ab
Binary files /dev/null and b/train/images/HighresScreenshot00012_png.rf.d7d4d44f8d7788e0b2a51a150e1d7976.jpg differ
diff --git a/train/images/HighresScreenshot00013_png.rf.18fcc16984e0d37e5b88b806915e8074.jpg b/train/images/HighresScreenshot00013_png.rf.18fcc16984e0d37e5b88b806915e8074.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..bbdd30615f47531840e9f546e100b0ebf4ab687e
Binary files /dev/null and b/train/images/HighresScreenshot00013_png.rf.18fcc16984e0d37e5b88b806915e8074.jpg differ
diff --git a/train/images/HighresScreenshot00013_png.rf.653be174dd1057342c590abee55531a5.jpg b/train/images/HighresScreenshot00013_png.rf.653be174dd1057342c590abee55531a5.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..999fa02897a383cbdc4b21c9c05222401da7632f
Binary files /dev/null and b/train/images/HighresScreenshot00013_png.rf.653be174dd1057342c590abee55531a5.jpg differ
diff --git a/train/images/HighresScreenshot00014_png.rf.5360de93bcca9c00e0a88a6b2e6a93ef.jpg b/train/images/HighresScreenshot00014_png.rf.5360de93bcca9c00e0a88a6b2e6a93ef.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..29aea8af733a9b0f95e7589e398a2bcd3a072a82
Binary files /dev/null and b/train/images/HighresScreenshot00014_png.rf.5360de93bcca9c00e0a88a6b2e6a93ef.jpg differ
diff --git a/train/images/HighresScreenshot00014_png.rf.644e1554d9a199ed681ed2d1ebab6765.jpg b/train/images/HighresScreenshot00014_png.rf.644e1554d9a199ed681ed2d1ebab6765.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..295cb6f64ef5695724c0ae24ad84c0c0674d4beb
Binary files /dev/null and b/train/images/HighresScreenshot00014_png.rf.644e1554d9a199ed681ed2d1ebab6765.jpg differ
diff --git a/train/images/HighresScreenshot00015_png.rf.007d197316d08d5ffc0089f521760011.jpg b/train/images/HighresScreenshot00015_png.rf.007d197316d08d5ffc0089f521760011.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..2a28aa61e0cb25c0dca4367b02b20aae11caaec8
Binary files /dev/null and b/train/images/HighresScreenshot00015_png.rf.007d197316d08d5ffc0089f521760011.jpg differ
diff --git a/train/images/HighresScreenshot00015_png.rf.2c594367cfba0e2d884afa3718e8312a.jpg b/train/images/HighresScreenshot00015_png.rf.2c594367cfba0e2d884afa3718e8312a.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..b72882880e92977c4e79ba0d284c5b67dddd72e8
Binary files /dev/null and b/train/images/HighresScreenshot00015_png.rf.2c594367cfba0e2d884afa3718e8312a.jpg differ
diff --git a/train/images/HighresScreenshot00016_png.rf.4bfda371f0ea01b7459f3e4f02712383.jpg b/train/images/HighresScreenshot00016_png.rf.4bfda371f0ea01b7459f3e4f02712383.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..5e54b849eb9dbca2dc349ea32ded42f8415e88a7
Binary files /dev/null and b/train/images/HighresScreenshot00016_png.rf.4bfda371f0ea01b7459f3e4f02712383.jpg differ
diff --git a/train/images/HighresScreenshot00016_png.rf.b56f8f478f476ecc3be32b9bd90143cd.jpg b/train/images/HighresScreenshot00016_png.rf.b56f8f478f476ecc3be32b9bd90143cd.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..10cd634e825f5f526cb6213cfc91d24eb3b2b6ac
Binary files /dev/null and b/train/images/HighresScreenshot00016_png.rf.b56f8f478f476ecc3be32b9bd90143cd.jpg differ
diff --git a/train/images/HighresScreenshot00017_png.rf.7d668e32b57e6f19d79b21c5be669b66.jpg b/train/images/HighresScreenshot00017_png.rf.7d668e32b57e6f19d79b21c5be669b66.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..2f90de0f278e4d07d20b23b19eeec0866cf43ea2
Binary files /dev/null and b/train/images/HighresScreenshot00017_png.rf.7d668e32b57e6f19d79b21c5be669b66.jpg differ
diff --git a/train/images/HighresScreenshot00018_png.rf.67af37c21840dca8f1b4e807515dbd39.jpg b/train/images/HighresScreenshot00018_png.rf.67af37c21840dca8f1b4e807515dbd39.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..b3359fe8e36c02045376be4277cbb6de8b562f4e
Binary files /dev/null and b/train/images/HighresScreenshot00018_png.rf.67af37c21840dca8f1b4e807515dbd39.jpg differ
diff --git a/train/images/HighresScreenshot00019_png.rf.67643aa73c7da5ffc4cd95656d071d1d.jpg b/train/images/HighresScreenshot00019_png.rf.67643aa73c7da5ffc4cd95656d071d1d.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..a7bbc07482176c908f24c21fb7ea98a2277a21ac
Binary files /dev/null and b/train/images/HighresScreenshot00019_png.rf.67643aa73c7da5ffc4cd95656d071d1d.jpg differ
diff --git a/train/images/HighresScreenshot00019_png.rf.efc0581fdf8eb8f72efc374ada33762c.jpg b/train/images/HighresScreenshot00019_png.rf.efc0581fdf8eb8f72efc374ada33762c.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..ae60bdc0b8ff4c5e1d530f71a008cc06fa79bd08
Binary files /dev/null and b/train/images/HighresScreenshot00019_png.rf.efc0581fdf8eb8f72efc374ada33762c.jpg differ
diff --git a/train/images/HighresScreenshot00020_png.rf.448fdcfc6781d8c7e0065ef038fa0cca.jpg b/train/images/HighresScreenshot00020_png.rf.448fdcfc6781d8c7e0065ef038fa0cca.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..8632d8ba95e0fc60bf7caf9200823b011aef44d8
Binary files /dev/null and b/train/images/HighresScreenshot00020_png.rf.448fdcfc6781d8c7e0065ef038fa0cca.jpg differ
diff --git a/train/images/HighresScreenshot00020_png.rf.54c42144061ab34eec88ca66b45e2a89.jpg b/train/images/HighresScreenshot00020_png.rf.54c42144061ab34eec88ca66b45e2a89.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..579d8930edf027961874822fb649ec819d4fe8bf
Binary files /dev/null and b/train/images/HighresScreenshot00020_png.rf.54c42144061ab34eec88ca66b45e2a89.jpg differ
diff --git a/train/images/HighresScreenshot00021_png.rf.e7a11b64dc92be184357ad2d7cf9137f.jpg b/train/images/HighresScreenshot00021_png.rf.e7a11b64dc92be184357ad2d7cf9137f.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..4670a216073a652a4d549bed8deed8e801e55a17
Binary files /dev/null and b/train/images/HighresScreenshot00021_png.rf.e7a11b64dc92be184357ad2d7cf9137f.jpg differ
diff --git a/train/images/HighresScreenshot00021_png.rf.f2d573b0130e49261950572d7cee2e5f.jpg b/train/images/HighresScreenshot00021_png.rf.f2d573b0130e49261950572d7cee2e5f.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..1396679406e93fded781b135fddc7ee885dcae06
Binary files /dev/null and b/train/images/HighresScreenshot00021_png.rf.f2d573b0130e49261950572d7cee2e5f.jpg differ
diff --git a/train/images/HighresScreenshot00022_png.rf.2d65c34150d9f3b122ea41fc7ee09125.jpg b/train/images/HighresScreenshot00022_png.rf.2d65c34150d9f3b122ea41fc7ee09125.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..9fd6bdb8d63223c05f29c780269c6f863ade853e
Binary files /dev/null and b/train/images/HighresScreenshot00022_png.rf.2d65c34150d9f3b122ea41fc7ee09125.jpg differ
diff --git a/train/images/HighresScreenshot00022_png.rf.abcf36514d26d32d15116a16b97ab45c.jpg b/train/images/HighresScreenshot00022_png.rf.abcf36514d26d32d15116a16b97ab45c.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..b230bbd73d5416ef27f1626d50aabe8f43e88229
Binary files /dev/null and b/train/images/HighresScreenshot00022_png.rf.abcf36514d26d32d15116a16b97ab45c.jpg differ
diff --git a/train/images/HighresScreenshot00023_png.rf.7c632ddf4cbd32812ac5ccdb55aae766.jpg b/train/images/HighresScreenshot00023_png.rf.7c632ddf4cbd32812ac5ccdb55aae766.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..9368a1cba6e8ed4692e9807bea2ae0a163b02098
Binary files /dev/null and b/train/images/HighresScreenshot00023_png.rf.7c632ddf4cbd32812ac5ccdb55aae766.jpg differ
diff --git a/train/images/HighresScreenshot00024_png.rf.776985eed4146bb05b7ae10769cce2b8.jpg b/train/images/HighresScreenshot00024_png.rf.776985eed4146bb05b7ae10769cce2b8.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..be8afd21c1253365e9cf683a6359a1156522be63
Binary files /dev/null and b/train/images/HighresScreenshot00024_png.rf.776985eed4146bb05b7ae10769cce2b8.jpg differ
diff --git a/train/images/HighresScreenshot00025_png.rf.ad980c3e4062b6188da2e3db39b7ff7e.jpg b/train/images/HighresScreenshot00025_png.rf.ad980c3e4062b6188da2e3db39b7ff7e.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..9152901e7db1a455b2794f71a1550ab2cd90fd7e
Binary files /dev/null and b/train/images/HighresScreenshot00025_png.rf.ad980c3e4062b6188da2e3db39b7ff7e.jpg differ
diff --git a/train/images/HighresScreenshot00025_png.rf.fdd33508989ae9af28056559e855ea33.jpg b/train/images/HighresScreenshot00025_png.rf.fdd33508989ae9af28056559e855ea33.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..2669ad384213052ca40b5a661500cd39cdfae713
Binary files /dev/null and b/train/images/HighresScreenshot00025_png.rf.fdd33508989ae9af28056559e855ea33.jpg differ
diff --git a/train/images/HighresScreenshot00026_png.rf.3f61cb8ec68d77c5b31bb0e37a68a7db.jpg b/train/images/HighresScreenshot00026_png.rf.3f61cb8ec68d77c5b31bb0e37a68a7db.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..6c73d3877629180232293eb82ab7246353edc5f3
Binary files /dev/null and b/train/images/HighresScreenshot00026_png.rf.3f61cb8ec68d77c5b31bb0e37a68a7db.jpg differ
diff --git a/train/images/HighresScreenshot00026_png.rf.8749d3179acaf87b4609304a04406fec.jpg b/train/images/HighresScreenshot00026_png.rf.8749d3179acaf87b4609304a04406fec.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..3e354aee31c9604dedc0a8c27bc1c8d37ab94b8d
Binary files /dev/null and b/train/images/HighresScreenshot00026_png.rf.8749d3179acaf87b4609304a04406fec.jpg differ
diff --git a/train/images/HighresScreenshot00027_png.rf.9edc36825dff9706e851eef3370e5131.jpg b/train/images/HighresScreenshot00027_png.rf.9edc36825dff9706e851eef3370e5131.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..9ea1be372f93624595539bfa185b8aeae5a00b23
Binary files /dev/null and b/train/images/HighresScreenshot00027_png.rf.9edc36825dff9706e851eef3370e5131.jpg differ
diff --git a/train/images/HighresScreenshot00028_png.rf.f259345b30805c43227c1ecd5837f42a.jpg b/train/images/HighresScreenshot00028_png.rf.f259345b30805c43227c1ecd5837f42a.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..c02c8b3d25b484c8be44260a01c13887aa3d16b8
Binary files /dev/null and b/train/images/HighresScreenshot00028_png.rf.f259345b30805c43227c1ecd5837f42a.jpg differ
diff --git a/train/images/HighresScreenshot00029_png.rf.4b53ad01c604dd35da35d45366fa83f1.jpg b/train/images/HighresScreenshot00029_png.rf.4b53ad01c604dd35da35d45366fa83f1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..d0d68a005c2c17e17e45237e81bd14e644f85bfc
Binary files /dev/null and b/train/images/HighresScreenshot00029_png.rf.4b53ad01c604dd35da35d45366fa83f1.jpg differ
diff --git a/train/images/HighresScreenshot00029_png.rf.ff891859989c57c2407c96a5366dc1fd.jpg b/train/images/HighresScreenshot00029_png.rf.ff891859989c57c2407c96a5366dc1fd.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..8677239d3aea59afb7f4bfe038c09ab547f9e548
Binary files /dev/null and b/train/images/HighresScreenshot00029_png.rf.ff891859989c57c2407c96a5366dc1fd.jpg differ
diff --git a/train/images/HighresScreenshot00030_png.rf.168d16b0d2478252ecbd158d22dcc683.jpg b/train/images/HighresScreenshot00030_png.rf.168d16b0d2478252ecbd158d22dcc683.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..0029839158d21977e2ba0a90f5b6b61635ae3358
Binary files /dev/null and b/train/images/HighresScreenshot00030_png.rf.168d16b0d2478252ecbd158d22dcc683.jpg differ
diff --git a/train/images/HighresScreenshot00030_png.rf.bba2bd546c3685e01c708d907050d40c.jpg b/train/images/HighresScreenshot00030_png.rf.bba2bd546c3685e01c708d907050d40c.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..9a5facbdf273fe5d76a839b82877aab1ff3530e5
Binary files /dev/null and b/train/images/HighresScreenshot00030_png.rf.bba2bd546c3685e01c708d907050d40c.jpg differ
diff --git a/train/images/HighresScreenshot00031_png.rf.c63cb9f42580e9fe92e44286ca500831.jpg b/train/images/HighresScreenshot00031_png.rf.c63cb9f42580e9fe92e44286ca500831.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..04df7dc0ea1f1e3fe98e0503b52686cbf00587c1
Binary files /dev/null and b/train/images/HighresScreenshot00031_png.rf.c63cb9f42580e9fe92e44286ca500831.jpg differ
diff --git a/train/images/HighresScreenshot00032_png.rf.1f610f41c422c97d268eb72204e08080.jpg b/train/images/HighresScreenshot00032_png.rf.1f610f41c422c97d268eb72204e08080.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..d1a080ce61c42d8dffc01537a928bbd6fa064883
Binary files /dev/null and b/train/images/HighresScreenshot00032_png.rf.1f610f41c422c97d268eb72204e08080.jpg differ
diff --git a/train/images/HighresScreenshot00032_png.rf.8b1d257cca70a985edfa03e6214f2508.jpg b/train/images/HighresScreenshot00032_png.rf.8b1d257cca70a985edfa03e6214f2508.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..007821d2c96edafee09e46fb84d51c2177a7cf29
Binary files /dev/null and b/train/images/HighresScreenshot00032_png.rf.8b1d257cca70a985edfa03e6214f2508.jpg differ
diff --git a/train/images/HighresScreenshot00033_png.rf.1f3ef9681995a819b71d716fed9ec1f1.jpg b/train/images/HighresScreenshot00033_png.rf.1f3ef9681995a819b71d716fed9ec1f1.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..0f6b55e7e4470d78843cb7a733dadc531664d56e
Binary files /dev/null and b/train/images/HighresScreenshot00033_png.rf.1f3ef9681995a819b71d716fed9ec1f1.jpg differ
diff --git a/train/images/HighresScreenshot00033_png.rf.e705414e25f1ad57542da1dcd8cbe5e0.jpg b/train/images/HighresScreenshot00033_png.rf.e705414e25f1ad57542da1dcd8cbe5e0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..c3d23a4c9efd413289099b97fa52cdfe7e5d9e62
Binary files /dev/null and b/train/images/HighresScreenshot00033_png.rf.e705414e25f1ad57542da1dcd8cbe5e0.jpg differ
diff --git a/train/images/HighresScreenshot00034_png.rf.40b8f4bb53436932676556e6161ea3dd.jpg b/train/images/HighresScreenshot00034_png.rf.40b8f4bb53436932676556e6161ea3dd.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..2eaebfcd8ee337f0bd4353d7754381be8be6ee02
Binary files /dev/null and b/train/images/HighresScreenshot00034_png.rf.40b8f4bb53436932676556e6161ea3dd.jpg differ
diff --git a/train/images/HighresScreenshot00034_png.rf.aa22427fd317ff6cd8012327995586a6.jpg b/train/images/HighresScreenshot00034_png.rf.aa22427fd317ff6cd8012327995586a6.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..d80a74cf4426f7ac828051266604ddd001c39cdf
Binary files /dev/null and b/train/images/HighresScreenshot00034_png.rf.aa22427fd317ff6cd8012327995586a6.jpg differ
diff --git a/train/images/HighresScreenshot00035_png.rf.9b2e69ab856b23987b9515ae086d5982.jpg b/train/images/HighresScreenshot00035_png.rf.9b2e69ab856b23987b9515ae086d5982.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..456c0a86334a85b400429e637730fcf4f24f9dd5
Binary files /dev/null and b/train/images/HighresScreenshot00035_png.rf.9b2e69ab856b23987b9515ae086d5982.jpg differ
diff --git a/train/images/HighresScreenshot00035_png.rf.a8f0a0571ed02fb1841ead172c414688.jpg b/train/images/HighresScreenshot00035_png.rf.a8f0a0571ed02fb1841ead172c414688.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..30a8868f9598119c9790863145b63c2463d23557
Binary files /dev/null and b/train/images/HighresScreenshot00035_png.rf.a8f0a0571ed02fb1841ead172c414688.jpg differ
diff --git a/train/images/HighresScreenshot00036_png.rf.94a051488f48b2ef7c12fda79d8462ac.jpg b/train/images/HighresScreenshot00036_png.rf.94a051488f48b2ef7c12fda79d8462ac.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..bb0e64d0845fed09b5c7a0e1abb08ec394a36fac
Binary files /dev/null and b/train/images/HighresScreenshot00036_png.rf.94a051488f48b2ef7c12fda79d8462ac.jpg differ
diff --git a/train/images/HighresScreenshot00037_png.rf.93b155edc5e74cf48c5f0bcb6507fd0d.jpg b/train/images/HighresScreenshot00037_png.rf.93b155edc5e74cf48c5f0bcb6507fd0d.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..eb6859fdc80de8a83025ee11705693354a1daf62
Binary files /dev/null and b/train/images/HighresScreenshot00037_png.rf.93b155edc5e74cf48c5f0bcb6507fd0d.jpg differ
diff --git a/train/images/HighresScreenshot00038_png.rf.403a22ce10753074d4c747f7f000ce70.jpg b/train/images/HighresScreenshot00038_png.rf.403a22ce10753074d4c747f7f000ce70.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..9ecfe452433e0d8ae5f9b2016baadb93ce14f3c9
Binary files /dev/null and b/train/images/HighresScreenshot00038_png.rf.403a22ce10753074d4c747f7f000ce70.jpg differ
diff --git a/train/images/HighresScreenshot00038_png.rf.48e1cc09d9ee2f77af41f1e039eec1c6.jpg b/train/images/HighresScreenshot00038_png.rf.48e1cc09d9ee2f77af41f1e039eec1c6.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..45c5db6cc3acdd7d9d2e3919280357e08a906d08
Binary files /dev/null and b/train/images/HighresScreenshot00038_png.rf.48e1cc09d9ee2f77af41f1e039eec1c6.jpg differ
diff --git a/train/images/HighresScreenshot00039_png.rf.69d65c1e0058338983228a45bc3ebd85.jpg b/train/images/HighresScreenshot00039_png.rf.69d65c1e0058338983228a45bc3ebd85.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..6a2a83eb216d03f87bd2952bf5f872358deb30d1
Binary files /dev/null and b/train/images/HighresScreenshot00039_png.rf.69d65c1e0058338983228a45bc3ebd85.jpg differ
diff --git a/train/images/HighresScreenshot00040_png.rf.ca30efb38c6267a7821a7bd73e93a0cd.jpg b/train/images/HighresScreenshot00040_png.rf.ca30efb38c6267a7821a7bd73e93a0cd.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..5904c6e1397bb2c546a2304491138a2f6e993f13
Binary files /dev/null and b/train/images/HighresScreenshot00040_png.rf.ca30efb38c6267a7821a7bd73e93a0cd.jpg differ
diff --git a/train/images/HighresScreenshot00041_png.rf.2d1090778a44ac8959956e0a5bc3e181.jpg b/train/images/HighresScreenshot00041_png.rf.2d1090778a44ac8959956e0a5bc3e181.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..127195f575fc5ca17d4fbe94cb40cf9793de070f
Binary files /dev/null and b/train/images/HighresScreenshot00041_png.rf.2d1090778a44ac8959956e0a5bc3e181.jpg differ
diff --git a/train/images/HighresScreenshot00041_png.rf.6efcbb0efec5bd6da6c344ca37fbaf1b.jpg b/train/images/HighresScreenshot00041_png.rf.6efcbb0efec5bd6da6c344ca37fbaf1b.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..58ee738652e8c840f1b847087902530771f17637
Binary files /dev/null and b/train/images/HighresScreenshot00041_png.rf.6efcbb0efec5bd6da6c344ca37fbaf1b.jpg differ
diff --git a/train/images/HighresScreenshot00042_png.rf.09c1700d79e7f0e8c8a9d1460f9f3d03.jpg b/train/images/HighresScreenshot00042_png.rf.09c1700d79e7f0e8c8a9d1460f9f3d03.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..6e8437fefb5e199089d2a452315c3e360f532c3e
Binary files /dev/null and b/train/images/HighresScreenshot00042_png.rf.09c1700d79e7f0e8c8a9d1460f9f3d03.jpg differ
diff --git a/train/images/HighresScreenshot00042_png.rf.fa2d90adc581e6badcab64e525fb17dd.jpg b/train/images/HighresScreenshot00042_png.rf.fa2d90adc581e6badcab64e525fb17dd.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..f82c7d57647b0ab6d64b4a995273057860251abb
Binary files /dev/null and b/train/images/HighresScreenshot00042_png.rf.fa2d90adc581e6badcab64e525fb17dd.jpg differ
diff --git a/train/images/HighresScreenshot00043_png.rf.37f2f72146e36251879300128d63ef6f.jpg b/train/images/HighresScreenshot00043_png.rf.37f2f72146e36251879300128d63ef6f.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..2a73c506879863aef20c849ca5e42175ec209627
Binary files /dev/null and b/train/images/HighresScreenshot00043_png.rf.37f2f72146e36251879300128d63ef6f.jpg differ
diff --git a/train/images/HighresScreenshot00043_png.rf.f777cf8fdf3925488645a17493cec77c.jpg b/train/images/HighresScreenshot00043_png.rf.f777cf8fdf3925488645a17493cec77c.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..837100011206452c22c40d20afca18a2ac1eb90c
Binary files /dev/null and b/train/images/HighresScreenshot00043_png.rf.f777cf8fdf3925488645a17493cec77c.jpg differ
diff --git a/train/images/HighresScreenshot00044_png.rf.0490446715d7cace752b564028244601.jpg b/train/images/HighresScreenshot00044_png.rf.0490446715d7cace752b564028244601.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..1cfd9b40da433863669bfb200e7195228f5c62ef
Binary files /dev/null and b/train/images/HighresScreenshot00044_png.rf.0490446715d7cace752b564028244601.jpg differ
diff --git a/train/images/HighresScreenshot00044_png.rf.28437f3f05e66b4756ef33c2edabc8bd.jpg b/train/images/HighresScreenshot00044_png.rf.28437f3f05e66b4756ef33c2edabc8bd.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..4d854cfc52603dc10602a427f870cb1562ab42ba
Binary files /dev/null and b/train/images/HighresScreenshot00044_png.rf.28437f3f05e66b4756ef33c2edabc8bd.jpg differ
diff --git a/train/images/HighresScreenshot00045_png.rf.ed0e4b4fb744c8c41b84ce7dffaf2485.jpg b/train/images/HighresScreenshot00045_png.rf.ed0e4b4fb744c8c41b84ce7dffaf2485.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..f2a3f73fc2ec238ed6d184ea40f99094369e2741
Binary files /dev/null and b/train/images/HighresScreenshot00045_png.rf.ed0e4b4fb744c8c41b84ce7dffaf2485.jpg differ
diff --git a/train/images/HighresScreenshot00046_png.rf.de0ef2c82f7f04d8b55068fe816f4a05.jpg b/train/images/HighresScreenshot00046_png.rf.de0ef2c82f7f04d8b55068fe816f4a05.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..5a4af16949f7c6bd757437b9b5a48a5adbc0e118
Binary files /dev/null and b/train/images/HighresScreenshot00046_png.rf.de0ef2c82f7f04d8b55068fe816f4a05.jpg differ
diff --git a/train/images/HighresScreenshot00047_png.rf.a264c6b23c90b4fb69c29109693c40d7.jpg b/train/images/HighresScreenshot00047_png.rf.a264c6b23c90b4fb69c29109693c40d7.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..1cbc739dc90ea92986552752e6759ca16e5b44fc
Binary files /dev/null and b/train/images/HighresScreenshot00047_png.rf.a264c6b23c90b4fb69c29109693c40d7.jpg differ
diff --git a/train/images/HighresScreenshot00047_png.rf.c66775be0fadc19653cd59b61a5a9247.jpg b/train/images/HighresScreenshot00047_png.rf.c66775be0fadc19653cd59b61a5a9247.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..98158bfbdfc1c8c31c74ef7d65b00ef0f9953be8
Binary files /dev/null and b/train/images/HighresScreenshot00047_png.rf.c66775be0fadc19653cd59b61a5a9247.jpg differ
diff --git a/train/images/HighresScreenshot00048_png.rf.f73c272ebb27635348f8acbb78d1801d.jpg b/train/images/HighresScreenshot00048_png.rf.f73c272ebb27635348f8acbb78d1801d.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..8dc1bc62b33d1befe7d04931f18ccd4cd8727bac
Binary files /dev/null and b/train/images/HighresScreenshot00048_png.rf.f73c272ebb27635348f8acbb78d1801d.jpg differ
diff --git a/train/images/HighresScreenshot00049_png.rf.a6cf4431df80f1705b906971d71940b0.jpg b/train/images/HighresScreenshot00049_png.rf.a6cf4431df80f1705b906971d71940b0.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..a1b7b59309f8ddf27dfa677921503b29ae0ff575
Binary files /dev/null and b/train/images/HighresScreenshot00049_png.rf.a6cf4431df80f1705b906971d71940b0.jpg differ
diff --git a/train/images/HighresScreenshot00050_png.rf.2ec207ba11af381445da335139e92427.jpg b/train/images/HighresScreenshot00050_png.rf.2ec207ba11af381445da335139e92427.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..6f785f702f48da5eb0a37087fc462f7b9269decf
Binary files /dev/null and b/train/images/HighresScreenshot00050_png.rf.2ec207ba11af381445da335139e92427.jpg differ
diff --git a/train/images/HighresScreenshot00050_png.rf.60123bad943be1c8aca0434783100c36.jpg b/train/images/HighresScreenshot00050_png.rf.60123bad943be1c8aca0434783100c36.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..85f9ca4b547c1927dab5866e62896778d3f13c23
Binary files /dev/null and b/train/images/HighresScreenshot00050_png.rf.60123bad943be1c8aca0434783100c36.jpg differ
diff --git a/train/images/HighresScreenshot00051_png.rf.de7fddb77454fc058828e6666a7fe6fa.jpg b/train/images/HighresScreenshot00051_png.rf.de7fddb77454fc058828e6666a7fe6fa.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..5654d74ac77225100a108a3f99f89998c4b65df5
Binary files /dev/null and b/train/images/HighresScreenshot00051_png.rf.de7fddb77454fc058828e6666a7fe6fa.jpg differ
diff --git a/train/images/HighresScreenshot00051_png.rf.eee10a493a6dde83489410dd0035e721.jpg b/train/images/HighresScreenshot00051_png.rf.eee10a493a6dde83489410dd0035e721.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..84a35e0c7125488dc07b51e6db0133a20ad12612
Binary files /dev/null and b/train/images/HighresScreenshot00051_png.rf.eee10a493a6dde83489410dd0035e721.jpg differ
diff --git a/train/images/HighresScreenshot00052_png.rf.fe1b642db92327ff1a80ec088b67c667.jpg b/train/images/HighresScreenshot00052_png.rf.fe1b642db92327ff1a80ec088b67c667.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..a2773bd09702b9721805dd132c5cd989bae447fe
Binary files /dev/null and b/train/images/HighresScreenshot00052_png.rf.fe1b642db92327ff1a80ec088b67c667.jpg differ
diff --git a/train/images/HighresScreenshot00053_png.rf.16b7137fec10967975a10e8488a7d68f.jpg b/train/images/HighresScreenshot00053_png.rf.16b7137fec10967975a10e8488a7d68f.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..9ef3000c24830f3b21a358ea9647bc466ee07f09
Binary files /dev/null and b/train/images/HighresScreenshot00053_png.rf.16b7137fec10967975a10e8488a7d68f.jpg differ
diff --git a/train/images/HighresScreenshot00053_png.rf.7c2b2898811cbc90a1b5fdc40b11a2a6.jpg b/train/images/HighresScreenshot00053_png.rf.7c2b2898811cbc90a1b5fdc40b11a2a6.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..7157b19b9f0484bef025a610b2a8522ef98add81
Binary files /dev/null and b/train/images/HighresScreenshot00053_png.rf.7c2b2898811cbc90a1b5fdc40b11a2a6.jpg differ
diff --git a/train/images/HighresScreenshot00054_png.rf.56e642cc91de401fd228309fe20e1b34.jpg b/train/images/HighresScreenshot00054_png.rf.56e642cc91de401fd228309fe20e1b34.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..3acfafb236316ab01e1e87dd34366097d93ddaff
Binary files /dev/null and b/train/images/HighresScreenshot00054_png.rf.56e642cc91de401fd228309fe20e1b34.jpg differ
diff --git a/train/images/HighresScreenshot00054_png.rf.b7003bfca68bf7711e10e031118feafc.jpg b/train/images/HighresScreenshot00054_png.rf.b7003bfca68bf7711e10e031118feafc.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..f3d6a5e3cb70907b713df813353c42d74bdee547
Binary files /dev/null and b/train/images/HighresScreenshot00054_png.rf.b7003bfca68bf7711e10e031118feafc.jpg differ
diff --git a/train/images/HighresScreenshot00056_png.rf.ae3a8f61bd2a9e431c16e56f54bc858c.jpg b/train/images/HighresScreenshot00056_png.rf.ae3a8f61bd2a9e431c16e56f54bc858c.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..ae65d97d767d6d9689138445fe1e9d663cd05ea0
Binary files /dev/null and b/train/images/HighresScreenshot00056_png.rf.ae3a8f61bd2a9e431c16e56f54bc858c.jpg differ
diff --git a/train/images/HighresScreenshot00057_png.rf.b790dc38c1481567acf625cd619d7f6d.jpg b/train/images/HighresScreenshot00057_png.rf.b790dc38c1481567acf625cd619d7f6d.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..9ca0033392303a286d62c365203100606454a8ae
Binary files /dev/null and b/train/images/HighresScreenshot00057_png.rf.b790dc38c1481567acf625cd619d7f6d.jpg differ
diff --git a/train/images/HighresScreenshot00058_png.rf.004c172ef938b75461abdd79a458ca0c.jpg b/train/images/HighresScreenshot00058_png.rf.004c172ef938b75461abdd79a458ca0c.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..f32c2a6aeec1c62ca5941db57e12449ad0624cc8
Binary files /dev/null and b/train/images/HighresScreenshot00058_png.rf.004c172ef938b75461abdd79a458ca0c.jpg differ
diff --git a/train/images/HighresScreenshot00060_png.rf.1f594a64c03203264757e18a76d6231b.jpg b/train/images/HighresScreenshot00060_png.rf.1f594a64c03203264757e18a76d6231b.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..6942a8490fae53bc14a7a6084563b171ece049b9
Binary files /dev/null and b/train/images/HighresScreenshot00060_png.rf.1f594a64c03203264757e18a76d6231b.jpg differ
diff --git a/train/images/HighresScreenshot00061_png.rf.f27d0598c32761f29add698e3fb3d230.jpg b/train/images/HighresScreenshot00061_png.rf.f27d0598c32761f29add698e3fb3d230.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..cb5bdb277924ab75508907b18416861473158703
Binary files /dev/null and b/train/images/HighresScreenshot00061_png.rf.f27d0598c32761f29add698e3fb3d230.jpg differ
diff --git a/train/images/HighresScreenshot00062_png.rf.d1e5d4b8329dd1c4cdb625b2f7e56796.jpg b/train/images/HighresScreenshot00062_png.rf.d1e5d4b8329dd1c4cdb625b2f7e56796.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..6a4361dda24b677d66283cf1860beb71332be0c8
Binary files /dev/null and b/train/images/HighresScreenshot00062_png.rf.d1e5d4b8329dd1c4cdb625b2f7e56796.jpg differ
diff --git a/train/images/HighresScreenshot00063_png.rf.6979af252812ba30ba9a0b38197713b8.jpg b/train/images/HighresScreenshot00063_png.rf.6979af252812ba30ba9a0b38197713b8.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..c9b30e76b2f0bd38eaf6e4cb5389f1fc735535b4
Binary files /dev/null and b/train/images/HighresScreenshot00063_png.rf.6979af252812ba30ba9a0b38197713b8.jpg differ
diff --git a/train/images/HighresScreenshot00064_png.rf.da670cb4d56841a66e5debe9c4ae8610.jpg b/train/images/HighresScreenshot00064_png.rf.da670cb4d56841a66e5debe9c4ae8610.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..31d64ac69bfe96be66bd1b1b131ca570d30d781b
Binary files /dev/null and b/train/images/HighresScreenshot00064_png.rf.da670cb4d56841a66e5debe9c4ae8610.jpg differ
diff --git a/train/images/HighresScreenshot00066_png.rf.ef7c0e28d0ad2e75f63ec1f4c7459f9f.jpg b/train/images/HighresScreenshot00066_png.rf.ef7c0e28d0ad2e75f63ec1f4c7459f9f.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..d698d4c3070ce857fb1e8af929bf58efb4e65620
Binary files /dev/null and b/train/images/HighresScreenshot00066_png.rf.ef7c0e28d0ad2e75f63ec1f4c7459f9f.jpg differ
diff --git a/train/images/HighresScreenshot00067_png.rf.f54ee9735e50aefaac48dd72067e2396.jpg b/train/images/HighresScreenshot00067_png.rf.f54ee9735e50aefaac48dd72067e2396.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..9691c47b67db937202820d4cc50eae6227d28619
Binary files /dev/null and b/train/images/HighresScreenshot00067_png.rf.f54ee9735e50aefaac48dd72067e2396.jpg differ
diff --git a/train/images/HighresScreenshot00068_png.rf.8fefd856d19f760980de870d4f9ad924.jpg b/train/images/HighresScreenshot00068_png.rf.8fefd856d19f760980de870d4f9ad924.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..dbc44d316d2c066ef48e244df3c0c3b98b1655c3
Binary files /dev/null and b/train/images/HighresScreenshot00068_png.rf.8fefd856d19f760980de870d4f9ad924.jpg differ
diff --git a/train/images/HighresScreenshot00070_png.rf.bb8a46ee07bfc2e225febcacfb5da472.jpg b/train/images/HighresScreenshot00070_png.rf.bb8a46ee07bfc2e225febcacfb5da472.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..9fd74881385378bf6970a3bf4de5edf0ebe426a3
Binary files /dev/null and b/train/images/HighresScreenshot00070_png.rf.bb8a46ee07bfc2e225febcacfb5da472.jpg differ
diff --git a/train/images/HighresScreenshot00072_png.rf.14c80c58bc59232032a57bf5e53c91bd.jpg b/train/images/HighresScreenshot00072_png.rf.14c80c58bc59232032a57bf5e53c91bd.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..8cbddf22ca78da13614c2b6a43459ff309b63831
Binary files /dev/null and b/train/images/HighresScreenshot00072_png.rf.14c80c58bc59232032a57bf5e53c91bd.jpg differ
diff --git a/train/images/HighresScreenshot00073_png.rf.d2c70f1d85d6d34eb8b745228c2e4869.jpg b/train/images/HighresScreenshot00073_png.rf.d2c70f1d85d6d34eb8b745228c2e4869.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..271b2cdbd15aa6609313dbfa44718dc7ae1ff919
Binary files /dev/null and b/train/images/HighresScreenshot00073_png.rf.d2c70f1d85d6d34eb8b745228c2e4869.jpg differ
diff --git a/train/images/HighresScreenshot00076_png.rf.042c38cb87cc45d548134dad0d0edf59.jpg b/train/images/HighresScreenshot00076_png.rf.042c38cb87cc45d548134dad0d0edf59.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..6616a948a03e9e3e6b55e30ae8ca880d237b1b9f
Binary files /dev/null and b/train/images/HighresScreenshot00076_png.rf.042c38cb87cc45d548134dad0d0edf59.jpg differ
diff --git a/train/images/HighresScreenshot00078_png.rf.c6fffe8fc25af9d0ade19fa9a8428968.jpg b/train/images/HighresScreenshot00078_png.rf.c6fffe8fc25af9d0ade19fa9a8428968.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..3847b57a455aabf461ce2fef18085551d15933cf
Binary files /dev/null and b/train/images/HighresScreenshot00078_png.rf.c6fffe8fc25af9d0ade19fa9a8428968.jpg differ
diff --git a/train/images/HighresScreenshot00079_png.rf.69e80224808f7b0e3ae59156f3c3b082.jpg b/train/images/HighresScreenshot00079_png.rf.69e80224808f7b0e3ae59156f3c3b082.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..57978eaae49d6ea41d245f40ce1cb2235889f350
Binary files /dev/null and b/train/images/HighresScreenshot00079_png.rf.69e80224808f7b0e3ae59156f3c3b082.jpg differ
diff --git a/train/images/HighresScreenshot00080_png.rf.bf0c9959fa0f4adf04dce66a0e1a8739.jpg b/train/images/HighresScreenshot00080_png.rf.bf0c9959fa0f4adf04dce66a0e1a8739.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..903b897a5009f0ee2ffbfb1a7519c867ef01f985
Binary files /dev/null and b/train/images/HighresScreenshot00080_png.rf.bf0c9959fa0f4adf04dce66a0e1a8739.jpg differ
diff --git a/train/images/HighresScreenshot00081_png.rf.349359b83d594b7bc3c0c5067379f370.jpg b/train/images/HighresScreenshot00081_png.rf.349359b83d594b7bc3c0c5067379f370.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..ff6860577389c5635b2187f8962364133799cbd9
Binary files /dev/null and b/train/images/HighresScreenshot00081_png.rf.349359b83d594b7bc3c0c5067379f370.jpg differ
diff --git a/train/images/HighresScreenshot00082_png.rf.48869ea9caa9fb562146885fff199ab5.jpg b/train/images/HighresScreenshot00082_png.rf.48869ea9caa9fb562146885fff199ab5.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..064f6c1f881a54a33013e6266ffe7cda0472d0f4
Binary files /dev/null and b/train/images/HighresScreenshot00082_png.rf.48869ea9caa9fb562146885fff199ab5.jpg differ
diff --git a/train/images/HighresScreenshot00083_png.rf.0b291b44eba849e6152c9a24258786a2.jpg b/train/images/HighresScreenshot00083_png.rf.0b291b44eba849e6152c9a24258786a2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..243613bee734b34c9eab7d30b0622f16a2fba4bb
Binary files /dev/null and b/train/images/HighresScreenshot00083_png.rf.0b291b44eba849e6152c9a24258786a2.jpg differ
diff --git a/train/images/HighresScreenshot00084_png.rf.c469ca7fd23dffa4023860e56717ec39.jpg b/train/images/HighresScreenshot00084_png.rf.c469ca7fd23dffa4023860e56717ec39.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..2f59595aa9607423880d07b398fc75358d1e44a6
Binary files /dev/null and b/train/images/HighresScreenshot00084_png.rf.c469ca7fd23dffa4023860e56717ec39.jpg differ
diff --git a/train/images/HighresScreenshot00086_png.rf.6a4ed86bdbb9bcc272efc11305dcfcb2.jpg b/train/images/HighresScreenshot00086_png.rf.6a4ed86bdbb9bcc272efc11305dcfcb2.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..bcefa18cc4236e4c3c8bb0743d10d8cf7ec731fb
Binary files /dev/null and b/train/images/HighresScreenshot00086_png.rf.6a4ed86bdbb9bcc272efc11305dcfcb2.jpg differ
diff --git a/train/images/HighresScreenshot00087_png.rf.51bc5d6f427c60fd8545266912aa8a73.jpg b/train/images/HighresScreenshot00087_png.rf.51bc5d6f427c60fd8545266912aa8a73.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..1cfc2ed85c505106f7dca066f1ed10dd6a2ce9bc
Binary files /dev/null and b/train/images/HighresScreenshot00087_png.rf.51bc5d6f427c60fd8545266912aa8a73.jpg differ
diff --git a/train/labels.cache b/train/labels.cache
new file mode 100644
index 0000000000000000000000000000000000000000..5bc5a779f517a280e2d9f9eee0e9ed029d5d82e8
Binary files /dev/null and b/train/labels.cache differ
diff --git a/train/labels/HighresScreenshot00003_png.rf.e635bee1df69e215752f7cb01aa068c9.txt b/train/labels/HighresScreenshot00003_png.rf.e635bee1df69e215752f7cb01aa068c9.txt
new file mode 100644
index 0000000000000000000000000000000000000000..8c711dae954c8a3146cae26d5308c1bbbe283f41
--- /dev/null
+++ b/train/labels/HighresScreenshot00003_png.rf.e635bee1df69e215752f7cb01aa068c9.txt
@@ -0,0 +1 @@
+0 0.584375 0.4765625 0.671875 0.3734375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00005_png.rf.bdc587bb8433a7b82e6f937bd30a0736.txt b/train/labels/HighresScreenshot00005_png.rf.bdc587bb8433a7b82e6f937bd30a0736.txt
new file mode 100644
index 0000000000000000000000000000000000000000..18e65fc4212323a77c8e21ae6f351f64244c044b
--- /dev/null
+++ b/train/labels/HighresScreenshot00005_png.rf.bdc587bb8433a7b82e6f937bd30a0736.txt
@@ -0,0 +1 @@
+0 0.59921875 0.490625 0.4125 0.23046875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00006_png.rf.87ab4b588ca9e822c0a1b7d8969e9108.txt b/train/labels/HighresScreenshot00006_png.rf.87ab4b588ca9e822c0a1b7d8969e9108.txt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7d931a06354485310ea5c1732e640ea280d485
--- /dev/null
+++ b/train/labels/HighresScreenshot00006_png.rf.87ab4b588ca9e822c0a1b7d8969e9108.txt
@@ -0,0 +1 @@
+0 0.5359375 0.47890625 0.409375 0.27265625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00007_png.rf.e3aa3d627874907eccc026f191964d11.txt b/train/labels/HighresScreenshot00007_png.rf.e3aa3d627874907eccc026f191964d11.txt
new file mode 100644
index 0000000000000000000000000000000000000000..0a53bc23d6235c9540187b87b8c201186adf98c5
--- /dev/null
+++ b/train/labels/HighresScreenshot00007_png.rf.e3aa3d627874907eccc026f191964d11.txt
@@ -0,0 +1 @@
+0 0.621875 0.5078125 0.43984375 0.3453125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00008_png.rf.c74e402f361a03bd60c61b2cc2416534.txt b/train/labels/HighresScreenshot00008_png.rf.c74e402f361a03bd60c61b2cc2416534.txt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9c703260826316998e261d63a850299fc97079
--- /dev/null
+++ b/train/labels/HighresScreenshot00008_png.rf.c74e402f361a03bd60c61b2cc2416534.txt
@@ -0,0 +1 @@
+0 0.528125 0.4875 0.34609375 0.43359375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00009_png.rf.97046268beb9e22e2b71d42d39566e81.txt b/train/labels/HighresScreenshot00009_png.rf.97046268beb9e22e2b71d42d39566e81.txt
new file mode 100644
index 0000000000000000000000000000000000000000..09e2723e04a3e48e892052373e7c93196b583266
--- /dev/null
+++ b/train/labels/HighresScreenshot00009_png.rf.97046268beb9e22e2b71d42d39566e81.txt
@@ -0,0 +1 @@
+0 0.60546875 0.56640625 0.5328125 0.534375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00011_png.rf.6bdb3024df3e16f3f6fad87d9743f574.txt b/train/labels/HighresScreenshot00011_png.rf.6bdb3024df3e16f3f6fad87d9743f574.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b1aabf0ecfe310ae4b09f18a8c421aeb31ef1142
--- /dev/null
+++ b/train/labels/HighresScreenshot00011_png.rf.6bdb3024df3e16f3f6fad87d9743f574.txt
@@ -0,0 +1 @@
+0 0.4578125 0.53984375 0.546875 0.3921875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00011_png.rf.ea8681a2651750de009f85b491c06786.txt b/train/labels/HighresScreenshot00011_png.rf.ea8681a2651750de009f85b491c06786.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4678d5aa666e7559917ff8f8621c4d2c622daf
--- /dev/null
+++ b/train/labels/HighresScreenshot00011_png.rf.ea8681a2651750de009f85b491c06786.txt
@@ -0,0 +1,2 @@
+0 0.4171875 0.52265625 0.08125 0.08046875
+0 0.5296875 0.53203125 0.14140625 0.09765625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00012_png.rf.d204291d1d3dc139065e82c24e7ccdf2.txt b/train/labels/HighresScreenshot00012_png.rf.d204291d1d3dc139065e82c24e7ccdf2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..927652eb89c017aa2b20e0e13a13253f087b9cee
--- /dev/null
+++ b/train/labels/HighresScreenshot00012_png.rf.d204291d1d3dc139065e82c24e7ccdf2.txt
@@ -0,0 +1 @@
+0 0.540625 0.52890625 0.3375 0.2390625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00012_png.rf.d7d4d44f8d7788e0b2a51a150e1d7976.txt b/train/labels/HighresScreenshot00012_png.rf.d7d4d44f8d7788e0b2a51a150e1d7976.txt
new file mode 100644
index 0000000000000000000000000000000000000000..847ee775b4518129d492e440ea57909702cd88d7
--- /dev/null
+++ b/train/labels/HighresScreenshot00012_png.rf.d7d4d44f8d7788e0b2a51a150e1d7976.txt
@@ -0,0 +1,2 @@
+0 0.37578125 0.5296875 0.09921875 0.11484375
+0 0.5859375 0.55 0.31328125 0.23671875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00013_png.rf.18fcc16984e0d37e5b88b806915e8074.txt b/train/labels/HighresScreenshot00013_png.rf.18fcc16984e0d37e5b88b806915e8074.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6a424f8dd1a27d34656545f4f3734cba48e25a8f
--- /dev/null
+++ b/train/labels/HighresScreenshot00013_png.rf.18fcc16984e0d37e5b88b806915e8074.txt
@@ -0,0 +1,2 @@
+0 0.4484375 0.51796875 0.04140625 0.05703125
+0 0.521875 0.51875 0.1015625 0.08515625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00013_png.rf.653be174dd1057342c590abee55531a5.txt b/train/labels/HighresScreenshot00013_png.rf.653be174dd1057342c590abee55531a5.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6f5c5460818e6395ee96421ceb1336aad25df2
--- /dev/null
+++ b/train/labels/HighresScreenshot00013_png.rf.653be174dd1057342c590abee55531a5.txt
@@ -0,0 +1 @@
+0 0.5265625 0.534375 0.17890625 0.14921875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00014_png.rf.5360de93bcca9c00e0a88a6b2e6a93ef.txt b/train/labels/HighresScreenshot00014_png.rf.5360de93bcca9c00e0a88a6b2e6a93ef.txt
new file mode 100644
index 0000000000000000000000000000000000000000..682cc0f2d1eabdc5889c988e618eb0d5cbc55c53
--- /dev/null
+++ b/train/labels/HighresScreenshot00014_png.rf.5360de93bcca9c00e0a88a6b2e6a93ef.txt
@@ -0,0 +1 @@
+0 0.5515625 0.52734375 0.32109375 0.2296875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00015_png.rf.007d197316d08d5ffc0089f521760011.txt b/train/labels/HighresScreenshot00015_png.rf.007d197316d08d5ffc0089f521760011.txt
new file mode 100644
index 0000000000000000000000000000000000000000..5bcc23fd37929f7ac2b8b5c9ea7c4a0de8c1fe60
--- /dev/null
+++ b/train/labels/HighresScreenshot00015_png.rf.007d197316d08d5ffc0089f521760011.txt
@@ -0,0 +1 @@
+0 0.5421875 0.53203125 0.49453125 0.39140625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00015_png.rf.2c594367cfba0e2d884afa3718e8312a.txt b/train/labels/HighresScreenshot00015_png.rf.2c594367cfba0e2d884afa3718e8312a.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4c20b2675b61fb4bbcf8bd5f4fcf21f1525e5e30
--- /dev/null
+++ b/train/labels/HighresScreenshot00015_png.rf.2c594367cfba0e2d884afa3718e8312a.txt
@@ -0,0 +1,2 @@
+0 0.4859375 0.5234375 0.128125 0.0875
+0 0.68828125 0.53671875 0.19609375 0.1015625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00016_png.rf.4bfda371f0ea01b7459f3e4f02712383.txt b/train/labels/HighresScreenshot00016_png.rf.4bfda371f0ea01b7459f3e4f02712383.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecfe37a8ff49f0cc6cf16229224d7a3137ebd64
--- /dev/null
+++ b/train/labels/HighresScreenshot00016_png.rf.4bfda371f0ea01b7459f3e4f02712383.txt
@@ -0,0 +1 @@
+0 0.5359375 0.5125 0.2515625 0.321875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00016_png.rf.b56f8f478f476ecc3be32b9bd90143cd.txt b/train/labels/HighresScreenshot00016_png.rf.b56f8f478f476ecc3be32b9bd90143cd.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ed3a92c8864d1b785ca31f5f226391a7b2c195
--- /dev/null
+++ b/train/labels/HighresScreenshot00016_png.rf.b56f8f478f476ecc3be32b9bd90143cd.txt
@@ -0,0 +1,2 @@
+0 0.48515625 0.52265625 0.09609375 0.071875
+0 0.64140625 0.53203125 0.146875 0.08984375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00017_png.rf.7d668e32b57e6f19d79b21c5be669b66.txt b/train/labels/HighresScreenshot00017_png.rf.7d668e32b57e6f19d79b21c5be669b66.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc413c6c247081ba76d19b04e583733b84a8e20
--- /dev/null
+++ b/train/labels/HighresScreenshot00017_png.rf.7d668e32b57e6f19d79b21c5be669b66.txt
@@ -0,0 +1 @@
+0 0.49609375 0.5515625 0.46484375 0.33828125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00018_png.rf.67af37c21840dca8f1b4e807515dbd39.txt b/train/labels/HighresScreenshot00018_png.rf.67af37c21840dca8f1b4e807515dbd39.txt
new file mode 100644
index 0000000000000000000000000000000000000000..53f294b7c863ef8b733d5ea30e7dc893e204504d
--- /dev/null
+++ b/train/labels/HighresScreenshot00018_png.rf.67af37c21840dca8f1b4e807515dbd39.txt
@@ -0,0 +1 @@
+0 0.534375 0.58046875 0.559375 0.29296875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00018_png.rf.a93cd906df3a0876c72854cdae48ea77.txt b/train/labels/HighresScreenshot00018_png.rf.a93cd906df3a0876c72854cdae48ea77.txt
new file mode 100644
index 0000000000000000000000000000000000000000..318ef2173b7726124609aab4e7559e325f614ab3
--- /dev/null
+++ b/train/labels/HighresScreenshot00018_png.rf.a93cd906df3a0876c72854cdae48ea77.txt
@@ -0,0 +1,2 @@
+0 0.440625 0.48515625 0.08828125 0.10390625
+0 0.55546875 0.49765625 0.1671875 0.11875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00019_png.rf.67643aa73c7da5ffc4cd95656d071d1d.txt b/train/labels/HighresScreenshot00019_png.rf.67643aa73c7da5ffc4cd95656d071d1d.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4df8b4d4a25a56c3f3f6921210b3656b117f3e69
--- /dev/null
+++ b/train/labels/HighresScreenshot00019_png.rf.67643aa73c7da5ffc4cd95656d071d1d.txt
@@ -0,0 +1,2 @@
+0 0.45546875 0.4875 0.06953125 0.06484375
+0 0.5328125 0.50703125 0.10546875 0.09453125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00019_png.rf.efc0581fdf8eb8f72efc374ada33762c.txt b/train/labels/HighresScreenshot00019_png.rf.efc0581fdf8eb8f72efc374ada33762c.txt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6f4b4c55baf651f378e5fe15e749d475f77cd9
--- /dev/null
+++ b/train/labels/HighresScreenshot00019_png.rf.efc0581fdf8eb8f72efc374ada33762c.txt
@@ -0,0 +1 @@
+0 0.4796875 0.5578125 0.484375 0.42421875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00020_png.rf.448fdcfc6781d8c7e0065ef038fa0cca.txt b/train/labels/HighresScreenshot00020_png.rf.448fdcfc6781d8c7e0065ef038fa0cca.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9872a9a3737be3eb6a7ab13f41d2790a92121b
--- /dev/null
+++ b/train/labels/HighresScreenshot00020_png.rf.448fdcfc6781d8c7e0065ef038fa0cca.txt
@@ -0,0 +1 @@
+0 0.45859375 0.46796875 0.51015625 0.453125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00020_png.rf.54c42144061ab34eec88ca66b45e2a89.txt b/train/labels/HighresScreenshot00020_png.rf.54c42144061ab34eec88ca66b45e2a89.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6e227a8b500c6e747a71d2e47d919b86a1dd7de2
--- /dev/null
+++ b/train/labels/HighresScreenshot00020_png.rf.54c42144061ab34eec88ca66b45e2a89.txt
@@ -0,0 +1 @@
+0 0.38046875 0.50234375 0.3984375 0.31328125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00021_png.rf.e7a11b64dc92be184357ad2d7cf9137f.txt b/train/labels/HighresScreenshot00021_png.rf.e7a11b64dc92be184357ad2d7cf9137f.txt
new file mode 100644
index 0000000000000000000000000000000000000000..edd6655ef78446dc0712937a73943c78ea7735f8
--- /dev/null
+++ b/train/labels/HighresScreenshot00021_png.rf.e7a11b64dc92be184357ad2d7cf9137f.txt
@@ -0,0 +1,2 @@
+0 0.44140625 0.490625 0.2171875 0.159375
+0 0.61328125 0.44140625 0.1234375 0.1078125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00021_png.rf.f2d573b0130e49261950572d7cee2e5f.txt b/train/labels/HighresScreenshot00021_png.rf.f2d573b0130e49261950572d7cee2e5f.txt
new file mode 100644
index 0000000000000000000000000000000000000000..45b7935d077d104ea6ff89d3111839a93a33b58f
--- /dev/null
+++ b/train/labels/HighresScreenshot00021_png.rf.f2d573b0130e49261950572d7cee2e5f.txt
@@ -0,0 +1 @@
+0 0.62265625 0.55 0.48984375 0.26640625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00022_png.rf.2d65c34150d9f3b122ea41fc7ee09125.txt b/train/labels/HighresScreenshot00022_png.rf.2d65c34150d9f3b122ea41fc7ee09125.txt
new file mode 100644
index 0000000000000000000000000000000000000000..069676a8ab626c1419e98713acecedd26d5465a2
--- /dev/null
+++ b/train/labels/HighresScreenshot00022_png.rf.2d65c34150d9f3b122ea41fc7ee09125.txt
@@ -0,0 +1,2 @@
+0 0.45703125 0.49375 0.159375 0.14140625
+0 0.5875 0.45078125 0.09296875 0.08203125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00022_png.rf.abcf36514d26d32d15116a16b97ab45c.txt b/train/labels/HighresScreenshot00022_png.rf.abcf36514d26d32d15116a16b97ab45c.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bed612cb6d85943b3ac154833e05f3dcdf752bbe
--- /dev/null
+++ b/train/labels/HighresScreenshot00022_png.rf.abcf36514d26d32d15116a16b97ab45c.txt
@@ -0,0 +1 @@
+0 0.56875 0.5625 0.34453125 0.36796875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00023_png.rf.7c632ddf4cbd32812ac5ccdb55aae766.txt b/train/labels/HighresScreenshot00023_png.rf.7c632ddf4cbd32812ac5ccdb55aae766.txt
new file mode 100644
index 0000000000000000000000000000000000000000..020a2cee72ea32b20e608bbfed47602ea72e8ecb
--- /dev/null
+++ b/train/labels/HighresScreenshot00023_png.rf.7c632ddf4cbd32812ac5ccdb55aae766.txt
@@ -0,0 +1,2 @@
+0 0.44609375 0.50703125 0.39296875 0.23515625
+0 0.7140625 0.36328125 0.05390625 0.06796875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00023_png.rf.e029e0db1e2acb31c83ce703da88f0e8.txt b/train/labels/HighresScreenshot00023_png.rf.e029e0db1e2acb31c83ce703da88f0e8.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1e3769fb11ef3f0c17cc50a3f993830fd40a8f
--- /dev/null
+++ b/train/labels/HighresScreenshot00023_png.rf.e029e0db1e2acb31c83ce703da88f0e8.txt
@@ -0,0 +1 @@
+0 0.54375 0.4203125 0.31875 0.2625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00024_png.rf.4b75b6dc6ae11a2a2dc84c09eb50b454.txt b/train/labels/HighresScreenshot00024_png.rf.4b75b6dc6ae11a2a2dc84c09eb50b454.txt
new file mode 100644
index 0000000000000000000000000000000000000000..788e0d7a45070bd24e3c5f74e1b11d476efabec0
--- /dev/null
+++ b/train/labels/HighresScreenshot00024_png.rf.4b75b6dc6ae11a2a2dc84c09eb50b454.txt
@@ -0,0 +1,2 @@
+0 0.4703125 0.55703125 0.2453125 0.12734375
+0 0.6859375 0.465625 0.040625 0.05390625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00024_png.rf.776985eed4146bb05b7ae10769cce2b8.txt b/train/labels/HighresScreenshot00024_png.rf.776985eed4146bb05b7ae10769cce2b8.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c18f988b6e68b90b2fe586227c80b3b7978ccb19
--- /dev/null
+++ b/train/labels/HighresScreenshot00024_png.rf.776985eed4146bb05b7ae10769cce2b8.txt
@@ -0,0 +1 @@
+0 0.49375 0.53515625 0.48125 0.33515625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00025_png.rf.ad980c3e4062b6188da2e3db39b7ff7e.txt b/train/labels/HighresScreenshot00025_png.rf.ad980c3e4062b6188da2e3db39b7ff7e.txt
new file mode 100644
index 0000000000000000000000000000000000000000..948f630decaf0add59f9e41d1d24175546c9f5cc
--- /dev/null
+++ b/train/labels/HighresScreenshot00025_png.rf.ad980c3e4062b6188da2e3db39b7ff7e.txt
@@ -0,0 +1,2 @@
+0 0.47890625 0.53515625 0.16171875 0.09140625
+0 0.65390625 0.47265625 0.0359375 0.0515625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00025_png.rf.fdd33508989ae9af28056559e855ea33.txt b/train/labels/HighresScreenshot00025_png.rf.fdd33508989ae9af28056559e855ea33.txt
new file mode 100644
index 0000000000000000000000000000000000000000..53bab43854f368fc2359bf5f69e3e2f1fa2ce361
--- /dev/null
+++ b/train/labels/HighresScreenshot00025_png.rf.fdd33508989ae9af28056559e855ea33.txt
@@ -0,0 +1 @@
+0 0.53515625 0.57109375 0.38515625 0.36171875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00026_png.rf.3f61cb8ec68d77c5b31bb0e37a68a7db.txt b/train/labels/HighresScreenshot00026_png.rf.3f61cb8ec68d77c5b31bb0e37a68a7db.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b81b54ad33379e7274df249eecfcfae32b851f8d
--- /dev/null
+++ b/train/labels/HighresScreenshot00026_png.rf.3f61cb8ec68d77c5b31bb0e37a68a7db.txt
@@ -0,0 +1 @@
+0 0.553125 0.48671875 0.55390625 0.30859375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00027_png.rf.16f6b7cbf99f5f96820194611e6b3d54.txt b/train/labels/HighresScreenshot00027_png.rf.16f6b7cbf99f5f96820194611e6b3d54.txt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9e7ef05968a13e5c4abb91e4543590a58ced0c
--- /dev/null
+++ b/train/labels/HighresScreenshot00027_png.rf.16f6b7cbf99f5f96820194611e6b3d54.txt
@@ -0,0 +1 @@
+0 0.57109375 0.44921875 0.14765625 0.1046875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00027_png.rf.9edc36825dff9706e851eef3370e5131.txt b/train/labels/HighresScreenshot00027_png.rf.9edc36825dff9706e851eef3370e5131.txt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbd8261bd454bec6df7d041a0c6b582ffad24a9
--- /dev/null
+++ b/train/labels/HighresScreenshot00027_png.rf.9edc36825dff9706e851eef3370e5131.txt
@@ -0,0 +1 @@
+0 0.57421875 0.4140625 0.5578125 0.45
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00028_png.rf.f259345b30805c43227c1ecd5837f42a.txt b/train/labels/HighresScreenshot00028_png.rf.f259345b30805c43227c1ecd5837f42a.txt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc2ac3abd8e99a278d900c0c603d8cfc9b6bb89
--- /dev/null
+++ b/train/labels/HighresScreenshot00028_png.rf.f259345b30805c43227c1ecd5837f42a.txt
@@ -0,0 +1 @@
+0 0.5 0.5875 0.27734375 0.3140625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00029_png.rf.4b53ad01c604dd35da35d45366fa83f1.txt b/train/labels/HighresScreenshot00029_png.rf.4b53ad01c604dd35da35d45366fa83f1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdc9bce30efe4e3728eade6c0101fd932231a4a
--- /dev/null
+++ b/train/labels/HighresScreenshot00029_png.rf.4b53ad01c604dd35da35d45366fa83f1.txt
@@ -0,0 +1 @@
+0 0.50078125 0.503125 0.67734375 0.46484375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00029_png.rf.ff891859989c57c2407c96a5366dc1fd.txt b/train/labels/HighresScreenshot00029_png.rf.ff891859989c57c2407c96a5366dc1fd.txt
new file mode 100644
index 0000000000000000000000000000000000000000..34cfc5bcb57c0de28a8a5753054c29487d5da580
--- /dev/null
+++ b/train/labels/HighresScreenshot00029_png.rf.ff891859989c57c2407c96a5366dc1fd.txt
@@ -0,0 +1 @@
+0 0.5296875 0.57109375 0.67734375 0.3328125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00030_png.rf.168d16b0d2478252ecbd158d22dcc683.txt b/train/labels/HighresScreenshot00030_png.rf.168d16b0d2478252ecbd158d22dcc683.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bb2cd3b17d4b8d07fbdf57c512aa80beda5148
--- /dev/null
+++ b/train/labels/HighresScreenshot00030_png.rf.168d16b0d2478252ecbd158d22dcc683.txt
@@ -0,0 +1 @@
+0 0.61171875 0.465625 0.73671875 0.453125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00031_png.rf.c63cb9f42580e9fe92e44286ca500831.txt b/train/labels/HighresScreenshot00031_png.rf.c63cb9f42580e9fe92e44286ca500831.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c406dd26003bde71d9725c407f889985dd38ea86
--- /dev/null
+++ b/train/labels/HighresScreenshot00031_png.rf.c63cb9f42580e9fe92e44286ca500831.txt
@@ -0,0 +1 @@
+0 0.50390625 0.53046875 0.33984375 0.43359375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00032_png.rf.1f610f41c422c97d268eb72204e08080.txt b/train/labels/HighresScreenshot00032_png.rf.1f610f41c422c97d268eb72204e08080.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbe79b950be37afd039880a68ac2b952c75486f
--- /dev/null
+++ b/train/labels/HighresScreenshot00032_png.rf.1f610f41c422c97d268eb72204e08080.txt
@@ -0,0 +1 @@
+0 0.53515625 0.51796875 0.1546875 0.11953125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00032_png.rf.8b1d257cca70a985edfa03e6214f2508.txt b/train/labels/HighresScreenshot00032_png.rf.8b1d257cca70a985edfa03e6214f2508.txt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccff60fb0d379b91db61e8bbbf5dba43a0f3e5a
--- /dev/null
+++ b/train/labels/HighresScreenshot00032_png.rf.8b1d257cca70a985edfa03e6214f2508.txt
@@ -0,0 +1,2 @@
+0 0.27890625 0.4609375 0.1359375 0.06328125
+0 0.5984375 0.496875 0.603125 0.528125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00033_png.rf.1f3ef9681995a819b71d716fed9ec1f1.txt b/train/labels/HighresScreenshot00033_png.rf.1f3ef9681995a819b71d716fed9ec1f1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b6be858dee22c9a49f083acc97accd59fd1ad2aa
--- /dev/null
+++ b/train/labels/HighresScreenshot00033_png.rf.1f3ef9681995a819b71d716fed9ec1f1.txt
@@ -0,0 +1,2 @@
+0 0.3125 0.4640625 0.10859375 0.05703125
+0 0.53046875 0.5015625 0.275 0.203125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00033_png.rf.e705414e25f1ad57542da1dcd8cbe5e0.txt b/train/labels/HighresScreenshot00033_png.rf.e705414e25f1ad57542da1dcd8cbe5e0.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf932090bed392a431c571102206cc57975b4d2
--- /dev/null
+++ b/train/labels/HighresScreenshot00033_png.rf.e705414e25f1ad57542da1dcd8cbe5e0.txt
@@ -0,0 +1 @@
+0 0.47265625 0.4703125 0.13046875 0.15078125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00034_png.rf.aa22427fd317ff6cd8012327995586a6.txt b/train/labels/HighresScreenshot00034_png.rf.aa22427fd317ff6cd8012327995586a6.txt
new file mode 100644
index 0000000000000000000000000000000000000000..11a4d9c8bf0620fc198a29babc8d77cd44620bb3
--- /dev/null
+++ b/train/labels/HighresScreenshot00034_png.rf.aa22427fd317ff6cd8012327995586a6.txt
@@ -0,0 +1 @@
+0 0.5484375 0.46875 0.1859375 0.1265625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00035_png.rf.9b2e69ab856b23987b9515ae086d5982.txt b/train/labels/HighresScreenshot00035_png.rf.9b2e69ab856b23987b9515ae086d5982.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d170c76843bf2aaa7fe4c824efa0a16e01cfbbc4
--- /dev/null
+++ b/train/labels/HighresScreenshot00035_png.rf.9b2e69ab856b23987b9515ae086d5982.txt
@@ -0,0 +1 @@
+0 0.5359375 0.51953125 0.66875 0.3375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00035_png.rf.a8f0a0571ed02fb1841ead172c414688.txt b/train/labels/HighresScreenshot00035_png.rf.a8f0a0571ed02fb1841ead172c414688.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ad660c22d84413a4defb74e1d758b72dae7a714d
--- /dev/null
+++ b/train/labels/HighresScreenshot00035_png.rf.a8f0a0571ed02fb1841ead172c414688.txt
@@ -0,0 +1 @@
+0 0.534375 0.55 0.275 0.17109375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00036_png.rf.14dd0aa79b2b00649e31a807cc4ef925.txt b/train/labels/HighresScreenshot00036_png.rf.14dd0aa79b2b00649e31a807cc4ef925.txt
new file mode 100644
index 0000000000000000000000000000000000000000..275925ff0643d48e5db8f2c22ac11dd4ee4ef74e
--- /dev/null
+++ b/train/labels/HighresScreenshot00036_png.rf.14dd0aa79b2b00649e31a807cc4ef925.txt
@@ -0,0 +1 @@
+0 0.55546875 0.51015625 0.134375 0.128125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00036_png.rf.94a051488f48b2ef7c12fda79d8462ac.txt b/train/labels/HighresScreenshot00036_png.rf.94a051488f48b2ef7c12fda79d8462ac.txt
new file mode 100644
index 0000000000000000000000000000000000000000..46a9390ead56116571b6f642f597e6e74e36336a
--- /dev/null
+++ b/train/labels/HighresScreenshot00036_png.rf.94a051488f48b2ef7c12fda79d8462ac.txt
@@ -0,0 +1 @@
+0 0.515625 0.5078125 0.31171875 0.171875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00037_png.rf.93b155edc5e74cf48c5f0bcb6507fd0d.txt b/train/labels/HighresScreenshot00037_png.rf.93b155edc5e74cf48c5f0bcb6507fd0d.txt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe6864919442d9191157209dab875230a2005d6
--- /dev/null
+++ b/train/labels/HighresScreenshot00037_png.rf.93b155edc5e74cf48c5f0bcb6507fd0d.txt
@@ -0,0 +1 @@
+0 0.509375 0.5046875 0.19453125 0.10859375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00038_png.rf.403a22ce10753074d4c747f7f000ce70.txt b/train/labels/HighresScreenshot00038_png.rf.403a22ce10753074d4c747f7f000ce70.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c3694fe40ef72aa1f0bd908f8de1eba805463ef6
--- /dev/null
+++ b/train/labels/HighresScreenshot00038_png.rf.403a22ce10753074d4c747f7f000ce70.txt
@@ -0,0 +1 @@
+0 0.5515625 0.53671875 0.38203125 0.21796875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00038_png.rf.48e1cc09d9ee2f77af41f1e039eec1c6.txt b/train/labels/HighresScreenshot00038_png.rf.48e1cc09d9ee2f77af41f1e039eec1c6.txt
new file mode 100644
index 0000000000000000000000000000000000000000..186df8c1b8dded288a09ab5bfb26591b6e14c1b5
--- /dev/null
+++ b/train/labels/HighresScreenshot00038_png.rf.48e1cc09d9ee2f77af41f1e039eec1c6.txt
@@ -0,0 +1 @@
+0 0.490625 0.53515625 0.13046875 0.125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00039_png.rf.69d65c1e0058338983228a45bc3ebd85.txt b/train/labels/HighresScreenshot00039_png.rf.69d65c1e0058338983228a45bc3ebd85.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7f2db612fa266c17f6bae3a97dc1b93c531be8
--- /dev/null
+++ b/train/labels/HighresScreenshot00039_png.rf.69d65c1e0058338983228a45bc3ebd85.txt
@@ -0,0 +1 @@
+0 0.5203125 0.5234375 0.196875 0.18828125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00040_png.rf.ca30efb38c6267a7821a7bd73e93a0cd.txt b/train/labels/HighresScreenshot00040_png.rf.ca30efb38c6267a7821a7bd73e93a0cd.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e03cde324849740590ddcd29ae7c7577bb0795
--- /dev/null
+++ b/train/labels/HighresScreenshot00040_png.rf.ca30efb38c6267a7821a7bd73e93a0cd.txt
@@ -0,0 +1 @@
+0 0.59609375 0.56484375 0.4484375 0.4078125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00041_png.rf.2d1090778a44ac8959956e0a5bc3e181.txt b/train/labels/HighresScreenshot00041_png.rf.2d1090778a44ac8959956e0a5bc3e181.txt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0d2f23f4efe16a865d77575ad2e8f54a464830
--- /dev/null
+++ b/train/labels/HighresScreenshot00041_png.rf.2d1090778a44ac8959956e0a5bc3e181.txt
@@ -0,0 +1 @@
+0 0.49375 0.48359375 0.4375 0.22265625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00041_png.rf.6efcbb0efec5bd6da6c344ca37fbaf1b.txt b/train/labels/HighresScreenshot00041_png.rf.6efcbb0efec5bd6da6c344ca37fbaf1b.txt
new file mode 100644
index 0000000000000000000000000000000000000000..f12b7bbd0c51d077aa648a9c6121aec11ff49288
--- /dev/null
+++ b/train/labels/HighresScreenshot00041_png.rf.6efcbb0efec5bd6da6c344ca37fbaf1b.txt
@@ -0,0 +1 @@
+0 0.51640625 0.49140625 0.11484375 0.1546875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00042_png.rf.fa2d90adc581e6badcab64e525fb17dd.txt b/train/labels/HighresScreenshot00042_png.rf.fa2d90adc581e6badcab64e525fb17dd.txt
new file mode 100644
index 0000000000000000000000000000000000000000..94000b35246b4e8907a286169a76442f8dcf3c5c
--- /dev/null
+++ b/train/labels/HighresScreenshot00042_png.rf.fa2d90adc581e6badcab64e525fb17dd.txt
@@ -0,0 +1 @@
+0 0.5 0.4921875 0.1953125 0.10546875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00043_png.rf.37f2f72146e36251879300128d63ef6f.txt b/train/labels/HighresScreenshot00043_png.rf.37f2f72146e36251879300128d63ef6f.txt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9d8e03ca958cb0a79e341bdcfb916944e25053
--- /dev/null
+++ b/train/labels/HighresScreenshot00043_png.rf.37f2f72146e36251879300128d63ef6f.txt
@@ -0,0 +1,5 @@
+0 0.68671875 0.49765625 0.16328125 0.125
+0 0.578125 0.4671875 0.08125 0.09140625
+0 0.52109375 0.45078125 0.053125 0.0640625
+0 0.48515625 0.440625 0.04140625 0.05625
+0 0.42421875 0.42578125 0.0203125 0.03359375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00043_png.rf.f777cf8fdf3925488645a17493cec77c.txt b/train/labels/HighresScreenshot00043_png.rf.f777cf8fdf3925488645a17493cec77c.txt
new file mode 100644
index 0000000000000000000000000000000000000000..58001a375f44a6d8badebb527ff37a6ec0c22886
--- /dev/null
+++ b/train/labels/HighresScreenshot00043_png.rf.f777cf8fdf3925488645a17493cec77c.txt
@@ -0,0 +1 @@
+0 0.54921875 0.48828125 0.3296875 0.38125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00044_png.rf.28437f3f05e66b4756ef33c2edabc8bd.txt b/train/labels/HighresScreenshot00044_png.rf.28437f3f05e66b4756ef33c2edabc8bd.txt
new file mode 100644
index 0000000000000000000000000000000000000000..2d331cbc4ab0e8a6604686b89169743338a65485
--- /dev/null
+++ b/train/labels/HighresScreenshot00044_png.rf.28437f3f05e66b4756ef33c2edabc8bd.txt
@@ -0,0 +1 @@
+0 0.5125 0.5609375 0.271875 0.1890625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00045_png.rf.ed0e4b4fb744c8c41b84ce7dffaf2485.txt b/train/labels/HighresScreenshot00045_png.rf.ed0e4b4fb744c8c41b84ce7dffaf2485.txt
new file mode 100644
index 0000000000000000000000000000000000000000..91067cf435fd75bb3b651fcf3319ff8af4f075f0
--- /dev/null
+++ b/train/labels/HighresScreenshot00045_png.rf.ed0e4b4fb744c8c41b84ce7dffaf2485.txt
@@ -0,0 +1 @@
+0 0.5 0.58828125 0.46171875 0.31875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00046_png.rf.de0ef2c82f7f04d8b55068fe816f4a05.txt b/train/labels/HighresScreenshot00046_png.rf.de0ef2c82f7f04d8b55068fe816f4a05.txt
new file mode 100644
index 0000000000000000000000000000000000000000..78abfcfb9b8b36daeab4c7f60588aeaebcbdeffb
--- /dev/null
+++ b/train/labels/HighresScreenshot00046_png.rf.de0ef2c82f7f04d8b55068fe816f4a05.txt
@@ -0,0 +1 @@
+0 0.51640625 0.54921875 0.23046875 0.165625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00047_png.rf.a264c6b23c90b4fb69c29109693c40d7.txt b/train/labels/HighresScreenshot00047_png.rf.a264c6b23c90b4fb69c29109693c40d7.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4a48d959a2ab29a6357a83898070051c2a972273
--- /dev/null
+++ b/train/labels/HighresScreenshot00047_png.rf.a264c6b23c90b4fb69c29109693c40d7.txt
@@ -0,0 +1,3 @@
+0 0.1703125 0.53515625 0.328125 0.19765625
+0 0.4984375 0.53359375 0.2140625 0.14140625
+0 0.67265625 0.53828125 0.1515625 0.1203125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00047_png.rf.c66775be0fadc19653cd59b61a5a9247.txt b/train/labels/HighresScreenshot00047_png.rf.c66775be0fadc19653cd59b61a5a9247.txt
new file mode 100644
index 0000000000000000000000000000000000000000..5e409d4265cd5a610888c2b40554c385e262a56d
--- /dev/null
+++ b/train/labels/HighresScreenshot00047_png.rf.c66775be0fadc19653cd59b61a5a9247.txt
@@ -0,0 +1 @@
+0 0.521875 0.56328125 0.275 0.1984375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00048_png.rf.3f7fa6ce4805a756285aad10fe6a8363.txt b/train/labels/HighresScreenshot00048_png.rf.3f7fa6ce4805a756285aad10fe6a8363.txt
new file mode 100644
index 0000000000000000000000000000000000000000..2b22d3752b39f3d87771705b1a425642df776dc0
--- /dev/null
+++ b/train/labels/HighresScreenshot00048_png.rf.3f7fa6ce4805a756285aad10fe6a8363.txt
@@ -0,0 +1 @@
+0 0.56953125 0.63984375 0.534375 0.409375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00048_png.rf.f73c272ebb27635348f8acbb78d1801d.txt b/train/labels/HighresScreenshot00048_png.rf.f73c272ebb27635348f8acbb78d1801d.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4756dad63bbb48b83b84e783a470b5c4ff15756e
--- /dev/null
+++ b/train/labels/HighresScreenshot00048_png.rf.f73c272ebb27635348f8acbb78d1801d.txt
@@ -0,0 +1,2 @@
+0 0.484375 0.5921875 0.4171875 0.3234375
+0 0.7796875 0.5640625 0.26640625 0.20625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00049_png.rf.a6cf4431df80f1705b906971d71940b0.txt b/train/labels/HighresScreenshot00049_png.rf.a6cf4431df80f1705b906971d71940b0.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fbbe52ad810124b6598abfa77cfb4daecd17b2
--- /dev/null
+++ b/train/labels/HighresScreenshot00049_png.rf.a6cf4431df80f1705b906971d71940b0.txt
@@ -0,0 +1 @@
+0 0.5265625 0.534375 0.121875 0.10859375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00050_png.rf.2ec207ba11af381445da335139e92427.txt b/train/labels/HighresScreenshot00050_png.rf.2ec207ba11af381445da335139e92427.txt
new file mode 100644
index 0000000000000000000000000000000000000000..edb2ca7880c647e663edf2e819d412a8af00690e
--- /dev/null
+++ b/train/labels/HighresScreenshot00050_png.rf.2ec207ba11af381445da335139e92427.txt
@@ -0,0 +1,2 @@
+0 0.5390625 0.52421875 0.12265625 0.11328125
+0 0.4734375 0.52734375 0.0359375 0.07421875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00050_png.rf.60123bad943be1c8aca0434783100c36.txt b/train/labels/HighresScreenshot00050_png.rf.60123bad943be1c8aca0434783100c36.txt
new file mode 100644
index 0000000000000000000000000000000000000000..019c215ed190116fc7d5d4a15c5f3cce5878fd2e
--- /dev/null
+++ b/train/labels/HighresScreenshot00050_png.rf.60123bad943be1c8aca0434783100c36.txt
@@ -0,0 +1 @@
+0 0.54765625 0.55859375 0.21171875 0.18359375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00051_png.rf.de7fddb77454fc058828e6666a7fe6fa.txt b/train/labels/HighresScreenshot00051_png.rf.de7fddb77454fc058828e6666a7fe6fa.txt
new file mode 100644
index 0000000000000000000000000000000000000000..57a119ba1aa340c4c56245d2079a7d92c129f238
--- /dev/null
+++ b/train/labels/HighresScreenshot00051_png.rf.de7fddb77454fc058828e6666a7fe6fa.txt
@@ -0,0 +1 @@
+0 0.328125 0.42890625 0.246875 0.29375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00051_png.rf.eee10a493a6dde83489410dd0035e721.txt b/train/labels/HighresScreenshot00051_png.rf.eee10a493a6dde83489410dd0035e721.txt
new file mode 100644
index 0000000000000000000000000000000000000000..cc26ba39a718a7f66b58a04c4b668baa5334ce12
--- /dev/null
+++ b/train/labels/HighresScreenshot00051_png.rf.eee10a493a6dde83489410dd0035e721.txt
@@ -0,0 +1 @@
+0 0.5640625 0.634375 0.35 0.38203125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00052_png.rf.fe1b642db92327ff1a80ec088b67c667.txt b/train/labels/HighresScreenshot00052_png.rf.fe1b642db92327ff1a80ec088b67c667.txt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3cccbbe67751bd7e1ee83dae9f67117e871a7f
--- /dev/null
+++ b/train/labels/HighresScreenshot00052_png.rf.fe1b642db92327ff1a80ec088b67c667.txt
@@ -0,0 +1 @@
+0 0.3671875 0.4890625 0.1609375 0.14453125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00053_png.rf.16b7137fec10967975a10e8488a7d68f.txt b/train/labels/HighresScreenshot00053_png.rf.16b7137fec10967975a10e8488a7d68f.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9fa9684d4136931fbadcbaf281e9cf730d6d34
--- /dev/null
+++ b/train/labels/HighresScreenshot00053_png.rf.16b7137fec10967975a10e8488a7d68f.txt
@@ -0,0 +1 @@
+0 0.48125 0.5546875 0.546875 0.32890625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00054_png.rf.56e642cc91de401fd228309fe20e1b34.txt b/train/labels/HighresScreenshot00054_png.rf.56e642cc91de401fd228309fe20e1b34.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4016cba0d96757fcac095f013870efe6499d5354
--- /dev/null
+++ b/train/labels/HighresScreenshot00054_png.rf.56e642cc91de401fd228309fe20e1b34.txt
@@ -0,0 +1 @@
+0 0.49921875 0.51953125 0.21796875 0.1375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00054_png.rf.b7003bfca68bf7711e10e031118feafc.txt b/train/labels/HighresScreenshot00054_png.rf.b7003bfca68bf7711e10e031118feafc.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ed731fd2f991c69b342d90a4b1b2064cf0c3ca72
--- /dev/null
+++ b/train/labels/HighresScreenshot00054_png.rf.b7003bfca68bf7711e10e031118feafc.txt
@@ -0,0 +1 @@
+0 0.54609375 0.5109375 0.1109375 0.1140625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00056_png.rf.ae3a8f61bd2a9e431c16e56f54bc858c.txt b/train/labels/HighresScreenshot00056_png.rf.ae3a8f61bd2a9e431c16e56f54bc858c.txt
new file mode 100644
index 0000000000000000000000000000000000000000..09c4d36587dc34a8ec5c28475c3c6232155e8d50
--- /dev/null
+++ b/train/labels/HighresScreenshot00056_png.rf.ae3a8f61bd2a9e431c16e56f54bc858c.txt
@@ -0,0 +1 @@
+0 0.46640625 0.45390625 0.1578125 0.11484375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00057_png.rf.b790dc38c1481567acf625cd619d7f6d.txt b/train/labels/HighresScreenshot00057_png.rf.b790dc38c1481567acf625cd619d7f6d.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a1115cee08f5f619c5297d67d69f97ff2b083e
--- /dev/null
+++ b/train/labels/HighresScreenshot00057_png.rf.b790dc38c1481567acf625cd619d7f6d.txt
@@ -0,0 +1 @@
+0 0.5 0.47890625 0.228125 0.16796875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00060_png.rf.1f594a64c03203264757e18a76d6231b.txt b/train/labels/HighresScreenshot00060_png.rf.1f594a64c03203264757e18a76d6231b.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ddd46ca3774d4601eeba2aff1dd1892fa89ebc
--- /dev/null
+++ b/train/labels/HighresScreenshot00060_png.rf.1f594a64c03203264757e18a76d6231b.txt
@@ -0,0 +1 @@
+0 0.51171875 0.4703125 0.32890625 0.315625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00062_png.rf.d1e5d4b8329dd1c4cdb625b2f7e56796.txt b/train/labels/HighresScreenshot00062_png.rf.d1e5d4b8329dd1c4cdb625b2f7e56796.txt
new file mode 100644
index 0000000000000000000000000000000000000000..405cafa9a608398c79fbd0f6d6b184bab39d1be7
--- /dev/null
+++ b/train/labels/HighresScreenshot00062_png.rf.d1e5d4b8329dd1c4cdb625b2f7e56796.txt
@@ -0,0 +1 @@
+0 0.48671875 0.5109375 0.66171875 0.44375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00063_png.rf.6979af252812ba30ba9a0b38197713b8.txt b/train/labels/HighresScreenshot00063_png.rf.6979af252812ba30ba9a0b38197713b8.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d09b6cf5a631f7ec866c9dedf470d118e0f88899
--- /dev/null
+++ b/train/labels/HighresScreenshot00063_png.rf.6979af252812ba30ba9a0b38197713b8.txt
@@ -0,0 +1 @@
+0 0.50390625 0.525 0.43671875 0.3796875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00065_png.rf.a9d025e6cb03743dae485c206c802a1d.txt b/train/labels/HighresScreenshot00065_png.rf.a9d025e6cb03743dae485c206c802a1d.txt
new file mode 100644
index 0000000000000000000000000000000000000000..f824bb70513b0f19f3f0cc63fa9d650d924b7165
--- /dev/null
+++ b/train/labels/HighresScreenshot00065_png.rf.a9d025e6cb03743dae485c206c802a1d.txt
@@ -0,0 +1 @@
+0 0.5734375 0.51015625 0.4359375 0.403125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00066_png.rf.ef7c0e28d0ad2e75f63ec1f4c7459f9f.txt b/train/labels/HighresScreenshot00066_png.rf.ef7c0e28d0ad2e75f63ec1f4c7459f9f.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ce2d37aef0f0faed6e4049af3cf025d9bd2d4c
--- /dev/null
+++ b/train/labels/HighresScreenshot00066_png.rf.ef7c0e28d0ad2e75f63ec1f4c7459f9f.txt
@@ -0,0 +1 @@
+0 0.5296875 0.49609375 0.24140625 0.19921875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00067_png.rf.f54ee9735e50aefaac48dd72067e2396.txt b/train/labels/HighresScreenshot00067_png.rf.f54ee9735e50aefaac48dd72067e2396.txt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbb898510d9ba8ce8de58067ae8aa885c7cd35d
--- /dev/null
+++ b/train/labels/HighresScreenshot00067_png.rf.f54ee9735e50aefaac48dd72067e2396.txt
@@ -0,0 +1 @@
+0 0.51796875 0.496875 0.1734375 0.13828125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00068_png.rf.8fefd856d19f760980de870d4f9ad924.txt b/train/labels/HighresScreenshot00068_png.rf.8fefd856d19f760980de870d4f9ad924.txt
new file mode 100644
index 0000000000000000000000000000000000000000..03f609e8947fbaca7cc46eaa5e07e5c261d99f1c
--- /dev/null
+++ b/train/labels/HighresScreenshot00068_png.rf.8fefd856d19f760980de870d4f9ad924.txt
@@ -0,0 +1 @@
+0 0.56796875 0.484375 0.1796875 0.24453125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00070_png.rf.bb8a46ee07bfc2e225febcacfb5da472.txt b/train/labels/HighresScreenshot00070_png.rf.bb8a46ee07bfc2e225febcacfb5da472.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7b63062fb2f29206092477f9e041ab17c97e2a
--- /dev/null
+++ b/train/labels/HighresScreenshot00070_png.rf.bb8a46ee07bfc2e225febcacfb5da472.txt
@@ -0,0 +1 @@
+0 0.559375 0.503125 0.2734375 0.2015625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00072_png.rf.14c80c58bc59232032a57bf5e53c91bd.txt b/train/labels/HighresScreenshot00072_png.rf.14c80c58bc59232032a57bf5e53c91bd.txt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4743b2bfa9c208844f8828b2418f4305f0c386
--- /dev/null
+++ b/train/labels/HighresScreenshot00072_png.rf.14c80c58bc59232032a57bf5e53c91bd.txt
@@ -0,0 +1 @@
+0 0.61015625 0.51796875 0.61171875 0.5140625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00073_png.rf.d2c70f1d85d6d34eb8b745228c2e4869.txt b/train/labels/HighresScreenshot00073_png.rf.d2c70f1d85d6d34eb8b745228c2e4869.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a4450e8f659db4e6a1f4799146940ae8d9ca6e
--- /dev/null
+++ b/train/labels/HighresScreenshot00073_png.rf.d2c70f1d85d6d34eb8b745228c2e4869.txt
@@ -0,0 +1 @@
+0 0.56953125 0.5609375 0.6359375 0.63125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00074_png.rf.e6d3d66f669db7f2293a01f79e388b69.txt b/train/labels/HighresScreenshot00074_png.rf.e6d3d66f669db7f2293a01f79e388b69.txt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad8ad55f04b5bb0da632d9708fb74a3a1ce14d2
--- /dev/null
+++ b/train/labels/HighresScreenshot00074_png.rf.e6d3d66f669db7f2293a01f79e388b69.txt
@@ -0,0 +1 @@
+0 0.5453125 0.51796875 0.3640625 0.33828125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00076_png.rf.042c38cb87cc45d548134dad0d0edf59.txt b/train/labels/HighresScreenshot00076_png.rf.042c38cb87cc45d548134dad0d0edf59.txt
new file mode 100644
index 0000000000000000000000000000000000000000..514ee0b4797fae07fb7c46cca1c2cf8d3c23248e
--- /dev/null
+++ b/train/labels/HighresScreenshot00076_png.rf.042c38cb87cc45d548134dad0d0edf59.txt
@@ -0,0 +1 @@
+0 0.50234375 0.60546875 0.6203125 0.74140625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00078_png.rf.c6fffe8fc25af9d0ade19fa9a8428968.txt b/train/labels/HighresScreenshot00078_png.rf.c6fffe8fc25af9d0ade19fa9a8428968.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e2922cbaa1a6b0d8e5405ca2c7c182134506f248
--- /dev/null
+++ b/train/labels/HighresScreenshot00078_png.rf.c6fffe8fc25af9d0ade19fa9a8428968.txt
@@ -0,0 +1 @@
+0 0.4984375 0.52265625 0.23359375 0.2625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00079_png.rf.69e80224808f7b0e3ae59156f3c3b082.txt b/train/labels/HighresScreenshot00079_png.rf.69e80224808f7b0e3ae59156f3c3b082.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e0153458a5411d2e77f2f224e51e8932c2562b
--- /dev/null
+++ b/train/labels/HighresScreenshot00079_png.rf.69e80224808f7b0e3ae59156f3c3b082.txt
@@ -0,0 +1 @@
+0 0.50625 0.53046875 0.31953125 0.315625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00080_png.rf.bf0c9959fa0f4adf04dce66a0e1a8739.txt b/train/labels/HighresScreenshot00080_png.rf.bf0c9959fa0f4adf04dce66a0e1a8739.txt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe3482e895d505acc79a338010f70811184f0a8
--- /dev/null
+++ b/train/labels/HighresScreenshot00080_png.rf.bf0c9959fa0f4adf04dce66a0e1a8739.txt
@@ -0,0 +1 @@
+0 0.63046875 0.52734375 0.7046875 0.64375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00081_png.rf.349359b83d594b7bc3c0c5067379f370.txt b/train/labels/HighresScreenshot00081_png.rf.349359b83d594b7bc3c0c5067379f370.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c01949c888fa796720f97a96679d43b2e86349cb
--- /dev/null
+++ b/train/labels/HighresScreenshot00081_png.rf.349359b83d594b7bc3c0c5067379f370.txt
@@ -0,0 +1 @@
+0 0.5171875 0.4484375 0.171875 0.1671875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00082_png.rf.48869ea9caa9fb562146885fff199ab5.txt b/train/labels/HighresScreenshot00082_png.rf.48869ea9caa9fb562146885fff199ab5.txt
new file mode 100644
index 0000000000000000000000000000000000000000..68681fa4590b788df900a1fb65933aee814cad46
--- /dev/null
+++ b/train/labels/HighresScreenshot00082_png.rf.48869ea9caa9fb562146885fff199ab5.txt
@@ -0,0 +1 @@
+0 0.59765625 0.525 0.65703125 0.34375
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00083_png.rf.0b291b44eba849e6152c9a24258786a2.txt b/train/labels/HighresScreenshot00083_png.rf.0b291b44eba849e6152c9a24258786a2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c080f0e5b4f56c6da6646ba9e3bdab51b79ba49d
--- /dev/null
+++ b/train/labels/HighresScreenshot00083_png.rf.0b291b44eba849e6152c9a24258786a2.txt
@@ -0,0 +1 @@
+0 0.525 0.509375 0.521875 0.353125
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00084_png.rf.c469ca7fd23dffa4023860e56717ec39.txt b/train/labels/HighresScreenshot00084_png.rf.c469ca7fd23dffa4023860e56717ec39.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6d05138e24c2ad6ad916cac3f8cea82e6867cced
--- /dev/null
+++ b/train/labels/HighresScreenshot00084_png.rf.c469ca7fd23dffa4023860e56717ec39.txt
@@ -0,0 +1 @@
+0 0.521875 0.5015625 0.2296875 0.1625
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00086_png.rf.6a4ed86bdbb9bcc272efc11305dcfcb2.txt b/train/labels/HighresScreenshot00086_png.rf.6a4ed86bdbb9bcc272efc11305dcfcb2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..136c5838179b9cfd35136756c77d041b6294d366
--- /dev/null
+++ b/train/labels/HighresScreenshot00086_png.rf.6a4ed86bdbb9bcc272efc11305dcfcb2.txt
@@ -0,0 +1 @@
+0 0.5078125 0.525 0.22421875 0.24921875
\ No newline at end of file
diff --git a/train/labels/HighresScreenshot00087_png.rf.51bc5d6f427c60fd8545266912aa8a73.txt b/train/labels/HighresScreenshot00087_png.rf.51bc5d6f427c60fd8545266912aa8a73.txt
new file mode 100644
index 0000000000000000000000000000000000000000..39bb635688c022b2bf993eabc904696d3f400055
--- /dev/null
+++ b/train/labels/HighresScreenshot00087_png.rf.51bc5d6f427c60fd8545266912aa8a73.txt
@@ -0,0 +1 @@
+0 0.51015625 0.50859375 0.140625 0.15859375
\ No newline at end of file
diff --git a/utils/__init__.py b/utils/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..3b1a2c87329a3333e8ea1998e1507dcf0d2a554b
--- /dev/null
+++ b/utils/__init__.py
@@ -0,0 +1,80 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+utils/initialization
+"""
+
+import contextlib
+import platform
+import threading
+
+
+def emojis(str=''):
+ # Return platform-dependent emoji-safe version of string
+ return str.encode().decode('ascii', 'ignore') if platform.system() == 'Windows' else str
+
+
+class TryExcept(contextlib.ContextDecorator):
+ # YOLOv5 TryExcept class. Usage: @TryExcept() decorator or 'with TryExcept():' context manager
+ def __init__(self, msg=''):
+ self.msg = msg
+
+ def __enter__(self):
+ pass
+
+ def __exit__(self, exc_type, value, traceback):
+ if value:
+ print(emojis(f"{self.msg}{': ' if self.msg else ''}{value}"))
+ return True
+
+
+def threaded(func):
+ # Multi-threads a target function and returns thread. Usage: @threaded decorator
+ def wrapper(*args, **kwargs):
+ thread = threading.Thread(target=func, args=args, kwargs=kwargs, daemon=True)
+ thread.start()
+ return thread
+
+ return wrapper
+
+
+def join_threads(verbose=False):
+ # Join all daemon threads, i.e. atexit.register(lambda: join_threads())
+ main_thread = threading.current_thread()
+ for t in threading.enumerate():
+ if t is not main_thread:
+ if verbose:
+ print(f'Joining thread {t.name}')
+ t.join()
+
+
+def notebook_init(verbose=True):
+ # Check system software and hardware
+ print('Checking setup...')
+
+ import os
+ import shutil
+
+ from utils.general import check_font, check_requirements, is_colab
+ from utils.torch_utils import select_device # imports
+
+ check_font()
+
+ import psutil
+ from IPython import display # to display images and clear console output
+
+ if is_colab():
+ shutil.rmtree('/content/sample_data', ignore_errors=True) # remove colab /sample_data directory
+
+ # System info
+ if verbose:
+ gb = 1 << 30 # bytes to GiB (1024 ** 3)
+ ram = psutil.virtual_memory().total
+ total, used, free = shutil.disk_usage("/")
+ display.clear_output()
+ s = f'({os.cpu_count()} CPUs, {ram / gb:.1f} GB RAM, {(total - free) / gb:.1f}/{total / gb:.1f} GB disk)'
+ else:
+ s = ''
+
+ select_device(newline=False)
+ print(emojis(f'Setup complete â
{s}'))
+ return display
diff --git a/utils/__pycache__/__init__.cpython-310.pyc b/utils/__pycache__/__init__.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..4c818c40234e1d5be683dce4c9eda2a4070262d6
Binary files /dev/null and b/utils/__pycache__/__init__.cpython-310.pyc differ
diff --git a/utils/__pycache__/__init__.cpython-38.pyc b/utils/__pycache__/__init__.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..9a6ff465e1bdec23737cbd418a5023e20a426246
Binary files /dev/null and b/utils/__pycache__/__init__.cpython-38.pyc differ
diff --git a/utils/__pycache__/augmentations.cpython-310.pyc b/utils/__pycache__/augmentations.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..7145683d1b9bbeaa3dd56ea3b1c9a401098cfa8e
Binary files /dev/null and b/utils/__pycache__/augmentations.cpython-310.pyc differ
diff --git a/utils/__pycache__/augmentations.cpython-38.pyc b/utils/__pycache__/augmentations.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..b615914dacd5e3faa4546baa7110b87b61b1db4b
Binary files /dev/null and b/utils/__pycache__/augmentations.cpython-38.pyc differ
diff --git a/utils/__pycache__/autoanchor.cpython-310.pyc b/utils/__pycache__/autoanchor.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..7f5dec630a4e0370633221d67ef51a9658494fbe
Binary files /dev/null and b/utils/__pycache__/autoanchor.cpython-310.pyc differ
diff --git a/utils/__pycache__/autoanchor.cpython-38.pyc b/utils/__pycache__/autoanchor.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..1dd0136918c051fa05431a25844c916739358deb
Binary files /dev/null and b/utils/__pycache__/autoanchor.cpython-38.pyc differ
diff --git a/utils/__pycache__/autobatch.cpython-310.pyc b/utils/__pycache__/autobatch.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..8b381335dc5f591f3173080a12da1e94fe2cf803
Binary files /dev/null and b/utils/__pycache__/autobatch.cpython-310.pyc differ
diff --git a/utils/__pycache__/autobatch.cpython-38.pyc b/utils/__pycache__/autobatch.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..8802cd10237d8ba243a5c3cb17c49ead10c0670b
Binary files /dev/null and b/utils/__pycache__/autobatch.cpython-38.pyc differ
diff --git a/utils/__pycache__/callbacks.cpython-310.pyc b/utils/__pycache__/callbacks.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..420c24710c3d150f4801dac43af0a5addc077302
Binary files /dev/null and b/utils/__pycache__/callbacks.cpython-310.pyc differ
diff --git a/utils/__pycache__/callbacks.cpython-38.pyc b/utils/__pycache__/callbacks.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..21d7c763d4be57f8881b2e20c05bc1744c4e6175
Binary files /dev/null and b/utils/__pycache__/callbacks.cpython-38.pyc differ
diff --git a/utils/__pycache__/dataloaders.cpython-310.pyc b/utils/__pycache__/dataloaders.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..9ed9208dcd0e466acf653a6a2ecae824c3a949b7
Binary files /dev/null and b/utils/__pycache__/dataloaders.cpython-310.pyc differ
diff --git a/utils/__pycache__/dataloaders.cpython-38.pyc b/utils/__pycache__/dataloaders.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..fccdcf5ca734c8e94f70868d9f68ed4770276b12
Binary files /dev/null and b/utils/__pycache__/dataloaders.cpython-38.pyc differ
diff --git a/utils/__pycache__/downloads.cpython-310.pyc b/utils/__pycache__/downloads.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..da98c24f553f28c82a09b1921c902a86d750ec29
Binary files /dev/null and b/utils/__pycache__/downloads.cpython-310.pyc differ
diff --git a/utils/__pycache__/downloads.cpython-38.pyc b/utils/__pycache__/downloads.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..905040b3cc5510ca9b8ccdb756122d6d8b65b31b
Binary files /dev/null and b/utils/__pycache__/downloads.cpython-38.pyc differ
diff --git a/utils/__pycache__/general.cpython-310.pyc b/utils/__pycache__/general.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..60b687b3ce9984d8e290824ca6dc0af084fe4b5a
Binary files /dev/null and b/utils/__pycache__/general.cpython-310.pyc differ
diff --git a/utils/__pycache__/general.cpython-38.pyc b/utils/__pycache__/general.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..692591408ff3114e934b628cd6e446d867dbd50d
Binary files /dev/null and b/utils/__pycache__/general.cpython-38.pyc differ
diff --git a/utils/__pycache__/loss.cpython-310.pyc b/utils/__pycache__/loss.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..05e5a094f68e72a33f1296b3cf97cbc10a2dbf11
Binary files /dev/null and b/utils/__pycache__/loss.cpython-310.pyc differ
diff --git a/utils/__pycache__/loss.cpython-38.pyc b/utils/__pycache__/loss.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..f53eaf0d3ba55fe28e39e63975028ce071860e24
Binary files /dev/null and b/utils/__pycache__/loss.cpython-38.pyc differ
diff --git a/utils/__pycache__/metrics.cpython-310.pyc b/utils/__pycache__/metrics.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..621d4131c8b513710f11dab7fb6ba71e168b82e8
Binary files /dev/null and b/utils/__pycache__/metrics.cpython-310.pyc differ
diff --git a/utils/__pycache__/metrics.cpython-38.pyc b/utils/__pycache__/metrics.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..2e20cefd301c53ea652f9c2e65cc2f3fa8ac4c07
Binary files /dev/null and b/utils/__pycache__/metrics.cpython-38.pyc differ
diff --git a/utils/__pycache__/plots.cpython-310.pyc b/utils/__pycache__/plots.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..1db1e6af0461ea51696bac8fea2f9e9e91220bf5
Binary files /dev/null and b/utils/__pycache__/plots.cpython-310.pyc differ
diff --git a/utils/__pycache__/plots.cpython-38.pyc b/utils/__pycache__/plots.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..3389a5a4979853021b8bffd153780584f80ed608
Binary files /dev/null and b/utils/__pycache__/plots.cpython-38.pyc differ
diff --git a/utils/__pycache__/torch_utils.cpython-310.pyc b/utils/__pycache__/torch_utils.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..091c3c6a12e49fc6d4cf60753d9cf10b6c247793
Binary files /dev/null and b/utils/__pycache__/torch_utils.cpython-310.pyc differ
diff --git a/utils/__pycache__/torch_utils.cpython-38.pyc b/utils/__pycache__/torch_utils.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..84c6d80e32355e9e74986840d113a478e595f8d6
Binary files /dev/null and b/utils/__pycache__/torch_utils.cpython-38.pyc differ
diff --git a/utils/activations.py b/utils/activations.py
new file mode 100644
index 0000000000000000000000000000000000000000..084ce8c41230dcde25f0c01311a4c0abcd4584e7
--- /dev/null
+++ b/utils/activations.py
@@ -0,0 +1,103 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+Activation functions
+"""
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+
+class SiLU(nn.Module):
+ # SiLU activation https://arxiv.org/pdf/1606.08415.pdf
+ @staticmethod
+ def forward(x):
+ return x * torch.sigmoid(x)
+
+
+class Hardswish(nn.Module):
+ # Hard-SiLU activation
+ @staticmethod
+ def forward(x):
+ # return x * F.hardsigmoid(x) # for TorchScript and CoreML
+ return x * F.hardtanh(x + 3, 0.0, 6.0) / 6.0 # for TorchScript, CoreML and ONNX
+
+
+class Mish(nn.Module):
+ # Mish activation https://github.com/digantamisra98/Mish
+ @staticmethod
+ def forward(x):
+ return x * F.softplus(x).tanh()
+
+
+class MemoryEfficientMish(nn.Module):
+ # Mish activation memory-efficient
+ class F(torch.autograd.Function):
+
+ @staticmethod
+ def forward(ctx, x):
+ ctx.save_for_backward(x)
+ return x.mul(torch.tanh(F.softplus(x))) # x * tanh(ln(1 + exp(x)))
+
+ @staticmethod
+ def backward(ctx, grad_output):
+ x = ctx.saved_tensors[0]
+ sx = torch.sigmoid(x)
+ fx = F.softplus(x).tanh()
+ return grad_output * (fx + x * sx * (1 - fx * fx))
+
+ def forward(self, x):
+ return self.F.apply(x)
+
+
+class FReLU(nn.Module):
+ # FReLU activation https://arxiv.org/abs/2007.11824
+ def __init__(self, c1, k=3): # ch_in, kernel
+ super().__init__()
+ self.conv = nn.Conv2d(c1, c1, k, 1, 1, groups=c1, bias=False)
+ self.bn = nn.BatchNorm2d(c1)
+
+ def forward(self, x):
+ return torch.max(x, self.bn(self.conv(x)))
+
+
+class AconC(nn.Module):
+ r""" ACON activation (activate or not)
+ AconC: (p1*x-p2*x) * sigmoid(beta*(p1*x-p2*x)) + p2*x, beta is a learnable parameter
+ according to "Activate or Not: Learning Customized Activation" 
+
+## About ClearML
+
+[ClearML](https://cutt.ly/yolov5-tutorial-clearml) is an [open-source](https://github.com/allegroai/clearml) toolbox designed to save you time âąī¸.
+
+đ¨ Track every YOLOv5 training run in the experiment manager
+
+đ§ Version and easily access your custom training data with the integrated ClearML Data Versioning Tool
+
+đĻ Remotely train and monitor your YOLOv5 training runs using ClearML Agent
+
+đŦ Get the very best mAP using ClearML Hyperparameter Optimization
+
+đ Turn your newly trained YOLOv5 model into an API with just a few commands using ClearML Serving
+
+
+
+# YOLOv5 with Comet
+
+This guide will cover how to use YOLOv5 with [Comet](https://bit.ly/yolov5-readme-comet2)
+
+# About Comet
+
+Comet builds tools that help data scientists, engineers, and team leaders accelerate and optimize machine learning and deep learning models.
+
+Track and visualize model metrics in real time, save your hyperparameters, datasets, and model checkpoints, and visualize your model predictions with [Comet Custom Panels](https://www.comet.com/docs/v2/guides/comet-dashboard/code-panels/about-panels/?utm_source=yolov5&utm_medium=partner&utm_campaign=partner_yolov5_2022&utm_content=github)!
+Comet makes sure you never lose track of your work and makes it easy to share results and collaborate across teams of all sizes!
+
+# Getting Started
+
+## Install Comet
+
+```shell
+pip install comet_ml
+```
+
+## Configure Comet Credentials
+
+There are two ways to configure Comet with YOLOv5.
+
+You can either set your credentials through enviroment variables
+
+**Environment Variables**
+
+```shell
+export COMET_API_KEY=
+
+# Try out an Example!
+Check out an example of a [completed run here](https://www.comet.com/examples/comet-example-yolov5/a0e29e0e9b984e4a822db2a62d0cb357?experiment-tab=chart&showOutliers=true&smoothing=0&transformY=smoothing&xAxis=step&utm_source=yolov5&utm_medium=partner&utm_campaign=partner_yolov5_2022&utm_content=github)
+
+Or better yet, try it out yourself in this Colab Notebook
+
+[](https://colab.research.google.com/drive/1RG0WOQyxlDlo5Km8GogJpIEJlg_5lyYO?usp=sharing)
+
+# Log automatically
+
+By default, Comet will log the following items
+
+## Metrics
+- Box Loss, Object Loss, Classification Loss for the training and validation data
+- mAP_0.5, mAP_0.5:0.95 metrics for the validation data.
+- Precision and Recall for the validation data
+
+## Parameters
+
+- Model Hyperparameters
+- All parameters passed through the command line options
+
+## Visualizations
+
+- Confusion Matrix of the model predictions on the validation data
+- Plots for the PR and F1 curves across all classes
+- Correlogram of the Class Labels
+
+# Configure Comet Logging
+
+Comet can be configured to log additional data either through command line flags passed to the training script
+or through environment variables.
+
+```shell
+export COMET_MODE=online # Set whether to run Comet in 'online' or 'offline' mode. Defaults to online
+export COMET_MODEL_NAME=
+
+You can preview the data directly in the Comet UI.
+
+
+Artifacts are versioned and also support adding metadata about the dataset. Comet will automatically log the metadata from your dataset `yaml` file
+
+
+### Using a saved Artifact
+
+If you would like to use a dataset from Comet Artifacts, set the `path` variable in your dataset `yaml` file to point to the following Artifact resource URL.
+
+```
+# contents of artifact.yaml file
+path: "comet://
+
+## Resuming a Training Run
+
+If your training run is interrupted for any reason, e.g. disrupted internet connection, you can resume the run using the `resume` flag and the Comet Run Path.
+
+The Run Path has the following format `comet://
diff --git a/utils/loggers/comet/__init__.py b/utils/loggers/comet/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..b0318f88d6a63a6ba37fd2bf7ec4869084a45966
--- /dev/null
+++ b/utils/loggers/comet/__init__.py
@@ -0,0 +1,508 @@
+import glob
+import json
+import logging
+import os
+import sys
+from pathlib import Path
+
+logger = logging.getLogger(__name__)
+
+FILE = Path(__file__).resolve()
+ROOT = FILE.parents[3] # YOLOv5 root directory
+if str(ROOT) not in sys.path:
+ sys.path.append(str(ROOT)) # add ROOT to PATH
+
+try:
+ import comet_ml
+
+ # Project Configuration
+ config = comet_ml.config.get_config()
+ COMET_PROJECT_NAME = config.get_string(os.getenv("COMET_PROJECT_NAME"), "comet.project_name", default="yolov5")
+except (ModuleNotFoundError, ImportError):
+ comet_ml = None
+ COMET_PROJECT_NAME = None
+
+import PIL
+import torch
+import torchvision.transforms as T
+import yaml
+
+from utils.dataloaders import img2label_paths
+from utils.general import check_dataset, scale_boxes, xywh2xyxy
+from utils.metrics import box_iou
+
+COMET_PREFIX = "comet://"
+
+COMET_MODE = os.getenv("COMET_MODE", "online")
+
+# Model Saving Settings
+COMET_MODEL_NAME = os.getenv("COMET_MODEL_NAME", "yolov5")
+
+# Dataset Artifact Settings
+COMET_UPLOAD_DATASET = os.getenv("COMET_UPLOAD_DATASET", "false").lower() == "true"
+
+# Evaluation Settings
+COMET_LOG_CONFUSION_MATRIX = os.getenv("COMET_LOG_CONFUSION_MATRIX", "true").lower() == "true"
+COMET_LOG_PREDICTIONS = os.getenv("COMET_LOG_PREDICTIONS", "true").lower() == "true"
+COMET_MAX_IMAGE_UPLOADS = int(os.getenv("COMET_MAX_IMAGE_UPLOADS", 100))
+
+# Confusion Matrix Settings
+CONF_THRES = float(os.getenv("CONF_THRES", 0.001))
+IOU_THRES = float(os.getenv("IOU_THRES", 0.6))
+
+# Batch Logging Settings
+COMET_LOG_BATCH_METRICS = os.getenv("COMET_LOG_BATCH_METRICS", "false").lower() == "true"
+COMET_BATCH_LOGGING_INTERVAL = os.getenv("COMET_BATCH_LOGGING_INTERVAL", 1)
+COMET_PREDICTION_LOGGING_INTERVAL = os.getenv("COMET_PREDICTION_LOGGING_INTERVAL", 1)
+COMET_LOG_PER_CLASS_METRICS = os.getenv("COMET_LOG_PER_CLASS_METRICS", "false").lower() == "true"
+
+RANK = int(os.getenv("RANK", -1))
+
+to_pil = T.ToPILImage()
+
+
+class CometLogger:
+ """Log metrics, parameters, source code, models and much more
+ with Comet
+ """
+
+ def __init__(self, opt, hyp, run_id=None, job_type="Training", **experiment_kwargs) -> None:
+ self.job_type = job_type
+ self.opt = opt
+ self.hyp = hyp
+
+ # Comet Flags
+ self.comet_mode = COMET_MODE
+
+ self.save_model = opt.save_period > -1
+ self.model_name = COMET_MODEL_NAME
+
+ # Batch Logging Settings
+ self.log_batch_metrics = COMET_LOG_BATCH_METRICS
+ self.comet_log_batch_interval = COMET_BATCH_LOGGING_INTERVAL
+
+ # Dataset Artifact Settings
+ self.upload_dataset = self.opt.upload_dataset if self.opt.upload_dataset else COMET_UPLOAD_DATASET
+ self.resume = self.opt.resume
+
+ # Default parameters to pass to Experiment objects
+ self.default_experiment_kwargs = {
+ "log_code": False,
+ "log_env_gpu": True,
+ "log_env_cpu": True,
+ "project_name": COMET_PROJECT_NAME,}
+ self.default_experiment_kwargs.update(experiment_kwargs)
+ self.experiment = self._get_experiment(self.comet_mode, run_id)
+
+ self.data_dict = self.check_dataset(self.opt.data)
+ self.class_names = self.data_dict["names"]
+ self.num_classes = self.data_dict["nc"]
+
+ self.logged_images_count = 0
+ self.max_images = COMET_MAX_IMAGE_UPLOADS
+
+ if run_id is None:
+ self.experiment.log_other("Created from", "YOLOv5")
+ if not isinstance(self.experiment, comet_ml.OfflineExperiment):
+ workspace, project_name, experiment_id = self.experiment.url.split("/")[-3:]
+ self.experiment.log_other(
+ "Run Path",
+ f"{workspace}/{project_name}/{experiment_id}",
+ )
+ self.log_parameters(vars(opt))
+ self.log_parameters(self.opt.hyp)
+ self.log_asset_data(
+ self.opt.hyp,
+ name="hyperparameters.json",
+ metadata={"type": "hyp-config-file"},
+ )
+ self.log_asset(
+ f"{self.opt.save_dir}/opt.yaml",
+ metadata={"type": "opt-config-file"},
+ )
+
+ self.comet_log_confusion_matrix = COMET_LOG_CONFUSION_MATRIX
+
+ if hasattr(self.opt, "conf_thres"):
+ self.conf_thres = self.opt.conf_thres
+ else:
+ self.conf_thres = CONF_THRES
+ if hasattr(self.opt, "iou_thres"):
+ self.iou_thres = self.opt.iou_thres
+ else:
+ self.iou_thres = IOU_THRES
+
+ self.log_parameters({"val_iou_threshold": self.iou_thres, "val_conf_threshold": self.conf_thres})
+
+ self.comet_log_predictions = COMET_LOG_PREDICTIONS
+ if self.opt.bbox_interval == -1:
+ self.comet_log_prediction_interval = 1 if self.opt.epochs < 10 else self.opt.epochs // 10
+ else:
+ self.comet_log_prediction_interval = self.opt.bbox_interval
+
+ if self.comet_log_predictions:
+ self.metadata_dict = {}
+ self.logged_image_names = []
+
+ self.comet_log_per_class_metrics = COMET_LOG_PER_CLASS_METRICS
+
+ self.experiment.log_others({
+ "comet_mode": COMET_MODE,
+ "comet_max_image_uploads": COMET_MAX_IMAGE_UPLOADS,
+ "comet_log_per_class_metrics": COMET_LOG_PER_CLASS_METRICS,
+ "comet_log_batch_metrics": COMET_LOG_BATCH_METRICS,
+ "comet_log_confusion_matrix": COMET_LOG_CONFUSION_MATRIX,
+ "comet_model_name": COMET_MODEL_NAME,})
+
+ # Check if running the Experiment with the Comet Optimizer
+ if hasattr(self.opt, "comet_optimizer_id"):
+ self.experiment.log_other("optimizer_id", self.opt.comet_optimizer_id)
+ self.experiment.log_other("optimizer_objective", self.opt.comet_optimizer_objective)
+ self.experiment.log_other("optimizer_metric", self.opt.comet_optimizer_metric)
+ self.experiment.log_other("optimizer_parameters", json.dumps(self.hyp))
+
+ def _get_experiment(self, mode, experiment_id=None):
+ if mode == "offline":
+ if experiment_id is not None:
+ return comet_ml.ExistingOfflineExperiment(
+ previous_experiment=experiment_id,
+ **self.default_experiment_kwargs,
+ )
+
+ return comet_ml.OfflineExperiment(**self.default_experiment_kwargs,)
+
+ else:
+ try:
+ if experiment_id is not None:
+ return comet_ml.ExistingExperiment(
+ previous_experiment=experiment_id,
+ **self.default_experiment_kwargs,
+ )
+
+ return comet_ml.Experiment(**self.default_experiment_kwargs)
+
+ except ValueError:
+ logger.warning("COMET WARNING: "
+ "Comet credentials have not been set. "
+ "Comet will default to offline logging. "
+ "Please set your credentials to enable online logging.")
+ return self._get_experiment("offline", experiment_id)
+
+ return
+
+ def log_metrics(self, log_dict, **kwargs):
+ self.experiment.log_metrics(log_dict, **kwargs)
+
+ def log_parameters(self, log_dict, **kwargs):
+ self.experiment.log_parameters(log_dict, **kwargs)
+
+ def log_asset(self, asset_path, **kwargs):
+ self.experiment.log_asset(asset_path, **kwargs)
+
+ def log_asset_data(self, asset, **kwargs):
+ self.experiment.log_asset_data(asset, **kwargs)
+
+ def log_image(self, img, **kwargs):
+ self.experiment.log_image(img, **kwargs)
+
+ def log_model(self, path, opt, epoch, fitness_score, best_model=False):
+ if not self.save_model:
+ return
+
+ model_metadata = {
+ "fitness_score": fitness_score[-1],
+ "epochs_trained": epoch + 1,
+ "save_period": opt.save_period,
+ "total_epochs": opt.epochs,}
+
+ model_files = glob.glob(f"{path}/*.pt")
+ for model_path in model_files:
+ name = Path(model_path).name
+
+ self.experiment.log_model(
+ self.model_name,
+ file_or_folder=model_path,
+ file_name=name,
+ metadata=model_metadata,
+ overwrite=True,
+ )
+
+ def check_dataset(self, data_file):
+ with open(data_file) as f:
+ data_config = yaml.safe_load(f)
+
+ if data_config['path'].startswith(COMET_PREFIX):
+ path = data_config['path'].replace(COMET_PREFIX, "")
+ data_dict = self.download_dataset_artifact(path)
+
+ return data_dict
+
+ self.log_asset(self.opt.data, metadata={"type": "data-config-file"})
+
+ return check_dataset(data_file)
+
+ def log_predictions(self, image, labelsn, path, shape, predn):
+ if self.logged_images_count >= self.max_images:
+ return
+ detections = predn[predn[:, 4] > self.conf_thres]
+ iou = box_iou(labelsn[:, 1:], detections[:, :4])
+ mask, _ = torch.where(iou > self.iou_thres)
+ if len(mask) == 0:
+ return
+
+ filtered_detections = detections[mask]
+ filtered_labels = labelsn[mask]
+
+ image_id = path.split("/")[-1].split(".")[0]
+ image_name = f"{image_id}_curr_epoch_{self.experiment.curr_epoch}"
+ if image_name not in self.logged_image_names:
+ native_scale_image = PIL.Image.open(path)
+ self.log_image(native_scale_image, name=image_name)
+ self.logged_image_names.append(image_name)
+
+ metadata = []
+ for cls, *xyxy in filtered_labels.tolist():
+ metadata.append({
+ "label": f"{self.class_names[int(cls)]}-gt",
+ "score": 100,
+ "box": {
+ "x": xyxy[0],
+ "y": xyxy[1],
+ "x2": xyxy[2],
+ "y2": xyxy[3]},})
+ for *xyxy, conf, cls in filtered_detections.tolist():
+ metadata.append({
+ "label": f"{self.class_names[int(cls)]}",
+ "score": conf * 100,
+ "box": {
+ "x": xyxy[0],
+ "y": xyxy[1],
+ "x2": xyxy[2],
+ "y2": xyxy[3]},})
+
+ self.metadata_dict[image_name] = metadata
+ self.logged_images_count += 1
+
+ return
+
+ def preprocess_prediction(self, image, labels, shape, pred):
+ nl, _ = labels.shape[0], pred.shape[0]
+
+ # Predictions
+ if self.opt.single_cls:
+ pred[:, 5] = 0
+
+ predn = pred.clone()
+ scale_boxes(image.shape[1:], predn[:, :4], shape[0], shape[1])
+
+ labelsn = None
+ if nl:
+ tbox = xywh2xyxy(labels[:, 1:5]) # target boxes
+ scale_boxes(image.shape[1:], tbox, shape[0], shape[1]) # native-space labels
+ labelsn = torch.cat((labels[:, 0:1], tbox), 1) # native-space labels
+ scale_boxes(image.shape[1:], predn[:, :4], shape[0], shape[1]) # native-space pred
+
+ return predn, labelsn
+
+ def add_assets_to_artifact(self, artifact, path, asset_path, split):
+ img_paths = sorted(glob.glob(f"{asset_path}/*"))
+ label_paths = img2label_paths(img_paths)
+
+ for image_file, label_file in zip(img_paths, label_paths):
+ image_logical_path, label_logical_path = map(lambda x: os.path.relpath(x, path), [image_file, label_file])
+
+ try:
+ artifact.add(image_file, logical_path=image_logical_path, metadata={"split": split})
+ artifact.add(label_file, logical_path=label_logical_path, metadata={"split": split})
+ except ValueError as e:
+ logger.error('COMET ERROR: Error adding file to Artifact. Skipping file.')
+ logger.error(f"COMET ERROR: {e}")
+ continue
+
+ return artifact
+
+ def upload_dataset_artifact(self):
+ dataset_name = self.data_dict.get("dataset_name", "yolov5-dataset")
+ path = str((ROOT / Path(self.data_dict["path"])).resolve())
+
+ metadata = self.data_dict.copy()
+ for key in ["train", "val", "test"]:
+ split_path = metadata.get(key)
+ if split_path is not None:
+ metadata[key] = split_path.replace(path, "")
+
+ artifact = comet_ml.Artifact(name=dataset_name, artifact_type="dataset", metadata=metadata)
+ for key in metadata.keys():
+ if key in ["train", "val", "test"]:
+ if isinstance(self.upload_dataset, str) and (key != self.upload_dataset):
+ continue
+
+ asset_path = self.data_dict.get(key)
+ if asset_path is not None:
+ artifact = self.add_assets_to_artifact(artifact, path, asset_path, key)
+
+ self.experiment.log_artifact(artifact)
+
+ return
+
+ def download_dataset_artifact(self, artifact_path):
+ logged_artifact = self.experiment.get_artifact(artifact_path)
+ artifact_save_dir = str(Path(self.opt.save_dir) / logged_artifact.name)
+ logged_artifact.download(artifact_save_dir)
+
+ metadata = logged_artifact.metadata
+ data_dict = metadata.copy()
+ data_dict["path"] = artifact_save_dir
+
+ metadata_names = metadata.get("names")
+ if type(metadata_names) == dict:
+ data_dict["names"] = {int(k): v for k, v in metadata.get("names").items()}
+ elif type(metadata_names) == list:
+ data_dict["names"] = {int(k): v for k, v in zip(range(len(metadata_names)), metadata_names)}
+ else:
+ raise "Invalid 'names' field in dataset yaml file. Please use a list or dictionary"
+
+ data_dict = self.update_data_paths(data_dict)
+ return data_dict
+
+ def update_data_paths(self, data_dict):
+ path = data_dict.get("path", "")
+
+ for split in ["train", "val", "test"]:
+ if data_dict.get(split):
+ split_path = data_dict.get(split)
+ data_dict[split] = (f"{path}/{split_path}" if isinstance(split, str) else [
+ f"{path}/{x}" for x in split_path])
+
+ return data_dict
+
+ def on_pretrain_routine_end(self, paths):
+ if self.opt.resume:
+ return
+
+ for path in paths:
+ self.log_asset(str(path))
+
+ if self.upload_dataset:
+ if not self.resume:
+ self.upload_dataset_artifact()
+
+ return
+
+ def on_train_start(self):
+ self.log_parameters(self.hyp)
+
+ def on_train_epoch_start(self):
+ return
+
+ def on_train_epoch_end(self, epoch):
+ self.experiment.curr_epoch = epoch
+
+ return
+
+ def on_train_batch_start(self):
+ return
+
+ def on_train_batch_end(self, log_dict, step):
+ self.experiment.curr_step = step
+ if self.log_batch_metrics and (step % self.comet_log_batch_interval == 0):
+ self.log_metrics(log_dict, step=step)
+
+ return
+
+ def on_train_end(self, files, save_dir, last, best, epoch, results):
+ if self.comet_log_predictions:
+ curr_epoch = self.experiment.curr_epoch
+ self.experiment.log_asset_data(self.metadata_dict, "image-metadata.json", epoch=curr_epoch)
+
+ for f in files:
+ self.log_asset(f, metadata={"epoch": epoch})
+ self.log_asset(f"{save_dir}/results.csv", metadata={"epoch": epoch})
+
+ if not self.opt.evolve:
+ model_path = str(best if best.exists() else last)
+ name = Path(model_path).name
+ if self.save_model:
+ self.experiment.log_model(
+ self.model_name,
+ file_or_folder=model_path,
+ file_name=name,
+ overwrite=True,
+ )
+
+ # Check if running Experiment with Comet Optimizer
+ if hasattr(self.opt, 'comet_optimizer_id'):
+ metric = results.get(self.opt.comet_optimizer_metric)
+ self.experiment.log_other('optimizer_metric_value', metric)
+
+ self.finish_run()
+
+ def on_val_start(self):
+ return
+
+ def on_val_batch_start(self):
+ return
+
+ def on_val_batch_end(self, batch_i, images, targets, paths, shapes, outputs):
+ if not (self.comet_log_predictions and ((batch_i + 1) % self.comet_log_prediction_interval == 0)):
+ return
+
+ for si, pred in enumerate(outputs):
+ if len(pred) == 0:
+ continue
+
+ image = images[si]
+ labels = targets[targets[:, 0] == si, 1:]
+ shape = shapes[si]
+ path = paths[si]
+ predn, labelsn = self.preprocess_prediction(image, labels, shape, pred)
+ if labelsn is not None:
+ self.log_predictions(image, labelsn, path, shape, predn)
+
+ return
+
+ def on_val_end(self, nt, tp, fp, p, r, f1, ap, ap50, ap_class, confusion_matrix):
+ if self.comet_log_per_class_metrics:
+ if self.num_classes > 1:
+ for i, c in enumerate(ap_class):
+ class_name = self.class_names[c]
+ self.experiment.log_metrics(
+ {
+ 'mAP@.5': ap50[i],
+ 'mAP@.5:.95': ap[i],
+ 'precision': p[i],
+ 'recall': r[i],
+ 'f1': f1[i],
+ 'true_positives': tp[i],
+ 'false_positives': fp[i],
+ 'support': nt[c]},
+ prefix=class_name)
+
+ if self.comet_log_confusion_matrix:
+ epoch = self.experiment.curr_epoch
+ class_names = list(self.class_names.values())
+ class_names.append("background")
+ num_classes = len(class_names)
+
+ self.experiment.log_confusion_matrix(
+ matrix=confusion_matrix.matrix,
+ max_categories=num_classes,
+ labels=class_names,
+ epoch=epoch,
+ column_label='Actual Category',
+ row_label='Predicted Category',
+ file_name=f"confusion-matrix-epoch-{epoch}.json",
+ )
+
+ def on_fit_epoch_end(self, result, epoch):
+ self.log_metrics(result, epoch=epoch)
+
+ def on_model_save(self, last, epoch, final_epoch, best_fitness, fi):
+ if ((epoch + 1) % self.opt.save_period == 0 and not final_epoch) and self.opt.save_period != -1:
+ self.log_model(last.parent, self.opt, epoch, fi, best_model=best_fitness == fi)
+
+ def on_params_update(self, params):
+ self.log_parameters(params)
+
+ def finish_run(self):
+ self.experiment.end()
diff --git a/utils/loggers/comet/__pycache__/__init__.cpython-310.pyc b/utils/loggers/comet/__pycache__/__init__.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..8641a8e05705c0f1ccfc659e427f88e48349b3cf
Binary files /dev/null and b/utils/loggers/comet/__pycache__/__init__.cpython-310.pyc differ
diff --git a/utils/loggers/comet/__pycache__/__init__.cpython-38.pyc b/utils/loggers/comet/__pycache__/__init__.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..eb9a9a71147e18d30cf95d1af74941190aad6cf2
Binary files /dev/null and b/utils/loggers/comet/__pycache__/__init__.cpython-38.pyc differ
diff --git a/utils/loggers/comet/__pycache__/comet_utils.cpython-310.pyc b/utils/loggers/comet/__pycache__/comet_utils.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..89df7119f2965676ece25247a150fe31987ec0ce
Binary files /dev/null and b/utils/loggers/comet/__pycache__/comet_utils.cpython-310.pyc differ
diff --git a/utils/loggers/comet/__pycache__/comet_utils.cpython-38.pyc b/utils/loggers/comet/__pycache__/comet_utils.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..53e5f61312792dc28d3bb9e47802c1112f745734
Binary files /dev/null and b/utils/loggers/comet/__pycache__/comet_utils.cpython-38.pyc differ
diff --git a/utils/loggers/comet/comet_utils.py b/utils/loggers/comet/comet_utils.py
new file mode 100644
index 0000000000000000000000000000000000000000..3cbd45156b576d09024fd11ea9dce83d4a6e5143
--- /dev/null
+++ b/utils/loggers/comet/comet_utils.py
@@ -0,0 +1,150 @@
+import logging
+import os
+from urllib.parse import urlparse
+
+try:
+ import comet_ml
+except (ModuleNotFoundError, ImportError):
+ comet_ml = None
+
+import yaml
+
+logger = logging.getLogger(__name__)
+
+COMET_PREFIX = "comet://"
+COMET_MODEL_NAME = os.getenv("COMET_MODEL_NAME", "yolov5")
+COMET_DEFAULT_CHECKPOINT_FILENAME = os.getenv("COMET_DEFAULT_CHECKPOINT_FILENAME", "last.pt")
+
+
+def download_model_checkpoint(opt, experiment):
+ model_dir = f"{opt.project}/{experiment.name}"
+ os.makedirs(model_dir, exist_ok=True)
+
+ model_name = COMET_MODEL_NAME
+ model_asset_list = experiment.get_model_asset_list(model_name)
+
+ if len(model_asset_list) == 0:
+ logger.error(f"COMET ERROR: No checkpoints found for model name : {model_name}")
+ return
+
+ model_asset_list = sorted(
+ model_asset_list,
+ key=lambda x: x["step"],
+ reverse=True,
+ )
+ logged_checkpoint_map = {asset["fileName"]: asset["assetId"] for asset in model_asset_list}
+
+ resource_url = urlparse(opt.weights)
+ checkpoint_filename = resource_url.query
+
+ if checkpoint_filename:
+ asset_id = logged_checkpoint_map.get(checkpoint_filename)
+ else:
+ asset_id = logged_checkpoint_map.get(COMET_DEFAULT_CHECKPOINT_FILENAME)
+ checkpoint_filename = COMET_DEFAULT_CHECKPOINT_FILENAME
+
+ if asset_id is None:
+ logger.error(f"COMET ERROR: Checkpoint {checkpoint_filename} not found in the given Experiment")
+ return
+
+ try:
+ logger.info(f"COMET INFO: Downloading checkpoint {checkpoint_filename}")
+ asset_filename = checkpoint_filename
+
+ model_binary = experiment.get_asset(asset_id, return_type="binary", stream=False)
+ model_download_path = f"{model_dir}/{asset_filename}"
+ with open(model_download_path, "wb") as f:
+ f.write(model_binary)
+
+ opt.weights = model_download_path
+
+ except Exception as e:
+ logger.warning("COMET WARNING: Unable to download checkpoint from Comet")
+ logger.exception(e)
+
+
+def set_opt_parameters(opt, experiment):
+ """Update the opts Namespace with parameters
+ from Comet's ExistingExperiment when resuming a run
+
+ Args:
+ opt (argparse.Namespace): Namespace of command line options
+ experiment (comet_ml.APIExperiment): Comet API Experiment object
+ """
+ asset_list = experiment.get_asset_list()
+ resume_string = opt.resume
+
+ for asset in asset_list:
+ if asset["fileName"] == "opt.yaml":
+ asset_id = asset["assetId"]
+ asset_binary = experiment.get_asset(asset_id, return_type="binary", stream=False)
+ opt_dict = yaml.safe_load(asset_binary)
+ for key, value in opt_dict.items():
+ setattr(opt, key, value)
+ opt.resume = resume_string
+
+ # Save hyperparameters to YAML file
+ # Necessary to pass checks in training script
+ save_dir = f"{opt.project}/{experiment.name}"
+ os.makedirs(save_dir, exist_ok=True)
+
+ hyp_yaml_path = f"{save_dir}/hyp.yaml"
+ with open(hyp_yaml_path, "w") as f:
+ yaml.dump(opt.hyp, f)
+ opt.hyp = hyp_yaml_path
+
+
+def check_comet_weights(opt):
+ """Downloads model weights from Comet and updates the
+ weights path to point to saved weights location
+
+ Args:
+ opt (argparse.Namespace): Command Line arguments passed
+ to YOLOv5 training script
+
+ Returns:
+ None/bool: Return True if weights are successfully downloaded
+ else return None
+ """
+ if comet_ml is None:
+ return
+
+ if isinstance(opt.weights, str):
+ if opt.weights.startswith(COMET_PREFIX):
+ api = comet_ml.API()
+ resource = urlparse(opt.weights)
+ experiment_path = f"{resource.netloc}{resource.path}"
+ experiment = api.get(experiment_path)
+ download_model_checkpoint(opt, experiment)
+ return True
+
+ return None
+
+
+def check_comet_resume(opt):
+ """Restores run parameters to its original state based on the model checkpoint
+ and logged Experiment parameters.
+
+ Args:
+ opt (argparse.Namespace): Command Line arguments passed
+ to YOLOv5 training script
+
+ Returns:
+ None/bool: Return True if the run is restored successfully
+ else return None
+ """
+ if comet_ml is None:
+ return
+
+ if isinstance(opt.resume, str):
+ if opt.resume.startswith(COMET_PREFIX):
+ api = comet_ml.API()
+ resource = urlparse(opt.resume)
+ experiment_path = f"{resource.netloc}{resource.path}"
+ experiment = api.get(experiment_path)
+ set_opt_parameters(opt, experiment)
+ download_model_checkpoint(opt, experiment)
+
+ return True
+
+ return None
diff --git a/utils/loggers/comet/hpo.py b/utils/loggers/comet/hpo.py
new file mode 100644
index 0000000000000000000000000000000000000000..7dd5c92e8de170222b3cd3eae858f4f3cfddaff6
--- /dev/null
+++ b/utils/loggers/comet/hpo.py
@@ -0,0 +1,118 @@
+import argparse
+import json
+import logging
+import os
+import sys
+from pathlib import Path
+
+import comet_ml
+
+logger = logging.getLogger(__name__)
+
+FILE = Path(__file__).resolve()
+ROOT = FILE.parents[3] # YOLOv5 root directory
+if str(ROOT) not in sys.path:
+ sys.path.append(str(ROOT)) # add ROOT to PATH
+
+from train import train
+from utils.callbacks import Callbacks
+from utils.general import increment_path
+from utils.torch_utils import select_device
+
+# Project Configuration
+config = comet_ml.config.get_config()
+COMET_PROJECT_NAME = config.get_string(os.getenv("COMET_PROJECT_NAME"), "comet.project_name", default="yolov5")
+
+
+def get_args(known=False):
+ parser = argparse.ArgumentParser()
+ parser.add_argument('--weights', type=str, default=ROOT / 'yolov5s.pt', help='initial weights path')
+ parser.add_argument('--cfg', type=str, default='', help='model.yaml path')
+ parser.add_argument('--data', type=str, default=ROOT / 'data/coco128.yaml', help='dataset.yaml path')
+ parser.add_argument('--hyp', type=str, default=ROOT / 'data/hyps/hyp.scratch-low.yaml', help='hyperparameters path')
+ parser.add_argument('--epochs', type=int, default=300, help='total training epochs')
+ parser.add_argument('--batch-size', type=int, default=16, help='total batch size for all GPUs, -1 for autobatch')
+ parser.add_argument('--imgsz', '--img', '--img-size', type=int, default=640, help='train, val image size (pixels)')
+ parser.add_argument('--rect', action='store_true', help='rectangular training')
+ parser.add_argument('--resume', nargs='?', const=True, default=False, help='resume most recent training')
+ parser.add_argument('--nosave', action='store_true', help='only save final checkpoint')
+ parser.add_argument('--noval', action='store_true', help='only validate final epoch')
+ parser.add_argument('--noautoanchor', action='store_true', help='disable AutoAnchor')
+ parser.add_argument('--noplots', action='store_true', help='save no plot files')
+ parser.add_argument('--evolve', type=int, nargs='?', const=300, help='evolve hyperparameters for x generations')
+ parser.add_argument('--bucket', type=str, default='', help='gsutil bucket')
+ parser.add_argument('--cache', type=str, nargs='?', const='ram', help='--cache images in "ram" (default) or "disk"')
+ parser.add_argument('--image-weights', action='store_true', help='use weighted image selection for training')
+ parser.add_argument('--device', default='', help='cuda device, i.e. 0 or 0,1,2,3 or cpu')
+ parser.add_argument('--multi-scale', action='store_true', help='vary img-size +/- 50%%')
+ parser.add_argument('--single-cls', action='store_true', help='train multi-class data as single-class')
+ parser.add_argument('--optimizer', type=str, choices=['SGD', 'Adam', 'AdamW'], default='SGD', help='optimizer')
+ parser.add_argument('--sync-bn', action='store_true', help='use SyncBatchNorm, only available in DDP mode')
+ parser.add_argument('--workers', type=int, default=8, help='max dataloader workers (per RANK in DDP mode)')
+ parser.add_argument('--project', default=ROOT / 'runs/train', help='save to project/name')
+ parser.add_argument('--name', default='exp', help='save to project/name')
+ parser.add_argument('--exist-ok', action='store_true', help='existing project/name ok, do not increment')
+ parser.add_argument('--quad', action='store_true', help='quad dataloader')
+ parser.add_argument('--cos-lr', action='store_true', help='cosine LR scheduler')
+ parser.add_argument('--label-smoothing', type=float, default=0.0, help='Label smoothing epsilon')
+ parser.add_argument('--patience', type=int, default=100, help='EarlyStopping patience (epochs without improvement)')
+ parser.add_argument('--freeze', nargs='+', type=int, default=[0], help='Freeze layers: backbone=10, first3=0 1 2')
+ parser.add_argument('--save-period', type=int, default=-1, help='Save checkpoint every x epochs (disabled if < 1)')
+ parser.add_argument('--seed', type=int, default=0, help='Global training seed')
+ parser.add_argument('--local_rank', type=int, default=-1, help='Automatic DDP Multi-GPU argument, do not modify')
+
+ # Weights & Biases arguments
+ parser.add_argument('--entity', default=None, help='W&B: Entity')
+ parser.add_argument('--upload_dataset', nargs='?', const=True, default=False, help='W&B: Upload data, "val" option')
+ parser.add_argument('--bbox_interval', type=int, default=-1, help='W&B: Set bounding-box image logging interval')
+ parser.add_argument('--artifact_alias', type=str, default='latest', help='W&B: Version of dataset artifact to use')
+
+ # Comet Arguments
+ parser.add_argument("--comet_optimizer_config", type=str, help="Comet: Path to a Comet Optimizer Config File.")
+ parser.add_argument("--comet_optimizer_id", type=str, help="Comet: ID of the Comet Optimizer sweep.")
+ parser.add_argument("--comet_optimizer_objective", type=str, help="Comet: Set to 'minimize' or 'maximize'.")
+ parser.add_argument("--comet_optimizer_metric", type=str, help="Comet: Metric to Optimize.")
+ parser.add_argument("--comet_optimizer_workers",
+ type=int,
+ default=1,
+ help="Comet: Number of Parallel Workers to use with the Comet Optimizer.")
+
+ return parser.parse_known_args()[0] if known else parser.parse_args()
+
+
+def run(parameters, opt):
+ hyp_dict = {k: v for k, v in parameters.items() if k not in ["epochs", "batch_size"]}
+
+ opt.save_dir = str(increment_path(Path(opt.project) / opt.name, exist_ok=opt.exist_ok or opt.evolve))
+ opt.batch_size = parameters.get("batch_size")
+ opt.epochs = parameters.get("epochs")
+
+ device = select_device(opt.device, batch_size=opt.batch_size)
+ train(hyp_dict, opt, device, callbacks=Callbacks())
+
+
+if __name__ == "__main__":
+ opt = get_args(known=True)
+
+ opt.weights = str(opt.weights)
+ opt.cfg = str(opt.cfg)
+ opt.data = str(opt.data)
+ opt.project = str(opt.project)
+
+ optimizer_id = os.getenv("COMET_OPTIMIZER_ID")
+ if optimizer_id is None:
+ with open(opt.comet_optimizer_config) as f:
+ optimizer_config = json.load(f)
+ optimizer = comet_ml.Optimizer(optimizer_config)
+ else:
+ optimizer = comet_ml.Optimizer(optimizer_id)
+
+ opt.comet_optimizer_id = optimizer.id
+ status = optimizer.status()
+
+ opt.comet_optimizer_objective = status["spec"]["objective"]
+ opt.comet_optimizer_metric = status["spec"]["metric"]
+
+ logger.info("COMET INFO: Starting Hyperparameter Sweep")
+ for parameter in optimizer.get_parameters():
+ run(parameter["parameters"], opt)
diff --git a/utils/loggers/comet/optimizer_config.json b/utils/loggers/comet/optimizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..83ddddab6f2084b4bdf84dca1e61696de200d1b8
--- /dev/null
+++ b/utils/loggers/comet/optimizer_config.json
@@ -0,0 +1,209 @@
+{
+ "algorithm": "random",
+ "parameters": {
+ "anchor_t": {
+ "type": "discrete",
+ "values": [
+ 2,
+ 8
+ ]
+ },
+ "batch_size": {
+ "type": "discrete",
+ "values": [
+ 16,
+ 32,
+ 64
+ ]
+ },
+ "box": {
+ "type": "discrete",
+ "values": [
+ 0.02,
+ 0.2
+ ]
+ },
+ "cls": {
+ "type": "discrete",
+ "values": [
+ 0.2
+ ]
+ },
+ "cls_pw": {
+ "type": "discrete",
+ "values": [
+ 0.5
+ ]
+ },
+ "copy_paste": {
+ "type": "discrete",
+ "values": [
+ 1
+ ]
+ },
+ "degrees": {
+ "type": "discrete",
+ "values": [
+ 0,
+ 45
+ ]
+ },
+ "epochs": {
+ "type": "discrete",
+ "values": [
+ 5
+ ]
+ },
+ "fl_gamma": {
+ "type": "discrete",
+ "values": [
+ 0
+ ]
+ },
+ "fliplr": {
+ "type": "discrete",
+ "values": [
+ 0
+ ]
+ },
+ "flipud": {
+ "type": "discrete",
+ "values": [
+ 0
+ ]
+ },
+ "hsv_h": {
+ "type": "discrete",
+ "values": [
+ 0
+ ]
+ },
+ "hsv_s": {
+ "type": "discrete",
+ "values": [
+ 0
+ ]
+ },
+ "hsv_v": {
+ "type": "discrete",
+ "values": [
+ 0
+ ]
+ },
+ "iou_t": {
+ "type": "discrete",
+ "values": [
+ 0.7
+ ]
+ },
+ "lr0": {
+ "type": "discrete",
+ "values": [
+ 1e-05,
+ 0.1
+ ]
+ },
+ "lrf": {
+ "type": "discrete",
+ "values": [
+ 0.01,
+ 1
+ ]
+ },
+ "mixup": {
+ "type": "discrete",
+ "values": [
+ 1
+ ]
+ },
+ "momentum": {
+ "type": "discrete",
+ "values": [
+ 0.6
+ ]
+ },
+ "mosaic": {
+ "type": "discrete",
+ "values": [
+ 0
+ ]
+ },
+ "obj": {
+ "type": "discrete",
+ "values": [
+ 0.2
+ ]
+ },
+ "obj_pw": {
+ "type": "discrete",
+ "values": [
+ 0.5
+ ]
+ },
+ "optimizer": {
+ "type": "categorical",
+ "values": [
+ "SGD",
+ "Adam",
+ "AdamW"
+ ]
+ },
+ "perspective": {
+ "type": "discrete",
+ "values": [
+ 0
+ ]
+ },
+ "scale": {
+ "type": "discrete",
+ "values": [
+ 0
+ ]
+ },
+ "shear": {
+ "type": "discrete",
+ "values": [
+ 0
+ ]
+ },
+ "translate": {
+ "type": "discrete",
+ "values": [
+ 0
+ ]
+ },
+ "warmup_bias_lr": {
+ "type": "discrete",
+ "values": [
+ 0,
+ 0.2
+ ]
+ },
+ "warmup_epochs": {
+ "type": "discrete",
+ "values": [
+ 5
+ ]
+ },
+ "warmup_momentum": {
+ "type": "discrete",
+ "values": [
+ 0,
+ 0.95
+ ]
+ },
+ "weight_decay": {
+ "type": "discrete",
+ "values": [
+ 0,
+ 0.001
+ ]
+ }
+ },
+ "spec": {
+ "maxCombo": 0,
+ "metric": "metrics/mAP_0.5",
+ "objective": "maximize"
+ },
+ "trials": 1
+}
diff --git a/utils/loggers/wandb/README.md b/utils/loggers/wandb/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..d78324b4c8e9405f388091310227d51d1ead5712
--- /dev/null
+++ b/utils/loggers/wandb/README.md
@@ -0,0 +1,162 @@
+đ This guide explains how to use **Weights & Biases** (W&B) with YOLOv5 đ. UPDATED 29 September 2021.
+
+- [About Weights & Biases](#about-weights-&-biases)
+- [First-Time Setup](#first-time-setup)
+- [Viewing runs](#viewing-runs)
+- [Disabling wandb](#disabling-wandb)
+- [Advanced Usage: Dataset Versioning and Evaluation](#advanced-usage)
+- [Reports: Share your work with the world!](#reports)
+
+## About Weights & Biases
+
+Think of [W&B](https://wandb.ai/site?utm_campaign=repo_yolo_wandbtutorial) like GitHub for machine learning models. With a few lines of code, save everything you need to debug, compare and reproduce your models â architecture, hyperparameters, git commits, model weights, GPU usage, and even datasets and predictions.
+
+Used by top researchers including teams at OpenAI, Lyft, Github, and MILA, W&B is part of the new standard of best practices for machine learning. How W&B can help you optimize your machine learning workflows:
+
+- [Debug](https://wandb.ai/wandb/getting-started/reports/Visualize-Debug-Machine-Learning-Models--VmlldzoyNzY5MDk#Free-2) model performance in real time
+- [GPU usage](https://wandb.ai/wandb/getting-started/reports/Visualize-Debug-Machine-Learning-Models--VmlldzoyNzY5MDk#System-4) visualized automatically
+- [Custom charts](https://wandb.ai/wandb/customizable-charts/reports/Powerful-Custom-Charts-To-Debug-Model-Peformance--VmlldzoyNzY4ODI) for powerful, extensible visualization
+- [Share insights](https://wandb.ai/wandb/getting-started/reports/Visualize-Debug-Machine-Learning-Models--VmlldzoyNzY5MDk#Share-8) interactively with collaborators
+- [Optimize hyperparameters](https://docs.wandb.com/sweeps) efficiently
+- [Track](https://docs.wandb.com/artifacts) datasets, pipelines, and production models
+
+## First-Time Setup
+
+
+
+
+
+ 
$ python train.py --upload_data val
+
+
+
+{dataset}_wandb.yaml file which can be used to train from dataset artifact.
+ $ python utils/logger/wandb/log_dataset.py --project ... --name ... --data ..
+
+
+
+ $ python train.py --data {data}_wandb.yaml
+
+
+
+ $ python train.py --save_period 1
+
+
+
+--resume argument starts with wandb-artifact:// prefix followed by the run path, i.e, wandb-artifact://username/project/runid . This doesn't require the model checkpoint to be present on the local system.
+
+ $ python train.py --resume wandb-artifact://{run_path}
+
+
+
+--upload_dataset or
+ train from _wandb.yaml file and set --save_period
+
+ $ python train.py --resume wandb-artifact://{run_path}
+
+
+
+
+
+## Environments
+
+YOLOv5 may be run in any of the following up-to-date verified environments (with all dependencies including [CUDA](https://developer.nvidia.com/cuda)/[CUDNN](https://developer.nvidia.com/cudnn), [Python](https://www.python.org/) and [PyTorch](https://pytorch.org/) preinstalled):
+
+- **Google Colab and Kaggle** notebooks with free GPU:
+- **Google Cloud** Deep Learning VM. See [GCP Quickstart Guide](https://github.com/ultralytics/yolov5/wiki/GCP-Quickstart)
+- **Amazon** Deep Learning AMI. See [AWS Quickstart Guide](https://github.com/ultralytics/yolov5/wiki/AWS-Quickstart)
+- **Docker Image**. See [Docker Quickstart Guide](https://github.com/ultralytics/yolov5/wiki/Docker-Quickstart)
+
+## Status
+
+
+
+If this badge is green, all [YOLOv5 GitHub Actions](https://github.com/ultralytics/yolov5/actions) Continuous Integration (CI) tests are currently passing. CI tests verify correct operation of YOLOv5 training ([train.py](https://github.com/ultralytics/yolov5/blob/master/train.py)), validation ([val.py](https://github.com/ultralytics/yolov5/blob/master/val.py)), inference ([detect.py](https://github.com/ultralytics/yolov5/blob/master/detect.py)) and export ([export.py](https://github.com/ultralytics/yolov5/blob/master/export.py)) on macOS, Windows, and Ubuntu every 24 hours and on every commit.
diff --git a/utils/loggers/wandb/__init__.py b/utils/loggers/wandb/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/utils/loggers/wandb/__pycache__/__init__.cpython-310.pyc b/utils/loggers/wandb/__pycache__/__init__.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..c967bd149dfcb0e4d662b4d06257825617805773
Binary files /dev/null and b/utils/loggers/wandb/__pycache__/__init__.cpython-310.pyc differ
diff --git a/utils/loggers/wandb/__pycache__/__init__.cpython-38.pyc b/utils/loggers/wandb/__pycache__/__init__.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..04991ec8b8c9ed120d4e9df4dd117ee5f97743ff
Binary files /dev/null and b/utils/loggers/wandb/__pycache__/__init__.cpython-38.pyc differ
diff --git a/utils/loggers/wandb/__pycache__/wandb_utils.cpython-310.pyc b/utils/loggers/wandb/__pycache__/wandb_utils.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..00df83dde68333a6fa21016ead5dc16dfa83ac85
Binary files /dev/null and b/utils/loggers/wandb/__pycache__/wandb_utils.cpython-310.pyc differ
diff --git a/utils/loggers/wandb/__pycache__/wandb_utils.cpython-38.pyc b/utils/loggers/wandb/__pycache__/wandb_utils.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..88714c8bf597bd3ab1ab65ec6a403e861390508c
Binary files /dev/null and b/utils/loggers/wandb/__pycache__/wandb_utils.cpython-38.pyc differ
diff --git a/utils/loggers/wandb/log_dataset.py b/utils/loggers/wandb/log_dataset.py
new file mode 100644
index 0000000000000000000000000000000000000000..06e81fb693072c99703e5c52b169892b7fd9a8cc
--- /dev/null
+++ b/utils/loggers/wandb/log_dataset.py
@@ -0,0 +1,27 @@
+import argparse
+
+from wandb_utils import WandbLogger
+
+from utils.general import LOGGER
+
+WANDB_ARTIFACT_PREFIX = 'wandb-artifact://'
+
+
+def create_dataset_artifact(opt):
+ logger = WandbLogger(opt, None, job_type='Dataset Creation') # TODO: return value unused
+ if not logger.wandb:
+ LOGGER.info("install wandb using `pip install wandb` to log the dataset")
+
+
+if __name__ == '__main__':
+ parser = argparse.ArgumentParser()
+ parser.add_argument('--data', type=str, default='data/coco128.yaml', help='data.yaml path')
+ parser.add_argument('--single-cls', action='store_true', help='train as single-class dataset')
+ parser.add_argument('--project', type=str, default='YOLOv5', help='name of W&B Project')
+ parser.add_argument('--entity', default=None, help='W&B entity')
+ parser.add_argument('--name', type=str, default='log dataset', help='name of W&B run')
+
+ opt = parser.parse_args()
+ opt.resume = False # Explicitly disallow resume check for dataset upload job
+
+ create_dataset_artifact(opt)
diff --git a/utils/loggers/wandb/sweep.py b/utils/loggers/wandb/sweep.py
new file mode 100644
index 0000000000000000000000000000000000000000..d49ea6f2778b2e87d0f535c2b3595ccceebab459
--- /dev/null
+++ b/utils/loggers/wandb/sweep.py
@@ -0,0 +1,41 @@
+import sys
+from pathlib import Path
+
+import wandb
+
+FILE = Path(__file__).resolve()
+ROOT = FILE.parents[3] # YOLOv5 root directory
+if str(ROOT) not in sys.path:
+ sys.path.append(str(ROOT)) # add ROOT to PATH
+
+from train import parse_opt, train
+from utils.callbacks import Callbacks
+from utils.general import increment_path
+from utils.torch_utils import select_device
+
+
+def sweep():
+ wandb.init()
+ # Get hyp dict from sweep agent. Copy because train() modifies parameters which confused wandb.
+ hyp_dict = vars(wandb.config).get("_items").copy()
+
+ # Workaround: get necessary opt args
+ opt = parse_opt(known=True)
+ opt.batch_size = hyp_dict.get("batch_size")
+ opt.save_dir = str(increment_path(Path(opt.project) / opt.name, exist_ok=opt.exist_ok or opt.evolve))
+ opt.epochs = hyp_dict.get("epochs")
+ opt.nosave = True
+ opt.data = hyp_dict.get("data")
+ opt.weights = str(opt.weights)
+ opt.cfg = str(opt.cfg)
+ opt.data = str(opt.data)
+ opt.hyp = str(opt.hyp)
+ opt.project = str(opt.project)
+ device = select_device(opt.device, batch_size=opt.batch_size)
+
+ # train
+ train(hyp_dict, opt, device, callbacks=Callbacks())
+
+
+if __name__ == "__main__":
+ sweep()
diff --git a/utils/loggers/wandb/sweep.yaml b/utils/loggers/wandb/sweep.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..688b1ea0285f42e779d301ba910bf4e9fe50305c
--- /dev/null
+++ b/utils/loggers/wandb/sweep.yaml
@@ -0,0 +1,143 @@
+# Hyperparameters for training
+# To set range-
+# Provide min and max values as:
+# parameter:
+#
+# min: scalar
+# max: scalar
+# OR
+#
+# Set a specific list of search space-
+# parameter:
+# values: [scalar1, scalar2, scalar3...]
+#
+# You can use grid, bayesian and hyperopt search strategy
+# For more info on configuring sweeps visit - https://docs.wandb.ai/guides/sweeps/configuration
+
+program: utils/loggers/wandb/sweep.py
+method: random
+metric:
+ name: metrics/mAP_0.5
+ goal: maximize
+
+parameters:
+ # hyperparameters: set either min, max range or values list
+ data:
+ value: "data/coco128.yaml"
+ batch_size:
+ values: [64]
+ epochs:
+ values: [10]
+
+ lr0:
+ distribution: uniform
+ min: 1e-5
+ max: 1e-1
+ lrf:
+ distribution: uniform
+ min: 0.01
+ max: 1.0
+ momentum:
+ distribution: uniform
+ min: 0.6
+ max: 0.98
+ weight_decay:
+ distribution: uniform
+ min: 0.0
+ max: 0.001
+ warmup_epochs:
+ distribution: uniform
+ min: 0.0
+ max: 5.0
+ warmup_momentum:
+ distribution: uniform
+ min: 0.0
+ max: 0.95
+ warmup_bias_lr:
+ distribution: uniform
+ min: 0.0
+ max: 0.2
+ box:
+ distribution: uniform
+ min: 0.02
+ max: 0.2
+ cls:
+ distribution: uniform
+ min: 0.2
+ max: 4.0
+ cls_pw:
+ distribution: uniform
+ min: 0.5
+ max: 2.0
+ obj:
+ distribution: uniform
+ min: 0.2
+ max: 4.0
+ obj_pw:
+ distribution: uniform
+ min: 0.5
+ max: 2.0
+ iou_t:
+ distribution: uniform
+ min: 0.1
+ max: 0.7
+ anchor_t:
+ distribution: uniform
+ min: 2.0
+ max: 8.0
+ fl_gamma:
+ distribution: uniform
+ min: 0.0
+ max: 4.0
+ hsv_h:
+ distribution: uniform
+ min: 0.0
+ max: 0.1
+ hsv_s:
+ distribution: uniform
+ min: 0.0
+ max: 0.9
+ hsv_v:
+ distribution: uniform
+ min: 0.0
+ max: 0.9
+ degrees:
+ distribution: uniform
+ min: 0.0
+ max: 45.0
+ translate:
+ distribution: uniform
+ min: 0.0
+ max: 0.9
+ scale:
+ distribution: uniform
+ min: 0.0
+ max: 0.9
+ shear:
+ distribution: uniform
+ min: 0.0
+ max: 10.0
+ perspective:
+ distribution: uniform
+ min: 0.0
+ max: 0.001
+ flipud:
+ distribution: uniform
+ min: 0.0
+ max: 1.0
+ fliplr:
+ distribution: uniform
+ min: 0.0
+ max: 1.0
+ mosaic:
+ distribution: uniform
+ min: 0.0
+ max: 1.0
+ mixup:
+ distribution: uniform
+ min: 0.0
+ max: 1.0
+ copy_paste:
+ distribution: uniform
+ min: 0.0
+ max: 1.0
diff --git a/utils/loggers/wandb/wandb_utils.py b/utils/loggers/wandb/wandb_utils.py
new file mode 100644
index 0000000000000000000000000000000000000000..238f4edbf2a0ddf34c024fbb6775c71dd19e18aa
--- /dev/null
+++ b/utils/loggers/wandb/wandb_utils.py
@@ -0,0 +1,589 @@
+"""Utilities and tools for tracking runs with Weights & Biases."""
+
+import logging
+import os
+import sys
+from contextlib import contextmanager
+from pathlib import Path
+from typing import Dict
+
+import yaml
+from tqdm import tqdm
+
+FILE = Path(__file__).resolve()
+ROOT = FILE.parents[3] # YOLOv5 root directory
+if str(ROOT) not in sys.path:
+ sys.path.append(str(ROOT)) # add ROOT to PATH
+
+from utils.dataloaders import LoadImagesAndLabels, img2label_paths
+from utils.general import LOGGER, check_dataset, check_file
+
+try:
+ import wandb
+
+ assert hasattr(wandb, '__version__') # verify package import not local dir
+except (ImportError, AssertionError):
+ wandb = None
+
+RANK = int(os.getenv('RANK', -1))
+WANDB_ARTIFACT_PREFIX = 'wandb-artifact://'
+
+
+def remove_prefix(from_string, prefix=WANDB_ARTIFACT_PREFIX):
+ return from_string[len(prefix):]
+
+
+def check_wandb_config_file(data_config_file):
+ wandb_config = '_wandb.'.join(data_config_file.rsplit('.', 1)) # updated data.yaml path
+ if Path(wandb_config).is_file():
+ return wandb_config
+ return data_config_file
+
+
+def check_wandb_dataset(data_file):
+ is_trainset_wandb_artifact = False
+ is_valset_wandb_artifact = False
+ if isinstance(data_file, dict):
+ # In that case another dataset manager has already processed it and we don't have to
+ return data_file
+ if check_file(data_file) and data_file.endswith('.yaml'):
+ with open(data_file, errors='ignore') as f:
+ data_dict = yaml.safe_load(f)
+ is_trainset_wandb_artifact = isinstance(data_dict['train'],
+ str) and data_dict['train'].startswith(WANDB_ARTIFACT_PREFIX)
+ is_valset_wandb_artifact = isinstance(data_dict['val'],
+ str) and data_dict['val'].startswith(WANDB_ARTIFACT_PREFIX)
+ if is_trainset_wandb_artifact or is_valset_wandb_artifact:
+ return data_dict
+ else:
+ return check_dataset(data_file)
+
+
+def get_run_info(run_path):
+ run_path = Path(remove_prefix(run_path, WANDB_ARTIFACT_PREFIX))
+ run_id = run_path.stem
+ project = run_path.parent.stem
+ entity = run_path.parent.parent.stem
+ model_artifact_name = 'run_' + run_id + '_model'
+ return entity, project, run_id, model_artifact_name
+
+
+def check_wandb_resume(opt):
+ process_wandb_config_ddp_mode(opt) if RANK not in [-1, 0] else None
+ if isinstance(opt.resume, str):
+ if opt.resume.startswith(WANDB_ARTIFACT_PREFIX):
+ if RANK not in [-1, 0]: # For resuming DDP runs
+ entity, project, run_id, model_artifact_name = get_run_info(opt.resume)
+ api = wandb.Api()
+ artifact = api.artifact(entity + '/' + project + '/' + model_artifact_name + ':latest')
+ modeldir = artifact.download()
+ opt.weights = str(Path(modeldir) / "last.pt")
+ return True
+ return None
+
+
+def process_wandb_config_ddp_mode(opt):
+ with open(check_file(opt.data), errors='ignore') as f:
+ data_dict = yaml.safe_load(f) # data dict
+ train_dir, val_dir = None, None
+ if isinstance(data_dict['train'], str) and data_dict['train'].startswith(WANDB_ARTIFACT_PREFIX):
+ api = wandb.Api()
+ train_artifact = api.artifact(remove_prefix(data_dict['train']) + ':' + opt.artifact_alias)
+ train_dir = train_artifact.download()
+ train_path = Path(train_dir) / 'data/images/'
+ data_dict['train'] = str(train_path)
+
+ if isinstance(data_dict['val'], str) and data_dict['val'].startswith(WANDB_ARTIFACT_PREFIX):
+ api = wandb.Api()
+ val_artifact = api.artifact(remove_prefix(data_dict['val']) + ':' + opt.artifact_alias)
+ val_dir = val_artifact.download()
+ val_path = Path(val_dir) / 'data/images/'
+ data_dict['val'] = str(val_path)
+ if train_dir or val_dir:
+ ddp_data_path = str(Path(val_dir) / 'wandb_local_data.yaml')
+ with open(ddp_data_path, 'w') as f:
+ yaml.safe_dump(data_dict, f)
+ opt.data = ddp_data_path
+
+
+class WandbLogger():
+ """Log training runs, datasets, models, and predictions to Weights & Biases.
+
+ This logger sends information to W&B at wandb.ai. By default, this information
+ includes hyperparameters, system configuration and metrics, model metrics,
+ and basic data metrics and analyses.
+
+ By providing additional command line arguments to train.py, datasets,
+ models and predictions can also be logged.
+
+ For more on how this logger is used, see the Weights & Biases documentation:
+ https://docs.wandb.com/guides/integrations/yolov5
+ """
+
+ def __init__(self, opt, run_id=None, job_type='Training'):
+ """
+ - Initialize WandbLogger instance
+ - Upload dataset if opt.upload_dataset is True
+ - Setup training processes if job_type is 'Training'
+
+ arguments:
+ opt (namespace) -- Commandline arguments for this run
+ run_id (str) -- Run ID of W&B run to be resumed
+ job_type (str) -- To set the job_type for this run
+
+ """
+ # Temporary-fix
+ if opt.upload_dataset:
+ opt.upload_dataset = False
+ # LOGGER.info("Uploading Dataset functionality is not being supported temporarily due to a bug.")
+
+ # Pre-training routine --
+ self.job_type = job_type
+ self.wandb, self.wandb_run = wandb, None if not wandb else wandb.run
+ self.val_artifact, self.train_artifact = None, None
+ self.train_artifact_path, self.val_artifact_path = None, None
+ self.result_artifact = None
+ self.val_table, self.result_table = None, None
+ self.bbox_media_panel_images = []
+ self.val_table_path_map = None
+ self.max_imgs_to_log = 16
+ self.wandb_artifact_data_dict = None
+ self.data_dict = None
+ # It's more elegant to stick to 1 wandb.init call,
+ # but useful config data is overwritten in the WandbLogger's wandb.init call
+ if isinstance(opt.resume, str): # checks resume from artifact
+ if opt.resume.startswith(WANDB_ARTIFACT_PREFIX):
+ entity, project, run_id, model_artifact_name = get_run_info(opt.resume)
+ model_artifact_name = WANDB_ARTIFACT_PREFIX + model_artifact_name
+ assert wandb, 'install wandb to resume wandb runs'
+ # Resume wandb-artifact:// runs here| workaround for not overwriting wandb.config
+ self.wandb_run = wandb.init(id=run_id,
+ project=project,
+ entity=entity,
+ resume='allow',
+ allow_val_change=True)
+ opt.resume = model_artifact_name
+ elif self.wandb:
+ self.wandb_run = wandb.init(config=opt,
+ resume="allow",
+ project='YOLOv5' if opt.project == 'runs/train' else Path(opt.project).stem,
+ entity=opt.entity,
+ name=opt.name if opt.name != 'exp' else None,
+ job_type=job_type,
+ id=run_id,
+ allow_val_change=True) if not wandb.run else wandb.run
+ if self.wandb_run:
+ if self.job_type == 'Training':
+ if opt.upload_dataset:
+ if not opt.resume:
+ self.wandb_artifact_data_dict = self.check_and_upload_dataset(opt)
+
+ if isinstance(opt.data, dict):
+ # This means another dataset manager has already processed the dataset info (e.g. ClearML)
+ # and they will have stored the already processed dict in opt.data
+ self.data_dict = opt.data
+ elif opt.resume:
+ # resume from artifact
+ if isinstance(opt.resume, str) and opt.resume.startswith(WANDB_ARTIFACT_PREFIX):
+ self.data_dict = dict(self.wandb_run.config.data_dict)
+ else: # local resume
+ self.data_dict = check_wandb_dataset(opt.data)
+ else:
+ self.data_dict = check_wandb_dataset(opt.data)
+ self.wandb_artifact_data_dict = self.wandb_artifact_data_dict or self.data_dict
+
+ # write data_dict to config. useful for resuming from artifacts. Do this only when not resuming.
+ self.wandb_run.config.update({'data_dict': self.wandb_artifact_data_dict}, allow_val_change=True)
+ self.setup_training(opt)
+
+ if self.job_type == 'Dataset Creation':
+ self.wandb_run.config.update({"upload_dataset": True})
+ self.data_dict = self.check_and_upload_dataset(opt)
+
+ def check_and_upload_dataset(self, opt):
+ """
+ Check if the dataset format is compatible and upload it as W&B artifact
+
+ arguments:
+ opt (namespace)-- Commandline arguments for current run
+
+ returns:
+ Updated dataset info dictionary where local dataset paths are replaced by WAND_ARFACT_PREFIX links.
+ """
+ assert wandb, 'Install wandb to upload dataset'
+ config_path = self.log_dataset_artifact(opt.data, opt.single_cls,
+ 'YOLOv5' if opt.project == 'runs/train' else Path(opt.project).stem)
+ with open(config_path, errors='ignore') as f:
+ wandb_data_dict = yaml.safe_load(f)
+ return wandb_data_dict
+
+ def setup_training(self, opt):
+ """
+ Setup the necessary processes for training YOLO models:
+ - Attempt to download model checkpoint and dataset artifacts if opt.resume stats with WANDB_ARTIFACT_PREFIX
+ - Update data_dict, to contain info of previous run if resumed and the paths of dataset artifact if downloaded
+ - Setup log_dict, initialize bbox_interval
+
+ arguments:
+ opt (namespace) -- commandline arguments for this run
+
+ """
+ self.log_dict, self.current_epoch = {}, 0
+ self.bbox_interval = opt.bbox_interval
+ if isinstance(opt.resume, str):
+ modeldir, _ = self.download_model_artifact(opt)
+ if modeldir:
+ self.weights = Path(modeldir) / "last.pt"
+ config = self.wandb_run.config
+ opt.weights, opt.save_period, opt.batch_size, opt.bbox_interval, opt.epochs, opt.hyp, opt.imgsz = str(
+ self.weights), config.save_period, config.batch_size, config.bbox_interval, config.epochs,\
+ config.hyp, config.imgsz
+ data_dict = self.data_dict
+ if self.val_artifact is None: # If --upload_dataset is set, use the existing artifact, don't download
+ self.train_artifact_path, self.train_artifact = self.download_dataset_artifact(
+ data_dict.get('train'), opt.artifact_alias)
+ self.val_artifact_path, self.val_artifact = self.download_dataset_artifact(
+ data_dict.get('val'), opt.artifact_alias)
+
+ if self.train_artifact_path is not None:
+ train_path = Path(self.train_artifact_path) / 'data/images/'
+ data_dict['train'] = str(train_path)
+ if self.val_artifact_path is not None:
+ val_path = Path(self.val_artifact_path) / 'data/images/'
+ data_dict['val'] = str(val_path)
+
+ if self.val_artifact is not None:
+ self.result_artifact = wandb.Artifact("run_" + wandb.run.id + "_progress", "evaluation")
+ columns = ["epoch", "id", "ground truth", "prediction"]
+ columns.extend(self.data_dict['names'])
+ self.result_table = wandb.Table(columns)
+ self.val_table = self.val_artifact.get("val")
+ if self.val_table_path_map is None:
+ self.map_val_table_path()
+ if opt.bbox_interval == -1:
+ self.bbox_interval = opt.bbox_interval = (opt.epochs // 10) if opt.epochs > 10 else 1
+ if opt.evolve or opt.noplots:
+ self.bbox_interval = opt.bbox_interval = opt.epochs + 1 # disable bbox_interval
+ train_from_artifact = self.train_artifact_path is not None and self.val_artifact_path is not None
+ # Update the the data_dict to point to local artifacts dir
+ if train_from_artifact:
+ self.data_dict = data_dict
+
+ def download_dataset_artifact(self, path, alias):
+ """
+ download the model checkpoint artifact if the path starts with WANDB_ARTIFACT_PREFIX
+
+ arguments:
+ path -- path of the dataset to be used for training
+ alias (str)-- alias of the artifact to be download/used for training
+
+ returns:
+ (str, wandb.Artifact) -- path of the downladed dataset and it's corresponding artifact object if dataset
+ is found otherwise returns (None, None)
+ """
+ if isinstance(path, str) and path.startswith(WANDB_ARTIFACT_PREFIX):
+ artifact_path = Path(remove_prefix(path, WANDB_ARTIFACT_PREFIX) + ":" + alias)
+ dataset_artifact = wandb.use_artifact(artifact_path.as_posix().replace("\\", "/"))
+ assert dataset_artifact is not None, "'Error: W&B dataset artifact doesn\'t exist'"
+ datadir = dataset_artifact.download()
+ return datadir, dataset_artifact
+ return None, None
+
+ def download_model_artifact(self, opt):
+ """
+ download the model checkpoint artifact if the resume path starts with WANDB_ARTIFACT_PREFIX
+
+ arguments:
+ opt (namespace) -- Commandline arguments for this run
+ """
+ if opt.resume.startswith(WANDB_ARTIFACT_PREFIX):
+ model_artifact = wandb.use_artifact(remove_prefix(opt.resume, WANDB_ARTIFACT_PREFIX) + ":latest")
+ assert model_artifact is not None, 'Error: W&B model artifact doesn\'t exist'
+ modeldir = model_artifact.download()
+ # epochs_trained = model_artifact.metadata.get('epochs_trained')
+ total_epochs = model_artifact.metadata.get('total_epochs')
+ is_finished = total_epochs is None
+ assert not is_finished, 'training is finished, can only resume incomplete runs.'
+ return modeldir, model_artifact
+ return None, None
+
+ def log_model(self, path, opt, epoch, fitness_score, best_model=False):
+ """
+ Log the model checkpoint as W&B artifact
+
+ arguments:
+ path (Path) -- Path of directory containing the checkpoints
+ opt (namespace) -- Command line arguments for this run
+ epoch (int) -- Current epoch number
+ fitness_score (float) -- fitness score for current epoch
+ best_model (boolean) -- Boolean representing if the current checkpoint is the best yet.
+ """
+ model_artifact = wandb.Artifact('run_' + wandb.run.id + '_model',
+ type='model',
+ metadata={
+ 'original_url': str(path),
+ 'epochs_trained': epoch + 1,
+ 'save period': opt.save_period,
+ 'project': opt.project,
+ 'total_epochs': opt.epochs,
+ 'fitness_score': fitness_score})
+ model_artifact.add_file(str(path / 'last.pt'), name='last.pt')
+ wandb.log_artifact(model_artifact,
+ aliases=['latest', 'last', 'epoch ' + str(self.current_epoch), 'best' if best_model else ''])
+ LOGGER.info(f"Saving model artifact on epoch {epoch + 1}")
+
+ def log_dataset_artifact(self, data_file, single_cls, project, overwrite_config=False):
+ """
+ Log the dataset as W&B artifact and return the new data file with W&B links
+
+ arguments:
+ data_file (str) -- the .yaml file with information about the dataset like - path, classes etc.
+ single_class (boolean) -- train multi-class data as single-class
+ project (str) -- project name. Used to construct the artifact path
+ overwrite_config (boolean) -- overwrites the data.yaml file if set to true otherwise creates a new
+ file with _wandb postfix. Eg -> data_wandb.yaml
+
+ returns:
+ the new .yaml file with artifact links. it can be used to start training directly from artifacts
+ """
+ upload_dataset = self.wandb_run.config.upload_dataset
+ log_val_only = isinstance(upload_dataset, str) and upload_dataset == 'val'
+ self.data_dict = check_dataset(data_file) # parse and check
+ data = dict(self.data_dict)
+ nc, names = (1, ['item']) if single_cls else (int(data['nc']), data['names'])
+ names = {k: v for k, v in enumerate(names)} # to index dictionary
+
+ # log train set
+ if not log_val_only:
+ self.train_artifact = self.create_dataset_table(LoadImagesAndLabels(data['train'], rect=True, batch_size=1),
+ names,
+ name='train') if data.get('train') else None
+ if data.get('train'):
+ data['train'] = WANDB_ARTIFACT_PREFIX + str(Path(project) / 'train')
+
+ self.val_artifact = self.create_dataset_table(
+ LoadImagesAndLabels(data['val'], rect=True, batch_size=1), names, name='val') if data.get('val') else None
+ if data.get('val'):
+ data['val'] = WANDB_ARTIFACT_PREFIX + str(Path(project) / 'val')
+
+ path = Path(data_file)
+ # create a _wandb.yaml file with artifacts links if both train and test set are logged
+ if not log_val_only:
+ path = (path.stem if overwrite_config else path.stem + '_wandb') + '.yaml' # updated data.yaml path
+ path = ROOT / 'data' / path
+ data.pop('download', None)
+ data.pop('path', None)
+ with open(path, 'w') as f:
+ yaml.safe_dump(data, f)
+ LOGGER.info(f"Created dataset config file {path}")
+
+ if self.job_type == 'Training': # builds correct artifact pipeline graph
+ if not log_val_only:
+ self.wandb_run.log_artifact(
+ self.train_artifact) # calling use_artifact downloads the dataset. NOT NEEDED!
+ self.wandb_run.use_artifact(self.val_artifact)
+ self.val_artifact.wait()
+ self.val_table = self.val_artifact.get('val')
+ self.map_val_table_path()
+ else:
+ self.wandb_run.log_artifact(self.train_artifact)
+ self.wandb_run.log_artifact(self.val_artifact)
+ return path
+
+ def map_val_table_path(self):
+ """
+ Map the validation dataset Table like name of file -> it's id in the W&B Table.
+ Useful for - referencing artifacts for evaluation.
+ """
+ self.val_table_path_map = {}
+ LOGGER.info("Mapping dataset")
+ for i, data in enumerate(tqdm(self.val_table.data)):
+ self.val_table_path_map[data[3]] = data[0]
+
+ def create_dataset_table(self, dataset: LoadImagesAndLabels, class_to_id: Dict[int, str], name: str = 'dataset'):
+ """
+ Create and return W&B artifact containing W&B Table of the dataset.
+
+ arguments:
+ dataset -- instance of LoadImagesAndLabels class used to iterate over the data to build Table
+ class_to_id -- hash map that maps class ids to labels
+ name -- name of the artifact
+
+ returns:
+ dataset artifact to be logged or used
+ """
+ # TODO: Explore multiprocessing to slpit this loop parallely| This is essential for speeding up the the logging
+ artifact = wandb.Artifact(name=name, type="dataset")
+ img_files = tqdm([dataset.path]) if isinstance(dataset.path, str) and Path(dataset.path).is_dir() else None
+ img_files = tqdm(dataset.im_files) if not img_files else img_files
+ for img_file in img_files:
+ if Path(img_file).is_dir():
+ artifact.add_dir(img_file, name='data/images')
+ labels_path = 'labels'.join(dataset.path.rsplit('images', 1))
+ artifact.add_dir(labels_path, name='data/labels')
+ else:
+ artifact.add_file(img_file, name='data/images/' + Path(img_file).name)
+ label_file = Path(img2label_paths([img_file])[0])
+ artifact.add_file(str(label_file), name='data/labels/' +
+ label_file.name) if label_file.exists() else None
+ table = wandb.Table(columns=["id", "train_image", "Classes", "name"])
+ class_set = wandb.Classes([{'id': id, 'name': name} for id, name in class_to_id.items()])
+ for si, (img, labels, paths, shapes) in enumerate(tqdm(dataset)):
+ box_data, img_classes = [], {}
+ for cls, *xywh in labels[:, 1:].tolist():
+ cls = int(cls)
+ box_data.append({
+ "position": {
+ "middle": [xywh[0], xywh[1]],
+ "width": xywh[2],
+ "height": xywh[3]},
+ "class_id": cls,
+ "box_caption": "%s" % (class_to_id[cls])})
+ img_classes[cls] = class_to_id[cls]
+ boxes = {"ground_truth": {"box_data": box_data, "class_labels": class_to_id}} # inference-space
+ table.add_data(si, wandb.Image(paths, classes=class_set, boxes=boxes), list(img_classes.values()),
+ Path(paths).name)
+ artifact.add(table, name)
+ return artifact
+
+ def log_training_progress(self, predn, path, names):
+ """
+ Build evaluation Table. Uses reference from validation dataset table.
+
+ arguments:
+ predn (list): list of predictions in the native space in the format - [xmin, ymin, xmax, ymax, confidence, class]
+ path (str): local path of the current evaluation image
+ names (dict(int, str)): hash map that maps class ids to labels
+ """
+ class_set = wandb.Classes([{'id': id, 'name': name} for id, name in names.items()])
+ box_data = []
+ avg_conf_per_class = [0] * len(self.data_dict['names'])
+ pred_class_count = {}
+ for *xyxy, conf, cls in predn.tolist():
+ if conf >= 0.25:
+ cls = int(cls)
+ box_data.append({
+ "position": {
+ "minX": xyxy[0],
+ "minY": xyxy[1],
+ "maxX": xyxy[2],
+ "maxY": xyxy[3]},
+ "class_id": cls,
+ "box_caption": f"{names[cls]} {conf:.3f}",
+ "scores": {
+ "class_score": conf},
+ "domain": "pixel"})
+ avg_conf_per_class[cls] += conf
+
+ if cls in pred_class_count:
+ pred_class_count[cls] += 1
+ else:
+ pred_class_count[cls] = 1
+
+ for pred_class in pred_class_count.keys():
+ avg_conf_per_class[pred_class] = avg_conf_per_class[pred_class] / pred_class_count[pred_class]
+
+ boxes = {"predictions": {"box_data": box_data, "class_labels": names}} # inference-space
+ id = self.val_table_path_map[Path(path).name]
+ self.result_table.add_data(self.current_epoch, id, self.val_table.data[id][1],
+ wandb.Image(self.val_table.data[id][1], boxes=boxes, classes=class_set),
+ *avg_conf_per_class)
+
+ def val_one_image(self, pred, predn, path, names, im):
+ """
+ Log validation data for one image. updates the result Table if validation dataset is uploaded and log bbox media panel
+
+ arguments:
+ pred (list): list of scaled predictions in the format - [xmin, ymin, xmax, ymax, confidence, class]
+ predn (list): list of predictions in the native space - [xmin, ymin, xmax, ymax, confidence, class]
+ path (str): local path of the current evaluation image
+ """
+ if self.val_table and self.result_table: # Log Table if Val dataset is uploaded as artifact
+ self.log_training_progress(predn, path, names)
+
+ if len(self.bbox_media_panel_images) < self.max_imgs_to_log and self.current_epoch > 0:
+ if self.current_epoch % self.bbox_interval == 0:
+ box_data = [{
+ "position": {
+ "minX": xyxy[0],
+ "minY": xyxy[1],
+ "maxX": xyxy[2],
+ "maxY": xyxy[3]},
+ "class_id": int(cls),
+ "box_caption": f"{names[int(cls)]} {conf:.3f}",
+ "scores": {
+ "class_score": conf},
+ "domain": "pixel"} for *xyxy, conf, cls in pred.tolist()]
+ boxes = {"predictions": {"box_data": box_data, "class_labels": names}} # inference-space
+ self.bbox_media_panel_images.append(wandb.Image(im, boxes=boxes, caption=path.name))
+
+ def log(self, log_dict):
+ """
+ save the metrics to the logging dictionary
+
+ arguments:
+ log_dict (Dict) -- metrics/media to be logged in current step
+ """
+ if self.wandb_run:
+ for key, value in log_dict.items():
+ self.log_dict[key] = value
+
+ def end_epoch(self, best_result=False):
+ """
+ commit the log_dict, model artifacts and Tables to W&B and flush the log_dict.
+
+ arguments:
+ best_result (boolean): Boolean representing if the result of this evaluation is best or not
+ """
+ if self.wandb_run:
+ with all_logging_disabled():
+ if self.bbox_media_panel_images:
+ self.log_dict["BoundingBoxDebugger"] = self.bbox_media_panel_images
+ try:
+ wandb.log(self.log_dict)
+ except BaseException as e:
+ LOGGER.info(
+ f"An error occurred in wandb logger. The training will proceed without interruption. More info\n{e}"
+ )
+ self.wandb_run.finish()
+ self.wandb_run = None
+
+ self.log_dict = {}
+ self.bbox_media_panel_images = []
+ if self.result_artifact:
+ self.result_artifact.add(self.result_table, 'result')
+ wandb.log_artifact(self.result_artifact,
+ aliases=[
+ 'latest', 'last', 'epoch ' + str(self.current_epoch),
+ ('best' if best_result else '')])
+
+ wandb.log({"evaluation": self.result_table})
+ columns = ["epoch", "id", "ground truth", "prediction"]
+ columns.extend(self.data_dict['names'])
+ self.result_table = wandb.Table(columns)
+ self.result_artifact = wandb.Artifact("run_" + wandb.run.id + "_progress", "evaluation")
+
+ def finish_run(self):
+ """
+ Log metrics if any and finish the current W&B run
+ """
+ if self.wandb_run:
+ if self.log_dict:
+ with all_logging_disabled():
+ wandb.log(self.log_dict)
+ wandb.run.finish()
+
+
+@contextmanager
+def all_logging_disabled(highest_level=logging.CRITICAL):
+ """ source - https://gist.github.com/simon-weber/7853144
+ A context manager that will prevent any logging messages triggered during the body from being processed.
+ :param highest_level: the maximum logging level in use.
+ This would only need to be changed if a custom level greater than CRITICAL is defined.
+ """
+ previous_level = logging.root.manager.disable
+ logging.disable(highest_level)
+ try:
+ yield
+ finally:
+ logging.disable(previous_level)
diff --git a/utils/loss.py b/utils/loss.py
new file mode 100644
index 0000000000000000000000000000000000000000..9b9c3d9f80181d1ad5b54d2700f32ba042368c31
--- /dev/null
+++ b/utils/loss.py
@@ -0,0 +1,234 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+Loss functions
+"""
+
+import torch
+import torch.nn as nn
+
+from utils.metrics import bbox_iou
+from utils.torch_utils import de_parallel
+
+
+def smooth_BCE(eps=0.1): # https://github.com/ultralytics/yolov3/issues/238#issuecomment-598028441
+ # return positive, negative label smoothing BCE targets
+ return 1.0 - 0.5 * eps, 0.5 * eps
+
+
+class BCEBlurWithLogitsLoss(nn.Module):
+ # BCEwithLogitLoss() with reduced missing label effects.
+ def __init__(self, alpha=0.05):
+ super().__init__()
+ self.loss_fcn = nn.BCEWithLogitsLoss(reduction='none') # must be nn.BCEWithLogitsLoss()
+ self.alpha = alpha
+
+ def forward(self, pred, true):
+ loss = self.loss_fcn(pred, true)
+ pred = torch.sigmoid(pred) # prob from logits
+ dx = pred - true # reduce only missing label effects
+ # dx = (pred - true).abs() # reduce missing label and false label effects
+ alpha_factor = 1 - torch.exp((dx - 1) / (self.alpha + 1e-4))
+ loss *= alpha_factor
+ return loss.mean()
+
+
+class FocalLoss(nn.Module):
+ # Wraps focal loss around existing loss_fcn(), i.e. criteria = FocalLoss(nn.BCEWithLogitsLoss(), gamma=1.5)
+ def __init__(self, loss_fcn, gamma=1.5, alpha=0.25):
+ super().__init__()
+ self.loss_fcn = loss_fcn # must be nn.BCEWithLogitsLoss()
+ self.gamma = gamma
+ self.alpha = alpha
+ self.reduction = loss_fcn.reduction
+ self.loss_fcn.reduction = 'none' # required to apply FL to each element
+
+ def forward(self, pred, true):
+ loss = self.loss_fcn(pred, true)
+ # p_t = torch.exp(-loss)
+ # loss *= self.alpha * (1.000001 - p_t) ** self.gamma # non-zero power for gradient stability
+
+ # TF implementation https://github.com/tensorflow/addons/blob/v0.7.1/tensorflow_addons/losses/focal_loss.py
+ pred_prob = torch.sigmoid(pred) # prob from logits
+ p_t = true * pred_prob + (1 - true) * (1 - pred_prob)
+ alpha_factor = true * self.alpha + (1 - true) * (1 - self.alpha)
+ modulating_factor = (1.0 - p_t) ** self.gamma
+ loss *= alpha_factor * modulating_factor
+
+ if self.reduction == 'mean':
+ return loss.mean()
+ elif self.reduction == 'sum':
+ return loss.sum()
+ else: # 'none'
+ return loss
+
+
+class QFocalLoss(nn.Module):
+ # Wraps Quality focal loss around existing loss_fcn(), i.e. criteria = FocalLoss(nn.BCEWithLogitsLoss(), gamma=1.5)
+ def __init__(self, loss_fcn, gamma=1.5, alpha=0.25):
+ super().__init__()
+ self.loss_fcn = loss_fcn # must be nn.BCEWithLogitsLoss()
+ self.gamma = gamma
+ self.alpha = alpha
+ self.reduction = loss_fcn.reduction
+ self.loss_fcn.reduction = 'none' # required to apply FL to each element
+
+ def forward(self, pred, true):
+ loss = self.loss_fcn(pred, true)
+
+ pred_prob = torch.sigmoid(pred) # prob from logits
+ alpha_factor = true * self.alpha + (1 - true) * (1 - self.alpha)
+ modulating_factor = torch.abs(true - pred_prob) ** self.gamma
+ loss *= alpha_factor * modulating_factor
+
+ if self.reduction == 'mean':
+ return loss.mean()
+ elif self.reduction == 'sum':
+ return loss.sum()
+ else: # 'none'
+ return loss
+
+
+class ComputeLoss:
+ sort_obj_iou = False
+
+ # Compute losses
+ def __init__(self, model, autobalance=False):
+ device = next(model.parameters()).device # get model device
+ h = model.hyp # hyperparameters
+
+ # Define criteria
+ BCEcls = nn.BCEWithLogitsLoss(pos_weight=torch.tensor([h['cls_pw']], device=device))
+ BCEobj = nn.BCEWithLogitsLoss(pos_weight=torch.tensor([h['obj_pw']], device=device))
+
+ # Class label smoothing https://arxiv.org/pdf/1902.04103.pdf eqn 3
+ self.cp, self.cn = smooth_BCE(eps=h.get('label_smoothing', 0.0)) # positive, negative BCE targets
+
+ # Focal loss
+ g = h['fl_gamma'] # focal loss gamma
+ if g > 0:
+ BCEcls, BCEobj = FocalLoss(BCEcls, g), FocalLoss(BCEobj, g)
+
+ m = de_parallel(model).model[-1] # Detect() module
+ self.balance = {3: [4.0, 1.0, 0.4]}.get(m.nl, [4.0, 1.0, 0.25, 0.06, 0.02]) # P3-P7
+ self.ssi = list(m.stride).index(16) if autobalance else 0 # stride 16 index
+ self.BCEcls, self.BCEobj, self.gr, self.hyp, self.autobalance = BCEcls, BCEobj, 1.0, h, autobalance
+ self.na = m.na # number of anchors
+ self.nc = m.nc # number of classes
+ self.nl = m.nl # number of layers
+ self.anchors = m.anchors
+ self.device = device
+
+ def __call__(self, p, targets): # predictions, targets
+ lcls = torch.zeros(1, device=self.device) # class loss
+ lbox = torch.zeros(1, device=self.device) # box loss
+ lobj = torch.zeros(1, device=self.device) # object loss
+ tcls, tbox, indices, anchors = self.build_targets(p, targets) # targets
+
+ # Losses
+ for i, pi in enumerate(p): # layer index, layer predictions
+ b, a, gj, gi = indices[i] # image, anchor, gridy, gridx
+ tobj = torch.zeros(pi.shape[:4], dtype=pi.dtype, device=self.device) # target obj
+
+ n = b.shape[0] # number of targets
+ if n:
+ # pxy, pwh, _, pcls = pi[b, a, gj, gi].tensor_split((2, 4, 5), dim=1) # faster, requires torch 1.8.0
+ pxy, pwh, _, pcls = pi[b, a, gj, gi].split((2, 2, 1, self.nc), 1) # target-subset of predictions
+
+ # Regression
+ pxy = pxy.sigmoid() * 2 - 0.5
+ pwh = (pwh.sigmoid() * 2) ** 2 * anchors[i]
+ pbox = torch.cat((pxy, pwh), 1) # predicted box
+ iou = bbox_iou(pbox, tbox[i], CIoU=True).squeeze() # iou(prediction, target)
+ lbox += (1.0 - iou).mean() # iou loss
+
+ # Objectness
+ iou = iou.detach().clamp(0).type(tobj.dtype)
+ if self.sort_obj_iou:
+ j = iou.argsort()
+ b, a, gj, gi, iou = b[j], a[j], gj[j], gi[j], iou[j]
+ if self.gr < 1:
+ iou = (1.0 - self.gr) + self.gr * iou
+ tobj[b, a, gj, gi] = iou # iou ratio
+
+ # Classification
+ if self.nc > 1: # cls loss (only if multiple classes)
+ t = torch.full_like(pcls, self.cn, device=self.device) # targets
+ t[range(n), tcls[i]] = self.cp
+ lcls += self.BCEcls(pcls, t) # BCE
+
+ # Append targets to text file
+ # with open('targets.txt', 'a') as file:
+ # [file.write('%11.5g ' * 4 % tuple(x) + '\n') for x in torch.cat((txy[i], twh[i]), 1)]
+
+ obji = self.BCEobj(pi[..., 4], tobj)
+ lobj += obji * self.balance[i] # obj loss
+ if self.autobalance:
+ self.balance[i] = self.balance[i] * 0.9999 + 0.0001 / obji.detach().item()
+
+ if self.autobalance:
+ self.balance = [x / self.balance[self.ssi] for x in self.balance]
+ lbox *= self.hyp['box']
+ lobj *= self.hyp['obj']
+ lcls *= self.hyp['cls']
+ bs = tobj.shape[0] # batch size
+
+ return (lbox + lobj + lcls) * bs, torch.cat((lbox, lobj, lcls)).detach()
+
+ def build_targets(self, p, targets):
+ # Build targets for compute_loss(), input targets(image,class,x,y,w,h)
+ na, nt = self.na, targets.shape[0] # number of anchors, targets
+ tcls, tbox, indices, anch = [], [], [], []
+ gain = torch.ones(7, device=self.device) # normalized to gridspace gain
+ ai = torch.arange(na, device=self.device).float().view(na, 1).repeat(1, nt) # same as .repeat_interleave(nt)
+ targets = torch.cat((targets.repeat(na, 1, 1), ai[..., None]), 2) # append anchor indices
+
+ g = 0.5 # bias
+ off = torch.tensor(
+ [
+ [0, 0],
+ [1, 0],
+ [0, 1],
+ [-1, 0],
+ [0, -1], # j,k,l,m
+ # [1, 1], [1, -1], [-1, 1], [-1, -1], # jk,jm,lk,lm
+ ],
+ device=self.device).float() * g # offsets
+
+ for i in range(self.nl):
+ anchors, shape = self.anchors[i], p[i].shape
+ gain[2:6] = torch.tensor(shape)[[3, 2, 3, 2]] # xyxy gain
+
+ # Match targets to anchors
+ t = targets * gain # shape(3,n,7)
+ if nt:
+ # Matches
+ r = t[..., 4:6] / anchors[:, None] # wh ratio
+ j = torch.max(r, 1 / r).max(2)[0] < self.hyp['anchor_t'] # compare
+ # j = wh_iou(anchors, t[:, 4:6]) > model.hyp['iou_t'] # iou(3,n)=wh_iou(anchors(3,2), gwh(n,2))
+ t = t[j] # filter
+
+ # Offsets
+ gxy = t[:, 2:4] # grid xy
+ gxi = gain[[2, 3]] - gxy # inverse
+ j, k = ((gxy % 1 < g) & (gxy > 1)).T
+ l, m = ((gxi % 1 < g) & (gxi > 1)).T
+ j = torch.stack((torch.ones_like(j), j, k, l, m))
+ t = t.repeat((5, 1, 1))[j]
+ offsets = (torch.zeros_like(gxy)[None] + off[:, None])[j]
+ else:
+ t = targets[0]
+ offsets = 0
+
+ # Define
+ bc, gxy, gwh, a = t.chunk(4, 1) # (image, class), grid xy, grid wh, anchors
+ a, (b, c) = a.long().view(-1), bc.long().T # anchors, image, class
+ gij = (gxy - offsets).long()
+ gi, gj = gij.T # grid indices
+
+ # Append
+ indices.append((b, a, gj.clamp_(0, shape[2] - 1), gi.clamp_(0, shape[3] - 1))) # image, anchor, grid
+ tbox.append(torch.cat((gxy - gij, gwh), 1)) # box
+ anch.append(anchors[a]) # anchors
+ tcls.append(c) # class
+
+ return tcls, tbox, indices, anch
diff --git a/utils/metrics.py b/utils/metrics.py
new file mode 100644
index 0000000000000000000000000000000000000000..c01f823a77a1764f29c71eaacafa3a758ff34eef
--- /dev/null
+++ b/utils/metrics.py
@@ -0,0 +1,360 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+Model validation metrics
+"""
+
+import math
+import warnings
+from pathlib import Path
+
+import matplotlib.pyplot as plt
+import numpy as np
+import torch
+
+from utils import TryExcept, threaded
+
+
+def fitness(x):
+ # Model fitness as a weighted combination of metrics
+ w = [0.0, 0.0, 0.1, 0.9] # weights for [P, R, mAP@0.5, mAP@0.5:0.95]
+ return (x[:, :4] * w).sum(1)
+
+
+def smooth(y, f=0.05):
+ # Box filter of fraction f
+ nf = round(len(y) * f * 2) // 2 + 1 # number of filter elements (must be odd)
+ p = np.ones(nf // 2) # ones padding
+ yp = np.concatenate((p * y[0], y, p * y[-1]), 0) # y padded
+ return np.convolve(yp, np.ones(nf) / nf, mode='valid') # y-smoothed
+
+
+def ap_per_class(tp, conf, pred_cls, target_cls, plot=False, save_dir='.', names=(), eps=1e-16, prefix=""):
+ """ Compute the average precision, given the recall and precision curves.
+ Source: https://github.com/rafaelpadilla/Object-Detection-Metrics.
+ # Arguments
+ tp: True positives (nparray, nx1 or nx10).
+ conf: Objectness value from 0-1 (nparray).
+ pred_cls: Predicted object classes (nparray).
+ target_cls: True object classes (nparray).
+ plot: Plot precision-recall curve at mAP@0.5
+ save_dir: Plot save directory
+ # Returns
+ The average precision as computed in py-faster-rcnn.
+ """
+
+ # Sort by objectness
+ i = np.argsort(-conf)
+ tp, conf, pred_cls = tp[i], conf[i], pred_cls[i]
+
+ # Find unique classes
+ unique_classes, nt = np.unique(target_cls, return_counts=True)
+ nc = unique_classes.shape[0] # number of classes, number of detections
+
+ # Create Precision-Recall curve and compute AP for each class
+ px, py = np.linspace(0, 1, 1000), [] # for plotting
+ ap, p, r = np.zeros((nc, tp.shape[1])), np.zeros((nc, 1000)), np.zeros((nc, 1000))
+ for ci, c in enumerate(unique_classes):
+ i = pred_cls == c
+ n_l = nt[ci] # number of labels
+ n_p = i.sum() # number of predictions
+ if n_p == 0 or n_l == 0:
+ continue
+
+ # Accumulate FPs and TPs
+ fpc = (1 - tp[i]).cumsum(0)
+ tpc = tp[i].cumsum(0)
+
+ # Recall
+ recall = tpc / (n_l + eps) # recall curve
+ r[ci] = np.interp(-px, -conf[i], recall[:, 0], left=0) # negative x, xp because xp decreases
+
+ # Precision
+ precision = tpc / (tpc + fpc) # precision curve
+ p[ci] = np.interp(-px, -conf[i], precision[:, 0], left=1) # p at pr_score
+
+ # AP from recall-precision curve
+ for j in range(tp.shape[1]):
+ ap[ci, j], mpre, mrec = compute_ap(recall[:, j], precision[:, j])
+ if plot and j == 0:
+ py.append(np.interp(px, mrec, mpre)) # precision at mAP@0.5
+
+ # Compute F1 (harmonic mean of precision and recall)
+ f1 = 2 * p * r / (p + r + eps)
+ names = [v for k, v in names.items() if k in unique_classes] # list: only classes that have data
+ names = dict(enumerate(names)) # to dict
+ if plot:
+ plot_pr_curve(px, py, ap, Path(save_dir) / f'{prefix}PR_curve.png', names)
+ plot_mc_curve(px, f1, Path(save_dir) / f'{prefix}F1_curve.png', names, ylabel='F1')
+ plot_mc_curve(px, p, Path(save_dir) / f'{prefix}P_curve.png', names, ylabel='Precision')
+ plot_mc_curve(px, r, Path(save_dir) / f'{prefix}R_curve.png', names, ylabel='Recall')
+
+ i = smooth(f1.mean(0), 0.1).argmax() # max F1 index
+ p, r, f1 = p[:, i], r[:, i], f1[:, i]
+ tp = (r * nt).round() # true positives
+ fp = (tp / (p + eps) - tp).round() # false positives
+ return tp, fp, p, r, f1, ap, unique_classes.astype(int)
+
+
+def compute_ap(recall, precision):
+ """ Compute the average precision, given the recall and precision curves
+ # Arguments
+ recall: The recall curve (list)
+ precision: The precision curve (list)
+ # Returns
+ Average precision, precision curve, recall curve
+ """
+
+ # Append sentinel values to beginning and end
+ mrec = np.concatenate(([0.0], recall, [1.0]))
+ mpre = np.concatenate(([1.0], precision, [0.0]))
+
+ # Compute the precision envelope
+ mpre = np.flip(np.maximum.accumulate(np.flip(mpre)))
+
+ # Integrate area under curve
+ method = 'interp' # methods: 'continuous', 'interp'
+ if method == 'interp':
+ x = np.linspace(0, 1, 101) # 101-point interp (COCO)
+ ap = np.trapz(np.interp(x, mrec, mpre), x) # integrate
+ else: # 'continuous'
+ i = np.where(mrec[1:] != mrec[:-1])[0] # points where x axis (recall) changes
+ ap = np.sum((mrec[i + 1] - mrec[i]) * mpre[i + 1]) # area under curve
+
+ return ap, mpre, mrec
+
+
+class ConfusionMatrix:
+ # Updated version of https://github.com/kaanakan/object_detection_confusion_matrix
+ def __init__(self, nc, conf=0.25, iou_thres=0.45):
+ self.matrix = np.zeros((nc + 1, nc + 1))
+ self.nc = nc # number of classes
+ self.conf = conf
+ self.iou_thres = iou_thres
+
+ def process_batch(self, detections, labels):
+ """
+ Return intersection-over-union (Jaccard index) of boxes.
+ Both sets of boxes are expected to be in (x1, y1, x2, y2) format.
+ Arguments:
+ detections (Array[N, 6]), x1, y1, x2, y2, conf, class
+ labels (Array[M, 5]), class, x1, y1, x2, y2
+ Returns:
+ None, updates confusion matrix accordingly
+ """
+ if detections is None:
+ gt_classes = labels.int()
+ for gc in gt_classes:
+ self.matrix[self.nc, gc] += 1 # background FN
+ return
+
+ detections = detections[detections[:, 4] > self.conf]
+ gt_classes = labels[:, 0].int()
+ detection_classes = detections[:, 5].int()
+ iou = box_iou(labels[:, 1:], detections[:, :4])
+
+ x = torch.where(iou > self.iou_thres)
+ if x[0].shape[0]:
+ matches = torch.cat((torch.stack(x, 1), iou[x[0], x[1]][:, None]), 1).cpu().numpy()
+ if x[0].shape[0] > 1:
+ matches = matches[matches[:, 2].argsort()[::-1]]
+ matches = matches[np.unique(matches[:, 1], return_index=True)[1]]
+ matches = matches[matches[:, 2].argsort()[::-1]]
+ matches = matches[np.unique(matches[:, 0], return_index=True)[1]]
+ else:
+ matches = np.zeros((0, 3))
+
+ n = matches.shape[0] > 0
+ m0, m1, _ = matches.transpose().astype(int)
+ for i, gc in enumerate(gt_classes):
+ j = m0 == i
+ if n and sum(j) == 1:
+ self.matrix[detection_classes[m1[j]], gc] += 1 # correct
+ else:
+ self.matrix[self.nc, gc] += 1 # true background
+
+ if n:
+ for i, dc in enumerate(detection_classes):
+ if not any(m1 == i):
+ self.matrix[dc, self.nc] += 1 # predicted background
+
+ def tp_fp(self):
+ tp = self.matrix.diagonal() # true positives
+ fp = self.matrix.sum(1) - tp # false positives
+ # fn = self.matrix.sum(0) - tp # false negatives (missed detections)
+ return tp[:-1], fp[:-1] # remove background class
+
+ @TryExcept('WARNING â ī¸ ConfusionMatrix plot failure')
+ def plot(self, normalize=True, save_dir='', names=()):
+ import seaborn as sn
+
+ array = self.matrix / ((self.matrix.sum(0).reshape(1, -1) + 1E-9) if normalize else 1) # normalize columns
+ array[array < 0.005] = np.nan # don't annotate (would appear as 0.00)
+
+ fig, ax = plt.subplots(1, 1, figsize=(12, 9), tight_layout=True)
+ nc, nn = self.nc, len(names) # number of classes, names
+ sn.set(font_scale=1.0 if nc < 50 else 0.8) # for label size
+ labels = (0 < nn < 99) and (nn == nc) # apply names to ticklabels
+ ticklabels = (names + ['background']) if labels else "auto"
+ with warnings.catch_warnings():
+ warnings.simplefilter('ignore') # suppress empty matrix RuntimeWarning: All-NaN slice encountered
+ sn.heatmap(array,
+ ax=ax,
+ annot=nc < 30,
+ annot_kws={
+ "size": 8},
+ cmap='Blues',
+ fmt='.2f',
+ square=True,
+ vmin=0.0,
+ xticklabels=ticklabels,
+ yticklabels=ticklabels).set_facecolor((1, 1, 1))
+ ax.set_ylabel('True')
+ ax.set_ylabel('Predicted')
+ ax.set_title('Confusion Matrix')
+ fig.savefig(Path(save_dir) / 'confusion_matrix.png', dpi=250)
+ plt.close(fig)
+
+ def print(self):
+ for i in range(self.nc + 1):
+ print(' '.join(map(str, self.matrix[i])))
+
+
+def bbox_iou(box1, box2, xywh=True, GIoU=False, DIoU=False, CIoU=False, eps=1e-7):
+ # Returns Intersection over Union (IoU) of box1(1,4) to box2(n,4)
+
+ # Get the coordinates of bounding boxes
+ if xywh: # transform from xywh to xyxy
+ (x1, y1, w1, h1), (x2, y2, w2, h2) = box1.chunk(4, -1), box2.chunk(4, -1)
+ w1_, h1_, w2_, h2_ = w1 / 2, h1 / 2, w2 / 2, h2 / 2
+ b1_x1, b1_x2, b1_y1, b1_y2 = x1 - w1_, x1 + w1_, y1 - h1_, y1 + h1_
+ b2_x1, b2_x2, b2_y1, b2_y2 = x2 - w2_, x2 + w2_, y2 - h2_, y2 + h2_
+ else: # x1, y1, x2, y2 = box1
+ b1_x1, b1_y1, b1_x2, b1_y2 = box1.chunk(4, -1)
+ b2_x1, b2_y1, b2_x2, b2_y2 = box2.chunk(4, -1)
+ w1, h1 = b1_x2 - b1_x1, (b1_y2 - b1_y1).clamp(eps)
+ w2, h2 = b2_x2 - b2_x1, (b2_y2 - b2_y1).clamp(eps)
+
+ # Intersection area
+ inter = (b1_x2.minimum(b2_x2) - b1_x1.maximum(b2_x1)).clamp(0) * \
+ (b1_y2.minimum(b2_y2) - b1_y1.maximum(b2_y1)).clamp(0)
+
+ # Union Area
+ union = w1 * h1 + w2 * h2 - inter + eps
+
+ # IoU
+ iou = inter / union
+ if CIoU or DIoU or GIoU:
+ cw = b1_x2.maximum(b2_x2) - b1_x1.minimum(b2_x1) # convex (smallest enclosing box) width
+ ch = b1_y2.maximum(b2_y2) - b1_y1.minimum(b2_y1) # convex height
+ if CIoU or DIoU: # Distance or Complete IoU https://arxiv.org/abs/1911.08287v1
+ c2 = cw ** 2 + ch ** 2 + eps # convex diagonal squared
+ rho2 = ((b2_x1 + b2_x2 - b1_x1 - b1_x2) ** 2 + (b2_y1 + b2_y2 - b1_y1 - b1_y2) ** 2) / 4 # center dist ** 2
+ if CIoU: # https://github.com/Zzh-tju/DIoU-SSD-pytorch/blob/master/utils/box/box_utils.py#L47
+ v = (4 / math.pi ** 2) * (torch.atan(w2 / h2) - torch.atan(w1 / h1)).pow(2)
+ with torch.no_grad():
+ alpha = v / (v - iou + (1 + eps))
+ return iou - (rho2 / c2 + v * alpha) # CIoU
+ return iou - rho2 / c2 # DIoU
+ c_area = cw * ch + eps # convex area
+ return iou - (c_area - union) / c_area # GIoU https://arxiv.org/pdf/1902.09630.pdf
+ return iou # IoU
+
+
+def box_iou(box1, box2, eps=1e-7):
+ # https://github.com/pytorch/vision/blob/master/torchvision/ops/boxes.py
+ """
+ Return intersection-over-union (Jaccard index) of boxes.
+ Both sets of boxes are expected to be in (x1, y1, x2, y2) format.
+ Arguments:
+ box1 (Tensor[N, 4])
+ box2 (Tensor[M, 4])
+ Returns:
+ iou (Tensor[N, M]): the NxM matrix containing the pairwise
+ IoU values for every element in boxes1 and boxes2
+ """
+
+ # inter(N,M) = (rb(N,M,2) - lt(N,M,2)).clamp(0).prod(2)
+ (a1, a2), (b1, b2) = box1.unsqueeze(1).chunk(2, 2), box2.unsqueeze(0).chunk(2, 2)
+ inter = (torch.min(a2, b2) - torch.max(a1, b1)).clamp(0).prod(2)
+
+ # IoU = inter / (area1 + area2 - inter)
+ return inter / ((a2 - a1).prod(2) + (b2 - b1).prod(2) - inter + eps)
+
+
+def bbox_ioa(box1, box2, eps=1e-7):
+ """ Returns the intersection over box2 area given box1, box2. Boxes are x1y1x2y2
+ box1: np.array of shape(4)
+ box2: np.array of shape(nx4)
+ returns: np.array of shape(n)
+ """
+
+ # Get the coordinates of bounding boxes
+ b1_x1, b1_y1, b1_x2, b1_y2 = box1
+ b2_x1, b2_y1, b2_x2, b2_y2 = box2.T
+
+ # Intersection area
+ inter_area = (np.minimum(b1_x2, b2_x2) - np.maximum(b1_x1, b2_x1)).clip(0) * \
+ (np.minimum(b1_y2, b2_y2) - np.maximum(b1_y1, b2_y1)).clip(0)
+
+ # box2 area
+ box2_area = (b2_x2 - b2_x1) * (b2_y2 - b2_y1) + eps
+
+ # Intersection over box2 area
+ return inter_area / box2_area
+
+
+def wh_iou(wh1, wh2, eps=1e-7):
+ # Returns the nxm IoU matrix. wh1 is nx2, wh2 is mx2
+ wh1 = wh1[:, None] # [N,1,2]
+ wh2 = wh2[None] # [1,M,2]
+ inter = torch.min(wh1, wh2).prod(2) # [N,M]
+ return inter / (wh1.prod(2) + wh2.prod(2) - inter + eps) # iou = inter / (area1 + area2 - inter)
+
+
+# Plots ----------------------------------------------------------------------------------------------------------------
+
+
+@threaded
+def plot_pr_curve(px, py, ap, save_dir=Path('pr_curve.png'), names=()):
+ # Precision-recall curve
+ fig, ax = plt.subplots(1, 1, figsize=(9, 6), tight_layout=True)
+ py = np.stack(py, axis=1)
+
+ if 0 < len(names) < 21: # display per-class legend if < 21 classes
+ for i, y in enumerate(py.T):
+ ax.plot(px, y, linewidth=1, label=f'{names[i]} {ap[i, 0]:.3f}') # plot(recall, precision)
+ else:
+ ax.plot(px, py, linewidth=1, color='grey') # plot(recall, precision)
+
+ ax.plot(px, py.mean(1), linewidth=3, color='blue', label='all classes %.3f mAP@0.5' % ap[:, 0].mean())
+ ax.set_xlabel('Recall')
+ ax.set_ylabel('Precision')
+ ax.set_xlim(0, 1)
+ ax.set_ylim(0, 1)
+ ax.legend(bbox_to_anchor=(1.04, 1), loc="upper left")
+ ax.set_title('Precision-Recall Curve')
+ fig.savefig(save_dir, dpi=250)
+ plt.close(fig)
+
+
+@threaded
+def plot_mc_curve(px, py, save_dir=Path('mc_curve.png'), names=(), xlabel='Confidence', ylabel='Metric'):
+ # Metric-confidence curve
+ fig, ax = plt.subplots(1, 1, figsize=(9, 6), tight_layout=True)
+
+ if 0 < len(names) < 21: # display per-class legend if < 21 classes
+ for i, y in enumerate(py):
+ ax.plot(px, y, linewidth=1, label=f'{names[i]}') # plot(confidence, metric)
+ else:
+ ax.plot(px, py.T, linewidth=1, color='grey') # plot(confidence, metric)
+
+ y = smooth(py.mean(0), 0.05)
+ ax.plot(px, y, linewidth=3, color='blue', label=f'all classes {y.max():.2f} at {px[y.argmax()]:.3f}')
+ ax.set_xlabel(xlabel)
+ ax.set_ylabel(ylabel)
+ ax.set_xlim(0, 1)
+ ax.set_ylim(0, 1)
+ ax.legend(bbox_to_anchor=(1.04, 1), loc="upper left")
+ ax.set_title(f'{ylabel}-Confidence Curve')
+ fig.savefig(save_dir, dpi=250)
+ plt.close(fig)
diff --git a/utils/plots.py b/utils/plots.py
new file mode 100644
index 0000000000000000000000000000000000000000..f84aed9fb5c71a969c41863f12b21be283db20b1
--- /dev/null
+++ b/utils/plots.py
@@ -0,0 +1,560 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+Plotting utils
+"""
+
+import contextlib
+import math
+import os
+from copy import copy
+from pathlib import Path
+from urllib.error import URLError
+
+import cv2
+import matplotlib
+import matplotlib.pyplot as plt
+import numpy as np
+import pandas as pd
+import seaborn as sn
+import torch
+from PIL import Image, ImageDraw, ImageFont
+
+from utils import TryExcept, threaded
+from utils.general import (CONFIG_DIR, FONT, LOGGER, check_font, check_requirements, clip_boxes, increment_path,
+ is_ascii, xywh2xyxy, xyxy2xywh)
+from utils.metrics import fitness
+from utils.segment.general import scale_image
+
+# Settings
+RANK = int(os.getenv('RANK', -1))
+matplotlib.rc('font', **{'size': 11})
+matplotlib.use('Agg') # for writing to files only
+
+
+class Colors:
+ # Ultralytics color palette https://ultralytics.com/
+ def __init__(self):
+ # hex = matplotlib.colors.TABLEAU_COLORS.values()
+ hexs = ('FF3838', 'FF9D97', 'FF701F', 'FFB21D', 'CFD231', '48F90A', '92CC17', '3DDB86', '1A9334', '00D4BB',
+ '2C99A8', '00C2FF', '344593', '6473FF', '0018EC', '8438FF', '520085', 'CB38FF', 'FF95C8', 'FF37C7')
+ self.palette = [self.hex2rgb(f'#{c}') for c in hexs]
+ self.n = len(self.palette)
+
+ def __call__(self, i, bgr=False):
+ c = self.palette[int(i) % self.n]
+ return (c[2], c[1], c[0]) if bgr else c
+
+ @staticmethod
+ def hex2rgb(h): # rgb order (PIL)
+ return tuple(int(h[1 + i:1 + i + 2], 16) for i in (0, 2, 4))
+
+
+colors = Colors() # create instance for 'from utils.plots import colors'
+
+
+def check_pil_font(font=FONT, size=10):
+ # Return a PIL TrueType Font, downloading to CONFIG_DIR if necessary
+ font = Path(font)
+ font = font if font.exists() else (CONFIG_DIR / font.name)
+ try:
+ return ImageFont.truetype(str(font) if font.exists() else font.name, size)
+ except Exception: # download if missing
+ try:
+ check_font(font)
+ return ImageFont.truetype(str(font), size)
+ except TypeError:
+ check_requirements('Pillow>=8.4.0') # known issue https://github.com/ultralytics/yolov5/issues/5374
+ except URLError: # not online
+ return ImageFont.load_default()
+
+
+class Annotator:
+ # YOLOv5 Annotator for train/val mosaics and jpgs and detect/hub inference annotations
+ def __init__(self, im, line_width=None, font_size=None, font='Arial.ttf', pil=False, example='abc'):
+ assert im.data.contiguous, 'Image not contiguous. Apply np.ascontiguousarray(im) to Annotator() input images.'
+ non_ascii = not is_ascii(example) # non-latin labels, i.e. asian, arabic, cyrillic
+ self.pil = pil or non_ascii
+ if self.pil: # use PIL
+ self.im = im if isinstance(im, Image.Image) else Image.fromarray(im)
+ self.draw = ImageDraw.Draw(self.im)
+ self.font = check_pil_font(font='Arial.Unicode.ttf' if non_ascii else font,
+ size=font_size or max(round(sum(self.im.size) / 2 * 0.035), 12))
+ else: # use cv2
+ self.im = im
+ self.lw = line_width or max(round(sum(im.shape) / 2 * 0.003), 2) # line width
+
+ def box_label(self, box, label='', color=(128, 128, 128), txt_color=(255, 255, 255)):
+ # Add one xyxy box to image with label
+ if self.pil or not is_ascii(label):
+ self.draw.rectangle(box, width=self.lw, outline=color) # box
+ if label:
+ w, h = self.font.getsize(label) # text width, height (WARNING: deprecated) in 9.2.0
+ # _, _, w, h = self.font.getbbox(label) # text width, height (New)
+ outside = box[1] - h >= 0 # label fits outside box
+ self.draw.rectangle(
+ (box[0], box[1] - h if outside else box[1], box[0] + w + 1,
+ box[1] + 1 if outside else box[1] + h + 1),
+ fill=color,
+ )
+ # self.draw.text((box[0], box[1]), label, fill=txt_color, font=self.font, anchor='ls') # for PIL>8.0
+ self.draw.text((box[0], box[1] - h if outside else box[1]), label, fill=txt_color, font=self.font)
+ else: # cv2
+ p1, p2 = (int(box[0]), int(box[1])), (int(box[2]), int(box[3]))
+ cv2.rectangle(self.im, p1, p2, color, thickness=self.lw, lineType=cv2.LINE_AA)
+ if label:
+ tf = max(self.lw - 1, 1) # font thickness
+ w, h = cv2.getTextSize(label, 0, fontScale=self.lw / 3, thickness=tf)[0] # text width, height
+ outside = p1[1] - h >= 3
+ p2 = p1[0] + w, p1[1] - h - 3 if outside else p1[1] + h + 3
+ cv2.rectangle(self.im, p1, p2, color, -1, cv2.LINE_AA) # filled
+ cv2.putText(self.im,
+ label, (p1[0], p1[1] - 2 if outside else p1[1] + h + 2),
+ 0,
+ self.lw / 3,
+ txt_color,
+ thickness=tf,
+ lineType=cv2.LINE_AA)
+
+ def masks(self, masks, colors, im_gpu, alpha=0.5, retina_masks=False):
+ """Plot masks at once.
+ Args:
+ masks (tensor): predicted masks on cuda, shape: [n, h, w]
+ colors (List[List[Int]]): colors for predicted masks, [[r, g, b] * n]
+ im_gpu (tensor): img is in cuda, shape: [3, h, w], range: [0, 1]
+ alpha (float): mask transparency: 0.0 fully transparent, 1.0 opaque
+ """
+ if self.pil:
+ # convert to numpy first
+ self.im = np.asarray(self.im).copy()
+ if len(masks) == 0:
+ self.im[:] = im_gpu.permute(1, 2, 0).contiguous().cpu().numpy() * 255
+ colors = torch.tensor(colors, device=im_gpu.device, dtype=torch.float32) / 255.0
+ colors = colors[:, None, None] # shape(n,1,1,3)
+ masks = masks.unsqueeze(3) # shape(n,h,w,1)
+ masks_color = masks * (colors * alpha) # shape(n,h,w,3)
+
+ inv_alph_masks = (1 - masks * alpha).cumprod(0) # shape(n,h,w,1)
+ mcs = (masks_color * inv_alph_masks).sum(0) * 2 # mask color summand shape(n,h,w,3)
+
+ im_gpu = im_gpu.flip(dims=[0]) # flip channel
+ im_gpu = im_gpu.permute(1, 2, 0).contiguous() # shape(h,w,3)
+ im_gpu = im_gpu * inv_alph_masks[-1] + mcs
+ im_mask = (im_gpu * 255).byte().cpu().numpy()
+ self.im[:] = im_mask if retina_masks else scale_image(im_gpu.shape, im_mask, self.im.shape)
+ if self.pil:
+ # convert im back to PIL and update draw
+ self.fromarray(self.im)
+
+ def rectangle(self, xy, fill=None, outline=None, width=1):
+ # Add rectangle to image (PIL-only)
+ self.draw.rectangle(xy, fill, outline, width)
+
+ def text(self, xy, text, txt_color=(255, 255, 255), anchor='top'):
+ # Add text to image (PIL-only)
+ if anchor == 'bottom': # start y from font bottom
+ w, h = self.font.getsize(text) # text width, height
+ xy[1] += 1 - h
+ self.draw.text(xy, text, fill=txt_color, font=self.font)
+
+ def fromarray(self, im):
+ # Update self.im from a numpy array
+ self.im = im if isinstance(im, Image.Image) else Image.fromarray(im)
+ self.draw = ImageDraw.Draw(self.im)
+
+ def result(self):
+ # Return annotated image as array
+ return np.asarray(self.im)
+
+
+def feature_visualization(x, module_type, stage, n=32, save_dir=Path('runs/detect/exp')):
+ """
+ x: Features to be visualized
+ module_type: Module type
+ stage: Module stage within model
+ n: Maximum number of feature maps to plot
+ save_dir: Directory to save results
+ """
+ if 'Detect' not in module_type:
+ batch, channels, height, width = x.shape # batch, channels, height, width
+ if height > 1 and width > 1:
+ f = save_dir / f"stage{stage}_{module_type.split('.')[-1]}_features.png" # filename
+
+ blocks = torch.chunk(x[0].cpu(), channels, dim=0) # select batch index 0, block by channels
+ n = min(n, channels) # number of plots
+ fig, ax = plt.subplots(math.ceil(n / 8), 8, tight_layout=True) # 8 rows x n/8 cols
+ ax = ax.ravel()
+ plt.subplots_adjust(wspace=0.05, hspace=0.05)
+ for i in range(n):
+ ax[i].imshow(blocks[i].squeeze()) # cmap='gray'
+ ax[i].axis('off')
+
+ LOGGER.info(f'Saving {f}... ({n}/{channels})')
+ plt.savefig(f, dpi=300, bbox_inches='tight')
+ plt.close()
+ np.save(str(f.with_suffix('.npy')), x[0].cpu().numpy()) # npy save
+
+
+def hist2d(x, y, n=100):
+ # 2d histogram used in labels.png and evolve.png
+ xedges, yedges = np.linspace(x.min(), x.max(), n), np.linspace(y.min(), y.max(), n)
+ hist, xedges, yedges = np.histogram2d(x, y, (xedges, yedges))
+ xidx = np.clip(np.digitize(x, xedges) - 1, 0, hist.shape[0] - 1)
+ yidx = np.clip(np.digitize(y, yedges) - 1, 0, hist.shape[1] - 1)
+ return np.log(hist[xidx, yidx])
+
+
+def butter_lowpass_filtfilt(data, cutoff=1500, fs=50000, order=5):
+ from scipy.signal import butter, filtfilt
+
+ # https://stackoverflow.com/questions/28536191/how-to-filter-smooth-with-scipy-numpy
+ def butter_lowpass(cutoff, fs, order):
+ nyq = 0.5 * fs
+ normal_cutoff = cutoff / nyq
+ return butter(order, normal_cutoff, btype='low', analog=False)
+
+ b, a = butter_lowpass(cutoff, fs, order=order)
+ return filtfilt(b, a, data) # forward-backward filter
+
+
+def output_to_target(output, max_det=300):
+ # Convert model output to target format [batch_id, class_id, x, y, w, h, conf] for plotting
+ targets = []
+ for i, o in enumerate(output):
+ box, conf, cls = o[:max_det, :6].cpu().split((4, 1, 1), 1)
+ j = torch.full((conf.shape[0], 1), i)
+ targets.append(torch.cat((j, cls, xyxy2xywh(box), conf), 1))
+ return torch.cat(targets, 0).numpy()
+
+
+@threaded
+def plot_images(images, targets, paths=None, fname='images.jpg', names=None):
+ # Plot image grid with labels
+ if isinstance(images, torch.Tensor):
+ images = images.cpu().float().numpy()
+ if isinstance(targets, torch.Tensor):
+ targets = targets.cpu().numpy()
+
+ max_size = 1920 # max image size
+ max_subplots = 16 # max image subplots, i.e. 4x4
+ bs, _, h, w = images.shape # batch size, _, height, width
+ bs = min(bs, max_subplots) # limit plot images
+ ns = np.ceil(bs ** 0.5) # number of subplots (square)
+ if np.max(images[0]) <= 1:
+ images *= 255 # de-normalise (optional)
+
+ # Build Image
+ mosaic = np.full((int(ns * h), int(ns * w), 3), 255, dtype=np.uint8) # init
+ for i, im in enumerate(images):
+ if i == max_subplots: # if last batch has fewer images than we expect
+ break
+ x, y = int(w * (i // ns)), int(h * (i % ns)) # block origin
+ im = im.transpose(1, 2, 0)
+ mosaic[y:y + h, x:x + w, :] = im
+
+ # Resize (optional)
+ scale = max_size / ns / max(h, w)
+ if scale < 1:
+ h = math.ceil(scale * h)
+ w = math.ceil(scale * w)
+ mosaic = cv2.resize(mosaic, tuple(int(x * ns) for x in (w, h)))
+
+ # Annotate
+ fs = int((h + w) * ns * 0.01) # font size
+ annotator = Annotator(mosaic, line_width=round(fs / 10), font_size=fs, pil=True, example=names)
+ for i in range(i + 1):
+ x, y = int(w * (i // ns)), int(h * (i % ns)) # block origin
+ annotator.rectangle([x, y, x + w, y + h], None, (255, 255, 255), width=2) # borders
+ if paths:
+ annotator.text((x + 5, y + 5), text=Path(paths[i]).name[:40], txt_color=(220, 220, 220)) # filenames
+ if len(targets) > 0:
+ ti = targets[targets[:, 0] == i] # image targets
+ boxes = xywh2xyxy(ti[:, 2:6]).T
+ classes = ti[:, 1].astype('int')
+ labels = ti.shape[1] == 6 # labels if no conf column
+ conf = None if labels else ti[:, 6] # check for confidence presence (label vs pred)
+
+ if boxes.shape[1]:
+ if boxes.max() <= 1.01: # if normalized with tolerance 0.01
+ boxes[[0, 2]] *= w # scale to pixels
+ boxes[[1, 3]] *= h
+ elif scale < 1: # absolute coords need scale if image scales
+ boxes *= scale
+ boxes[[0, 2]] += x
+ boxes[[1, 3]] += y
+ for j, box in enumerate(boxes.T.tolist()):
+ cls = classes[j]
+ color = colors(cls)
+ cls = names[cls] if names else cls
+ if labels or conf[j] > 0.25: # 0.25 conf thresh
+ label = f'{cls}' if labels else f'{cls} {conf[j]:.1f}'
+ annotator.box_label(box, label, color=color)
+ annotator.im.save(fname) # save
+
+
+def plot_lr_scheduler(optimizer, scheduler, epochs=300, save_dir=''):
+ # Plot LR simulating training for full epochs
+ optimizer, scheduler = copy(optimizer), copy(scheduler) # do not modify originals
+ y = []
+ for _ in range(epochs):
+ scheduler.step()
+ y.append(optimizer.param_groups[0]['lr'])
+ plt.plot(y, '.-', label='LR')
+ plt.xlabel('epoch')
+ plt.ylabel('LR')
+ plt.grid()
+ plt.xlim(0, epochs)
+ plt.ylim(0)
+ plt.savefig(Path(save_dir) / 'LR.png', dpi=200)
+ plt.close()
+
+
+def plot_val_txt(): # from utils.plots import *; plot_val()
+ # Plot val.txt histograms
+ x = np.loadtxt('val.txt', dtype=np.float32)
+ box = xyxy2xywh(x[:, :4])
+ cx, cy = box[:, 0], box[:, 1]
+
+ fig, ax = plt.subplots(1, 1, figsize=(6, 6), tight_layout=True)
+ ax.hist2d(cx, cy, bins=600, cmax=10, cmin=0)
+ ax.set_aspect('equal')
+ plt.savefig('hist2d.png', dpi=300)
+
+ fig, ax = plt.subplots(1, 2, figsize=(12, 6), tight_layout=True)
+ ax[0].hist(cx, bins=600)
+ ax[1].hist(cy, bins=600)
+ plt.savefig('hist1d.png', dpi=200)
+
+
+def plot_targets_txt(): # from utils.plots import *; plot_targets_txt()
+ # Plot targets.txt histograms
+ x = np.loadtxt('targets.txt', dtype=np.float32).T
+ s = ['x targets', 'y targets', 'width targets', 'height targets']
+ fig, ax = plt.subplots(2, 2, figsize=(8, 8), tight_layout=True)
+ ax = ax.ravel()
+ for i in range(4):
+ ax[i].hist(x[i], bins=100, label=f'{x[i].mean():.3g} +/- {x[i].std():.3g}')
+ ax[i].legend()
+ ax[i].set_title(s[i])
+ plt.savefig('targets.jpg', dpi=200)
+
+
+def plot_val_study(file='', dir='', x=None): # from utils.plots import *; plot_val_study()
+ # Plot file=study.txt generated by val.py (or plot all study*.txt in dir)
+ save_dir = Path(file).parent if file else Path(dir)
+ plot2 = False # plot additional results
+ if plot2:
+ ax = plt.subplots(2, 4, figsize=(10, 6), tight_layout=True)[1].ravel()
+
+ fig2, ax2 = plt.subplots(1, 1, figsize=(8, 4), tight_layout=True)
+ # for f in [save_dir / f'study_coco_{x}.txt' for x in ['yolov5n6', 'yolov5s6', 'yolov5m6', 'yolov5l6', 'yolov5x6']]:
+ for f in sorted(save_dir.glob('study*.txt')):
+ y = np.loadtxt(f, dtype=np.float32, usecols=[0, 1, 2, 3, 7, 8, 9], ndmin=2).T
+ x = np.arange(y.shape[1]) if x is None else np.array(x)
+ if plot2:
+ s = ['P', 'R', 'mAP@.5', 'mAP@.5:.95', 't_preprocess (ms/img)', 't_inference (ms/img)', 't_NMS (ms/img)']
+ for i in range(7):
+ ax[i].plot(x, y[i], '.-', linewidth=2, markersize=8)
+ ax[i].set_title(s[i])
+
+ j = y[3].argmax() + 1
+ ax2.plot(y[5, 1:j],
+ y[3, 1:j] * 1E2,
+ '.-',
+ linewidth=2,
+ markersize=8,
+ label=f.stem.replace('study_coco_', '').replace('yolo', 'YOLO'))
+
+ ax2.plot(1E3 / np.array([209, 140, 97, 58, 35, 18]), [34.6, 40.5, 43.0, 47.5, 49.7, 51.5],
+ 'k.-',
+ linewidth=2,
+ markersize=8,
+ alpha=.25,
+ label='EfficientDet')
+
+ ax2.grid(alpha=0.2)
+ ax2.set_yticks(np.arange(20, 60, 5))
+ ax2.set_xlim(0, 57)
+ ax2.set_ylim(25, 55)
+ ax2.set_xlabel('GPU Speed (ms/img)')
+ ax2.set_ylabel('COCO AP val')
+ ax2.legend(loc='lower right')
+ f = save_dir / 'study.png'
+ print(f'Saving {f}...')
+ plt.savefig(f, dpi=300)
+
+
+@TryExcept() # known issue https://github.com/ultralytics/yolov5/issues/5395
+def plot_labels(labels, names=(), save_dir=Path('')):
+ # plot dataset labels
+ LOGGER.info(f"Plotting labels to {save_dir / 'labels.jpg'}... ")
+ c, b = labels[:, 0], labels[:, 1:].transpose() # classes, boxes
+ nc = int(c.max() + 1) # number of classes
+ x = pd.DataFrame(b.transpose(), columns=['x', 'y', 'width', 'height'])
+
+ # seaborn correlogram
+ sn.pairplot(x, corner=True, diag_kind='auto', kind='hist', diag_kws=dict(bins=50), plot_kws=dict(pmax=0.9))
+ plt.savefig(save_dir / 'labels_correlogram.jpg', dpi=200)
+ plt.close()
+
+ # matplotlib labels
+ matplotlib.use('svg') # faster
+ ax = plt.subplots(2, 2, figsize=(8, 8), tight_layout=True)[1].ravel()
+ y = ax[0].hist(c, bins=np.linspace(0, nc, nc + 1) - 0.5, rwidth=0.8)
+ with contextlib.suppress(Exception): # color histogram bars by class
+ [y[2].patches[i].set_color([x / 255 for x in colors(i)]) for i in range(nc)] # known issue #3195
+ ax[0].set_ylabel('instances')
+ if 0 < len(names) < 30:
+ ax[0].set_xticks(range(len(names)))
+ ax[0].set_xticklabels(list(names.values()), rotation=90, fontsize=10)
+ else:
+ ax[0].set_xlabel('classes')
+ sn.histplot(x, x='x', y='y', ax=ax[2], bins=50, pmax=0.9)
+ sn.histplot(x, x='width', y='height', ax=ax[3], bins=50, pmax=0.9)
+
+ # rectangles
+ labels[:, 1:3] = 0.5 # center
+ labels[:, 1:] = xywh2xyxy(labels[:, 1:]) * 2000
+ img = Image.fromarray(np.ones((2000, 2000, 3), dtype=np.uint8) * 255)
+ for cls, *box in labels[:1000]:
+ ImageDraw.Draw(img).rectangle(box, width=1, outline=colors(cls)) # plot
+ ax[1].imshow(img)
+ ax[1].axis('off')
+
+ for a in [0, 1, 2, 3]:
+ for s in ['top', 'right', 'left', 'bottom']:
+ ax[a].spines[s].set_visible(False)
+
+ plt.savefig(save_dir / 'labels.jpg', dpi=200)
+ matplotlib.use('Agg')
+ plt.close()
+
+
+def imshow_cls(im, labels=None, pred=None, names=None, nmax=25, verbose=False, f=Path('images.jpg')):
+ # Show classification image grid with labels (optional) and predictions (optional)
+ from utils.augmentations import denormalize
+
+ names = names or [f'class{i}' for i in range(1000)]
+ blocks = torch.chunk(denormalize(im.clone()).cpu().float(), len(im),
+ dim=0) # select batch index 0, block by channels
+ n = min(len(blocks), nmax) # number of plots
+ m = min(8, round(n ** 0.5)) # 8 x 8 default
+ fig, ax = plt.subplots(math.ceil(n / m), m) # 8 rows x n/8 cols
+ ax = ax.ravel() if m > 1 else [ax]
+ # plt.subplots_adjust(wspace=0.05, hspace=0.05)
+ for i in range(n):
+ ax[i].imshow(blocks[i].squeeze().permute((1, 2, 0)).numpy().clip(0.0, 1.0))
+ ax[i].axis('off')
+ if labels is not None:
+ s = names[labels[i]] + (f'â{names[pred[i]]}' if pred is not None else '')
+ ax[i].set_title(s, fontsize=8, verticalalignment='top')
+ plt.savefig(f, dpi=300, bbox_inches='tight')
+ plt.close()
+ if verbose:
+ LOGGER.info(f"Saving {f}")
+ if labels is not None:
+ LOGGER.info('True: ' + ' '.join(f'{names[i]:3s}' for i in labels[:nmax]))
+ if pred is not None:
+ LOGGER.info('Predicted:' + ' '.join(f'{names[i]:3s}' for i in pred[:nmax]))
+ return f
+
+
+def plot_evolve(evolve_csv='path/to/evolve.csv'): # from utils.plots import *; plot_evolve()
+ # Plot evolve.csv hyp evolution results
+ evolve_csv = Path(evolve_csv)
+ data = pd.read_csv(evolve_csv)
+ keys = [x.strip() for x in data.columns]
+ x = data.values
+ f = fitness(x)
+ j = np.argmax(f) # max fitness index
+ plt.figure(figsize=(10, 12), tight_layout=True)
+ matplotlib.rc('font', **{'size': 8})
+ print(f'Best results from row {j} of {evolve_csv}:')
+ for i, k in enumerate(keys[7:]):
+ v = x[:, 7 + i]
+ mu = v[j] # best single result
+ plt.subplot(6, 5, i + 1)
+ plt.scatter(v, f, c=hist2d(v, f, 20), cmap='viridis', alpha=.8, edgecolors='none')
+ plt.plot(mu, f.max(), 'k+', markersize=15)
+ plt.title(f'{k} = {mu:.3g}', fontdict={'size': 9}) # limit to 40 characters
+ if i % 5 != 0:
+ plt.yticks([])
+ print(f'{k:>15}: {mu:.3g}')
+ f = evolve_csv.with_suffix('.png') # filename
+ plt.savefig(f, dpi=200)
+ plt.close()
+ print(f'Saved {f}')
+
+
+def plot_results(file='path/to/results.csv', dir=''):
+ # Plot training results.csv. Usage: from utils.plots import *; plot_results('path/to/results.csv')
+ save_dir = Path(file).parent if file else Path(dir)
+ fig, ax = plt.subplots(2, 5, figsize=(12, 6), tight_layout=True)
+ ax = ax.ravel()
+ files = list(save_dir.glob('results*.csv'))
+ assert len(files), f'No results.csv files found in {save_dir.resolve()}, nothing to plot.'
+ for f in files:
+ try:
+ data = pd.read_csv(f)
+ s = [x.strip() for x in data.columns]
+ x = data.values[:, 0]
+ for i, j in enumerate([1, 2, 3, 4, 5, 8, 9, 10, 6, 7]):
+ y = data.values[:, j].astype('float')
+ # y[y == 0] = np.nan # don't show zero values
+ ax[i].plot(x, y, marker='.', label=f.stem, linewidth=2, markersize=8)
+ ax[i].set_title(s[j], fontsize=12)
+ # if j in [8, 9, 10]: # share train and val loss y axes
+ # ax[i].get_shared_y_axes().join(ax[i], ax[i - 5])
+ except Exception as e:
+ LOGGER.info(f'Warning: Plotting error for {f}: {e}')
+ ax[1].legend()
+ fig.savefig(save_dir / 'results.png', dpi=200)
+ plt.close()
+
+
+def profile_idetection(start=0, stop=0, labels=(), save_dir=''):
+ # Plot iDetection '*.txt' per-image logs. from utils.plots import *; profile_idetection()
+ ax = plt.subplots(2, 4, figsize=(12, 6), tight_layout=True)[1].ravel()
+ s = ['Images', 'Free Storage (GB)', 'RAM Usage (GB)', 'Battery', 'dt_raw (ms)', 'dt_smooth (ms)', 'real-world FPS']
+ files = list(Path(save_dir).glob('frames*.txt'))
+ for fi, f in enumerate(files):
+ try:
+ results = np.loadtxt(f, ndmin=2).T[:, 90:-30] # clip first and last rows
+ n = results.shape[1] # number of rows
+ x = np.arange(start, min(stop, n) if stop else n)
+ results = results[:, x]
+ t = (results[0] - results[0].min()) # set t0=0s
+ results[0] = x
+ for i, a in enumerate(ax):
+ if i < len(results):
+ label = labels[fi] if len(labels) else f.stem.replace('frames_', '')
+ a.plot(t, results[i], marker='.', label=label, linewidth=1, markersize=5)
+ a.set_title(s[i])
+ a.set_xlabel('time (s)')
+ # if fi == len(files) - 1:
+ # a.set_ylim(bottom=0)
+ for side in ['top', 'right']:
+ a.spines[side].set_visible(False)
+ else:
+ a.remove()
+ except Exception as e:
+ print(f'Warning: Plotting error for {f}; {e}')
+ ax[1].legend()
+ plt.savefig(Path(save_dir) / 'idetection_profile.png', dpi=200)
+
+
+def save_one_box(xyxy, im, file=Path('im.jpg'), gain=1.02, pad=10, square=False, BGR=False, save=True):
+ # Save image crop as {file} with crop size multiple {gain} and {pad} pixels. Save and/or return crop
+ xyxy = torch.tensor(xyxy).view(-1, 4)
+ b = xyxy2xywh(xyxy) # boxes
+ if square:
+ b[:, 2:] = b[:, 2:].max(1)[0].unsqueeze(1) # attempt rectangle to square
+ b[:, 2:] = b[:, 2:] * gain + pad # box wh * gain + pad
+ xyxy = xywh2xyxy(b).long()
+ clip_boxes(xyxy, im.shape)
+ crop = im[int(xyxy[0, 1]):int(xyxy[0, 3]), int(xyxy[0, 0]):int(xyxy[0, 2]), ::(1 if BGR else -1)]
+ if save:
+ file.parent.mkdir(parents=True, exist_ok=True) # make directory
+ f = str(increment_path(file).with_suffix('.jpg'))
+ # cv2.imwrite(f, crop) # save BGR, https://github.com/ultralytics/yolov5/issues/7007 chroma subsampling issue
+ Image.fromarray(crop[..., ::-1]).save(f, quality=95, subsampling=0) # save RGB
+ return crop
diff --git a/utils/segment/__init__.py b/utils/segment/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/utils/segment/__pycache__/__init__.cpython-310.pyc b/utils/segment/__pycache__/__init__.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..de13ed7b7c7fd9604576dbcd132bf210aef7ce87
Binary files /dev/null and b/utils/segment/__pycache__/__init__.cpython-310.pyc differ
diff --git a/utils/segment/__pycache__/__init__.cpython-38.pyc b/utils/segment/__pycache__/__init__.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..ce2cc37d99482332de612a2a70dcaacac664c0df
Binary files /dev/null and b/utils/segment/__pycache__/__init__.cpython-38.pyc differ
diff --git a/utils/segment/__pycache__/general.cpython-310.pyc b/utils/segment/__pycache__/general.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..6e08fefae0ecbbb48c9f0171bcf16cca79766635
Binary files /dev/null and b/utils/segment/__pycache__/general.cpython-310.pyc differ
diff --git a/utils/segment/__pycache__/general.cpython-38.pyc b/utils/segment/__pycache__/general.cpython-38.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..6802a68a549382fbe8728a472477e1b30026239c
Binary files /dev/null and b/utils/segment/__pycache__/general.cpython-38.pyc differ
diff --git a/utils/segment/augmentations.py b/utils/segment/augmentations.py
new file mode 100644
index 0000000000000000000000000000000000000000..169addedf0f58cf37e774e6a85eddff6eebc30be
--- /dev/null
+++ b/utils/segment/augmentations.py
@@ -0,0 +1,104 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+Image augmentation functions
+"""
+
+import math
+import random
+
+import cv2
+import numpy as np
+
+from ..augmentations import box_candidates
+from ..general import resample_segments, segment2box
+
+
+def mixup(im, labels, segments, im2, labels2, segments2):
+ # Applies MixUp augmentation https://arxiv.org/pdf/1710.09412.pdf
+ r = np.random.beta(32.0, 32.0) # mixup ratio, alpha=beta=32.0
+ im = (im * r + im2 * (1 - r)).astype(np.uint8)
+ labels = np.concatenate((labels, labels2), 0)
+ segments = np.concatenate((segments, segments2), 0)
+ return im, labels, segments
+
+
+def random_perspective(im,
+ targets=(),
+ segments=(),
+ degrees=10,
+ translate=.1,
+ scale=.1,
+ shear=10,
+ perspective=0.0,
+ border=(0, 0)):
+ # torchvision.transforms.RandomAffine(degrees=(-10, 10), translate=(.1, .1), scale=(.9, 1.1), shear=(-10, 10))
+ # targets = [cls, xyxy]
+
+ height = im.shape[0] + border[0] * 2 # shape(h,w,c)
+ width = im.shape[1] + border[1] * 2
+
+ # Center
+ C = np.eye(3)
+ C[0, 2] = -im.shape[1] / 2 # x translation (pixels)
+ C[1, 2] = -im.shape[0] / 2 # y translation (pixels)
+
+ # Perspective
+ P = np.eye(3)
+ P[2, 0] = random.uniform(-perspective, perspective) # x perspective (about y)
+ P[2, 1] = random.uniform(-perspective, perspective) # y perspective (about x)
+
+ # Rotation and Scale
+ R = np.eye(3)
+ a = random.uniform(-degrees, degrees)
+ # a += random.choice([-180, -90, 0, 90]) # add 90deg rotations to small rotations
+ s = random.uniform(1 - scale, 1 + scale)
+ # s = 2 ** random.uniform(-scale, scale)
+ R[:2] = cv2.getRotationMatrix2D(angle=a, center=(0, 0), scale=s)
+
+ # Shear
+ S = np.eye(3)
+ S[0, 1] = math.tan(random.uniform(-shear, shear) * math.pi / 180) # x shear (deg)
+ S[1, 0] = math.tan(random.uniform(-shear, shear) * math.pi / 180) # y shear (deg)
+
+ # Translation
+ T = np.eye(3)
+ T[0, 2] = (random.uniform(0.5 - translate, 0.5 + translate) * width) # x translation (pixels)
+ T[1, 2] = (random.uniform(0.5 - translate, 0.5 + translate) * height) # y translation (pixels)
+
+ # Combined rotation matrix
+ M = T @ S @ R @ P @ C # order of operations (right to left) is IMPORTANT
+ if (border[0] != 0) or (border[1] != 0) or (M != np.eye(3)).any(): # image changed
+ if perspective:
+ im = cv2.warpPerspective(im, M, dsize=(width, height), borderValue=(114, 114, 114))
+ else: # affine
+ im = cv2.warpAffine(im, M[:2], dsize=(width, height), borderValue=(114, 114, 114))
+
+ # Visualize
+ # import matplotlib.pyplot as plt
+ # ax = plt.subplots(1, 2, figsize=(12, 6))[1].ravel()
+ # ax[0].imshow(im[:, :, ::-1]) # base
+ # ax[1].imshow(im2[:, :, ::-1]) # warped
+
+ # Transform label coordinates
+ n = len(targets)
+ new_segments = []
+ if n:
+ new = np.zeros((n, 4))
+ segments = resample_segments(segments) # upsample
+ for i, segment in enumerate(segments):
+ xy = np.ones((len(segment), 3))
+ xy[:, :2] = segment
+ xy = xy @ M.T # transform
+ xy = (xy[:, :2] / xy[:, 2:3] if perspective else xy[:, :2]) # perspective rescale or affine
+
+ # clip
+ new[i] = segment2box(xy, width, height)
+ new_segments.append(xy)
+
+ # filter candidates
+ i = box_candidates(box1=targets[:, 1:5].T * s, box2=new.T, area_thr=0.01)
+ targets = targets[i]
+ targets[:, 1:5] = new[i]
+ new_segments = np.array(new_segments)[i]
+
+ return im, targets, new_segments
diff --git a/utils/segment/dataloaders.py b/utils/segment/dataloaders.py
new file mode 100644
index 0000000000000000000000000000000000000000..d66b36115e3f1710d25ea1396aca5415030db24f
--- /dev/null
+++ b/utils/segment/dataloaders.py
@@ -0,0 +1,332 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+Dataloaders
+"""
+
+import os
+import random
+
+import cv2
+import numpy as np
+import torch
+from torch.utils.data import DataLoader, distributed
+
+from ..augmentations import augment_hsv, copy_paste, letterbox
+from ..dataloaders import InfiniteDataLoader, LoadImagesAndLabels, seed_worker
+from ..general import LOGGER, xyn2xy, xywhn2xyxy, xyxy2xywhn
+from ..torch_utils import torch_distributed_zero_first
+from .augmentations import mixup, random_perspective
+
+RANK = int(os.getenv('RANK', -1))
+
+
+def create_dataloader(path,
+ imgsz,
+ batch_size,
+ stride,
+ single_cls=False,
+ hyp=None,
+ augment=False,
+ cache=False,
+ pad=0.0,
+ rect=False,
+ rank=-1,
+ workers=8,
+ image_weights=False,
+ quad=False,
+ prefix='',
+ shuffle=False,
+ mask_downsample_ratio=1,
+ overlap_mask=False,
+ seed=0):
+ if rect and shuffle:
+ LOGGER.warning('WARNING â ī¸ --rect is incompatible with DataLoader shuffle, setting shuffle=False')
+ shuffle = False
+ with torch_distributed_zero_first(rank): # init dataset *.cache only once if DDP
+ dataset = LoadImagesAndLabelsAndMasks(
+ path,
+ imgsz,
+ batch_size,
+ augment=augment, # augmentation
+ hyp=hyp, # hyperparameters
+ rect=rect, # rectangular batches
+ cache_images=cache,
+ single_cls=single_cls,
+ stride=int(stride),
+ pad=pad,
+ image_weights=image_weights,
+ prefix=prefix,
+ downsample_ratio=mask_downsample_ratio,
+ overlap=overlap_mask)
+
+ batch_size = min(batch_size, len(dataset))
+ nd = torch.cuda.device_count() # number of CUDA devices
+ nw = min([os.cpu_count() // max(nd, 1), batch_size if batch_size > 1 else 0, workers]) # number of workers
+ sampler = None if rank == -1 else distributed.DistributedSampler(dataset, shuffle=shuffle)
+ loader = DataLoader if image_weights else InfiniteDataLoader # only DataLoader allows for attribute updates
+ generator = torch.Generator()
+ generator.manual_seed(6148914691236517205 + seed + RANK)
+ return loader(
+ dataset,
+ batch_size=batch_size,
+ shuffle=shuffle and sampler is None,
+ num_workers=nw,
+ sampler=sampler,
+ pin_memory=True,
+ collate_fn=LoadImagesAndLabelsAndMasks.collate_fn4 if quad else LoadImagesAndLabelsAndMasks.collate_fn,
+ worker_init_fn=seed_worker,
+ generator=generator,
+ ), dataset
+
+
+class LoadImagesAndLabelsAndMasks(LoadImagesAndLabels): # for training/testing
+
+ def __init__(
+ self,
+ path,
+ img_size=640,
+ batch_size=16,
+ augment=False,
+ hyp=None,
+ rect=False,
+ image_weights=False,
+ cache_images=False,
+ single_cls=False,
+ stride=32,
+ pad=0,
+ min_items=0,
+ prefix="",
+ downsample_ratio=1,
+ overlap=False,
+ ):
+ super().__init__(path, img_size, batch_size, augment, hyp, rect, image_weights, cache_images, single_cls,
+ stride, pad, min_items, prefix)
+ self.downsample_ratio = downsample_ratio
+ self.overlap = overlap
+
+ def __getitem__(self, index):
+ index = self.indices[index] # linear, shuffled, or image_weights
+
+ hyp = self.hyp
+ mosaic = self.mosaic and random.random() < hyp['mosaic']
+ masks = []
+ if mosaic:
+ # Load mosaic
+ img, labels, segments = self.load_mosaic(index)
+ shapes = None
+
+ # MixUp augmentation
+ if random.random() < hyp["mixup"]:
+ img, labels, segments = mixup(img, labels, segments, *self.load_mosaic(random.randint(0, self.n - 1)))
+
+ else:
+ # Load image
+ img, (h0, w0), (h, w) = self.load_image(index)
+
+ # Letterbox
+ shape = self.batch_shapes[self.batch[index]] if self.rect else self.img_size # final letterboxed shape
+ img, ratio, pad = letterbox(img, shape, auto=False, scaleup=self.augment)
+ shapes = (h0, w0), ((h / h0, w / w0), pad) # for COCO mAP rescaling
+
+ labels = self.labels[index].copy()
+ # [array, array, ....], array.shape=(num_points, 2), xyxyxyxy
+ segments = self.segments[index].copy()
+ if len(segments):
+ for i_s in range(len(segments)):
+ segments[i_s] = xyn2xy(
+ segments[i_s],
+ ratio[0] * w,
+ ratio[1] * h,
+ padw=pad[0],
+ padh=pad[1],
+ )
+ if labels.size: # normalized xywh to pixel xyxy format
+ labels[:, 1:] = xywhn2xyxy(labels[:, 1:], ratio[0] * w, ratio[1] * h, padw=pad[0], padh=pad[1])
+
+ if self.augment:
+ img, labels, segments = random_perspective(img,
+ labels,
+ segments=segments,
+ degrees=hyp["degrees"],
+ translate=hyp["translate"],
+ scale=hyp["scale"],
+ shear=hyp["shear"],
+ perspective=hyp["perspective"])
+
+ nl = len(labels) # number of labels
+ if nl:
+ labels[:, 1:5] = xyxy2xywhn(labels[:, 1:5], w=img.shape[1], h=img.shape[0], clip=True, eps=1e-3)
+ if self.overlap:
+ masks, sorted_idx = polygons2masks_overlap(img.shape[:2],
+ segments,
+ downsample_ratio=self.downsample_ratio)
+ masks = masks[None] # (640, 640) -> (1, 640, 640)
+ labels = labels[sorted_idx]
+ else:
+ masks = polygons2masks(img.shape[:2], segments, color=1, downsample_ratio=self.downsample_ratio)
+
+ masks = (torch.from_numpy(masks) if len(masks) else torch.zeros(1 if self.overlap else nl, img.shape[0] //
+ self.downsample_ratio, img.shape[1] //
+ self.downsample_ratio))
+ # TODO: albumentations support
+ if self.augment:
+ # Albumentations
+ # there are some augmentation that won't change boxes and masks,
+ # so just be it for now.
+ img, labels = self.albumentations(img, labels)
+ nl = len(labels) # update after albumentations
+
+ # HSV color-space
+ augment_hsv(img, hgain=hyp["hsv_h"], sgain=hyp["hsv_s"], vgain=hyp["hsv_v"])
+
+ # Flip up-down
+ if random.random() < hyp["flipud"]:
+ img = np.flipud(img)
+ if nl:
+ labels[:, 2] = 1 - labels[:, 2]
+ masks = torch.flip(masks, dims=[1])
+
+ # Flip left-right
+ if random.random() < hyp["fliplr"]:
+ img = np.fliplr(img)
+ if nl:
+ labels[:, 1] = 1 - labels[:, 1]
+ masks = torch.flip(masks, dims=[2])
+
+ # Cutouts # labels = cutout(img, labels, p=0.5)
+
+ labels_out = torch.zeros((nl, 6))
+ if nl:
+ labels_out[:, 1:] = torch.from_numpy(labels)
+
+ # Convert
+ img = img.transpose((2, 0, 1))[::-1] # HWC to CHW, BGR to RGB
+ img = np.ascontiguousarray(img)
+
+ return (torch.from_numpy(img), labels_out, self.im_files[index], shapes, masks)
+
+ def load_mosaic(self, index):
+ # YOLOv5 4-mosaic loader. Loads 1 image + 3 random images into a 4-image mosaic
+ labels4, segments4 = [], []
+ s = self.img_size
+ yc, xc = (int(random.uniform(-x, 2 * s + x)) for x in self.mosaic_border) # mosaic center x, y
+
+ # 3 additional image indices
+ indices = [index] + random.choices(self.indices, k=3) # 3 additional image indices
+ for i, index in enumerate(indices):
+ # Load image
+ img, _, (h, w) = self.load_image(index)
+
+ # place img in img4
+ if i == 0: # top left
+ img4 = np.full((s * 2, s * 2, img.shape[2]), 114, dtype=np.uint8) # base image with 4 tiles
+ x1a, y1a, x2a, y2a = max(xc - w, 0), max(yc - h, 0), xc, yc # xmin, ymin, xmax, ymax (large image)
+ x1b, y1b, x2b, y2b = w - (x2a - x1a), h - (y2a - y1a), w, h # xmin, ymin, xmax, ymax (small image)
+ elif i == 1: # top right
+ x1a, y1a, x2a, y2a = xc, max(yc - h, 0), min(xc + w, s * 2), yc
+ x1b, y1b, x2b, y2b = 0, h - (y2a - y1a), min(w, x2a - x1a), h
+ elif i == 2: # bottom left
+ x1a, y1a, x2a, y2a = max(xc - w, 0), yc, xc, min(s * 2, yc + h)
+ x1b, y1b, x2b, y2b = w - (x2a - x1a), 0, w, min(y2a - y1a, h)
+ elif i == 3: # bottom right
+ x1a, y1a, x2a, y2a = xc, yc, min(xc + w, s * 2), min(s * 2, yc + h)
+ x1b, y1b, x2b, y2b = 0, 0, min(w, x2a - x1a), min(y2a - y1a, h)
+
+ img4[y1a:y2a, x1a:x2a] = img[y1b:y2b, x1b:x2b] # img4[ymin:ymax, xmin:xmax]
+ padw = x1a - x1b
+ padh = y1a - y1b
+
+ labels, segments = self.labels[index].copy(), self.segments[index].copy()
+
+ if labels.size:
+ labels[:, 1:] = xywhn2xyxy(labels[:, 1:], w, h, padw, padh) # normalized xywh to pixel xyxy format
+ segments = [xyn2xy(x, w, h, padw, padh) for x in segments]
+ labels4.append(labels)
+ segments4.extend(segments)
+
+ # Concat/clip labels
+ labels4 = np.concatenate(labels4, 0)
+ for x in (labels4[:, 1:], *segments4):
+ np.clip(x, 0, 2 * s, out=x) # clip when using random_perspective()
+ # img4, labels4 = replicate(img4, labels4) # replicate
+
+ # Augment
+ img4, labels4, segments4 = copy_paste(img4, labels4, segments4, p=self.hyp["copy_paste"])
+ img4, labels4, segments4 = random_perspective(img4,
+ labels4,
+ segments4,
+ degrees=self.hyp["degrees"],
+ translate=self.hyp["translate"],
+ scale=self.hyp["scale"],
+ shear=self.hyp["shear"],
+ perspective=self.hyp["perspective"],
+ border=self.mosaic_border) # border to remove
+ return img4, labels4, segments4
+
+ @staticmethod
+ def collate_fn(batch):
+ img, label, path, shapes, masks = zip(*batch) # transposed
+ batched_masks = torch.cat(masks, 0)
+ for i, l in enumerate(label):
+ l[:, 0] = i # add target image index for build_targets()
+ return torch.stack(img, 0), torch.cat(label, 0), path, shapes, batched_masks
+
+
+def polygon2mask(img_size, polygons, color=1, downsample_ratio=1):
+ """
+ Args:
+ img_size (tuple): The image size.
+ polygons (np.ndarray): [N, M], N is the number of polygons,
+ M is the number of points(Be divided by 2).
+ """
+ mask = np.zeros(img_size, dtype=np.uint8)
+ polygons = np.asarray(polygons)
+ polygons = polygons.astype(np.int32)
+ shape = polygons.shape
+ polygons = polygons.reshape(shape[0], -1, 2)
+ cv2.fillPoly(mask, polygons, color=color)
+ nh, nw = (img_size[0] // downsample_ratio, img_size[1] // downsample_ratio)
+ # NOTE: fillPoly firstly then resize is trying the keep the same way
+ # of loss calculation when mask-ratio=1.
+ mask = cv2.resize(mask, (nw, nh))
+ return mask
+
+
+def polygons2masks(img_size, polygons, color, downsample_ratio=1):
+ """
+ Args:
+ img_size (tuple): The image size.
+ polygons (list[np.ndarray]): each polygon is [N, M],
+ N is the number of polygons,
+ M is the number of points(Be divided by 2).
+ """
+ masks = []
+ for si in range(len(polygons)):
+ mask = polygon2mask(img_size, [polygons[si].reshape(-1)], color, downsample_ratio)
+ masks.append(mask)
+ return np.array(masks)
+
+
+def polygons2masks_overlap(img_size, segments, downsample_ratio=1):
+ """Return a (640, 640) overlap mask."""
+ masks = np.zeros((img_size[0] // downsample_ratio, img_size[1] // downsample_ratio),
+ dtype=np.int32 if len(segments) > 255 else np.uint8)
+ areas = []
+ ms = []
+ for si in range(len(segments)):
+ mask = polygon2mask(
+ img_size,
+ [segments[si].reshape(-1)],
+ downsample_ratio=downsample_ratio,
+ color=1,
+ )
+ ms.append(mask)
+ areas.append(mask.sum())
+ areas = np.asarray(areas)
+ index = np.argsort(-areas)
+ ms = np.array(ms)[index]
+ for i in range(len(segments)):
+ mask = ms[i] * (i + 1)
+ masks = masks + mask
+ masks = np.clip(masks, a_min=0, a_max=i + 1)
+ return masks, index
diff --git a/utils/segment/general.py b/utils/segment/general.py
new file mode 100644
index 0000000000000000000000000000000000000000..9da8945386650423c237cafb6b519de7f56f1a3a
--- /dev/null
+++ b/utils/segment/general.py
@@ -0,0 +1,160 @@
+import cv2
+import numpy as np
+import torch
+import torch.nn.functional as F
+
+
+def crop_mask(masks, boxes):
+ """
+ "Crop" predicted masks by zeroing out everything not in the predicted bbox.
+ Vectorized by Chong (thanks Chong).
+
+ Args:
+ - masks should be a size [h, w, n] tensor of masks
+ - boxes should be a size [n, 4] tensor of bbox coords in relative point form
+ """
+
+ n, h, w = masks.shape
+ x1, y1, x2, y2 = torch.chunk(boxes[:, :, None], 4, 1) # x1 shape(1,1,n)
+ r = torch.arange(w, device=masks.device, dtype=x1.dtype)[None, None, :] # rows shape(1,w,1)
+ c = torch.arange(h, device=masks.device, dtype=x1.dtype)[None, :, None] # cols shape(h,1,1)
+
+ return masks * ((r >= x1) * (r < x2) * (c >= y1) * (c < y2))
+
+
+def process_mask_upsample(protos, masks_in, bboxes, shape):
+ """
+ Crop after upsample.
+ protos: [mask_dim, mask_h, mask_w]
+ masks_in: [n, mask_dim], n is number of masks after nms
+ bboxes: [n, 4], n is number of masks after nms
+ shape: input_image_size, (h, w)
+
+ return: h, w, n
+ """
+
+ c, mh, mw = protos.shape # CHW
+ masks = (masks_in @ protos.float().view(c, -1)).sigmoid().view(-1, mh, mw)
+ masks = F.interpolate(masks[None], shape, mode='bilinear', align_corners=False)[0] # CHW
+ masks = crop_mask(masks, bboxes) # CHW
+ return masks.gt_(0.5)
+
+
+def process_mask(protos, masks_in, bboxes, shape, upsample=False):
+ """
+ Crop before upsample.
+ proto_out: [mask_dim, mask_h, mask_w]
+ out_masks: [n, mask_dim], n is number of masks after nms
+ bboxes: [n, 4], n is number of masks after nms
+ shape:input_image_size, (h, w)
+
+ return: h, w, n
+ """
+
+ c, mh, mw = protos.shape # CHW
+ ih, iw = shape
+ masks = (masks_in @ protos.float().view(c, -1)).sigmoid().view(-1, mh, mw) # CHW
+
+ downsampled_bboxes = bboxes.clone()
+ downsampled_bboxes[:, 0] *= mw / iw
+ downsampled_bboxes[:, 2] *= mw / iw
+ downsampled_bboxes[:, 3] *= mh / ih
+ downsampled_bboxes[:, 1] *= mh / ih
+
+ masks = crop_mask(masks, downsampled_bboxes) # CHW
+ if upsample:
+ masks = F.interpolate(masks[None], shape, mode='bilinear', align_corners=False)[0] # CHW
+ return masks.gt_(0.5)
+
+
+def process_mask_native(protos, masks_in, bboxes, shape):
+ """
+ Crop after upsample.
+ protos: [mask_dim, mask_h, mask_w]
+ masks_in: [n, mask_dim], n is number of masks after nms
+ bboxes: [n, 4], n is number of masks after nms
+ shape: input_image_size, (h, w)
+
+ return: h, w, n
+ """
+ c, mh, mw = protos.shape # CHW
+ masks = (masks_in @ protos.float().view(c, -1)).sigmoid().view(-1, mh, mw)
+ gain = min(mh / shape[0], mw / shape[1]) # gain = old / new
+ pad = (mw - shape[1] * gain) / 2, (mh - shape[0] * gain) / 2 # wh padding
+ top, left = int(pad[1]), int(pad[0]) # y, x
+ bottom, right = int(mh - pad[1]), int(mw - pad[0])
+ masks = masks[:, top:bottom, left:right]
+
+ masks = F.interpolate(masks[None], shape, mode='bilinear', align_corners=False)[0] # CHW
+ masks = crop_mask(masks, bboxes) # CHW
+ return masks.gt_(0.5)
+
+
+def scale_image(im1_shape, masks, im0_shape, ratio_pad=None):
+ """
+ img1_shape: model input shape, [h, w]
+ img0_shape: origin pic shape, [h, w, 3]
+ masks: [h, w, num]
+ """
+ # Rescale coordinates (xyxy) from im1_shape to im0_shape
+ if ratio_pad is None: # calculate from im0_shape
+ gain = min(im1_shape[0] / im0_shape[0], im1_shape[1] / im0_shape[1]) # gain = old / new
+ pad = (im1_shape[1] - im0_shape[1] * gain) / 2, (im1_shape[0] - im0_shape[0] * gain) / 2 # wh padding
+ else:
+ pad = ratio_pad[1]
+ top, left = int(pad[1]), int(pad[0]) # y, x
+ bottom, right = int(im1_shape[0] - pad[1]), int(im1_shape[1] - pad[0])
+
+ if len(masks.shape) < 2:
+ raise ValueError(f'"len of masks shape" should be 2 or 3, but got {len(masks.shape)}')
+ masks = masks[top:bottom, left:right]
+ # masks = masks.permute(2, 0, 1).contiguous()
+ # masks = F.interpolate(masks[None], im0_shape[:2], mode='bilinear', align_corners=False)[0]
+ # masks = masks.permute(1, 2, 0).contiguous()
+ masks = cv2.resize(masks, (im0_shape[1], im0_shape[0]))
+
+ if len(masks.shape) == 2:
+ masks = masks[:, :, None]
+ return masks
+
+
+def mask_iou(mask1, mask2, eps=1e-7):
+ """
+ mask1: [N, n] m1 means number of predicted objects
+ mask2: [M, n] m2 means number of gt objects
+ Note: n means image_w x image_h
+
+ return: masks iou, [N, M]
+ """
+ intersection = torch.matmul(mask1, mask2.t()).clamp(0)
+ union = (mask1.sum(1)[:, None] + mask2.sum(1)[None]) - intersection # (area1 + area2) - intersection
+ return intersection / (union + eps)
+
+
+def masks_iou(mask1, mask2, eps=1e-7):
+ """
+ mask1: [N, n] m1 means number of predicted objects
+ mask2: [N, n] m2 means number of gt objects
+ Note: n means image_w x image_h
+
+ return: masks iou, (N, )
+ """
+ intersection = (mask1 * mask2).sum(1).clamp(0) # (N, )
+ union = (mask1.sum(1) + mask2.sum(1))[None] - intersection # (area1 + area2) - intersection
+ return intersection / (union + eps)
+
+
+def masks2segments(masks, strategy='largest'):
+ # Convert masks(n,160,160) into segments(n,xy)
+ segments = []
+ for x in masks.int().cpu().numpy().astype('uint8'):
+ c = cv2.findContours(x, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)[0]
+ if c:
+ if strategy == 'concat': # concatenate all segments
+ c = np.concatenate([x.reshape(-1, 2) for x in c])
+ elif strategy == 'largest': # select largest segment
+ c = np.array(c[np.array([len(x) for x in c]).argmax()]).reshape(-1, 2)
+ else:
+ c = np.zeros((0, 2)) # no segments found
+ segments.append(c.astype('float32'))
+ return segments
diff --git a/utils/segment/loss.py b/utils/segment/loss.py
new file mode 100644
index 0000000000000000000000000000000000000000..b45b2c27e0a05c275cbc50064288aece3ae3e856
--- /dev/null
+++ b/utils/segment/loss.py
@@ -0,0 +1,186 @@
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+from ..general import xywh2xyxy
+from ..loss import FocalLoss, smooth_BCE
+from ..metrics import bbox_iou
+from ..torch_utils import de_parallel
+from .general import crop_mask
+
+
+class ComputeLoss:
+ # Compute losses
+ def __init__(self, model, autobalance=False, overlap=False):
+ self.sort_obj_iou = False
+ self.overlap = overlap
+ device = next(model.parameters()).device # get model device
+ h = model.hyp # hyperparameters
+ self.device = device
+
+ # Define criteria
+ BCEcls = nn.BCEWithLogitsLoss(pos_weight=torch.tensor([h['cls_pw']], device=device))
+ BCEobj = nn.BCEWithLogitsLoss(pos_weight=torch.tensor([h['obj_pw']], device=device))
+
+ # Class label smoothing https://arxiv.org/pdf/1902.04103.pdf eqn 3
+ self.cp, self.cn = smooth_BCE(eps=h.get('label_smoothing', 0.0)) # positive, negative BCE targets
+
+ # Focal loss
+ g = h['fl_gamma'] # focal loss gamma
+ if g > 0:
+ BCEcls, BCEobj = FocalLoss(BCEcls, g), FocalLoss(BCEobj, g)
+
+ m = de_parallel(model).model[-1] # Detect() module
+ self.balance = {3: [4.0, 1.0, 0.4]}.get(m.nl, [4.0, 1.0, 0.25, 0.06, 0.02]) # P3-P7
+ self.ssi = list(m.stride).index(16) if autobalance else 0 # stride 16 index
+ self.BCEcls, self.BCEobj, self.gr, self.hyp, self.autobalance = BCEcls, BCEobj, 1.0, h, autobalance
+ self.na = m.na # number of anchors
+ self.nc = m.nc # number of classes
+ self.nl = m.nl # number of layers
+ self.nm = m.nm # number of masks
+ self.anchors = m.anchors
+ self.device = device
+
+ def __call__(self, preds, targets, masks): # predictions, targets, model
+ p, proto = preds
+ bs, nm, mask_h, mask_w = proto.shape # batch size, number of masks, mask height, mask width
+ lcls = torch.zeros(1, device=self.device)
+ lbox = torch.zeros(1, device=self.device)
+ lobj = torch.zeros(1, device=self.device)
+ lseg = torch.zeros(1, device=self.device)
+ tcls, tbox, indices, anchors, tidxs, xywhn = self.build_targets(p, targets) # targets
+
+ # Losses
+ for i, pi in enumerate(p): # layer index, layer predictions
+ b, a, gj, gi = indices[i] # image, anchor, gridy, gridx
+ tobj = torch.zeros(pi.shape[:4], dtype=pi.dtype, device=self.device) # target obj
+
+ n = b.shape[0] # number of targets
+ if n:
+ pxy, pwh, _, pcls, pmask = pi[b, a, gj, gi].split((2, 2, 1, self.nc, nm), 1) # subset of predictions
+
+ # Box regression
+ pxy = pxy.sigmoid() * 2 - 0.5
+ pwh = (pwh.sigmoid() * 2) ** 2 * anchors[i]
+ pbox = torch.cat((pxy, pwh), 1) # predicted box
+ iou = bbox_iou(pbox, tbox[i], CIoU=True).squeeze() # iou(prediction, target)
+ lbox += (1.0 - iou).mean() # iou loss
+
+ # Objectness
+ iou = iou.detach().clamp(0).type(tobj.dtype)
+ if self.sort_obj_iou:
+ j = iou.argsort()
+ b, a, gj, gi, iou = b[j], a[j], gj[j], gi[j], iou[j]
+ if self.gr < 1:
+ iou = (1.0 - self.gr) + self.gr * iou
+ tobj[b, a, gj, gi] = iou # iou ratio
+
+ # Classification
+ if self.nc > 1: # cls loss (only if multiple classes)
+ t = torch.full_like(pcls, self.cn, device=self.device) # targets
+ t[range(n), tcls[i]] = self.cp
+ lcls += self.BCEcls(pcls, t) # BCE
+
+ # Mask regression
+ if tuple(masks.shape[-2:]) != (mask_h, mask_w): # downsample
+ masks = F.interpolate(masks[None], (mask_h, mask_w), mode="nearest")[0]
+ marea = xywhn[i][:, 2:].prod(1) # mask width, height normalized
+ mxyxy = xywh2xyxy(xywhn[i] * torch.tensor([mask_w, mask_h, mask_w, mask_h], device=self.device))
+ for bi in b.unique():
+ j = b == bi # matching index
+ if self.overlap:
+ mask_gti = torch.where(masks[bi][None] == tidxs[i][j].view(-1, 1, 1), 1.0, 0.0)
+ else:
+ mask_gti = masks[tidxs[i]][j]
+ lseg += self.single_mask_loss(mask_gti, pmask[j], proto[bi], mxyxy[j], marea[j])
+
+ obji = self.BCEobj(pi[..., 4], tobj)
+ lobj += obji * self.balance[i] # obj loss
+ if self.autobalance:
+ self.balance[i] = self.balance[i] * 0.9999 + 0.0001 / obji.detach().item()
+
+ if self.autobalance:
+ self.balance = [x / self.balance[self.ssi] for x in self.balance]
+ lbox *= self.hyp["box"]
+ lobj *= self.hyp["obj"]
+ lcls *= self.hyp["cls"]
+ lseg *= self.hyp["box"] / bs
+
+ loss = lbox + lobj + lcls + lseg
+ return loss * bs, torch.cat((lbox, lseg, lobj, lcls)).detach()
+
+ def single_mask_loss(self, gt_mask, pred, proto, xyxy, area):
+ # Mask loss for one image
+ pred_mask = (pred @ proto.view(self.nm, -1)).view(-1, *proto.shape[1:]) # (n,32) @ (32,80,80) -> (n,80,80)
+ loss = F.binary_cross_entropy_with_logits(pred_mask, gt_mask, reduction="none")
+ return (crop_mask(loss, xyxy).mean(dim=(1, 2)) / area).mean()
+
+ def build_targets(self, p, targets):
+ # Build targets for compute_loss(), input targets(image,class,x,y,w,h)
+ na, nt = self.na, targets.shape[0] # number of anchors, targets
+ tcls, tbox, indices, anch, tidxs, xywhn = [], [], [], [], [], []
+ gain = torch.ones(8, device=self.device) # normalized to gridspace gain
+ ai = torch.arange(na, device=self.device).float().view(na, 1).repeat(1, nt) # same as .repeat_interleave(nt)
+ if self.overlap:
+ batch = p[0].shape[0]
+ ti = []
+ for i in range(batch):
+ num = (targets[:, 0] == i).sum() # find number of targets of each image
+ ti.append(torch.arange(num, device=self.device).float().view(1, num).repeat(na, 1) + 1) # (na, num)
+ ti = torch.cat(ti, 1) # (na, nt)
+ else:
+ ti = torch.arange(nt, device=self.device).float().view(1, nt).repeat(na, 1)
+ targets = torch.cat((targets.repeat(na, 1, 1), ai[..., None], ti[..., None]), 2) # append anchor indices
+
+ g = 0.5 # bias
+ off = torch.tensor(
+ [
+ [0, 0],
+ [1, 0],
+ [0, 1],
+ [-1, 0],
+ [0, -1], # j,k,l,m
+ # [1, 1], [1, -1], [-1, 1], [-1, -1], # jk,jm,lk,lm
+ ],
+ device=self.device).float() * g # offsets
+
+ for i in range(self.nl):
+ anchors, shape = self.anchors[i], p[i].shape
+ gain[2:6] = torch.tensor(shape)[[3, 2, 3, 2]] # xyxy gain
+
+ # Match targets to anchors
+ t = targets * gain # shape(3,n,7)
+ if nt:
+ # Matches
+ r = t[..., 4:6] / anchors[:, None] # wh ratio
+ j = torch.max(r, 1 / r).max(2)[0] < self.hyp['anchor_t'] # compare
+ # j = wh_iou(anchors, t[:, 4:6]) > model.hyp['iou_t'] # iou(3,n)=wh_iou(anchors(3,2), gwh(n,2))
+ t = t[j] # filter
+
+ # Offsets
+ gxy = t[:, 2:4] # grid xy
+ gxi = gain[[2, 3]] - gxy # inverse
+ j, k = ((gxy % 1 < g) & (gxy > 1)).T
+ l, m = ((gxi % 1 < g) & (gxi > 1)).T
+ j = torch.stack((torch.ones_like(j), j, k, l, m))
+ t = t.repeat((5, 1, 1))[j]
+ offsets = (torch.zeros_like(gxy)[None] + off[:, None])[j]
+ else:
+ t = targets[0]
+ offsets = 0
+
+ # Define
+ bc, gxy, gwh, at = t.chunk(4, 1) # (image, class), grid xy, grid wh, anchors
+ (a, tidx), (b, c) = at.long().T, bc.long().T # anchors, image, class
+ gij = (gxy - offsets).long()
+ gi, gj = gij.T # grid indices
+
+ # Append
+ indices.append((b, a, gj.clamp_(0, shape[2] - 1), gi.clamp_(0, shape[3] - 1))) # image, anchor, grid
+ tbox.append(torch.cat((gxy - gij, gwh), 1)) # box
+ anch.append(anchors[a]) # anchors
+ tcls.append(c) # class
+ tidxs.append(tidx)
+ xywhn.append(torch.cat((gxy, gwh), 1) / gain[2:6]) # xywh normalized
+
+ return tcls, tbox, indices, anch, tidxs, xywhn
diff --git a/utils/segment/metrics.py b/utils/segment/metrics.py
new file mode 100644
index 0000000000000000000000000000000000000000..b09ce23fb9e398ab654fce676d23f74d81cc5c57
--- /dev/null
+++ b/utils/segment/metrics.py
@@ -0,0 +1,210 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+Model validation metrics
+"""
+
+import numpy as np
+
+from ..metrics import ap_per_class
+
+
+def fitness(x):
+ # Model fitness as a weighted combination of metrics
+ w = [0.0, 0.0, 0.1, 0.9, 0.0, 0.0, 0.1, 0.9]
+ return (x[:, :8] * w).sum(1)
+
+
+def ap_per_class_box_and_mask(
+ tp_m,
+ tp_b,
+ conf,
+ pred_cls,
+ target_cls,
+ plot=False,
+ save_dir=".",
+ names=(),
+):
+ """
+ Args:
+ tp_b: tp of boxes.
+ tp_m: tp of masks.
+ other arguments see `func: ap_per_class`.
+ """
+ results_boxes = ap_per_class(tp_b,
+ conf,
+ pred_cls,
+ target_cls,
+ plot=plot,
+ save_dir=save_dir,
+ names=names,
+ prefix="Box")[2:]
+ results_masks = ap_per_class(tp_m,
+ conf,
+ pred_cls,
+ target_cls,
+ plot=plot,
+ save_dir=save_dir,
+ names=names,
+ prefix="Mask")[2:]
+
+ results = {
+ "boxes": {
+ "p": results_boxes[0],
+ "r": results_boxes[1],
+ "ap": results_boxes[3],
+ "f1": results_boxes[2],
+ "ap_class": results_boxes[4]},
+ "masks": {
+ "p": results_masks[0],
+ "r": results_masks[1],
+ "ap": results_masks[3],
+ "f1": results_masks[2],
+ "ap_class": results_masks[4]}}
+ return results
+
+
+class Metric:
+
+ def __init__(self) -> None:
+ self.p = [] # (nc, )
+ self.r = [] # (nc, )
+ self.f1 = [] # (nc, )
+ self.all_ap = [] # (nc, 10)
+ self.ap_class_index = [] # (nc, )
+
+ @property
+ def ap50(self):
+ """AP@0.5 of all classes.
+ Return:
+ (nc, ) or [].
+ """
+ return self.all_ap[:, 0] if len(self.all_ap) else []
+
+ @property
+ def ap(self):
+ """AP@0.5:0.95
+ Return:
+ (nc, ) or [].
+ """
+ return self.all_ap.mean(1) if len(self.all_ap) else []
+
+ @property
+ def mp(self):
+ """mean precision of all classes.
+ Return:
+ float.
+ """
+ return self.p.mean() if len(self.p) else 0.0
+
+ @property
+ def mr(self):
+ """mean recall of all classes.
+ Return:
+ float.
+ """
+ return self.r.mean() if len(self.r) else 0.0
+
+ @property
+ def map50(self):
+ """Mean AP@0.5 of all classes.
+ Return:
+ float.
+ """
+ return self.all_ap[:, 0].mean() if len(self.all_ap) else 0.0
+
+ @property
+ def map(self):
+ """Mean AP@0.5:0.95 of all classes.
+ Return:
+ float.
+ """
+ return self.all_ap.mean() if len(self.all_ap) else 0.0
+
+ def mean_results(self):
+ """Mean of results, return mp, mr, map50, map"""
+ return (self.mp, self.mr, self.map50, self.map)
+
+ def class_result(self, i):
+ """class-aware result, return p[i], r[i], ap50[i], ap[i]"""
+ return (self.p[i], self.r[i], self.ap50[i], self.ap[i])
+
+ def get_maps(self, nc):
+ maps = np.zeros(nc) + self.map
+ for i, c in enumerate(self.ap_class_index):
+ maps[c] = self.ap[i]
+ return maps
+
+ def update(self, results):
+ """
+ Args:
+ results: tuple(p, r, ap, f1, ap_class)
+ """
+ p, r, all_ap, f1, ap_class_index = results
+ self.p = p
+ self.r = r
+ self.all_ap = all_ap
+ self.f1 = f1
+ self.ap_class_index = ap_class_index
+
+
+class Metrics:
+ """Metric for boxes and masks."""
+
+ def __init__(self) -> None:
+ self.metric_box = Metric()
+ self.metric_mask = Metric()
+
+ def update(self, results):
+ """
+ Args:
+ results: Dict{'boxes': Dict{}, 'masks': Dict{}}
+ """
+ self.metric_box.update(list(results["boxes"].values()))
+ self.metric_mask.update(list(results["masks"].values()))
+
+ def mean_results(self):
+ return self.metric_box.mean_results() + self.metric_mask.mean_results()
+
+ def class_result(self, i):
+ return self.metric_box.class_result(i) + self.metric_mask.class_result(i)
+
+ def get_maps(self, nc):
+ return self.metric_box.get_maps(nc) + self.metric_mask.get_maps(nc)
+
+ @property
+ def ap_class_index(self):
+ # boxes and masks have the same ap_class_index
+ return self.metric_box.ap_class_index
+
+
+KEYS = [
+ "train/box_loss",
+ "train/seg_loss", # train loss
+ "train/obj_loss",
+ "train/cls_loss",
+ "metrics/precision(B)",
+ "metrics/recall(B)",
+ "metrics/mAP_0.5(B)",
+ "metrics/mAP_0.5:0.95(B)", # metrics
+ "metrics/precision(M)",
+ "metrics/recall(M)",
+ "metrics/mAP_0.5(M)",
+ "metrics/mAP_0.5:0.95(M)", # metrics
+ "val/box_loss",
+ "val/seg_loss", # val loss
+ "val/obj_loss",
+ "val/cls_loss",
+ "x/lr0",
+ "x/lr1",
+ "x/lr2",]
+
+BEST_KEYS = [
+ "best/epoch",
+ "best/precision(B)",
+ "best/recall(B)",
+ "best/mAP_0.5(B)",
+ "best/mAP_0.5:0.95(B)",
+ "best/precision(M)",
+ "best/recall(M)",
+ "best/mAP_0.5(M)",
+ "best/mAP_0.5:0.95(M)",]
diff --git a/utils/segment/plots.py b/utils/segment/plots.py
new file mode 100644
index 0000000000000000000000000000000000000000..9b90900b3772fe23dbd57deb64221f98e563b069
--- /dev/null
+++ b/utils/segment/plots.py
@@ -0,0 +1,143 @@
+import contextlib
+import math
+from pathlib import Path
+
+import cv2
+import matplotlib.pyplot as plt
+import numpy as np
+import pandas as pd
+import torch
+
+from .. import threaded
+from ..general import xywh2xyxy
+from ..plots import Annotator, colors
+
+
+@threaded
+def plot_images_and_masks(images, targets, masks, paths=None, fname='images.jpg', names=None):
+ # Plot image grid with labels
+ if isinstance(images, torch.Tensor):
+ images = images.cpu().float().numpy()
+ if isinstance(targets, torch.Tensor):
+ targets = targets.cpu().numpy()
+ if isinstance(masks, torch.Tensor):
+ masks = masks.cpu().numpy().astype(int)
+
+ max_size = 1920 # max image size
+ max_subplots = 16 # max image subplots, i.e. 4x4
+ bs, _, h, w = images.shape # batch size, _, height, width
+ bs = min(bs, max_subplots) # limit plot images
+ ns = np.ceil(bs ** 0.5) # number of subplots (square)
+ if np.max(images[0]) <= 1:
+ images *= 255 # de-normalise (optional)
+
+ # Build Image
+ mosaic = np.full((int(ns * h), int(ns * w), 3), 255, dtype=np.uint8) # init
+ for i, im in enumerate(images):
+ if i == max_subplots: # if last batch has fewer images than we expect
+ break
+ x, y = int(w * (i // ns)), int(h * (i % ns)) # block origin
+ im = im.transpose(1, 2, 0)
+ mosaic[y:y + h, x:x + w, :] = im
+
+ # Resize (optional)
+ scale = max_size / ns / max(h, w)
+ if scale < 1:
+ h = math.ceil(scale * h)
+ w = math.ceil(scale * w)
+ mosaic = cv2.resize(mosaic, tuple(int(x * ns) for x in (w, h)))
+
+ # Annotate
+ fs = int((h + w) * ns * 0.01) # font size
+ annotator = Annotator(mosaic, line_width=round(fs / 10), font_size=fs, pil=True, example=names)
+ for i in range(i + 1):
+ x, y = int(w * (i // ns)), int(h * (i % ns)) # block origin
+ annotator.rectangle([x, y, x + w, y + h], None, (255, 255, 255), width=2) # borders
+ if paths:
+ annotator.text((x + 5, y + 5 + h), text=Path(paths[i]).name[:40], txt_color=(220, 220, 220)) # filenames
+ if len(targets) > 0:
+ idx = targets[:, 0] == i
+ ti = targets[idx] # image targets
+
+ boxes = xywh2xyxy(ti[:, 2:6]).T
+ classes = ti[:, 1].astype('int')
+ labels = ti.shape[1] == 6 # labels if no conf column
+ conf = None if labels else ti[:, 6] # check for confidence presence (label vs pred)
+
+ if boxes.shape[1]:
+ if boxes.max() <= 1.01: # if normalized with tolerance 0.01
+ boxes[[0, 2]] *= w # scale to pixels
+ boxes[[1, 3]] *= h
+ elif scale < 1: # absolute coords need scale if image scales
+ boxes *= scale
+ boxes[[0, 2]] += x
+ boxes[[1, 3]] += y
+ for j, box in enumerate(boxes.T.tolist()):
+ cls = classes[j]
+ color = colors(cls)
+ cls = names[cls] if names else cls
+ if labels or conf[j] > 0.25: # 0.25 conf thresh
+ label = f'{cls}' if labels else f'{cls} {conf[j]:.1f}'
+ annotator.box_label(box, label, color=color)
+
+ # Plot masks
+ if len(masks):
+ if masks.max() > 1.0: # mean that masks are overlap
+ image_masks = masks[[i]] # (1, 640, 640)
+ nl = len(ti)
+ index = np.arange(nl).reshape(nl, 1, 1) + 1
+ image_masks = np.repeat(image_masks, nl, axis=0)
+ image_masks = np.where(image_masks == index, 1.0, 0.0)
+ else:
+ image_masks = masks[idx]
+
+ im = np.asarray(annotator.im).copy()
+ for j, box in enumerate(boxes.T.tolist()):
+ if labels or conf[j] > 0.25: # 0.25 conf thresh
+ color = colors(classes[j])
+ mh, mw = image_masks[j].shape
+ if mh != h or mw != w:
+ mask = image_masks[j].astype(np.uint8)
+ mask = cv2.resize(mask, (w, h))
+ mask = mask.astype(bool)
+ else:
+ mask = image_masks[j].astype(bool)
+ with contextlib.suppress(Exception):
+ im[y:y + h, x:x + w, :][mask] = im[y:y + h, x:x + w, :][mask] * 0.4 + np.array(color) * 0.6
+ annotator.fromarray(im)
+ annotator.im.save(fname) # save
+
+
+def plot_results_with_masks(file="path/to/results.csv", dir="", best=True):
+ # Plot training results.csv. Usage: from utils.plots import *; plot_results('path/to/results.csv')
+ save_dir = Path(file).parent if file else Path(dir)
+ fig, ax = plt.subplots(2, 8, figsize=(18, 6), tight_layout=True)
+ ax = ax.ravel()
+ files = list(save_dir.glob("results*.csv"))
+ assert len(files), f"No results.csv files found in {save_dir.resolve()}, nothing to plot."
+ for f in files:
+ try:
+ data = pd.read_csv(f)
+ index = np.argmax(0.9 * data.values[:, 8] + 0.1 * data.values[:, 7] + 0.9 * data.values[:, 12] +
+ 0.1 * data.values[:, 11])
+ s = [x.strip() for x in data.columns]
+ x = data.values[:, 0]
+ for i, j in enumerate([1, 2, 3, 4, 5, 6, 9, 10, 13, 14, 15, 16, 7, 8, 11, 12]):
+ y = data.values[:, j]
+ # y[y == 0] = np.nan # don't show zero values
+ ax[i].plot(x, y, marker=".", label=f.stem, linewidth=2, markersize=2)
+ if best:
+ # best
+ ax[i].scatter(index, y[index], color="r", label=f"best:{index}", marker="*", linewidth=3)
+ ax[i].set_title(s[j] + f"\n{round(y[index], 5)}")
+ else:
+ # last
+ ax[i].scatter(x[-1], y[-1], color="r", label="last", marker="*", linewidth=3)
+ ax[i].set_title(s[j] + f"\n{round(y[-1], 5)}")
+ # if j in [8, 9, 10]: # share train and val loss y axes
+ # ax[i].get_shared_y_axes().join(ax[i], ax[i - 5])
+ except Exception as e:
+ print(f"Warning: Plotting error for {f}: {e}")
+ ax[1].legend()
+ fig.savefig(save_dir / "results.png", dpi=200)
+ plt.close()
diff --git a/utils/torch_utils.py b/utils/torch_utils.py
new file mode 100644
index 0000000000000000000000000000000000000000..77549b005ceb7499830256b1ae05eb834fa310c9
--- /dev/null
+++ b/utils/torch_utils.py
@@ -0,0 +1,432 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+PyTorch utils
+"""
+
+import math
+import os
+import platform
+import subprocess
+import time
+import warnings
+from contextlib import contextmanager
+from copy import deepcopy
+from pathlib import Path
+
+import torch
+import torch.distributed as dist
+import torch.nn as nn
+import torch.nn.functional as F
+from torch.nn.parallel import DistributedDataParallel as DDP
+
+from utils.general import LOGGER, check_version, colorstr, file_date, git_describe
+
+LOCAL_RANK = int(os.getenv('LOCAL_RANK', -1)) # https://pytorch.org/docs/stable/elastic/run.html
+RANK = int(os.getenv('RANK', -1))
+WORLD_SIZE = int(os.getenv('WORLD_SIZE', 1))
+
+try:
+ import thop # for FLOPs computation
+except ImportError:
+ thop = None
+
+# Suppress PyTorch warnings
+warnings.filterwarnings('ignore', message='User provided device_type of \'cuda\', but CUDA is not available. Disabling')
+warnings.filterwarnings('ignore', category=UserWarning)
+
+
+def smart_inference_mode(torch_1_9=check_version(torch.__version__, '1.9.0')):
+ # Applies torch.inference_mode() decorator if torch>=1.9.0 else torch.no_grad() decorator
+ def decorate(fn):
+ return (torch.inference_mode if torch_1_9 else torch.no_grad)()(fn)
+
+ return decorate
+
+
+def smartCrossEntropyLoss(label_smoothing=0.0):
+ # Returns nn.CrossEntropyLoss with label smoothing enabled for torch>=1.10.0
+ if check_version(torch.__version__, '1.10.0'):
+ return nn.CrossEntropyLoss(label_smoothing=label_smoothing)
+ if label_smoothing > 0:
+ LOGGER.warning(f'WARNING â ī¸ label smoothing {label_smoothing} requires torch>=1.10.0')
+ return nn.CrossEntropyLoss()
+
+
+def smart_DDP(model):
+ # Model DDP creation with checks
+ assert not check_version(torch.__version__, '1.12.0', pinned=True), \
+ 'torch==1.12.0 torchvision==0.13.0 DDP training is not supported due to a known issue. ' \
+ 'Please upgrade or downgrade torch to use DDP. See https://github.com/ultralytics/yolov5/issues/8395'
+ if check_version(torch.__version__, '1.11.0'):
+ return DDP(model, device_ids=[LOCAL_RANK], output_device=LOCAL_RANK, static_graph=True)
+ else:
+ return DDP(model, device_ids=[LOCAL_RANK], output_device=LOCAL_RANK)
+
+
+def reshape_classifier_output(model, n=1000):
+ # Update a TorchVision classification model to class count 'n' if required
+ from models.common import Classify
+ name, m = list((model.model if hasattr(model, 'model') else model).named_children())[-1] # last module
+ if isinstance(m, Classify): # YOLOv5 Classify() head
+ if m.linear.out_features != n:
+ m.linear = nn.Linear(m.linear.in_features, n)
+ elif isinstance(m, nn.Linear): # ResNet, EfficientNet
+ if m.out_features != n:
+ setattr(model, name, nn.Linear(m.in_features, n))
+ elif isinstance(m, nn.Sequential):
+ types = [type(x) for x in m]
+ if nn.Linear in types:
+ i = types.index(nn.Linear) # nn.Linear index
+ if m[i].out_features != n:
+ m[i] = nn.Linear(m[i].in_features, n)
+ elif nn.Conv2d in types:
+ i = types.index(nn.Conv2d) # nn.Conv2d index
+ if m[i].out_channels != n:
+ m[i] = nn.Conv2d(m[i].in_channels, n, m[i].kernel_size, m[i].stride, bias=m[i].bias is not None)
+
+
+@contextmanager
+def torch_distributed_zero_first(local_rank: int):
+ # Decorator to make all processes in distributed training wait for each local_master to do something
+ if local_rank not in [-1, 0]:
+ dist.barrier(device_ids=[local_rank])
+ yield
+ if local_rank == 0:
+ dist.barrier(device_ids=[0])
+
+
+def device_count():
+ # Returns number of CUDA devices available. Safe version of torch.cuda.device_count(). Supports Linux and Windows
+ assert platform.system() in ('Linux', 'Windows'), 'device_count() only supported on Linux or Windows'
+ try:
+ cmd = 'nvidia-smi -L | wc -l' if platform.system() == 'Linux' else 'nvidia-smi -L | find /c /v ""' # Windows
+ return int(subprocess.run(cmd, shell=True, capture_output=True, check=True).stdout.decode().split()[-1])
+ except Exception:
+ return 0
+
+
+def select_device(device='', batch_size=0, newline=True):
+ # device = None or 'cpu' or 0 or '0' or '0,1,2,3'
+ s = f'YOLOv5 đ {git_describe() or file_date()} Python-{platform.python_version()} torch-{torch.__version__} '
+ device = str(device).strip().lower().replace('cuda:', '').replace('none', '') # to string, 'cuda:0' to '0'
+ cpu = device == 'cpu'
+ mps = device == 'mps' # Apple Metal Performance Shaders (MPS)
+ if cpu or mps:
+ os.environ['CUDA_VISIBLE_DEVICES'] = '-1' # force torch.cuda.is_available() = False
+ elif device: # non-cpu device requested
+ os.environ['CUDA_VISIBLE_DEVICES'] = device # set environment variable - must be before assert is_available()
+ assert torch.cuda.is_available() and torch.cuda.device_count() >= len(device.replace(',', '')), \
+ f"Invalid CUDA '--device {device}' requested, use '--device cpu' or pass valid CUDA device(s)"
+
+ if not cpu and not mps and torch.cuda.is_available(): # prefer GPU if available
+ devices = device.split(',') if device else '0' # range(torch.cuda.device_count()) # i.e. 0,1,6,7
+ n = len(devices) # device count
+ if n > 1 and batch_size > 0: # check batch_size is divisible by device_count
+ assert batch_size % n == 0, f'batch-size {batch_size} not multiple of GPU count {n}'
+ space = ' ' * (len(s) + 1)
+ for i, d in enumerate(devices):
+ p = torch.cuda.get_device_properties(i)
+ s += f"{'' if i == 0 else space}CUDA:{d} ({p.name}, {p.total_memory / (1 << 20):.0f}MiB)\n" # bytes to MB
+ arg = 'cuda:0'
+ elif mps and getattr(torch, 'has_mps', False) and torch.backends.mps.is_available(): # prefer MPS if available
+ s += 'MPS\n'
+ arg = 'mps'
+ else: # revert to CPU
+ s += 'CPU\n'
+ arg = 'cpu'
+
+ if not newline:
+ s = s.rstrip()
+ LOGGER.info(s)
+ return torch.device(arg)
+
+
+def time_sync():
+ # PyTorch-accurate time
+ if torch.cuda.is_available():
+ torch.cuda.synchronize()
+ return time.time()
+
+
+def profile(input, ops, n=10, device=None):
+ """ YOLOv5 speed/memory/FLOPs profiler
+ Usage:
+ input = torch.randn(16, 3, 640, 640)
+ m1 = lambda x: x * torch.sigmoid(x)
+ m2 = nn.SiLU()
+ profile(input, [m1, m2], n=100) # profile over 100 iterations
+ """
+ results = []
+ if not isinstance(device, torch.device):
+ device = select_device(device)
+ print(f"{'Params':>12s}{'GFLOPs':>12s}{'GPU_mem (GB)':>14s}{'forward (ms)':>14s}{'backward (ms)':>14s}"
+ f"{'input':>24s}{'output':>24s}")
+
+ for x in input if isinstance(input, list) else [input]:
+ x = x.to(device)
+ x.requires_grad = True
+ for m in ops if isinstance(ops, list) else [ops]:
+ m = m.to(device) if hasattr(m, 'to') else m # device
+ m = m.half() if hasattr(m, 'half') and isinstance(x, torch.Tensor) and x.dtype is torch.float16 else m
+ tf, tb, t = 0, 0, [0, 0, 0] # dt forward, backward
+ try:
+ flops = thop.profile(m, inputs=(x,), verbose=False)[0] / 1E9 * 2 # GFLOPs
+ except Exception:
+ flops = 0
+
+ try:
+ for _ in range(n):
+ t[0] = time_sync()
+ y = m(x)
+ t[1] = time_sync()
+ try:
+ _ = (sum(yi.sum() for yi in y) if isinstance(y, list) else y).sum().backward()
+ t[2] = time_sync()
+ except Exception: # no backward method
+ # print(e) # for debug
+ t[2] = float('nan')
+ tf += (t[1] - t[0]) * 1000 / n # ms per op forward
+ tb += (t[2] - t[1]) * 1000 / n # ms per op backward
+ mem = torch.cuda.memory_reserved() / 1E9 if torch.cuda.is_available() else 0 # (GB)
+ s_in, s_out = (tuple(x.shape) if isinstance(x, torch.Tensor) else 'list' for x in (x, y)) # shapes
+ p = sum(x.numel() for x in m.parameters()) if isinstance(m, nn.Module) else 0 # parameters
+ print(f'{p:12}{flops:12.4g}{mem:>14.3f}{tf:14.4g}{tb:14.4g}{str(s_in):>24s}{str(s_out):>24s}')
+ results.append([p, flops, mem, tf, tb, s_in, s_out])
+ except Exception as e:
+ print(e)
+ results.append(None)
+ torch.cuda.empty_cache()
+ return results
+
+
+def is_parallel(model):
+ # Returns True if model is of type DP or DDP
+ return type(model) in (nn.parallel.DataParallel, nn.parallel.DistributedDataParallel)
+
+
+def de_parallel(model):
+ # De-parallelize a model: returns single-GPU model if model is of type DP or DDP
+ return model.module if is_parallel(model) else model
+
+
+def initialize_weights(model):
+ for m in model.modules():
+ t = type(m)
+ if t is nn.Conv2d:
+ pass # nn.init.kaiming_normal_(m.weight, mode='fan_out', nonlinearity='relu')
+ elif t is nn.BatchNorm2d:
+ m.eps = 1e-3
+ m.momentum = 0.03
+ elif t in [nn.Hardswish, nn.LeakyReLU, nn.ReLU, nn.ReLU6, nn.SiLU]:
+ m.inplace = True
+
+
+def find_modules(model, mclass=nn.Conv2d):
+ # Finds layer indices matching module class 'mclass'
+ return [i for i, m in enumerate(model.module_list) if isinstance(m, mclass)]
+
+
+def sparsity(model):
+ # Return global model sparsity
+ a, b = 0, 0
+ for p in model.parameters():
+ a += p.numel()
+ b += (p == 0).sum()
+ return b / a
+
+
+def prune(model, amount=0.3):
+ # Prune model to requested global sparsity
+ import torch.nn.utils.prune as prune
+ for name, m in model.named_modules():
+ if isinstance(m, nn.Conv2d):
+ prune.l1_unstructured(m, name='weight', amount=amount) # prune
+ prune.remove(m, 'weight') # make permanent
+ LOGGER.info(f'Model pruned to {sparsity(model):.3g} global sparsity')
+
+
+def fuse_conv_and_bn(conv, bn):
+ # Fuse Conv2d() and BatchNorm2d() layers https://tehnokv.com/posts/fusing-batchnorm-and-conv/
+ fusedconv = nn.Conv2d(conv.in_channels,
+ conv.out_channels,
+ kernel_size=conv.kernel_size,
+ stride=conv.stride,
+ padding=conv.padding,
+ dilation=conv.dilation,
+ groups=conv.groups,
+ bias=True).requires_grad_(False).to(conv.weight.device)
+
+ # Prepare filters
+ w_conv = conv.weight.clone().view(conv.out_channels, -1)
+ w_bn = torch.diag(bn.weight.div(torch.sqrt(bn.eps + bn.running_var)))
+ fusedconv.weight.copy_(torch.mm(w_bn, w_conv).view(fusedconv.weight.shape))
+
+ # Prepare spatial bias
+ b_conv = torch.zeros(conv.weight.size(0), device=conv.weight.device) if conv.bias is None else conv.bias
+ b_bn = bn.bias - bn.weight.mul(bn.running_mean).div(torch.sqrt(bn.running_var + bn.eps))
+ fusedconv.bias.copy_(torch.mm(w_bn, b_conv.reshape(-1, 1)).reshape(-1) + b_bn)
+
+ return fusedconv
+
+
+def model_info(model, verbose=False, imgsz=640):
+ # Model information. img_size may be int or list, i.e. img_size=640 or img_size=[640, 320]
+ n_p = sum(x.numel() for x in model.parameters()) # number parameters
+ n_g = sum(x.numel() for x in model.parameters() if x.requires_grad) # number gradients
+ if verbose:
+ print(f"{'layer':>5} {'name':>40} {'gradient':>9} {'parameters':>12} {'shape':>20} {'mu':>10} {'sigma':>10}")
+ for i, (name, p) in enumerate(model.named_parameters()):
+ name = name.replace('module_list.', '')
+ print('%5g %40s %9s %12g %20s %10.3g %10.3g' %
+ (i, name, p.requires_grad, p.numel(), list(p.shape), p.mean(), p.std()))
+
+ try: # FLOPs
+ p = next(model.parameters())
+ stride = max(int(model.stride.max()), 32) if hasattr(model, 'stride') else 32 # max stride
+ im = torch.empty((1, p.shape[1], stride, stride), device=p.device) # input image in BCHW format
+ flops = thop.profile(deepcopy(model), inputs=(im,), verbose=False)[0] / 1E9 * 2 # stride GFLOPs
+ imgsz = imgsz if isinstance(imgsz, list) else [imgsz, imgsz] # expand if int/float
+ fs = f', {flops * imgsz[0] / stride * imgsz[1] / stride:.1f} GFLOPs' # 640x640 GFLOPs
+ except Exception:
+ fs = ''
+
+ name = Path(model.yaml_file).stem.replace('yolov5', 'YOLOv5') if hasattr(model, 'yaml_file') else 'Model'
+ LOGGER.info(f"{name} summary: {len(list(model.modules()))} layers, {n_p} parameters, {n_g} gradients{fs}")
+
+
+def scale_img(img, ratio=1.0, same_shape=False, gs=32): # img(16,3,256,416)
+ # Scales img(bs,3,y,x) by ratio constrained to gs-multiple
+ if ratio == 1.0:
+ return img
+ h, w = img.shape[2:]
+ s = (int(h * ratio), int(w * ratio)) # new size
+ img = F.interpolate(img, size=s, mode='bilinear', align_corners=False) # resize
+ if not same_shape: # pad/crop img
+ h, w = (math.ceil(x * ratio / gs) * gs for x in (h, w))
+ return F.pad(img, [0, w - s[1], 0, h - s[0]], value=0.447) # value = imagenet mean
+
+
+def copy_attr(a, b, include=(), exclude=()):
+ # Copy attributes from b to a, options to only include [...] and to exclude [...]
+ for k, v in b.__dict__.items():
+ if (len(include) and k not in include) or k.startswith('_') or k in exclude:
+ continue
+ else:
+ setattr(a, k, v)
+
+
+def smart_optimizer(model, name='Adam', lr=0.001, momentum=0.9, decay=1e-5):
+ # YOLOv5 3-param group optimizer: 0) weights with decay, 1) weights no decay, 2) biases no decay
+ g = [], [], [] # optimizer parameter groups
+ bn = tuple(v for k, v in nn.__dict__.items() if 'Norm' in k) # normalization layers, i.e. BatchNorm2d()
+ for v in model.modules():
+ for p_name, p in v.named_parameters(recurse=0):
+ if p_name == 'bias': # bias (no decay)
+ g[2].append(p)
+ elif p_name == 'weight' and isinstance(v, bn): # weight (no decay)
+ g[1].append(p)
+ else:
+ g[0].append(p) # weight (with decay)
+
+ if name == 'Adam':
+ optimizer = torch.optim.Adam(g[2], lr=lr, betas=(momentum, 0.999)) # adjust beta1 to momentum
+ elif name == 'AdamW':
+ optimizer = torch.optim.AdamW(g[2], lr=lr, betas=(momentum, 0.999), weight_decay=0.0)
+ elif name == 'RMSProp':
+ optimizer = torch.optim.RMSprop(g[2], lr=lr, momentum=momentum)
+ elif name == 'SGD':
+ optimizer = torch.optim.SGD(g[2], lr=lr, momentum=momentum, nesterov=True)
+ else:
+ raise NotImplementedError(f'Optimizer {name} not implemented.')
+
+ optimizer.add_param_group({'params': g[0], 'weight_decay': decay}) # add g0 with weight_decay
+ optimizer.add_param_group({'params': g[1], 'weight_decay': 0.0}) # add g1 (BatchNorm2d weights)
+ LOGGER.info(f"{colorstr('optimizer:')} {type(optimizer).__name__}(lr={lr}) with parameter groups "
+ f"{len(g[1])} weight(decay=0.0), {len(g[0])} weight(decay={decay}), {len(g[2])} bias")
+ return optimizer
+
+
+def smart_hub_load(repo='ultralytics/yolov5', model='yolov5s', **kwargs):
+ # YOLOv5 torch.hub.load() wrapper with smart error/issue handling
+ if check_version(torch.__version__, '1.9.1'):
+ kwargs['skip_validation'] = True # validation causes GitHub API rate limit errors
+ if check_version(torch.__version__, '1.12.0'):
+ kwargs['trust_repo'] = True # argument required starting in torch 0.12
+ try:
+ return torch.hub.load(repo, model, **kwargs)
+ except Exception:
+ return torch.hub.load(repo, model, force_reload=True, **kwargs)
+
+
+def smart_resume(ckpt, optimizer, ema=None, weights='yolov5s.pt', epochs=300, resume=True):
+ # Resume training from a partially trained checkpoint
+ best_fitness = 0.0
+ start_epoch = ckpt['epoch'] + 1
+ if ckpt['optimizer'] is not None:
+ optimizer.load_state_dict(ckpt['optimizer']) # optimizer
+ best_fitness = ckpt['best_fitness']
+ if ema and ckpt.get('ema'):
+ ema.ema.load_state_dict(ckpt['ema'].float().state_dict()) # EMA
+ ema.updates = ckpt['updates']
+ if resume:
+ assert start_epoch > 0, f'{weights} training to {epochs} epochs is finished, nothing to resume.\n' \
+ f"Start a new training without --resume, i.e. 'python train.py --weights {weights}'"
+ LOGGER.info(f'Resuming training from {weights} from epoch {start_epoch} to {epochs} total epochs')
+ if epochs < start_epoch:
+ LOGGER.info(f"{weights} has been trained for {ckpt['epoch']} epochs. Fine-tuning for {epochs} more epochs.")
+ epochs += ckpt['epoch'] # finetune additional epochs
+ return best_fitness, start_epoch, epochs
+
+
+class EarlyStopping:
+ # YOLOv5 simple early stopper
+ def __init__(self, patience=30):
+ self.best_fitness = 0.0 # i.e. mAP
+ self.best_epoch = 0
+ self.patience = patience or float('inf') # epochs to wait after fitness stops improving to stop
+ self.possible_stop = False # possible stop may occur next epoch
+
+ def __call__(self, epoch, fitness):
+ if fitness >= self.best_fitness: # >= 0 to allow for early zero-fitness stage of training
+ self.best_epoch = epoch
+ self.best_fitness = fitness
+ delta = epoch - self.best_epoch # epochs without improvement
+ self.possible_stop = delta >= (self.patience - 1) # possible stop may occur next epoch
+ stop = delta >= self.patience # stop training if patience exceeded
+ if stop:
+ LOGGER.info(f'Stopping training early as no improvement observed in last {self.patience} epochs. '
+ f'Best results observed at epoch {self.best_epoch}, best model saved as best.pt.\n'
+ f'To update EarlyStopping(patience={self.patience}) pass a new patience value, '
+ f'i.e. `python train.py --patience 300` or use `--patience 0` to disable EarlyStopping.')
+ return stop
+
+
+class ModelEMA:
+ """ Updated Exponential Moving Average (EMA) from https://github.com/rwightman/pytorch-image-models
+ Keeps a moving average of everything in the model state_dict (parameters and buffers)
+ For EMA details see https://www.tensorflow.org/api_docs/python/tf/train/ExponentialMovingAverage
+ """
+
+ def __init__(self, model, decay=0.9999, tau=2000, updates=0):
+ # Create EMA
+ self.ema = deepcopy(de_parallel(model)).eval() # FP32 EMA
+ self.updates = updates # number of EMA updates
+ self.decay = lambda x: decay * (1 - math.exp(-x / tau)) # decay exponential ramp (to help early epochs)
+ for p in self.ema.parameters():
+ p.requires_grad_(False)
+
+ def update(self, model):
+ # Update EMA parameters
+ self.updates += 1
+ d = self.decay(self.updates)
+
+ msd = de_parallel(model).state_dict() # model state_dict
+ for k, v in self.ema.state_dict().items():
+ if v.dtype.is_floating_point: # true for FP16 and FP32
+ v *= d
+ v += (1 - d) * msd[k].detach()
+ # assert v.dtype == msd[k].dtype == torch.float32, f'{k}: EMA {v.dtype} and model {msd[k].dtype} must be FP32'
+
+ def update_attr(self, model, include=(), exclude=('process_group', 'reducer')):
+ # Update EMA attributes
+ copy_attr(self.ema, model, include, exclude)
diff --git a/utils/triton.py b/utils/triton.py
new file mode 100644
index 0000000000000000000000000000000000000000..a94ef0ad197d694d5d4eb8ebc1776545c4b58a6e
--- /dev/null
+++ b/utils/triton.py
@@ -0,0 +1,85 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+""" Utils to interact with the Triton Inference Server
+"""
+
+import typing
+from urllib.parse import urlparse
+
+import torch
+
+
+class TritonRemoteModel:
+ """ A wrapper over a model served by the Triton Inference Server. It can
+ be configured to communicate over GRPC or HTTP. It accepts Torch Tensors
+ as input and returns them as outputs.
+ """
+
+ def __init__(self, url: str):
+ """
+ Keyword arguments:
+ url: Fully qualified address of the Triton server - for e.g. grpc://localhost:8000
+ """
+
+ parsed_url = urlparse(url)
+ if parsed_url.scheme == "grpc":
+ from tritonclient.grpc import InferenceServerClient, InferInput
+
+ self.client = InferenceServerClient(parsed_url.netloc) # Triton GRPC client
+ model_repository = self.client.get_model_repository_index()
+ self.model_name = model_repository.models[0].name
+ self.metadata = self.client.get_model_metadata(self.model_name, as_json=True)
+
+ def create_input_placeholders() -> typing.List[InferInput]:
+ return [
+ InferInput(i['name'], [int(s) for s in i["shape"]], i['datatype']) for i in self.metadata['inputs']]
+
+ else:
+ from tritonclient.http import InferenceServerClient, InferInput
+
+ self.client = InferenceServerClient(parsed_url.netloc) # Triton HTTP client
+ model_repository = self.client.get_model_repository_index()
+ self.model_name = model_repository[0]['name']
+ self.metadata = self.client.get_model_metadata(self.model_name)
+
+ def create_input_placeholders() -> typing.List[InferInput]:
+ return [
+ InferInput(i['name'], [int(s) for s in i["shape"]], i['datatype']) for i in self.metadata['inputs']]
+
+ self._create_input_placeholders_fn = create_input_placeholders
+
+ @property
+ def runtime(self):
+ """Returns the model runtime"""
+ return self.metadata.get("backend", self.metadata.get("platform"))
+
+ def __call__(self, *args, **kwargs) -> typing.Union[torch.Tensor, typing.Tuple[torch.Tensor, ...]]:
+ """ Invokes the model. Parameters can be provided via args or kwargs.
+ args, if provided, are assumed to match the order of inputs of the model.
+ kwargs are matched with the model input names.
+ """
+ inputs = self._create_inputs(*args, **kwargs)
+ response = self.client.infer(model_name=self.model_name, inputs=inputs)
+ result = []
+ for output in self.metadata['outputs']:
+ tensor = torch.as_tensor(response.as_numpy(output['name']))
+ result.append(tensor)
+ return result[0] if len(result) == 1 else result
+
+ def _create_inputs(self, *args, **kwargs):
+ args_len, kwargs_len = len(args), len(kwargs)
+ if not args_len and not kwargs_len:
+ raise RuntimeError("No inputs provided.")
+ if args_len and kwargs_len:
+ raise RuntimeError("Cannot specify args and kwargs at the same time")
+
+ placeholders = self._create_input_placeholders_fn()
+ if args_len:
+ if args_len != len(placeholders):
+ raise RuntimeError(f"Expected {len(placeholders)} inputs, got {args_len}.")
+ for input, value in zip(placeholders, args):
+ input.set_data_from_numpy(value.cpu().numpy())
+ else:
+ for input in placeholders:
+ value = kwargs[input.name]
+ input.set_data_from_numpy(value.cpu().numpy())
+ return placeholders
diff --git a/val.py b/val.py
new file mode 100644
index 0000000000000000000000000000000000000000..599aa1afdd4a9aa9d58bfe165695877682dde464
--- /dev/null
+++ b/val.py
@@ -0,0 +1,408 @@
+# YOLOv5 đ by Ultralytics, GPL-3.0 license
+"""
+Validate a trained YOLOv5 detection model on a detection dataset
+
+Usage:
+ $ python val.py --weights yolov5s.pt --data coco128.yaml --img 640
+
+Usage - formats:
+ $ python val.py --weights yolov5s.pt # PyTorch
+ yolov5s.torchscript # TorchScript
+ yolov5s.onnx # ONNX Runtime or OpenCV DNN with --dnn
+ yolov5s_openvino_model # OpenVINO
+ yolov5s.engine # TensorRT
+ yolov5s.mlmodel # CoreML (macOS-only)
+ yolov5s_saved_model # TensorFlow SavedModel
+ yolov5s.pb # TensorFlow GraphDef
+ yolov5s.tflite # TensorFlow Lite
+ yolov5s_edgetpu.tflite # TensorFlow Edge TPU
+ yolov5s_paddle_model # PaddlePaddle
+"""
+
+import argparse
+import json
+import os
+import sys
+from pathlib import Path
+
+import numpy as np
+import torch
+from tqdm import tqdm
+
+FILE = Path(__file__).resolve()
+ROOT = FILE.parents[0] # YOLOv5 root directory
+if str(ROOT) not in sys.path:
+ sys.path.append(str(ROOT)) # add ROOT to PATH
+ROOT = Path(os.path.relpath(ROOT, Path.cwd())) # relative
+
+from models.common import DetectMultiBackend
+from utils.callbacks import Callbacks
+from utils.dataloaders import create_dataloader
+from utils.general import (LOGGER, TQDM_BAR_FORMAT, Profile, check_dataset, check_img_size, check_requirements,
+ check_yaml, coco80_to_coco91_class, colorstr, increment_path, non_max_suppression,
+ print_args, scale_boxes, xywh2xyxy, xyxy2xywh)
+from utils.metrics import ConfusionMatrix, ap_per_class, box_iou
+from utils.plots import output_to_target, plot_images, plot_val_study
+from utils.torch_utils import select_device, smart_inference_mode
+
+
+def save_one_txt(predn, save_conf, shape, file):
+ # Save one txt result
+ gn = torch.tensor(shape)[[1, 0, 1, 0]] # normalization gain whwh
+ for *xyxy, conf, cls in predn.tolist():
+ xywh = (xyxy2xywh(torch.tensor(xyxy).view(1, 4)) / gn).view(-1).tolist() # normalized xywh
+ line = (cls, *xywh, conf) if save_conf else (cls, *xywh) # label format
+ with open(file, 'a') as f:
+ f.write(('%g ' * len(line)).rstrip() % line + '\n')
+
+
+def save_one_json(predn, jdict, path, class_map):
+ # Save one JSON result {"image_id": 42, "category_id": 18, "bbox": [258.15, 41.29, 348.26, 243.78], "score": 0.236}
+ image_id = int(path.stem) if path.stem.isnumeric() else path.stem
+ box = xyxy2xywh(predn[:, :4]) # xywh
+ box[:, :2] -= box[:, 2:] / 2 # xy center to top-left corner
+ for p, b in zip(predn.tolist(), box.tolist()):
+ jdict.append({
+ 'image_id': image_id,
+ 'category_id': class_map[int(p[5])],
+ 'bbox': [round(x, 3) for x in b],
+ 'score': round(p[4], 5)})
+
+
+def process_batch(detections, labels, iouv):
+ """
+ Return correct prediction matrix
+ Arguments:
+ detections (array[N, 6]), x1, y1, x2, y2, conf, class
+ labels (array[M, 5]), class, x1, y1, x2, y2
+ Returns:
+ correct (array[N, 10]), for 10 IoU levels
+ """
+ correct = np.zeros((detections.shape[0], iouv.shape[0])).astype(bool)
+ iou = box_iou(labels[:, 1:], detections[:, :4])
+ correct_class = labels[:, 0:1] == detections[:, 5]
+ for i in range(len(iouv)):
+ x = torch.where((iou >= iouv[i]) & correct_class) # IoU > threshold and classes match
+ if x[0].shape[0]:
+ matches = torch.cat((torch.stack(x, 1), iou[x[0], x[1]][:, None]), 1).cpu().numpy() # [label, detect, iou]
+ if x[0].shape[0] > 1:
+ matches = matches[matches[:, 2].argsort()[::-1]]
+ matches = matches[np.unique(matches[:, 1], return_index=True)[1]]
+ # matches = matches[matches[:, 2].argsort()[::-1]]
+ matches = matches[np.unique(matches[:, 0], return_index=True)[1]]
+ correct[matches[:, 1].astype(int), i] = True
+ return torch.tensor(correct, dtype=torch.bool, device=iouv.device)
+
+
+@smart_inference_mode()
+def run(
+ data,
+ weights=None, # model.pt path(s)
+ batch_size=32, # batch size
+ imgsz=640, # inference size (pixels)
+ conf_thres=0.001, # confidence threshold
+ iou_thres=0.6, # NMS IoU threshold
+ max_det=300, # maximum detections per image
+ task='val', # train, val, test, speed or study
+ device='', # cuda device, i.e. 0 or 0,1,2,3 or cpu
+ workers=8, # max dataloader workers (per RANK in DDP mode)
+ single_cls=False, # treat as single-class dataset
+ augment=False, # augmented inference
+ verbose=False, # verbose output
+ save_txt=False, # save results to *.txt
+ save_hybrid=False, # save label+prediction hybrid results to *.txt
+ save_conf=False, # save confidences in --save-txt labels
+ save_json=False, # save a COCO-JSON results file
+ project=ROOT / 'runs/val', # save to project/name
+ name='exp', # save to project/name
+ exist_ok=False, # existing project/name ok, do not increment
+ half=True, # use FP16 half-precision inference
+ dnn=False, # use OpenCV DNN for ONNX inference
+ model=None,
+ dataloader=None,
+ save_dir=Path(''),
+ plots=True,
+ callbacks=Callbacks(),
+ compute_loss=None,
+):
+ # Initialize/load model and set device
+ training = model is not None
+ if training: # called by train.py
+ device, pt, jit, engine = next(model.parameters()).device, True, False, False # get model device, PyTorch model
+ half &= device.type != 'cpu' # half precision only supported on CUDA
+ model.half() if half else model.float()
+ else: # called directly
+ device = select_device(device, batch_size=batch_size)
+
+ # Directories
+ save_dir = increment_path(Path(project) / name, exist_ok=exist_ok) # increment run
+ (save_dir / 'labels' if save_txt else save_dir).mkdir(parents=True, exist_ok=True) # make dir
+
+ # Load model
+ model = DetectMultiBackend(weights, device=device, dnn=dnn, data=data, fp16=half)
+ stride, pt, jit, engine = model.stride, model.pt, model.jit, model.engine
+ imgsz = check_img_size(imgsz, s=stride) # check image size
+ half = model.fp16 # FP16 supported on limited backends with CUDA
+ if engine:
+ batch_size = model.batch_size
+ else:
+ device = model.device
+ if not (pt or jit):
+ batch_size = 1 # export.py models default to batch-size 1
+ LOGGER.info(f'Forcing --batch-size 1 square inference (1,3,{imgsz},{imgsz}) for non-PyTorch models')
+
+ # Data
+ data = check_dataset(data) # check
+
+ # Configure
+ model.eval()
+ cuda = device.type != 'cpu'
+ is_coco = isinstance(data.get('val'), str) and data['val'].endswith(f'coco{os.sep}val2017.txt') # COCO dataset
+ nc = 1 if single_cls else int(data['nc']) # number of classes
+ iouv = torch.linspace(0.5, 0.95, 10, device=device) # iou vector for mAP@0.5:0.95
+ niou = iouv.numel()
+
+ # Dataloader
+ if not training:
+ if pt and not single_cls: # check --weights are trained on --data
+ ncm = model.model.nc
+ assert ncm == nc, f'{weights} ({ncm} classes) trained on different --data than what you passed ({nc} ' \
+ f'classes). Pass correct combination of --weights and --data that are trained together.'
+ model.warmup(imgsz=(1 if pt else batch_size, 3, imgsz, imgsz)) # warmup
+ pad, rect = (0.0, False) if task == 'speed' else (0.5, pt) # square inference for benchmarks
+ task = task if task in ('train', 'val', 'test') else 'val' # path to train/val/test images
+ dataloader = create_dataloader(data[task],
+ imgsz,
+ batch_size,
+ stride,
+ single_cls,
+ pad=pad,
+ rect=rect,
+ workers=workers,
+ prefix=colorstr(f'{task}: '))[0]
+
+ seen = 0
+ confusion_matrix = ConfusionMatrix(nc=nc)
+ names = model.names if hasattr(model, 'names') else model.module.names # get class names
+ if isinstance(names, (list, tuple)): # old format
+ names = dict(enumerate(names))
+ class_map = coco80_to_coco91_class() if is_coco else list(range(1000))
+ s = ('%22s' + '%11s' * 6) % ('Class', 'Images', 'Instances', 'P', 'R', 'mAP50', 'mAP50-95')
+ tp, fp, p, r, f1, mp, mr, map50, ap50, map = 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0
+ dt = Profile(), Profile(), Profile() # profiling times
+ loss = torch.zeros(3, device=device)
+ jdict, stats, ap, ap_class = [], [], [], []
+ callbacks.run('on_val_start')
+ pbar = tqdm(dataloader, desc=s, bar_format=TQDM_BAR_FORMAT) # progress bar
+ for batch_i, (im, targets, paths, shapes) in enumerate(pbar):
+ callbacks.run('on_val_batch_start')
+ with dt[0]:
+ if cuda:
+ im = im.to(device, non_blocking=True)
+ targets = targets.to(device)
+ im = im.half() if half else im.float() # uint8 to fp16/32
+ im /= 255 # 0 - 255 to 0.0 - 1.0
+ nb, _, height, width = im.shape # batch size, channels, height, width
+
+ # Inference
+ with dt[1]:
+ preds, train_out = model(im) if compute_loss else (model(im, augment=augment), None)
+
+ # Loss
+ if compute_loss:
+ loss += compute_loss(train_out, targets)[1] # box, obj, cls
+
+ # NMS
+ targets[:, 2:] *= torch.tensor((width, height, width, height), device=device) # to pixels
+ lb = [targets[targets[:, 0] == i, 1:] for i in range(nb)] if save_hybrid else [] # for autolabelling
+ with dt[2]:
+ preds = non_max_suppression(preds,
+ conf_thres,
+ iou_thres,
+ labels=lb,
+ multi_label=True,
+ agnostic=single_cls,
+ max_det=max_det)
+
+ # Metrics
+ for si, pred in enumerate(preds):
+ labels = targets[targets[:, 0] == si, 1:]
+ nl, npr = labels.shape[0], pred.shape[0] # number of labels, predictions
+ path, shape = Path(paths[si]), shapes[si][0]
+ correct = torch.zeros(npr, niou, dtype=torch.bool, device=device) # init
+ seen += 1
+
+ if npr == 0:
+ if nl:
+ stats.append((correct, *torch.zeros((2, 0), device=device), labels[:, 0]))
+ if plots:
+ confusion_matrix.process_batch(detections=None, labels=labels[:, 0])
+ continue
+
+ # Predictions
+ if single_cls:
+ pred[:, 5] = 0
+ predn = pred.clone()
+ scale_boxes(im[si].shape[1:], predn[:, :4], shape, shapes[si][1]) # native-space pred
+
+ # Evaluate
+ if nl:
+ tbox = xywh2xyxy(labels[:, 1:5]) # target boxes
+ scale_boxes(im[si].shape[1:], tbox, shape, shapes[si][1]) # native-space labels
+ labelsn = torch.cat((labels[:, 0:1], tbox), 1) # native-space labels
+ correct = process_batch(predn, labelsn, iouv)
+ if plots:
+ confusion_matrix.process_batch(predn, labelsn)
+ stats.append((correct, pred[:, 4], pred[:, 5], labels[:, 0])) # (correct, conf, pcls, tcls)
+
+ # Save/log
+ if save_txt:
+ save_one_txt(predn, save_conf, shape, file=save_dir / 'labels' / f'{path.stem}.txt')
+ if save_json:
+ save_one_json(predn, jdict, path, class_map) # append to COCO-JSON dictionary
+ callbacks.run('on_val_image_end', pred, predn, path, names, im[si])
+
+ # Plot images
+ if plots and batch_i < 3:
+ plot_images(im, targets, paths, save_dir / f'val_batch{batch_i}_labels.jpg', names) # labels
+ plot_images(im, output_to_target(preds), paths, save_dir / f'val_batch{batch_i}_pred.jpg', names) # pred
+
+ callbacks.run('on_val_batch_end', batch_i, im, targets, paths, shapes, preds)
+
+ # Compute metrics
+ stats = [torch.cat(x, 0).cpu().numpy() for x in zip(*stats)] # to numpy
+ if len(stats) and stats[0].any():
+ tp, fp, p, r, f1, ap, ap_class = ap_per_class(*stats, plot=plots, save_dir=save_dir, names=names)
+ ap50, ap = ap[:, 0], ap.mean(1) # AP@0.5, AP@0.5:0.95
+ mp, mr, map50, map = p.mean(), r.mean(), ap50.mean(), ap.mean()
+ nt = np.bincount(stats[3].astype(int), minlength=nc) # number of targets per class
+
+ # Print results
+ pf = '%22s' + '%11i' * 2 + '%11.3g' * 4 # print format
+ LOGGER.info(pf % ('all', seen, nt.sum(), mp, mr, map50, map))
+ if nt.sum() == 0:
+ LOGGER.warning(f'WARNING â ī¸ no labels found in {task} set, can not compute metrics without labels')
+
+ # Print results per class
+ if (verbose or (nc < 50 and not training)) and nc > 1 and len(stats):
+ for i, c in enumerate(ap_class):
+ LOGGER.info(pf % (names[c], seen, nt[c], p[i], r[i], ap50[i], ap[i]))
+
+ # Print speeds
+ t = tuple(x.t / seen * 1E3 for x in dt) # speeds per image
+ if not training:
+ shape = (batch_size, 3, imgsz, imgsz)
+ LOGGER.info(f'Speed: %.1fms pre-process, %.1fms inference, %.1fms NMS per image at shape {shape}' % t)
+
+ # Plots
+ if plots:
+ confusion_matrix.plot(save_dir=save_dir, names=list(names.values()))
+ callbacks.run('on_val_end', nt, tp, fp, p, r, f1, ap, ap50, ap_class, confusion_matrix)
+
+ # Save JSON
+ if save_json and len(jdict):
+ w = Path(weights[0] if isinstance(weights, list) else weights).stem if weights is not None else '' # weights
+ anno_json = str(Path('../datasets/coco/annotations/instances_val2017.json')) # annotations
+ pred_json = str(save_dir / f"{w}_predictions.json") # predictions
+ LOGGER.info(f'\nEvaluating pycocotools mAP... saving {pred_json}...')
+ with open(pred_json, 'w') as f:
+ json.dump(jdict, f)
+
+ try: # https://github.com/cocodataset/cocoapi/blob/master/PythonAPI/pycocoEvalDemo.ipynb
+ check_requirements('pycocotools>=2.0.6')
+ from pycocotools.coco import COCO
+ from pycocotools.cocoeval import COCOeval
+
+ anno = COCO(anno_json) # init annotations api
+ pred = anno.loadRes(pred_json) # init predictions api
+ eval = COCOeval(anno, pred, 'bbox')
+ if is_coco:
+ eval.params.imgIds = [int(Path(x).stem) for x in dataloader.dataset.im_files] # image IDs to evaluate
+ eval.evaluate()
+ eval.accumulate()
+ eval.summarize()
+ map, map50 = eval.stats[:2] # update results (mAP@0.5:0.95, mAP@0.5)
+ except Exception as e:
+ LOGGER.info(f'pycocotools unable to run: {e}')
+
+ # Return results
+ model.float() # for training
+ if not training:
+ s = f"\n{len(list(save_dir.glob('labels/*.txt')))} labels saved to {save_dir / 'labels'}" if save_txt else ''
+ LOGGER.info(f"Results saved to {colorstr('bold', save_dir)}{s}")
+ maps = np.zeros(nc) + map
+ for i, c in enumerate(ap_class):
+ maps[c] = ap[i]
+ return (mp, mr, map50, map, *(loss.cpu() / len(dataloader)).tolist()), maps, t
+
+
+def parse_opt():
+ parser = argparse.ArgumentParser()
+ parser.add_argument('--data', type=str, default=ROOT / 'data/coco128.yaml', help='dataset.yaml path')
+ parser.add_argument('--weights', nargs='+', type=str, default=ROOT / 'yolov5s.pt', help='model path(s)')
+ parser.add_argument('--batch-size', type=int, default=32, help='batch size')
+ parser.add_argument('--imgsz', '--img', '--img-size', type=int, default=640, help='inference size (pixels)')
+ parser.add_argument('--conf-thres', type=float, default=0.001, help='confidence threshold')
+ parser.add_argument('--iou-thres', type=float, default=0.6, help='NMS IoU threshold')
+ parser.add_argument('--max-det', type=int, default=300, help='maximum detections per image')
+ parser.add_argument('--task', default='val', help='train, val, test, speed or study')
+ parser.add_argument('--device', default='', help='cuda device, i.e. 0 or 0,1,2,3 or cpu')
+ parser.add_argument('--workers', type=int, default=8, help='max dataloader workers (per RANK in DDP mode)')
+ parser.add_argument('--single-cls', action='store_true', help='treat as single-class dataset')
+ parser.add_argument('--augment', action='store_true', help='augmented inference')
+ parser.add_argument('--verbose', action='store_true', help='report mAP by class')
+ parser.add_argument('--save-txt', action='store_true', help='save results to *.txt')
+ parser.add_argument('--save-hybrid', action='store_true', help='save label+prediction hybrid results to *.txt')
+ parser.add_argument('--save-conf', action='store_true', help='save confidences in --save-txt labels')
+ parser.add_argument('--save-json', action='store_true', help='save a COCO-JSON results file')
+ parser.add_argument('--project', default=ROOT / 'runs/val', help='save to project/name')
+ parser.add_argument('--name', default='exp', help='save to project/name')
+ parser.add_argument('--exist-ok', action='store_true', help='existing project/name ok, do not increment')
+ parser.add_argument('--half', action='store_true', help='use FP16 half-precision inference')
+ parser.add_argument('--dnn', action='store_true', help='use OpenCV DNN for ONNX inference')
+ opt = parser.parse_args()
+ opt.data = check_yaml(opt.data) # check YAML
+ opt.save_json |= opt.data.endswith('coco.yaml')
+ opt.save_txt |= opt.save_hybrid
+ print_args(vars(opt))
+ return opt
+
+
+def main(opt):
+ check_requirements(exclude=('tensorboard', 'thop'))
+
+ if opt.task in ('train', 'val', 'test'): # run normally
+ if opt.conf_thres > 0.001: # https://github.com/ultralytics/yolov5/issues/1466
+ LOGGER.info(f'WARNING â ī¸ confidence threshold {opt.conf_thres} > 0.001 produces invalid results')
+ if opt.save_hybrid:
+ LOGGER.info('WARNING â ī¸ --save-hybrid will return high mAP from hybrid labels, not from predictions alone')
+ run(**vars(opt))
+
+ else:
+ weights = opt.weights if isinstance(opt.weights, list) else [opt.weights]
+ opt.half = torch.cuda.is_available() and opt.device != 'cpu' # FP16 for fastest results
+ if opt.task == 'speed': # speed benchmarks
+ # python val.py --task speed --data coco.yaml --batch 1 --weights yolov5n.pt yolov5s.pt...
+ opt.conf_thres, opt.iou_thres, opt.save_json = 0.25, 0.45, False
+ for opt.weights in weights:
+ run(**vars(opt), plots=False)
+
+ elif opt.task == 'study': # speed vs mAP benchmarks
+ # python val.py --task study --data coco.yaml --iou 0.7 --weights yolov5n.pt yolov5s.pt...
+ for opt.weights in weights:
+ f = f'study_{Path(opt.data).stem}_{Path(opt.weights).stem}.txt' # filename to save to
+ x, y = list(range(256, 1536 + 128, 128)), [] # x axis (image sizes), y axis
+ for opt.imgsz in x: # img-size
+ LOGGER.info(f'\nRunning {f} --imgsz {opt.imgsz}...')
+ r, _, t = run(**vars(opt), plots=False)
+ y.append(r + t) # results and times
+ np.savetxt(f, y, fmt='%10.4g') # save
+ os.system('zip -r study.zip study_*.txt')
+ plot_val_study(x=x) # plot
+ else:
+ raise NotImplementedError(f'--task {opt.task} not in ("train", "val", "test", "speed", "study")')
+
+
+if __name__ == "__main__":
+ opt = parse_opt()
+ main(opt)
diff --git a/valid/images/HighresScreenshot00004_png.rf.05d173f80b093a8e67cdc87f5203a5a4.jpg b/valid/images/HighresScreenshot00004_png.rf.05d173f80b093a8e67cdc87f5203a5a4.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..0d6cb83036178e2fce94b9d718443a03c361d4d7
Binary files /dev/null and b/valid/images/HighresScreenshot00004_png.rf.05d173f80b093a8e67cdc87f5203a5a4.jpg differ
diff --git a/valid/images/HighresScreenshot00010_png.rf.94724b26ae72d423ef505914ad28f25d.jpg b/valid/images/HighresScreenshot00010_png.rf.94724b26ae72d423ef505914ad28f25d.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..4dc06249b5f3149d41c83137ac8ccd4c1c1e4a36
Binary files /dev/null and b/valid/images/HighresScreenshot00010_png.rf.94724b26ae72d423ef505914ad28f25d.jpg differ
diff --git a/valid/images/HighresScreenshot00010_png.rf.99da270133a2a03f80d4fa74c527df7e.jpg b/valid/images/HighresScreenshot00010_png.rf.99da270133a2a03f80d4fa74c527df7e.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..e38ab861f06f0fd8c9cdae9d407489b0d86ef883
Binary files /dev/null and b/valid/images/HighresScreenshot00010_png.rf.99da270133a2a03f80d4fa74c527df7e.jpg differ
diff --git a/valid/images/HighresScreenshot00017_png.rf.bf6f874c0e1b063af222dde1b8bb4efb.jpg b/valid/images/HighresScreenshot00017_png.rf.bf6f874c0e1b063af222dde1b8bb4efb.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..0ab0fd53e11c4df750f2a2904f98738d78c7fa22
Binary files /dev/null and b/valid/images/HighresScreenshot00017_png.rf.bf6f874c0e1b063af222dde1b8bb4efb.jpg differ
diff --git a/valid/images/HighresScreenshot00028_png.rf.37a940a96a998dac892a1d8d271a1da9.jpg b/valid/images/HighresScreenshot00028_png.rf.37a940a96a998dac892a1d8d271a1da9.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..ac7657d1b1bf3ff8a2e0862e6452dbcc4c8b5cba
Binary files /dev/null and b/valid/images/HighresScreenshot00028_png.rf.37a940a96a998dac892a1d8d271a1da9.jpg differ
diff --git a/valid/images/HighresScreenshot00031_png.rf.e33b95072f85c4b4c4858df3adec8a12.jpg b/valid/images/HighresScreenshot00031_png.rf.e33b95072f85c4b4c4858df3adec8a12.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..93f05c8d565f96fd83052222f9dac298e0dc033d
Binary files /dev/null and b/valid/images/HighresScreenshot00031_png.rf.e33b95072f85c4b4c4858df3adec8a12.jpg differ
diff --git a/valid/images/HighresScreenshot00037_png.rf.2ce4e7a641e1509b0d23dfa87251d75c.jpg b/valid/images/HighresScreenshot00037_png.rf.2ce4e7a641e1509b0d23dfa87251d75c.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..173bbd743d248176f868a13f0bdc3b985c925564
Binary files /dev/null and b/valid/images/HighresScreenshot00037_png.rf.2ce4e7a641e1509b0d23dfa87251d75c.jpg differ
diff --git a/valid/images/HighresScreenshot00039_png.rf.ef1b7278f6084cf6b5a3293811b3b99b.jpg b/valid/images/HighresScreenshot00039_png.rf.ef1b7278f6084cf6b5a3293811b3b99b.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..f9ac234d072a9d01ef5743fd477887026f180f87
Binary files /dev/null and b/valid/images/HighresScreenshot00039_png.rf.ef1b7278f6084cf6b5a3293811b3b99b.jpg differ
diff --git a/valid/images/HighresScreenshot00040_png.rf.4abd8dde7775041589c33b9fa52f27d6.jpg b/valid/images/HighresScreenshot00040_png.rf.4abd8dde7775041589c33b9fa52f27d6.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..f5714a495da6990ba7a58946bd12510bbc52f983
Binary files /dev/null and b/valid/images/HighresScreenshot00040_png.rf.4abd8dde7775041589c33b9fa52f27d6.jpg differ
diff --git a/valid/images/HighresScreenshot00045_png.rf.f601a54cb87bb246edd2b292a33d9824.jpg b/valid/images/HighresScreenshot00045_png.rf.f601a54cb87bb246edd2b292a33d9824.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..b4857f952da7ec5ed926a0e5758b1f079ffb046d
Binary files /dev/null and b/valid/images/HighresScreenshot00045_png.rf.f601a54cb87bb246edd2b292a33d9824.jpg differ
diff --git a/valid/images/HighresScreenshot00046_png.rf.8e30d30617f1296e4bda30588c78ca03.jpg b/valid/images/HighresScreenshot00046_png.rf.8e30d30617f1296e4bda30588c78ca03.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..832266b0c0c6e8f823b5b8579da6dcfdc2fd75d7
Binary files /dev/null and b/valid/images/HighresScreenshot00046_png.rf.8e30d30617f1296e4bda30588c78ca03.jpg differ
diff --git a/valid/images/HighresScreenshot00049_png.rf.c5f7d8dcac47ca106b74e4587615b829.jpg b/valid/images/HighresScreenshot00049_png.rf.c5f7d8dcac47ca106b74e4587615b829.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..74446b342bc094d1adcede899c4a5aeedf54097f
Binary files /dev/null and b/valid/images/HighresScreenshot00049_png.rf.c5f7d8dcac47ca106b74e4587615b829.jpg differ
diff --git a/valid/images/HighresScreenshot00052_png.rf.dd51e805a04225d42752c86a85405894.jpg b/valid/images/HighresScreenshot00052_png.rf.dd51e805a04225d42752c86a85405894.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..5da320d319ee797e71ca1876083442aae046337f
Binary files /dev/null and b/valid/images/HighresScreenshot00052_png.rf.dd51e805a04225d42752c86a85405894.jpg differ
diff --git a/valid/images/HighresScreenshot00055_png.rf.33a87e707ba724cf7f0a0bce12214b39.jpg b/valid/images/HighresScreenshot00055_png.rf.33a87e707ba724cf7f0a0bce12214b39.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..4a69a72ffe619fd2c496ca17345f190651a0d08a
Binary files /dev/null and b/valid/images/HighresScreenshot00055_png.rf.33a87e707ba724cf7f0a0bce12214b39.jpg differ
diff --git a/valid/images/HighresScreenshot00059_png.rf.4046085da0d800771238bac941bba5db.jpg b/valid/images/HighresScreenshot00059_png.rf.4046085da0d800771238bac941bba5db.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..a86a55123bea39ac42952b32ccade94e77f11f0b
Binary files /dev/null and b/valid/images/HighresScreenshot00059_png.rf.4046085da0d800771238bac941bba5db.jpg differ
diff --git a/valid/images/HighresScreenshot00069_png.rf.c9ed265bb094f650421663d9ede02928.jpg b/valid/images/HighresScreenshot00069_png.rf.c9ed265bb094f650421663d9ede02928.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..737f7ccc32e6911942f65d25439c3ff0f4a0f74e
Binary files /dev/null and b/valid/images/HighresScreenshot00069_png.rf.c9ed265bb094f650421663d9ede02928.jpg differ
diff --git a/valid/images/HighresScreenshot00071_png.rf.8303870cda6017e9d5f34a99a8295d6f.jpg b/valid/images/HighresScreenshot00071_png.rf.8303870cda6017e9d5f34a99a8295d6f.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..f0ee8cb5f7d090b26859ae876d51cac468945cc5
Binary files /dev/null and b/valid/images/HighresScreenshot00071_png.rf.8303870cda6017e9d5f34a99a8295d6f.jpg differ
diff --git a/valid/images/HighresScreenshot00077_png.rf.6b39c483a0199c360d678c3bf492620b.jpg b/valid/images/HighresScreenshot00077_png.rf.6b39c483a0199c360d678c3bf492620b.jpg
new file mode 100644
index 0000000000000000000000000000000000000000..a7fa6e526858eed384710a6c0fc93709835d3384
Binary files /dev/null and b/valid/images/HighresScreenshot00077_png.rf.6b39c483a0199c360d678c3bf492620b.jpg differ
diff --git a/valid/labels.cache b/valid/labels.cache
new file mode 100644
index 0000000000000000000000000000000000000000..51ec9875727c90c41c2b74a38b25fc3031a10b46
Binary files /dev/null and b/valid/labels.cache differ
diff --git a/valid/labels/HighresScreenshot00004_png.rf.05d173f80b093a8e67cdc87f5203a5a4.txt b/valid/labels/HighresScreenshot00004_png.rf.05d173f80b093a8e67cdc87f5203a5a4.txt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0d1623b6847c10d4d07dd6cad824ec4f795128
--- /dev/null
+++ b/valid/labels/HighresScreenshot00004_png.rf.05d173f80b093a8e67cdc87f5203a5a4.txt
@@ -0,0 +1 @@
+0 0.5125 0.48828125 0.20234375 0.23671875
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00010_png.rf.94724b26ae72d423ef505914ad28f25d.txt b/valid/labels/HighresScreenshot00010_png.rf.94724b26ae72d423ef505914ad28f25d.txt
new file mode 100644
index 0000000000000000000000000000000000000000..034bf879de69abf8a23aa70a57f63d1dff1e0784
--- /dev/null
+++ b/valid/labels/HighresScreenshot00010_png.rf.94724b26ae72d423ef505914ad28f25d.txt
@@ -0,0 +1,2 @@
+0 0.20078125 0.44609375 0.39921875 0.27109375
+0 0.4625 0.375 0.128125 0.128125
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00010_png.rf.99da270133a2a03f80d4fa74c527df7e.txt b/valid/labels/HighresScreenshot00010_png.rf.99da270133a2a03f80d4fa74c527df7e.txt
new file mode 100644
index 0000000000000000000000000000000000000000..033b5dd5025663fb0cd06cb7e6f0f4e0011c249c
--- /dev/null
+++ b/valid/labels/HighresScreenshot00010_png.rf.99da270133a2a03f80d4fa74c527df7e.txt
@@ -0,0 +1 @@
+0 0.5578125 0.4625 0.68046875 0.5140625
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00017_png.rf.bf6f874c0e1b063af222dde1b8bb4efb.txt b/valid/labels/HighresScreenshot00017_png.rf.bf6f874c0e1b063af222dde1b8bb4efb.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6f44bad431b38accf5ad21c9d482389302bd7367
--- /dev/null
+++ b/valid/labels/HighresScreenshot00017_png.rf.bf6f874c0e1b063af222dde1b8bb4efb.txt
@@ -0,0 +1,2 @@
+0 0.61875 0.534375 0.3421875 0.28984375
+0 0.4171875 0.46640625 0.12109375 0.10703125
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00028_png.rf.37a940a96a998dac892a1d8d271a1da9.txt b/valid/labels/HighresScreenshot00028_png.rf.37a940a96a998dac892a1d8d271a1da9.txt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5c0fcbb96addc2e6c505b50105ab4d22baa914
--- /dev/null
+++ b/valid/labels/HighresScreenshot00028_png.rf.37a940a96a998dac892a1d8d271a1da9.txt
@@ -0,0 +1 @@
+0 0.59296875 0.440625 0.19140625 0.12578125
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00031_png.rf.e33b95072f85c4b4c4858df3adec8a12.txt b/valid/labels/HighresScreenshot00031_png.rf.e33b95072f85c4b4c4858df3adec8a12.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae8e0b94367d0ec18a8665d06cdc7ea0b04ac7c
--- /dev/null
+++ b/valid/labels/HighresScreenshot00031_png.rf.e33b95072f85c4b4c4858df3adec8a12.txt
@@ -0,0 +1 @@
+0 0.5171875 0.515625 0.2234375 0.10546875
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00037_png.rf.2ce4e7a641e1509b0d23dfa87251d75c.txt b/valid/labels/HighresScreenshot00037_png.rf.2ce4e7a641e1509b0d23dfa87251d75c.txt
new file mode 100644
index 0000000000000000000000000000000000000000..962c32d6c82745dc9fb0232f149706d51d61c872
--- /dev/null
+++ b/valid/labels/HighresScreenshot00037_png.rf.2ce4e7a641e1509b0d23dfa87251d75c.txt
@@ -0,0 +1 @@
+0 0.5546875 0.43515625 0.1234375 0.11953125
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00039_png.rf.ef1b7278f6084cf6b5a3293811b3b99b.txt b/valid/labels/HighresScreenshot00039_png.rf.ef1b7278f6084cf6b5a3293811b3b99b.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b4832badf197b3f7198933bfdf783ba201afee
--- /dev/null
+++ b/valid/labels/HighresScreenshot00039_png.rf.ef1b7278f6084cf6b5a3293811b3b99b.txt
@@ -0,0 +1 @@
+0 0.52734375 0.521875 0.24765625 0.140625
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00040_png.rf.4abd8dde7775041589c33b9fa52f27d6.txt b/valid/labels/HighresScreenshot00040_png.rf.4abd8dde7775041589c33b9fa52f27d6.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b64d63898cf705e5b613b1e789cac4f4dbba848b
--- /dev/null
+++ b/valid/labels/HighresScreenshot00040_png.rf.4abd8dde7775041589c33b9fa52f27d6.txt
@@ -0,0 +1 @@
+0 0.5 0.49296875 0.23828125 0.128125
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00045_png.rf.f601a54cb87bb246edd2b292a33d9824.txt b/valid/labels/HighresScreenshot00045_png.rf.f601a54cb87bb246edd2b292a33d9824.txt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5e363d95ffc9cbff78f836f60f30817b7bbe59
--- /dev/null
+++ b/valid/labels/HighresScreenshot00045_png.rf.f601a54cb87bb246edd2b292a33d9824.txt
@@ -0,0 +1,5 @@
+0 0.5859375 0.56875 0.1328125 0.08984375
+0 0.49609375 0.56015625 0.08125 0.06328125
+0 0.4375 0.553125 0.059375 0.06171875
+0 0.39765625 0.5515625 0.04375 0.046875
+0 0.32421875 0.55 0.0265625 0.0359375
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00046_png.rf.8e30d30617f1296e4bda30588c78ca03.txt b/valid/labels/HighresScreenshot00046_png.rf.8e30d30617f1296e4bda30588c78ca03.txt
new file mode 100644
index 0000000000000000000000000000000000000000..378f432e48b9659a5d5802ccdf0e0b627d17484a
--- /dev/null
+++ b/valid/labels/HighresScreenshot00046_png.rf.8e30d30617f1296e4bda30588c78ca03.txt
@@ -0,0 +1,4 @@
+0 0.09453125 0.44765625 0.071875 0.07109375
+0 0.503125 0.453125 0.2234375 0.12109375
+0 0.83203125 0.44609375 0.3359375 0.19609375
+0 0.31171875 0.44609375 0.15 0.1046875
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00049_png.rf.c5f7d8dcac47ca106b74e4587615b829.txt b/valid/labels/HighresScreenshot00049_png.rf.c5f7d8dcac47ca106b74e4587615b829.txt
new file mode 100644
index 0000000000000000000000000000000000000000..53d8c026cd8e8abc69d7ea6299db44e59e146e01
--- /dev/null
+++ b/valid/labels/HighresScreenshot00049_png.rf.c5f7d8dcac47ca106b74e4587615b829.txt
@@ -0,0 +1,2 @@
+0 0.5953125 0.54375 0.26875 0.2859375
+0 0.4609375 0.5453125 0.04921875 0.1109375
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00052_png.rf.dd51e805a04225d42752c86a85405894.txt b/valid/labels/HighresScreenshot00052_png.rf.dd51e805a04225d42752c86a85405894.txt
new file mode 100644
index 0000000000000000000000000000000000000000..180140718cd2499127633f32d353b1c7f4e18af5
--- /dev/null
+++ b/valid/labels/HighresScreenshot00052_png.rf.dd51e805a04225d42752c86a85405894.txt
@@ -0,0 +1 @@
+0 0.5765625 0.5140625 0.34375 0.20078125
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00055_png.rf.33a87e707ba724cf7f0a0bce12214b39.txt b/valid/labels/HighresScreenshot00055_png.rf.33a87e707ba724cf7f0a0bce12214b39.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3a82e3fa16b4ae8388d484ed0956814014839580
--- /dev/null
+++ b/valid/labels/HighresScreenshot00055_png.rf.33a87e707ba724cf7f0a0bce12214b39.txt
@@ -0,0 +1 @@
+0 0.5265625 0.51328125 0.23125 0.15078125
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00059_png.rf.4046085da0d800771238bac941bba5db.txt b/valid/labels/HighresScreenshot00059_png.rf.4046085da0d800771238bac941bba5db.txt
new file mode 100644
index 0000000000000000000000000000000000000000..932fd97b54af4b9552bb12bfe9965da5da5c8da0
--- /dev/null
+++ b/valid/labels/HighresScreenshot00059_png.rf.4046085da0d800771238bac941bba5db.txt
@@ -0,0 +1 @@
+0 0.4921875 0.47890625 0.2015625 0.18671875
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00069_png.rf.c9ed265bb094f650421663d9ede02928.txt b/valid/labels/HighresScreenshot00069_png.rf.c9ed265bb094f650421663d9ede02928.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a10bb50ec1befa91d0703c9dec05a98cc782c3b4
--- /dev/null
+++ b/valid/labels/HighresScreenshot00069_png.rf.c9ed265bb094f650421663d9ede02928.txt
@@ -0,0 +1 @@
+0 0.54453125 0.490625 0.11640625 0.15625
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00071_png.rf.8303870cda6017e9d5f34a99a8295d6f.txt b/valid/labels/HighresScreenshot00071_png.rf.8303870cda6017e9d5f34a99a8295d6f.txt
new file mode 100644
index 0000000000000000000000000000000000000000..acfeb967e56f997b725e999c3ba77f510f118087
--- /dev/null
+++ b/valid/labels/HighresScreenshot00071_png.rf.8303870cda6017e9d5f34a99a8295d6f.txt
@@ -0,0 +1 @@
+0 0.58515625 0.50625 0.40234375 0.315625
\ No newline at end of file
diff --git a/valid/labels/HighresScreenshot00077_png.rf.6b39c483a0199c360d678c3bf492620b.txt b/valid/labels/HighresScreenshot00077_png.rf.6b39c483a0199c360d678c3bf492620b.txt
new file mode 100644
index 0000000000000000000000000000000000000000..25e589f72c5bba528cacafadadd6c868af806d0e
--- /dev/null
+++ b/valid/labels/HighresScreenshot00077_png.rf.6b39c483a0199c360d678c3bf492620b.txt
@@ -0,0 +1 @@
+0 0.4984375 0.53828125 0.35703125 0.40625
\ No newline at end of file