extraction-256_object_categories.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import cv2\n",
    "import numpy as np\n",
    "import os\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "from matplotlib import pyplot as plt\n",
    "from scipy.ndimage import filters\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Image Extraction / Storage"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "top_path  = './data/256_ObjectCategories'\n",
    "img1_path = './data/256_ObjectCategories/001.ak47/001_0001.jpg'\n",
    "img2_path = './data/256_ObjectCategories/001.ak47/001_0002.jpg'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['001.ak47',\n",
       " '002.american-flag',\n",
       " '003.backpack',\n",
       " '004.baseball-bat',\n",
       " '005.baseball-glove',\n",
       " '006.basketball-hoop',\n",
       " '007.bat',\n",
       " '008.bathtub',\n",
       " '009.bear',\n",
       " '010.beer-mug',\n",
       " '011.billiards',\n",
       " '012.binoculars',\n",
       " '013.birdbath',\n",
       " '014.blimp',\n",
       " '015.bonsai-101',\n",
       " '016.boom-box',\n",
       " '017.bowling-ball',\n",
       " '018.bowling-pin',\n",
       " '019.boxing-glove',\n",
       " '020.brain-101',\n",
       " '021.breadmaker',\n",
       " '022.buddha-101',\n",
       " '023.bulldozer',\n",
       " '024.butterfly',\n",
       " '025.cactus',\n",
       " '026.cake',\n",
       " '027.calculator',\n",
       " '028.camel',\n",
       " '029.cannon',\n",
       " '030.canoe',\n",
       " '031.car-tire',\n",
       " '032.cartman',\n",
       " '033.cd',\n",
       " '034.centipede',\n",
       " '035.cereal-box',\n",
       " '036.chandelier-101',\n",
       " '037.chess-board',\n",
       " '038.chimp',\n",
       " '039.chopsticks',\n",
       " '040.cockroach',\n",
       " '041.coffee-mug',\n",
       " '042.coffin',\n",
       " '043.coin',\n",
       " '044.comet',\n",
       " '045.computer-keyboard',\n",
       " '046.computer-monitor',\n",
       " '047.computer-mouse',\n",
       " '048.conch',\n",
       " '049.cormorant',\n",
       " '050.covered-wagon',\n",
       " '051.cowboy-hat',\n",
       " '052.crab-101',\n",
       " '053.desk-globe',\n",
       " '054.diamond-ring',\n",
       " '055.dice',\n",
       " '056.dog',\n",
       " '057.dolphin-101',\n",
       " '058.doorknob',\n",
       " '059.drinking-straw',\n",
       " '060.duck',\n",
       " '061.dumb-bell',\n",
       " '062.eiffel-tower',\n",
       " '063.electric-guitar-101',\n",
       " '064.elephant-101',\n",
       " '065.elk',\n",
       " '066.ewer-101',\n",
       " '067.eyeglasses',\n",
       " '068.fern',\n",
       " '069.fighter-jet',\n",
       " '070.fire-extinguisher',\n",
       " '071.fire-hydrant',\n",
       " '072.fire-truck',\n",
       " '073.fireworks',\n",
       " '074.flashlight',\n",
       " '075.floppy-disk',\n",
       " '076.football-helmet',\n",
       " '077.french-horn',\n",
       " '078.fried-egg',\n",
       " '079.frisbee',\n",
       " '080.frog',\n",
       " '081.frying-pan',\n",
       " '082.galaxy',\n",
       " '083.gas-pump',\n",
       " '084.giraffe',\n",
       " '085.goat',\n",
       " '086.golden-gate-bridge',\n",
       " '087.goldfish',\n",
       " '088.golf-ball',\n",
       " '089.goose',\n",
       " '090.gorilla',\n",
       " '091.grand-piano-101',\n",
       " '092.grapes',\n",
       " '093.grasshopper',\n",
       " '094.guitar-pick',\n",
       " '095.hamburger',\n",
       " '096.hammock',\n",
       " '097.harmonica',\n",
       " '098.harp',\n",
       " '099.harpsichord',\n",
       " '100.hawksbill-101',\n",
       " '101.head-phones',\n",
       " '102.helicopter-101',\n",
       " '103.hibiscus',\n",
       " '104.homer-simpson',\n",
       " '105.horse',\n",
       " '106.horseshoe-crab',\n",
       " '107.hot-air-balloon',\n",
       " '108.hot-dog',\n",
       " '109.hot-tub',\n",
       " '110.hourglass',\n",
       " '111.house-fly',\n",
       " '112.human-skeleton',\n",
       " '113.hummingbird',\n",
       " '114.ibis-101',\n",
       " '115.ice-cream-cone',\n",
       " '116.iguana',\n",
       " '117.ipod',\n",
       " '118.iris',\n",
       " '119.jesus-christ',\n",
       " '120.joy-stick',\n",
       " '121.kangaroo-101',\n",
       " '122.kayak',\n",
       " '123.ketch-101',\n",
       " '124.killer-whale',\n",
       " '125.knife',\n",
       " '126.ladder',\n",
       " '127.laptop-101',\n",
       " '128.lathe',\n",
       " '129.leopards-101',\n",
       " '130.license-plate',\n",
       " '131.lightbulb',\n",
       " '132.light-house',\n",
       " '133.lightning',\n",
       " '134.llama-101',\n",
       " '135.mailbox',\n",
       " '136.mandolin',\n",
       " '137.mars',\n",
       " '138.mattress',\n",
       " '139.megaphone',\n",
       " '140.menorah-101',\n",
       " '141.microscope',\n",
       " '142.microwave',\n",
       " '143.minaret',\n",
       " '144.minotaur',\n",
       " '145.motorbikes-101',\n",
       " '146.mountain-bike',\n",
       " '147.mushroom',\n",
       " '148.mussels',\n",
       " '149.necktie',\n",
       " '150.octopus',\n",
       " '151.ostrich',\n",
       " '152.owl',\n",
       " '153.palm-pilot',\n",
       " '154.palm-tree',\n",
       " '155.paperclip',\n",
       " '156.paper-shredder',\n",
       " '157.pci-card',\n",
       " '158.penguin',\n",
       " '159.people',\n",
       " '160.pez-dispenser',\n",
       " '161.photocopier',\n",
       " '162.picnic-table',\n",
       " '163.playing-card',\n",
       " '164.porcupine',\n",
       " '165.pram',\n",
       " '166.praying-mantis',\n",
       " '167.pyramid',\n",
       " '168.raccoon',\n",
       " '169.radio-telescope',\n",
       " '170.rainbow',\n",
       " '171.refrigerator',\n",
       " '172.revolver-101',\n",
       " '173.rifle',\n",
       " '174.rotary-phone',\n",
       " '175.roulette-wheel',\n",
       " '176.saddle',\n",
       " '177.saturn',\n",
       " '178.school-bus',\n",
       " '179.scorpion-101',\n",
       " '180.screwdriver',\n",
       " '181.segway',\n",
       " '182.self-propelled-lawn-mower',\n",
       " '183.sextant',\n",
       " '184.sheet-music',\n",
       " '185.skateboard',\n",
       " '186.skunk',\n",
       " '187.skyscraper',\n",
       " '188.smokestack',\n",
       " '189.snail',\n",
       " '190.snake',\n",
       " '191.sneaker',\n",
       " '192.snowmobile',\n",
       " '193.soccer-ball',\n",
       " '194.socks',\n",
       " '195.soda-can',\n",
       " '196.spaghetti',\n",
       " '197.speed-boat',\n",
       " '198.spider',\n",
       " '199.spoon',\n",
       " '200.stained-glass',\n",
       " '201.starfish-101',\n",
       " '202.steering-wheel',\n",
       " '203.stirrups',\n",
       " '204.sunflower-101',\n",
       " '205.superman',\n",
       " '206.sushi',\n",
       " '207.swan',\n",
       " '208.swiss-army-knife',\n",
       " '209.sword',\n",
       " '210.syringe',\n",
       " '211.tambourine',\n",
       " '212.teapot',\n",
       " '213.teddy-bear',\n",
       " '214.teepee',\n",
       " '215.telephone-box',\n",
       " '216.tennis-ball',\n",
       " '217.tennis-court',\n",
       " '218.tennis-racket',\n",
       " '219.theodolite',\n",
       " '220.toaster',\n",
       " '221.tomato',\n",
       " '222.tombstone',\n",
       " '223.top-hat',\n",
       " '224.touring-bike',\n",
       " '225.tower-pisa',\n",
       " '226.traffic-light',\n",
       " '227.treadmill',\n",
       " '228.triceratops',\n",
       " '229.tricycle',\n",
       " '230.trilobite-101',\n",
       " '231.tripod',\n",
       " '232.t-shirt',\n",
       " '233.tuning-fork',\n",
       " '234.tweezer',\n",
       " '235.umbrella-101',\n",
       " '236.unicorn',\n",
       " '237.vcr',\n",
       " '238.video-projector',\n",
       " '239.washing-machine',\n",
       " '240.watch-101',\n",
       " '241.waterfall',\n",
       " '242.watermelon',\n",
       " '243.welding-mask',\n",
       " '244.wheelbarrow',\n",
       " '245.windmill',\n",
       " '246.wine-bottle',\n",
       " '247.xylophone',\n",
       " '248.yarmulke',\n",
       " '249.yo-yo',\n",
       " '250.zebra',\n",
       " '251.airplanes-101',\n",
       " '252.car-side-101',\n",
       " '253.faces-easy-101',\n",
       " '254.greyhound',\n",
       " '255.tennis-shoes',\n",
       " '256.toad',\n",
       " '257.clutter']"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "directories = os.listdir(top_path)[1:]\n",
    "directories"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "images = []\n",
    "for directory in directories:\n",
    "    pwd = top_path + '/' + directory\n",
    "    for file in os.listdir(pwd):\n",
    "        path = pwd + '/' + file\n",
    "#         print(img)\n",
    "        images.append((path,directory,file))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "columns = ['img_path', 'category', 'file_name']\n",
    "df = pd.DataFrame(images, columns = columns)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df['category'] = df.category.str.replace(r'^\\d+\\.', '')\n",
    "df['category'] = df.category.str.replace(r'-101$', '')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "clutter\n",
      "airplanes\n",
      "motorbikes\n",
      "faces-easy\n",
      "t-shirt\n",
      "hammock\n",
      "billiards\n",
      "horse\n",
      "ladder\n",
      "bathtub\n",
      "binoculars\n",
      "gorilla\n",
      "people\n",
      "mushroom\n",
      "grapes\n",
      "watch\n",
      "mattress\n",
      "leopards\n",
      "light-house\n",
      "soccer-ball\n",
      "mussels\n",
      "mars\n",
      "hot-tub\n",
      "backpack\n",
      "penguin\n",
      "baseball-glove\n",
      "treadmill\n",
      "breadmaker\n",
      "raccoon\n",
      "teepee\n",
      "head-phones\n",
      "teapot\n",
      "lightning\n",
      "computer-monitor\n",
      "elephant\n",
      "minaret\n",
      "joy-stick\n",
      "laptop\n",
      "baseball-bat\n",
      "boxing-glove\n",
      "coin\n",
      "cockroach\n",
      "bonsai\n",
      "tweezer\n",
      "electric-guitar\n",
      "ipod\n",
      "comet\n",
      "chess-board\n",
      "self-propelled-lawn-mower\n",
      "ibis\n",
      "owl\n",
      "snail\n",
      "llama\n",
      "fire-truck\n",
      "diamond-ring\n",
      "microscope\n",
      "frog\n",
      "hummingbird\n",
      "car-side\n",
      "flashlight\n",
      "swan\n",
      "cowboy-hat\n",
      "umbrella\n",
      "cactus\n",
      "goat\n",
      "snowmobile\n",
      "butterfly\n",
      "snake\n",
      "tripod\n",
      "grasshopper\n",
      "socks\n",
      "sneaker\n",
      "octopus\n",
      "ketch\n",
      "syringe\n",
      "hibiscus\n",
      "chimp\n",
      "saddle\n",
      "touring-bike\n",
      "goose\n",
      "bulldozer\n",
      "fern\n",
      "camel\n",
      "swiss-army-knife\n",
      "spider\n",
      "ostrich\n",
      "iris\n",
      "toad\n",
      "microwave\n",
      "iguana\n",
      "cormorant\n",
      "bat\n",
      "dolphin\n",
      "cake\n",
      "chandelier\n",
      "rifle\n",
      "lathe\n",
      "tennis-court\n",
      "spoon\n",
      "pci-card\n",
      "guitar-pick\n",
      "bowling-ball\n",
      "canoe\n",
      "spaghetti\n",
      "skateboard\n",
      "tomato\n",
      "cannon\n",
      "photocopier\n",
      "dog\n",
      "tennis-shoes\n",
      "necktie\n",
      "conch\n",
      "palm-tree\n",
      "kayak\n",
      "dumb-bell\n",
      "cd\n",
      "screwdriver\n",
      "rainbow\n",
      "bear\n",
      "sword\n",
      "teddy-bear\n",
      "porcupine\n",
      "cartman\n",
      "knife\n",
      "elk\n",
      "bowling-pin\n",
      "wine-bottle\n",
      "stained-glass\n",
      "harp\n",
      "centipede\n",
      "fireworks\n",
      "calculator\n",
      "tuning-fork\n",
      "segway\n",
      "yo-yo\n",
      "sextant\n",
      "speed-boat\n",
      "fighter-jet\n",
      "traffic-light\n",
      "fire-hydrant\n",
      "revolver\n",
      "frisbee\n",
      "sushi\n",
      "golf-ball\n",
      "school-bus\n",
      "tennis-ball\n",
      "ak47\n",
      "birdbath\n",
      "dice\n",
      "video-projector\n",
      "steering-wheel\n",
      "covered-wagon\n",
      "unicorn\n",
      "buddha\n",
      "american-flag\n",
      "homer-simpson\n",
      "zebra\n",
      "saturn\n",
      "paper-shredder\n",
      "gas-pump\n",
      "triceratops\n",
      "tambourine\n",
      "skyscraper\n",
      "frying-pan\n",
      "waterfall\n",
      "grand-piano\n",
      "greyhound\n",
      "tricycle\n",
      "trilobite\n",
      "computer-mouse\n",
      "beer-mug\n",
      "toaster\n",
      "doorknob\n",
      "goldfish\n",
      "mandolin\n",
      "mailbox\n",
      "hawksbill\n",
      "watermelon\n",
      "palm-pilot\n",
      "xylophone\n",
      "praying-mantis\n",
      "radio-telescope\n",
      "lightbulb\n",
      "french-horn\n",
      "paperclip\n",
      "license-plate\n",
      "picnic-table\n",
      "killer-whale\n",
      "boom-box\n",
      "tombstone\n",
      "wheelbarrow\n",
      "windmill\n",
      "stirrups\n",
      "fried-egg\n",
      "basketball-hoop\n",
      "vcr\n",
      "playing-card\n",
      "welding-mask\n",
      "car-tire\n",
      "tower-pisa\n",
      "hot-air-balloon\n",
      "harmonica\n",
      "menorah\n",
      "pram\n",
      "helicopter\n",
      "ice-cream-cone\n",
      "smokestack\n",
      "soda-can\n",
      "duck\n",
      "coffin\n",
      "coffee-mug\n",
      "horseshoe-crab\n",
      "cereal-box\n",
      "jesus-christ\n",
      "superman\n",
      "hamburger\n",
      "pyramid\n",
      "blimp\n",
      "megaphone\n",
      "crab\n",
      "hourglass\n",
      "computer-keyboard\n",
      "chopsticks\n",
      "hot-dog\n",
      "theodolite\n",
      "fire-extinguisher\n",
      "giraffe\n",
      "washing-machine\n",
      "yarmulke\n",
      "sheet-music\n",
      "house-fly\n",
      "football-helmet\n",
      "telephone-box\n",
      "refrigerator\n",
      "rotary-phone\n",
      "human-skeleton\n",
      "pez-dispenser\n",
      "ewer\n",
      "drinking-straw\n",
      "eyeglasses\n",
      "brain\n",
      "floppy-disk\n",
      "eiffel-tower\n",
      "roulette-wheel\n",
      "mountain-bike\n",
      "kangaroo\n",
      "desk-globe\n",
      "minotaur\n",
      "starfish\n",
      "skunk\n",
      "galaxy\n",
      "tennis-racket\n",
      "top-hat\n",
      "sunflower\n",
      "scorpion\n",
      "harpsichord\n",
      "golden-gate-bridge\n"
     ]
    }
   ],
   "source": [
    "for v in df['category'].value_counts().sort_values(ascending=False).index:\n",
    "    print(v)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df.to_pickle('df_img.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['.DS_Store',\n",
       " '.ipynb_checkpoints',\n",
       " 'Computer Vision - Ch1.ipynb',\n",
       " 'data',\n",
       " 'df_img.pkl',\n",
       " 'download trailers.ipynb',\n",
       " 'extraction-256_object_categories.ipynb',\n",
       " 'extraction-fddb.ipynb',\n",
       " 'face-recognizer.py',\n",
       " 'Mobile Document Scanner.ipynb',\n",
       " 'movies',\n",
       " 'SIFTBOW.py',\n",
       " 'tutorial-face_recognition.ipynb',\n",
       " 'tutorials']"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "os.listdir()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}