review_captions.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import os\n",
    "import matplotlib.pyplot as plt\n",
    "import matplotlib.image as mpimg\n",
    "%matplotlib inline\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "record_json = './results/clean_test.json'\n",
    "image_dir = './data/images'\n",
    "\n",
    "with open(record_json, 'r') as f:\n",
    "    data = json.load(f)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def show_image(image_id):\n",
    "    image = mpimg.imread(os.path.join(image_dir, image_id))\n",
    "    plt.imshow(image)\n",
    "    plt.axis('off')\n",
    "    plt.show()\n",
    "\n",
    "def get_real_tags(item):\n",
    "    array = []\n",
    "    for each in item['Real Tags']:\n",
    "        if each in item['Pred Tags']:\n",
    "            array.append(\"\\033[4;35m{}\\033[0m\".format(each))\n",
    "        else:\n",
    "            array.append(each)\n",
    "    return ', '.join(array)\n",
    "\n",
    "def get_pred_tags(item):\n",
    "    return ', '.join(item['Pred Tags'])\n",
    "\n",
    "def get_sentence(item):\n",
    "    real_sents = []\n",
    "    pred_sents = []\n",
    "    for i in range(max(len(item['Real Sent']), len(item['Pred Sent']))):\n",
    "#         print(\"Sentence {}:\".format(i))\n",
    "        try:\n",
    "            real_sent = item['Real Sent'][str(i)]\n",
    "        except Exception as _:\n",
    "            real_sent = \"\"\n",
    "        try:\n",
    "            pred_sent = item['Pred Sent'][str(i)]\n",
    "        except Exception as _:\n",
    "            pred_sent = \"\"\n",
    "        \n",
    "#         print(\"Real: {}\".format(real_sent))\n",
    "#         print(\"Pred: {}\".format(pred_sent))\n",
    "#         print(\"\")\n",
    "        real_sents.append(real_sent)\n",
    "        pred_sents.append(pred_sent)\n",
    "    print(\"Real Sents:{}\".format(\". \".join(real_sents)))\n",
    "    print(\"Pred Sents:{}\".format('. '.join(pred_sents)))\n",
    "\n",
    "def get_tags_peformance(data):\n",
    "    num_ground_truth = 0\n",
    "    num_pred_all = 0\n",
    "    num_pred_truth = 0\n",
    "    for each in data:\n",
    "        num_ground_truth += len(data[each]['Real Tags'])\n",
    "        num_pred_all += len(data[each]['Pred Tags'])\n",
    "        for tag in data[each]['Pred Tags']:\n",
    "            if tag in data[each]['Real Tags']:\n",
    "                num_pred_truth += 1\n",
    "    return num_pred_truth / num_ground_truth * 1.0, num_pred_truth / num_pred_all * 1.0\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Image id:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CXR2151_IM-0771-1001.png\n",
      "CXR1740_IM-0488-2001.png\n",
      "CXR1199_IM-0133-1002.png\n",
      "CXR2794_IM-1226-1002.png\n",
      "CXR649_IM-2227-1001.png\n",
      "CXR711_IM-2273-1001.png\n",
      "CXR2522_IM-1040-1001.png\n",
      "CXR911_IM-2417-1002.png\n",
      "CXR3214_IM-1519-1001.png\n",
      "CXR1339_IM-0218-2001.png\n",
      "CXR3493_IM-1698-1001.png\n",
      "CXR557_IM-2157-2001.png\n",
      "CXR2642_IM-1128-1001.png\n",
      "CXR809_IM-2342-1001.png\n",
      "CXR2539_IM-1050-2001.png\n",
      "CXR380_IM-1911-2001.png\n",
      "CXR889_IM-2401-1001.png\n",
      "CXR245_IM-0985-2001.png\n",
      "CXR1601_IM-0390-2001.png\n",
      "CXR1763_IM-0497-2001.png\n",
      "CXR1696_IM-0457-1001.png\n",
      "CXR380_IM-1911-1001.png\n",
      "CXR1211_IM-0142-1001.png\n",
      "CXR3925_IM-1999-1004003.png\n",
      "CXR2205_IM-0814-1001.png\n",
      "CXR405_IM-2053-1001.png\n",
      "CXR1368_IM-0237-1001.png\n",
      "CXR2539_IM-1050-3001.png\n",
      "CXR2271_IM-0860-1001.png\n",
      "CXR635_IM-2215-1002.png\n",
      "CXR533_IM-2140-2001.png\n",
      "CXR2630_IM-1117-1002.png\n",
      "CXR3479_IM-1690-1001.png\n",
      "CXR121_IM-0142-2001.png\n",
      "CXR697_IM-2262-3003.png\n",
      "CXR3406_IM-1647-2001.png\n",
      "CXR3756_IM-1880-2001.png\n",
      "CXR3383_IM-1630-2001.png\n",
      "CXR3324_IM-1590-2001.png\n",
      "CXR3925_IM-1999-1003002.png\n",
      "CXR3614_IM-1787-2001.png\n",
      "CXR1573_IM-0374-2001.png\n",
      "CXR1308_IM-0201-2001.png\n",
      "CXR360_IM-1776-2001.png\n",
      "CXR518_IM-2131-2001.png\n",
      "CXR2151_IM-0771-2001.png\n",
      "CXR2154_IM-0774-1001.png\n",
      "CXR1523_IM-0339-2001.png\n",
      "CXR472_IM-2100-2001.png\n",
      "CXR385_IM-1948-3001.png\n",
      "CXR2223_IM-0827-1001.png\n",
      "CXR1436_IM-0280-1002.png\n",
      "CXR3254_IM-1543-1001.png\n",
      "CXR973_IM-2462-1001.png\n",
      "CXR1740_IM-0488-1001.png\n",
      "CXR1617_IM-0399-1001.png\n",
      "CXR909_IM-2414-1002.png\n",
      "CXR531_IM-2140-2001.png\n",
      "CXR3533_IM-1726-2001.png\n",
      "CXR1026_IM-0021-2002.png\n",
      "CXR391_IM-1986-1002.png\n",
      "CXR78_IM-2322-2001.png\n",
      "CXR3886_IM-1971-1001.png\n",
      "CXR3084_IM-1443-1001.png\n",
      "CXR1607_IM-0394-2001.png\n",
      "CXR843_IM-2366-1001.png\n",
      "CXR2008_IM-0658-1001.png\n",
      "CXR713_IM-2275-2001.png\n",
      "CXR1943_IM-0612-2001.png\n",
      "CXR391_IM-1986-1001.png\n",
      "CXR3709_IM-1852-4001.png\n",
      "CXR983_IM-2471-2001.png\n",
      "CXR3709_IM-1852-2001.png\n",
      "CXR1139_IM-0095-2001.png\n",
      "CXR2984_IM-1372-1001.png\n",
      "CXR1675_IM-0445-2001.png\n",
      "CXR3182_IM-1501-0001-0002.png\n",
      "CXR2403_IM-0951-2001.png\n",
      "CXR80_IM-2333-1001.png\n",
      "CXR3521_IM-1719-1001.png\n",
      "CXR1601_IM-0390-1001.png\n",
      "CXR1688_IM-0450-2001.png\n",
      "CXR3660_IM-1820-2001.png\n",
      "CXR385_IM-1948-1001.png\n",
      "CXR2784_IM-1220-1001.png\n",
      "CXR3646_IM-1808-0001-0001.png\n",
      "CXR1688_IM-0450-1001.png\n",
      "CXR794_IM-2331-1001.png\n",
      "CXR2229_IM-0831-1002.png\n",
      "CXR3948_IM-2017-1001.png\n",
      "CXR51_IM-2125-1001.png\n",
      "CXR663_IM-2239-3001.png\n",
      "CXR360_IM-1776-1001.png\n",
      "CXR2845_IM-1254-2001.png\n",
      "CXR2527_IM-1043-1001.png\n",
      "CXR2233_IM-0832-2001.png\n",
      "CXR1059_IM-0041-1001.png\n",
      "CXR3709_IM-1852-1001.png\n",
      "CXR316_IM-1487-1002.png\n",
      "CXR990_IM-2476-2001.png\n",
      "CXR641_IM-2220-2001.png\n",
      "CXR2226_IM-0830-12001.png\n",
      "CXR1097_IM-0067-1001.png\n",
      "CXR734_IM-2293-0001-0002.png\n",
      "CXR3275_IM-1556-1003002.png\n",
      "CXR3511_IM-1714-2001.png\n",
      "CXR889_IM-2401-2001.png\n",
      "CXR3925_IM-1999-1002001.png\n",
      "CXR843_IM-2366-2001.png\n",
      "CXR1246_IM-0167-2001.png\n",
      "CXR3763_IM-1883-1001.png\n",
      "CXR1351_IM-0228-1001.png\n",
      "CXR1389_IM-0247-1001.png\n",
      "CXR734_IM-2293-0001-0001.png\n",
      "CXR1152_IM-0103-2001.png\n",
      "CXR3472_IM-1688-1001.png\n",
      "CXR1230_IM-0154-2001.png\n",
      "CXR1689_IM-0451-1001.png\n",
      "CXR1617_IM-0399-2001.png\n",
      "CXR1291_IM-0190-2001.png\n",
      "CXR458_IM-2089-1001.png\n",
      "CXR2657_IM-1139-0001-0001.png\n",
      "CXR2539_IM-1050-1001.png\n",
      "CXR2065_IM-0701-1002.png\n",
      "CXR177_IM-0503-2001.png\n",
      "CXR663_IM-2239-1001.png\n",
      "CXR1729_IM-0480-1001.png\n",
      "CXR2804_IM-1235-1001.png\n",
      "CXR2065_IM-0701-1001.png\n",
      "CXR3307_IM-1582-1004003.png\n",
      "CXR1292_IM-0191-2001.png\n",
      "CXR518_IM-2131-1001.png\n",
      "CXR1738_IM-0486-2001.png\n",
      "CXR1529_IM-0342-0001-0001.png\n",
      "CXR451_IM-2082-1001.png\n",
      "CXR3176_IM-1497-2001.png\n",
      "CXR1187_IM-0126-2001.png\n",
      "CXR3001_IM-1387-2001.png\n",
      "CXR2162_IM-0779-2001.png\n",
      "CXR1983_IM-0640-3003.png\n",
      "CXR1557_IM-0364-4004.png\n",
      "CXR1696_IM-0457-4004.png\n",
      "CXR3406_IM-1647-1001.png\n",
      "CXR501_IM-2120-2001.png\n",
      "CXR3978_IM-2037-0001-0002.png\n",
      "CXR3998_IM-2048-1001.png\n",
      "CXR2260_IM-0852-2001.png\n",
      "CXR2884_IM-1286-1001.png\n",
      "CXR3629_IM-1797-1001.png\n",
      "CXR3405_IM-1647-1001.png\n",
      "CXR29_IM-1302-1001.png\n",
      "CXR2277_IM-0864-2001.png\n",
      "CXR47_IM-2098-1001.png\n",
      "CXR3797_IM-1910-0001-0001.png\n",
      "CXR2195_IM-0805-1001.png\n",
      "CXR5_IM-2117-1003002.png\n",
      "CXR2306_IM-0882-1001.png\n",
      "CXR3080_IM-1440-1001.png\n",
      "CXR1630_IM-0411-2001.png\n",
      "CXR1139_IM-0095-1001.png\n",
      "CXR1876_IM-0567-1001.png\n",
      "CXR911_IM-2417-1001.png\n",
      "CXR641_IM-2220-1001.png\n",
      "CXR56_IM-2160-3003.png\n",
      "CXR2642_IM-1128-3001.png\n",
      "CXR2036_IM-0680-4001.png\n",
      "CXR1167_IM-0112-1001.png\n",
      "CXR3948_IM-2017-1002.png\n",
      "CXR3841_IM-1942-1002.png\n",
      "CXR1529_IM-0342-0001-0002.png\n",
      "CXR3410_IM-1648-1001.png\n",
      "CXR3691_IM-1842-3003.png\n",
      "CXR1652_IM-0428-2001.png\n",
      "CXR1943_IM-0612-1001.png\n",
      "CXR1291_IM-0190-1001.png\n",
      "CXR472_IM-2100-1001.png\n",
      "CXR3959_IM-2023-3001.png\n",
      "CXR3972_IM-2032-1001.png\n",
      "CXR107_IM-0049-2001.png\n",
      "CXR2830_IM-1248-1002.png\n",
      "CXR195_IM-0618-1002.png\n",
      "CXR3390_IM-1636-3001.png\n",
      "CXR531_IM-2140-1001.png\n",
      "CXR1920_IM-0598-2001.png\n",
      "CXR712_IM-2274-0001-0003.png\n",
      "CXR568_IM-2168-2001.png\n",
      "CXR3855_IM-1950-2001.png\n",
      "CXR2223_IM-0827-2001.png\n",
      "CXR3978_IM-2037-0001-0001.png\n",
      "CXR2306_IM-0882-2001.png\n",
      "CXR2197_IM-0807-2001.png\n",
      "CXR2719_IM-1182-2001.png\n",
      "CXR2264_IM-0854-1001.png\n",
      "CXR3568_IM-1753-1001.png\n",
      "CXR1368_IM-0237-2001.png\n",
      "CXR679_IM-2251-2001.png\n",
      "CXR2733_IM-1189-2001.png\n",
      "CXR3166_IM-1491-1001.png\n",
      "CXR1469_IM-0303-1001.png\n",
      "CXR2124_IM-0749-2001.png\n",
      "CXR2243_IM-0840-4001.png\n",
      "CXR2727_IM-1187-1004.png\n",
      "CXR2845_IM-1254-1001.png\n",
      "CXR975_IM-2464-1001.png\n",
      "CXR2503_IM-1028-2001.png\n",
      "CXR80_IM-2333-2001.png\n",
      "CXR689_IM-2257-1001.png\n",
      "CXR1673_IM-0444-1001.png\n",
      "CXR2407_IM-0954-2001.png\n",
      "CXR3873_IM-1965-3001.png\n",
      "CXR291_IM-1313-1001.png\n",
      "CXR47_IM-2098-2001.png\n",
      "CXR2495_IM-1021-1001.png\n",
      "CXR2572_IM-1073-2001.png\n",
      "CXR479_IM-2102-1001.png\n",
      "CXR3625_IM-1794-1001.png\n",
      "CXR313_IM-1472-1001.png\n",
      "CXR3155_IM-1486-2001.png\n",
      "CXR2884_IM-1286-2001.png\n",
      "CXR689_IM-2257-1002.png\n",
      "CXR1595_IM-0386-1001.png\n",
      "CXR51_IM-2125-1002.png\n",
      "CXR3624_IM-1794-1001.png\n",
      "CXR3959_IM-2023-1001.png\n",
      "CXR3998_IM-2048-1002.png\n",
      "CXR3685_IM-1836-1001.png\n",
      "CXR2476_IM-1005-1001.png\n",
      "CXR3043_IM-1417-3001.png\n",
      "CXR3405_IM-1647-2001.png\n",
      "CXR3377_IM-1626-1002001.png\n",
      "CXR1265_IM-0179-2001.png\n",
      "CXR1265_IM-0179-1001.png\n",
      "CXR29_IM-1302-2001.png\n",
      "CXR410_IM-2056-1002.png\n",
      "CXR1152_IM-0103-1001.png\n",
      "CXR2954_IM-1352-1001.png\n",
      "CXR1850_IM-0552-2001.png\n",
      "CXR3459_IM-1679-2001.png\n",
      "CXR3278_IM-1559-0001.png\n",
      "CXR987_IM-2474-1001.png\n",
      "CXR3501_IM-1706-2001.png\n",
      "CXR435_IM-2075-1001.png\n",
      "CXR3533_IM-1726-1001.png\n",
      "CXR3511_IM-1714-1001.png\n",
      "CXR3307_IM-1582-1002001.png\n",
      "CXR975_IM-2464-2001.png\n",
      "CXR2124_IM-0749-1001.png\n",
      "CXR635_IM-2215-1001.png\n",
      "CXR2588_IM-1083-1001.png\n",
      "CXR1257_IM-0174-1001.png\n",
      "CXR630_IM-2211-1001.png\n",
      "CXR1990_IM-0648-1001.png\n",
      "CXR2407_IM-0954-1001.png\n",
      "CXR435_IM-2075-2001.png\n",
      "CXR245_IM-0985-1001.png\n",
      "CXR3014_IM-1392-2001.png\n",
      "CXR3254_IM-1543-2001.png\n",
      "CXR2403_IM-0951-1001.png\n",
      "CXR2661_IM-1142-1001.png\n",
      "CXR401_IM-2051-1001.png\n",
      "CXR1729_IM-0480-2001.png\n",
      "CXR2657_IM-1139-0001-0002.png\n",
      "CXR1474_IM-0307-1001.png\n",
      "CXR2857_IM-1264-2001.png\n",
      "CXR553_IM-2155-4001.png\n",
      "CXR1097_IM-0067-2001.png\n",
      "CXR3182_IM-1501-0001-0001.png\n",
      "CXR2014_IM-0664-2001.png\n",
      "CXR1595_IM-0386-2001.png\n",
      "CXR80_IM-2333-3001.png\n",
      "CXR722_IM-2282-1001.png\n",
      "CXR1887_IM-0575-1001.png\n",
      "CXR1351_IM-0228-2001.png\n",
      "CXR1407_IM-0260-1001.png\n",
      "CXR3855_IM-1950-1001.png\n",
      "CXR2012_IM-0662-3001.png\n",
      "CXR3862_IM-1956-1001.png\n",
      "CXR2036_IM-0680-1001.png\n",
      "CXR887_IM-2400-1001.png\n",
      "CXR3931_IM-2003-1001.png\n",
      "CXR1763_IM-0497-1001.png\n",
      "CXR3168_IM-1492-2001.png\n",
      "CXR501_IM-2120-1001.png\n",
      "CXR990_IM-2476-1001.png\n",
      "CXR1383_IM-0245-1001.png\n",
      "CXR2162_IM-0779-1001.png\n",
      "CXR2733_IM-1189-1001.png\n",
      "CXR2012_IM-0662-4001.png\n",
      "CXR553_IM-2155-2001.png\n",
      "CXR124_IM-0161-1001.png\n",
      "CXR3646_IM-1808-0001-0002.png\n",
      "CXR1568_IM-0371-2001.png\n",
      "CXR2277_IM-0864-1001.png\n",
      "CXR3168_IM-1492-1001.png\n",
      "CXR32_IM-1511-4001.png\n",
      "CXR1738_IM-0486-1001.png\n",
      "CXR1788_IM-0513-1001.png\n",
      "CXR3756_IM-1880-1001.png\n",
      "CXR2486_IM-1014-2001.png\n",
      "CXR2229_IM-0831-1001.png\n",
      "CXR1339_IM-0218-1001.png\n",
      "CXR107_IM-0049-1001.png\n",
      "CXR1573_IM-0374-1001.png\n",
      "CXR2486_IM-1014-1001.png\n",
      "CXR3022_IM-1397-1001.png\n",
      "CXR1377_IM-0242-2001.png\n",
      "CXR3750_IM-1874-1001.png\n",
      "CXR3080_IM-1440-1002.png\n",
      "CXR3176_IM-1497-1001.png\n",
      "CXR3279_IM-1560-1002.png\n",
      "CXR3862_IM-1956-2001.png\n",
      "CXR3629_IM-1797-1002.png\n",
      "CXR1230_IM-0154-0001.png\n",
      "CXR2661_IM-1142-2001.png\n",
      "CXR3390_IM-1636-1001.png\n",
      "CXR2755_IM-1204-1001.png\n",
      "CXR3170_IM-1494-1001.png\n",
      "CXR1377_IM-0242-1001.png\n",
      "CXR3493_IM-1698-1002.png\n",
      "CXR663_IM-2239-2001.png\n",
      "CXR983_IM-2471-1001.png\n",
      "CXR3410_IM-1648-2001.png\n",
      "CXR1430_IM-0277-2001.png\n",
      "CXR1469_IM-0303-2001.png\n",
      "CXR3523_IM-1721-1001.png\n",
      "CXR1990_IM-0648-2001.png\n",
      "CXR3459_IM-1679-1001.png\n",
      "CXR2264_IM-0854-2001.png\n",
      "CXR3617_IM-1789-1001.png\n",
      "CXR2762_IM-1208-2001.png\n",
      "CXR298_IM-1369-1001.png\n",
      "CXR138_IM-0244-1001.png\n",
      "CXR2804_IM-1235-2001.png\n",
      "CXR1859_IM-0557-3001.png\n",
      "CXR2014_IM-0664-1001.png\n",
      "CXR1788_IM-0513-1002.png\n",
      "CXR3307_IM-1582-1003002.png\n",
      "CXR3472_IM-1688-2001.png\n",
      "CXR1300_IM-0198-2001.png\n",
      "CXR1407_IM-0260-2001.png\n",
      "CXR537_IM-2143-1002.png\n",
      "CXR2233_IM-0832-1001.png\n",
      "CXR1257_IM-0174-2001.png\n",
      "CXR144_IM-0283-1001.png\n",
      "CXR3869_IM-1962-1001.png\n",
      "CXR649_IM-2227-2001.png\n",
      "CXR3022_IM-1397-2001.png\n",
      "CXR2299_IM-0878-1001.png\n",
      "CXR2243_IM-0840-1001.png\n",
      "CXR3869_IM-1962-2001.png\n",
      "CXR3014_IM-1392-1001.png\n",
      "CXR520_IM-2131-1001.png\n",
      "CXR591_IM-2186-2001.png\n",
      "CXR3617_IM-1789-2001.png\n",
      "CXR1474_IM-0307-2001.png\n",
      "CXR2954_IM-1352-2001.png\n",
      "CXR3431_IM-1660-2001.png\n",
      "CXR2388_IM-0944-1001.png\n",
      "CXR401_IM-2051-2001.png\n",
      "CXR1187_IM-0126-1001.png\n",
      "CXR1859_IM-0557-12001.png\n",
      "CXR2139_IM-0760-1001.png\n",
      "CXR988_IM-2474-1001.png\n",
      "CXR451_IM-2082-2001.png\n",
      "CXR995_IM-2478-1002.png\n",
      "CXR78_IM-2322-3001.png\n",
      "CXR2299_IM-0878-2001.png\n",
      "CXR3383_IM-1630-1001.png\n",
      "CXR274_IM-1194-1001.png\n",
      "CXR1373_IM-0240-1001.png\n",
      "CXR973_IM-2462-2001.png\n",
      "CXR177_IM-0503-1001.png\n",
      "CXR2573_IM-1074-1001.png\n",
      "CXR291_IM-1313-2001.png\n",
      "CXR2195_IM-0805-2001.png\n",
      "CXR3479_IM-1690-2001.png\n",
      "CXR1264_IM-0179-1001.png\n",
      "CXR121_IM-0142-1001.png\n",
      "CXR3214_IM-1519-2001.png\n",
      "CXR2112_IM-0742-1001.png\n",
      "CXR1396_IM-0252-2001.png\n",
      "CXR3170_IM-1494-1002.png\n",
      "CXR1523_IM-0339-1001.png\n",
      "CXR2959_IM-1354-1001.png\n",
      "CXR2503_IM-1028-1001.png\n",
      "CXR3521_IM-1719-4001.png\n",
      "CXR128_IM-0186-82592002.png\n",
      "CXR908_IM-2413-3001.png\n",
      "CXR2527_IM-1043-2001.png\n",
      "CXR2374_IM-0935-84550002.png\n",
      "CXR988_IM-2474-2001.png\n",
      "CXR3627_IM-1795-2001.png\n",
      "CXR1308_IM-0201-1001.png\n",
      "CXR1675_IM-0445-1001.png\n",
      "CXR2476_IM-1005-2001.png\n",
      "CXR2139_IM-0760-2001.png\n",
      "CXR3517_IM-1716-2001.png\n",
      "CXR3797_IM-1910-0001-0003.png\n",
      "CXR2673_IM-1149-2001.png\n",
      "CXR316_IM-1487-1001.png\n",
      "CXR908_IM-2413-1001.png\n",
      "CXR3797_IM-1910-0001-0002.png\n",
      "CXR3390_IM-1636-2001.png\n",
      "CXR3279_IM-1560-1001.png\n",
      "CXR56_IM-2160-2002.png\n",
      "CXR679_IM-2251-1001.png\n",
      "CXR754_IM-2306-1001.png\n",
      "CXR2112_IM-0742-1002.png\n",
      "CXR788_IM-2328-1001.png\n",
      "CXR1876_IM-0567-2001.png\n",
      "CXR2857_IM-1264-1001.png\n",
      "CXR3286_IM-1567-1001.png\n",
      "CXR1436_IM-0280-1001.png\n",
      "CXR1920_IM-0598-1001.png\n",
      "CXR712_IM-2274-0001-0001.png\n",
      "CXR1373_IM-0240-2001.png\n",
      "CXR1673_IM-0444-2001.png\n",
      "CXR2817_IM-1241-1001.png\n",
      "CXR1389_IM-0247-3001.png\n",
      "CXR3324_IM-1590-3001.png\n",
      "CXR458_IM-2089-3001.png\n",
      "CXR298_IM-1369-2001.png\n",
      "CXR2817_IM-1241-3001.png\n",
      "CXR2071_IM-0705-2001.png\n",
      "CXR1031_IM-0025-4004.png\n",
      "CXR2154_IM-0774-2001.png\n",
      "CXR1404_IM-0258-1001.png\n",
      "CXR128_IM-0186-82592001.png\n",
      "CXR124_IM-0161-4004.png\n",
      "CXR1801_IM-0520-2001.png\n",
      "CXR5_IM-2117-1004003.png\n",
      "CXR2784_IM-1220-2001.png\n",
      "CXR2673_IM-1149-1001.png\n",
      "CXR3873_IM-1965-1001.png\n",
      "CXR3841_IM-1942-1001.png\n",
      "CXR338_IM-1628-1001.png\n",
      "CXR2243_IM-0840-3001.png\n",
      "CXR1523_IM-0339-3001.png\n",
      "CXR1396_IM-0252-1001.png\n",
      "CXR2572_IM-1073-1001.png\n",
      "CXR428_IM-2070-1001.png\n",
      "CXR1568_IM-0371-1001.png\n",
      "CXR995_IM-2478-1001.png\n",
      "CXR3431_IM-1660-1001.png\n",
      "CXR754_IM-2306-2001.png\n",
      "CXR3275_IM-1556-1002001.png\n",
      "CXR1983_IM-0640-2002.png\n",
      "CXR2008_IM-0658-2001.png\n",
      "CXR3685_IM-1836-1002.png\n",
      "CXR3324_IM-1590-1001.png\n",
      "CXR2374_IM-0935-84550001.png\n",
      "CXR32_IM-1511-1001.png\n",
      "CXR630_IM-2211-2001.png\n",
      "CXR909_IM-2414-1001.png\n",
      "CXR2755_IM-1204-2001.png\n",
      "CXR1652_IM-0428-1001.png\n",
      "CXR3614_IM-1787-4001.png\n",
      "CXR1211_IM-0142-1002.png\n",
      "CXR3763_IM-1883-2001.png\n",
      "CXR1758_IM-0495-2001.png\n",
      "CXR1903_IM-0586-1001.png\n",
      "CXR712_IM-2274-0001-0002.png\n",
      "CXR568_IM-2168-1001.png\n",
      "CXR3523_IM-1721-1002.png\n",
      "CXR517_IM-2130-3003.png\n",
      "CXR697_IM-2262-2002.png\n",
      "CXR3624_IM-1794-2001.png\n",
      "CXR1801_IM-0520-1001.png\n",
      "CXR485_IM-2109-2001.png\n",
      "CXR3235_IM-1532-2001.png\n",
      "CXR428_IM-2070-1002.png\n",
      "CXR1389_IM-0247-2001.png\n",
      "CXR3001_IM-1387-3001.png\n",
      "CXR274_IM-1194-2001.png\n",
      "CXR3307_IM-1582-1005004.png\n",
      "CXR479_IM-2102-2001.png\n",
      "CXR3568_IM-1753-2001.png\n",
      "CXR523_IM-2134-2001.png\n",
      "CXR2015_IM-0664-2001.png\n",
      "CXR338_IM-1628-2001.png\n",
      "CXR1722_IM-0476-1001.png\n",
      "CXR3660_IM-1820-1001.png\n",
      "CXR3931_IM-2003-3001.png\n",
      "CXR3972_IM-2032-2001.png\n",
      "CXR3043_IM-1417-2001.png\n",
      "CXR2830_IM-1248-1001.png\n",
      "CXR486_IM-2110-1001.png\n",
      "CXR537_IM-2143-1001.png\n",
      "CXR1758_IM-0495-1001.png\n",
      "CXR2243_IM-0840-2001.png\n",
      "CXR138_IM-0244-2001.png\n",
      "CXR2762_IM-1208-1001.png\n",
      "CXR2727_IM-1187-1001.png\n",
      "CXR8_IM-2333-1001.png\n",
      "CXR1630_IM-0411-1001.png\n",
      "CXR1689_IM-0451-2001.png\n",
      "CXR591_IM-2186-1001.png\n",
      "CXR195_IM-0618-1001.png\n",
      "CXR1903_IM-0586-2001.png\n",
      "CXR2719_IM-1182-1001.png\n",
      "CXR2727_IM-1187-1002.png\n",
      "CXR2794_IM-1226-1001.png\n",
      "CXR1095_IM-0066-1001.png\n",
      "CXR2260_IM-0852-1001.png\n",
      "CXR1892_IM-0580-2001.png\n",
      "CXR3286_IM-1567-2001.png\n",
      "CXR3084_IM-1443-2001.png\n",
      "CXR788_IM-2328-2001.png\n",
      "CXR3166_IM-1491-2001.png\n",
      "CXR557_IM-2157-1001.png\n",
      "CXR517_IM-2130-2002.png\n",
      "CXR1892_IM-0580-1001.png\n",
      "CXR722_IM-2282-2001.png\n",
      "CXR2197_IM-0807-1001.png\n",
      "CXR2495_IM-1021-2001.png\n",
      "CXR3235_IM-1532-1001.png\n",
      "CXR1199_IM-0133-1001.png\n",
      "CXR1383_IM-0245-1002.png\n",
      "CXR3691_IM-1842-1001.png\n",
      "CXR794_IM-2331-2001.png\n",
      "CXR78_IM-2322-1001.png\n",
      "CXR410_IM-2056-1003.png\n",
      "CXR1169_IM-0113-0001-0002.png\n",
      "CXR2817_IM-1241-2001.png\n",
      "CXR1404_IM-0258-2001.png\n",
      "CXR3521_IM-1719-2001.png\n",
      "CXR3501_IM-1706-1001.png\n",
      "CXR2015_IM-0664-1001.png\n",
      "CXR405_IM-2053-2001.png\n",
      "CXR887_IM-2400-2001.png\n",
      "CXR3155_IM-1486-1001.png\n",
      "CXR809_IM-2342-2001.png\n",
      "CXR3625_IM-1794-2001.png\n",
      "CXR485_IM-2109-1001.png\n",
      "CXR713_IM-2275-1001.png\n",
      "CXR1292_IM-0191-1001.png\n",
      "CXR1230_IM-0154-1001.png\n",
      "CXR2588_IM-1083-2001.png\n",
      "CXR1264_IM-0179-2001.png\n",
      "CXR533_IM-2140-1001.png\n",
      "CXR2226_IM-0830-13001.png\n",
      "CXR3275_IM-1556-1004003.png\n",
      "CXR8_IM-2333-2001.png\n",
      "CXR3886_IM-1971-2001.png\n",
      "CXR1167_IM-0112-2001.png\n",
      "CXR1246_IM-0167-1001.png\n"
     ]
    }
   ],
   "source": [
    "images_id = []\n",
    "for each in data:\n",
    "    print(each)\n",
    "    images_id.append(each)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Recall:0.3567779960707269\n",
      "Precision:0.1663003663003663\n"
     ]
    }
   ],
   "source": [
    "recall, precision = get_tags_peformance(data)\n",
    "print(\"Recall:{}\".format(recall))\n",
    "print(\"Precision:{}\".format(precision))\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Preview"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def show_info(id):\n",
    "    image_id = images_id[id]\n",
    "    item = data[image_id]\n",
    "    print(\"Image:{}\".format(image_id))\n",
    "    # show_image(image_id)\n",
    "\n",
    "    print(\"Real Tags: {}\".format(get_real_tags(item)))\n",
    "    print(\"Pred Tags: {}\".format(get_pred_tags(item)))\n",
    "    print(\"\")\n",
    "    get_sentence(item)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Image:CXR1696_IM-0457-1001.png\n",
      "Real Tags: normal\n",
      "Pred Tags: cardiomegaly, lung, mild, aorta, tortuous, surgical instruments, aorta, thoracic, left, degenerative, opacity\n",
      "\n",
      "Real Sents:no acute cardiopulmonary disease. the heart is normal in size and contour. the lungs are clear without evidence of infiltrate. there is no pneumothorax or <unk>. . . . . . . \n",
      "Pred Sents:no acute cardiopulmonary disease. the heart pulmonary xxxx and mediastinum are within normal limits. the lungs are clear. there is no focal air space opacity to suggest a pneumonia. there is no evidence of pleural effusion or <unk>. . . . . . \n"
     ]
    }
   ],
   "source": [
    "show_info(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Image:CXR3614_IM-1787-2001.png\n",
      "Real Tags: pulmonary congestion, \u001b[4;35mleft\u001b[0m, \u001b[4;35mmild\u001b[0m, small, pleural effusion, pulmonary atelectasis, \u001b[4;35mbilateral\u001b[0m, cardiomegaly, \u001b[4;35mbase\u001b[0m\n",
      "Pred Tags: bilateral, opacity, lung, left, diaphragm, degenerative, mild, right, elevated, base\n",
      "\n",
      "Real Sents:ap and lateral views were obtained. bibasilar atelectasis and small left-sided pleural effusion. stable cardiomegaly. no pneumothorax. mild pulmonary vascular <unk>. . . . . . \n",
      "Pred Sents:cardiomegaly with elevated right hemidiaphragms and no acute findings. no acute radiographic cardiopulmonary process. there is a moderate sized right pleural effusion. there are areas of airspace opacity within the left lung base which may represent atelectasis or infiltrate. there is no pneumothorax. there is a large hydropneumothorax within the left chest. . . . . \n"
     ]
    }
   ],
   "source": [
    "show_info(40)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Image:CXR391_IM-1986-1002.png\n",
      "Real Tags: \u001b[4;35mhypoinflation\u001b[0m, \u001b[4;35mlung\u001b[0m\n",
      "Pred Tags: normal, mild, degenerative, lung, tortuous, thoracic vertebrae, spine, hypoinflation, opacity, density\n",
      "\n",
      "Real Sents:no acute cardiopulmonary findings. low lung volumes. heart size normal. no focal airspace consolidations. no pneumothorax or <unk>. . . . . . \n",
      "Pred Sents:no acute cardiopulmonary findings. the heart is normal in size. the mediastinum is unremarkable. no pneumothorax or pleural effusion. no acute osseous <unk>. . . . . . \n"
     ]
    }
   ],
   "source": [
    "show_info(60)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Image:CXR1601_IM-0390-1001.png\n",
      "Real Tags: \u001b[4;35mnormal\u001b[0m\n",
      "Pred Tags: surgical instruments, bilateral, normal, lung, mild, right, opacity, hypoinflation, lymph nodes, thoracic vertebrae\n",
      "\n",
      "Real Sents:no acute pulmonary abnormality. the lungs and pleural spaces show no acute abnormality. heart size and pulmonary vascularity within normal <unk>. . . . . . . . \n",
      "Pred Sents:no acute cardiopulmonary disease. the heart pulmonary xxxx and mediastinum are within normal limits. the heart is normal in size. the lungs are free of focal airspace disease. no pleural effusion or pneumothorax is seen. no pleural effusion. . . . . \n"
     ]
    }
   ],
   "source": [
    "show_info(80)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}