aststuff.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pycparser\n",
    "from pycparser import c_parser\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "pycparser.parse_file(\"test2.c\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "parser = c_parser.CParser()\n",
    "parser.parse(\"int maxout_in(int paste, char** matrix, AVFormatContext *s){char o = foo();return (int) matrix[1][2] * 5 - paste;}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import subprocess\n",
    "import os\n",
    "import shlex"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "output = subprocess.getoutput('srcml --text=\"int maxout_in(int paste, char** matrix, AVFormatContext *s){char o = foo();return (int) matrix[1][2] * 5 - paste;}\" --language C')\n",
    "output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?>\\n<unit xmlns=\"http://www.srcML.org/srcML/src\" revision=\"1.0.0\" language=\"C\"><expr><literal type=\"char\">\\'\\'</literal><call><name>printf</name><argument_list>(<argument><expr><name>test</name></expr></argument>)</argument_list></call><literal type=\"char\">\\'\\'</literal></expr></unit>'"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "code = 'printf(\"test\")'\n",
    "code = shlex.quote(code)\n",
    "output = subprocess.getoutput(f'\"c:/program files/srcml/srcml.exe\" --language C --text=\\'{code}\\'')\n",
    "output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "code = 'printf(\"test\")'\n",
    "output = subprocess.getoutput(['\"c:/program files/srcml/srcml.exe\"',  '--language', 'C'])\n",
    "output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "test = 'printf(\"test\")'\n",
    "test2 = test.replace('\"', '\\\"')\n",
    "test3 = test.replace('\"', '\\\\\"')\n",
    "test4 = shlex.quote(test)\n",
    "command = f'\"c:/...\" --input=\"{test}\"'\n",
    "command2 = f'\"c:/...\" --input=\"{test2}\"'\n",
    "command3 = f'\"c:/...\" --input=\"{test3}\"'\n",
    "la = \"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\"C:/...\" --input='printf(\"test\")'\n"
     ]
    }
   ],
   "source": [
    "import shlex\n",
    "\n",
    "test = 'printf(\"test\")'\n",
    "escaped_test = shlex.quote(test)\n",
    "command = f'\"C:/...\" --input={escaped_test}'\n",
    "\n",
    "print(command)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"yes\"?>\\n<unit xmlns=\"http://www.srcML.org/srcML/src\" xmlns:cpp=\"http://www.srcML.org/srcML/cpp\" revision=\"1.0.0\" language=\"C\" filename=\"temp.c\"><function><type><specifier>static</specifier> <name>av_cold</name> <name>int</name></type> <name>vdadec_init</name><parameter_list>(<parameter><decl><type><name>AVCodecContext</name> <modifier>*</modifier></type><name>avctx</name></decl></parameter>)</parameter_list>\\n\\n<block>{<block_content>\\n\\n    <decl_stmt><decl><type><name>VDADecoderContext</name> <modifier>*</modifier></type><name>ctx</name> <init>= <expr><name><name>avctx</name><operator>-&gt;</operator><name>priv_data</name></name></expr></init></decl>;</decl_stmt>\\n\\n    <decl_stmt><decl><type><name><name>struct</name> <name>vda_context</name></name> <modifier>*</modifier></type><name>vda_ctx</name> <init>= <expr><operator>&amp;</operator><name><name>ctx</name><operator>-&gt;</operator><name>vda_ctx</name></name></expr></init></decl>;</decl_stmt>\\n\\n    <decl_stmt><decl><type><name>OSStatus</name></type> <name>status</name></decl>;</decl_stmt>\\n\\n    <decl_stmt><decl><type><name>int</name></type> <name>ret</name></decl>;</decl_stmt>\\n\\n\\n\\n    <expr_stmt><expr><name><name>ctx</name><operator>-&gt;</operator><name>h264_initialized</name></name> <operator>=</operator> <literal type=\"number\">0</literal></expr>;</expr_stmt>\\n\\n\\n\\n    <comment type=\"block\">/* init pix_fmts of codec */</comment>\\n\\n    <if_stmt><if>if <condition>(<expr><operator>!</operator><name><name>ff_h264_vda_decoder</name><operator>.</operator><name>pix_fmts</name></name></expr>)</condition> <block>{<block_content>\\n\\n        <if_stmt><if>if <condition>(<expr><name>kCFCoreFoundationVersionNumber</name> <operator>&lt;</operator> <name>kCFCoreFoundationVersionNumber10_7</name></expr>)</condition><block type=\"pseudo\"><block_content>\\n\\n            <expr_stmt><expr><name><name>ff_h264_vda_decoder</name><operator>.</operator><name>pix_fmts</name></name> <operator>=</operator> <name>vda_pixfmts_prior_10_7</name></expr>;</expr_stmt></block_content></block></if>\\n\\n        <else>else<block type=\"pseudo\"><block_content>\\n\\n            <expr_stmt><expr><name><name>ff_h264_vda_decoder</name><operator>.</operator><name>pix_fmts</name></name> <operator>=</operator> <name>vda_pixfmts</name></expr>;</expr_stmt></block_content></block></else></if_stmt>\\n\\n    </block_content>}</block></if></if_stmt>\\n\\n\\n\\n    <comment type=\"block\">/* init vda */</comment>\\n\\n    <expr_stmt><expr><call><name>memset</name><argument_list>(<argument><expr><name>vda_ctx</name></expr></argument>, <argument><expr><literal type=\"number\">0</literal></expr></argument>, <argument><expr><sizeof>sizeof<argument_list>(<argument><expr>struct <name>vda_context</name></expr></argument>)</argument_list></sizeof></expr></argument>)</argument_list></call></expr>;</expr_stmt>\\n\\n    <expr_stmt><expr><name><name>vda_ctx</name><operator>-&gt;</operator><name>width</name></name> <operator>=</operator> <name><name>avctx</name><operator>-&gt;</operator><name>width</name></name></expr>;</expr_stmt>\\n\\n    <expr_stmt><expr><name><name>vda_ctx</name><operator>-&gt;</operator><name>height</name></name> <operator>=</operator> <name><name>avctx</name><operator>-&gt;</operator><name>height</name></name></expr>;</expr_stmt>\\n\\n    <expr_stmt><expr><name><name>vda_ctx</name><operator>-&gt;</operator><name>format</name></name> <operator>=</operator> <literal type=\"char\">\\'avc1\\'</literal></expr>;</expr_stmt>\\n\\n    <expr_stmt><expr><name><name>vda_ctx</name><operator>-&gt;</operator><name>use_sync_decoding</name></name> <operator>=</operator> <literal type=\"number\">1</literal></expr>;</expr_stmt>\\n\\n    <expr_stmt><expr><name><name>vda_ctx</name><operator>-&gt;</operator><name>use_ref_buffer</name></name> <operator>=</operator> <literal type=\"number\">1</literal></expr>;</expr_stmt>\\n\\n    <expr_stmt><expr><name><name>ctx</name><operator>-&gt;</operator><name>pix_fmt</name></name> <operator>=</operator> <call><name><name>avctx</name><operator>-&gt;</operator><name>get_format</name></name><argument_list>(<argument><expr><name>avctx</name></expr></argument>, <argument><expr><name><name>avctx</name><operator>-&gt;</operator><name>codec</name><operator>-&gt;</operator><name>pix_fmts</name></name></expr></argument>)</argument_list></call></expr>;</expr_stmt>\\n\\n    <switch>switch <condition>(<expr><name><name>ctx</name><operator>-&gt;</operator><name>pix_fmt</name></name></expr>)</condition> <block>{<block_content>\\n\\n    <case>case <expr><name>AV_PIX_FMT_UYVY422</name></expr>:</case>\\n\\n        <expr_stmt><expr><name><name>vda_ctx</name><operator>-&gt;</operator><name>cv_pix_fmt_type</name></name> <operator>=</operator> <literal type=\"char\">\\'2vuy\\'</literal></expr>;</expr_stmt>\\n\\n        <break>break;</break>\\n\\n    <case>case <expr><name>AV_PIX_FMT_YUYV422</name></expr>:</case>\\n\\n        <expr_stmt><expr><name><name>vda_ctx</name><operator>-&gt;</operator><name>cv_pix_fmt_type</name></name> <operator>=</operator> <literal type=\"char\">\\'yuvs\\'</literal></expr>;</expr_stmt>\\n\\n        <break>break;</break>\\n\\n    <case>case <expr><name>AV_PIX_FMT_NV12</name></expr>:</case>\\n\\n        <expr_stmt><expr><name><name>vda_ctx</name><operator>-&gt;</operator><name>cv_pix_fmt_type</name></name> <operator>=</operator> <literal type=\"char\">\\'420v\\'</literal></expr>;</expr_stmt>\\n\\n        <break>break;</break>\\n\\n    <case>case <expr><name>AV_PIX_FMT_YUV420P</name></expr>:</case>\\n\\n        <expr_stmt><expr><name><name>vda_ctx</name><operator>-&gt;</operator><name>cv_pix_fmt_type</name></name> <operator>=</operator> <literal type=\"char\">\\'y420\\'</literal></expr>;</expr_stmt>\\n\\n        <break>break;</break>\\n\\n    <default>default:</default>\\n\\n        <expr_stmt><expr><call><name>av_log</name><argument_list>(<argument><expr><name>avctx</name></expr></argument>, <argument><expr><name>AV_LOG_ERROR</name></expr></argument>, <argument><expr><literal type=\"string\">\"Unsupported pixel format: %d\\\\n\"</literal></expr></argument>, <argument><expr><name><name>avctx</name><operator>-&gt;</operator><name>pix_fmt</name></name></expr></argument>)</argument_list></call></expr>;</expr_stmt>\\n\\n        <goto>goto <name>failed</name>;</goto>\\n\\n    </block_content>}</block></switch>\\n\\n    <expr_stmt><expr><name>status</name> <operator>=</operator> <call><name>ff_vda_create_decoder</name><argument_list>(<argument><expr><name>vda_ctx</name></expr></argument>,\\n\\n                                   <argument><expr><name><name>avctx</name><operator>-&gt;</operator><name>extradata</name></name></expr></argument>, <argument><expr><name><name>avctx</name><operator>-&gt;</operator><name>extradata_size</name></name></expr></argument>)</argument_list></call></expr>;</expr_stmt>\\n\\n    <if_stmt><if>if <condition>(<expr><name>status</name> <operator>!=</operator> <name>kVDADecoderNoErr</name></expr>)</condition> <block>{<block_content>\\n\\n        <expr_stmt><expr><call><name>av_log</name><argument_list>(<argument><expr><name>avctx</name></expr></argument>, <argument><expr><name>AV_LOG_ERROR</name></expr></argument>,\\n\\n                <argument><expr><literal type=\"string\">\"Failed to init VDA decoder: %d.\\\\n\"</literal></expr></argument>, <argument><expr><name>status</name></expr></argument>)</argument_list></call></expr>;</expr_stmt>\\n\\n        <goto>goto <name>failed</name>;</goto>\\n\\n    </block_content>}</block></if></if_stmt>\\n\\n    <expr_stmt><expr><name><name>avctx</name><operator>-&gt;</operator><name>hwaccel_context</name></name> <operator>=</operator> <name>vda_ctx</name></expr>;</expr_stmt>\\n\\n\\n\\n    <comment type=\"block\">/* changes callback functions */</comment>\\n\\n    <expr_stmt><expr><name><name>avctx</name><operator>-&gt;</operator><name>get_format</name></name> <operator>=</operator> <name>get_format</name></expr>;</expr_stmt>\\n\\n    <expr_stmt><expr><name><name>avctx</name><operator>-&gt;</operator><name>get_buffer2</name></name> <operator>=</operator> <name>get_buffer2</name></expr>;</expr_stmt>\\n\\n<cpp:if>#<cpp:directive>if</cpp:directive> <expr><name>FF_API_GET_BUFFER</name></expr></cpp:if>\\n\\n    <comment type=\"line\">// force the old get_buffer to be empty</comment>\\n\\n    <expr_stmt><expr><name><name>avctx</name><operator>-&gt;</operator><name>get_buffer</name></name> <operator>=</operator> <name>NULL</name></expr>;</expr_stmt>\\n\\n<cpp:endif>#<cpp:directive>endif</cpp:directive></cpp:endif>\\n\\n\\n\\n    <comment type=\"block\">/* init H.264 decoder */</comment>\\n\\n    <expr_stmt><expr><name>ret</name> <operator>=</operator> <call><name><name>ff_h264_decoder</name><operator>.</operator><name>init</name></name><argument_list>(<argument><expr><name>avctx</name></expr></argument>)</argument_list></call></expr>;</expr_stmt>\\n\\n    <if_stmt><if>if <condition>(<expr><name>ret</name> <operator>&lt;</operator> <literal type=\"number\">0</literal></expr>)</condition> <block>{<block_content>\\n\\n        <expr_stmt><expr><call><name>av_log</name><argument_list>(<argument><expr><name>avctx</name></expr></argument>, <argument><expr><name>AV_LOG_ERROR</name></expr></argument>, <argument><expr><literal type=\"string\">\"Failed to open H.264 decoder.\\\\n\"</literal></expr></argument>)</argument_list></call></expr>;</expr_stmt>\\n\\n        <goto>goto <name>failed</name>;</goto>\\n\\n    </block_content>}</block></if></if_stmt>\\n\\n    <expr_stmt><expr><name><name>ctx</name><operator>-&gt;</operator><name>h264_initialized</name></name> <operator>=</operator> <literal type=\"number\">1</literal></expr>;</expr_stmt>\\n\\n\\n\\n    <return>return <expr><literal type=\"number\">0</literal></expr>;</return>\\n\\n\\n\\n<label><name>failed</name>:</label>\\n\\n    <expr_stmt><expr><call><name>vdadec_close</name><argument_list>(<argument><expr><name>avctx</name></expr></argument>)</argument_list></call></expr>;</expr_stmt>\\n\\n    <return>return <expr><operator>-</operator><literal type=\"number\">1</literal></expr>;</return>\\n\\n</block_content>}</block></function>\\n</unit>'"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "output = subprocess.getoutput(f'\"c:/program files/srcml/srcml.exe\" temp.c')\n",
    "output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<include> 6\n",
      "<elif> 58\n",
      "<ifdef> 465\n",
      "<pattern> 1\n",
      "<table> 1\n",
      "<endif> 918\n",
      "<directive> 2272\n",
      "<asm> 88\n",
      "<parameter_list> 2757\n",
      "<QEMU> 2\n",
      "<incr> 2284\n",
      "<macro> 595\n",
      "<expr_stmt> 48882\n",
      "<undef> 23\n",
      "<drc_index> 1\n",
      "<control> 2284\n",
      "<argument_list> 40020\n",
      "<parameter> 7702\n",
      "<union> 6\n",
      "<th> 15\n",
      "<tr> 6\n",
      "<index> 18227\n",
      "<decl_stmt> 11730\n",
      "<function_decl> 39\n",
      "<comment> 8533\n",
      "<struct> 12\n",
      "<argument> 87207\n",
      "<enum> 9\n",
      "<default> 484\n",
      "<namespace> 1\n",
      "<file> 8\n",
      "<id> 1\n",
      "<type> 25114\n",
      "<html> 1\n",
      "<call> 38033\n",
      "<p> 1\n",
      "<then> 765\n",
      "<empty_stmt> 60\n",
      "<label> 422\n",
      "<hiword> 1\n",
      "<specifier> 4070\n",
      "<error> 5\n",
      "<define> 170\n",
      "<display> 1\n",
      "<head> 1\n",
      "<td> 15\n",
      "<null> 1\n",
      "<ternary> 765\n",
      "<b> 1\n",
      "<title> 1\n",
      "<ifndef> 32\n",
      "<body> 1\n",
      "<br> 9\n",
      "<decl> 22343\n",
      "<noid> 1\n",
      "<condition> 18379\n",
      "<init> 8589\n"
     ]
    }
   ],
   "source": [
    "import re\n",
    "\n",
    "with open(\"dataset/test_ast_no_tokens.jsonl\", 'r') as f:\n",
    "    lines = f.readlines()\n",
    "    #count all words staring with < and ending with >\n",
    "    tokens = set()\n",
    "    for line in lines:\n",
    "        tokens.update(re.findall(r'<[a-zA-Z_]+>', line))\n",
    "    tokens = list(tokens)\n",
    "\n",
    "    #find count of tokens in file\n",
    "    token_counts = {}\n",
    "    for token in tokens:\n",
    "        token_counts[token] = 0\n",
    "    for line in lines:\n",
    "        for token in tokens:\n",
    "            token_counts[token] += line.count(token)\n",
    "for token in tokens:\n",
    "    print(token, token_counts[token])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.4035206499661476 0.5195219123505976\n"
     ]
    }
   ],
   "source": [
    "import json\n",
    "index_count_0 = 0\n",
    "index_count_1 = 0\n",
    "samples_0 = 0\n",
    "samples_1 = 0\n",
    "with open(\"dataset/test_ast_no_tokens.jsonl\", 'r') as f:\n",
    "    lines = f.readlines()\n",
    "    for line in lines:\n",
    "        data = json.loads(line)\n",
    "        #count occurrences of ... in data['func']\n",
    "        count = data['func'].count('buffer')\n",
    "        if data['target'] == 0:\n",
    "            index_count_0 += count\n",
    "            samples_0 += 1\n",
    "        else:\n",
    "            index_count_1 += count\n",
    "            samples_1 += 1\n",
    "\n",
    "print(index_count_0/samples_0, index_count_1/samples_1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['ff', 'get', 'wav', 'header']"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from transformers import RobertaTokenizerFast, RobertaConfig, RobertaModel, RobertaForSequenceClassification, get_linear_schedule_with_warmup\n",
    "tokenizer = RobertaTokenizerFast.from_pretrained(\"microsoft/codebert-base\", do_lower_case=True)\n",
    "tokenizer.tokenize(\"ffgetwavheader\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('s', [16253, 1]),\n",
       " ('0', [16053, 1]),\n",
       " ('if', [15163, 1]),\n",
       " ('1', [10469, 1]),\n",
       " ('i', [8866, 1]),\n",
       " ('int', [7018, 1]),\n",
       " ('case', [5774, 1]),\n",
       " ('return', [5532, 1]),\n",
       " ('break', [4096, 1]),\n",
       " ('2', [3853, 1]),\n",
       " ('ret', [3704, 1]),\n",
       " ('else', [3563, 1]),\n",
       " ('avctx', [3262, 2]),\n",
       " ('for', [3125, 1]),\n",
       " ('env', [2606, 1]),\n",
       " ('the', [2600, 1]),\n",
       " ('4', [2535, 1]),\n",
       " ('ctx', [2524, 1]),\n",
       " ('c', [2451, 1]),\n",
       " ('NULL', [2399, 1]),\n",
       " ('static', [2050, 1]),\n",
       " ('buf', [2031, 1]),\n",
       " ('void', [1989, 1]),\n",
       " ('3', [1939, 1]),\n",
       " ('const', [1859, 1]),\n",
       " ('size', [1805, 1]),\n",
       " ('h', [1781, 1]),\n",
       " ('8', [1779, 1]),\n",
       " ('d', [1771, 1]),\n",
       " ('goto', [1719, 2]),\n",
       " ('uintt', [1675, 2]),\n",
       " ('data', [1656, 1]),\n",
       " ('sizeof', [1604, 2]),\n",
       " ('p', [1551, 1]),\n",
       " ('to', [1547, 1]),\n",
       " ('j', [1501, 1]),\n",
       " ('st', [1458, 1]),\n",
       " ('is', [1457, 1]),\n",
       " ('gb', [1354, 1]),\n",
       " ('uint8t', [1324, 3]),\n",
       " ('pb', [1285, 1]),\n",
       " ('char', [1220, 1]),\n",
       " ('src', [1195, 1]),\n",
       " ('a', [1188, 1]),\n",
       " ('offset', [1162, 1]),\n",
       " ('dev', [1159, 1]),\n",
       " ('avlog', [1127, 2]),\n",
       " ('val', [1102, 1]),\n",
       " ('codec', [1097, 2]),\n",
       " ('x', [1083, 1]),\n",
       " ('bs', [1013, 1]),\n",
       " ('addr', [1012, 1]),\n",
       " ('intt', [970, 2]),\n",
       " ('16', [953, 1]),\n",
       " ('len', [951, 1]),\n",
       " ('\\\\n\\\\t', [945, 4]),\n",
       " ('v', [922, 1]),\n",
       " ('flags', [920, 1]),\n",
       " ('endif', [918, 1]),\n",
       " ('r', [895, 1]),\n",
       " ('frame', [874, 1]),\n",
       " ('f', [874, 1]),\n",
       " ('in', [839, 1]),\n",
       " ('n', [838, 1]),\n",
       " ('AVLOGERROR', [825, 3]),\n",
       " ('\\\\n', [823, 2]),\n",
       " ('width', [808, 1]),\n",
       " ('of', [795, 1]),\n",
       " ('unsigned', [791, 1]),\n",
       " ('y', [787, 1]),\n",
       " ('not', [786, 1]),\n",
       " ('block', [752, 1]),\n",
       " ('5', [750, 1]),\n",
       " ('pkt', [746, 2]),\n",
       " ('dc', [745, 1]),\n",
       " ('type', [727, 1]),\n",
       " ('err', [725, 1]),\n",
       " ('cpu', [711, 1]),\n",
       " ('dst', [708, 2]),\n",
       " ('height', [687, 1]),\n",
       " ('struct', [684, 1]),\n",
       " ('index', [682, 1]),\n",
       " ('switch', [663, 1]),\n",
       " ('b', [648, 1]),\n",
       " ('and', [633, 1]),\n",
       " ('errp', [615, 2]),\n",
       " ('out', [605, 1]),\n",
       " (\"'\", [593, 1]),\n",
       " ('we', [590, 1]),\n",
       " ('7', [589, 1]),\n",
       " ('while', [581, 1]),\n",
       " ('info', [579, 1]),\n",
       " ('q', [571, 1]),\n",
       " ('tmp', [564, 1]),\n",
       " ('default', [550, 1]),\n",
       " ('fail', [541, 1]),\n",
       " ('6', [540, 1]),\n",
       " ('opaque', [538, 2]),\n",
       " ('w', [533, 1]),\n",
       " ('name', [522, 1]),\n",
       " ('value', [508, 1]),\n",
       " ('m', [508, 1]),\n",
       " ('arg1', [499, 2]),\n",
       " ('ch', [491, 1]),\n",
       " ('status', [487, 1]),\n",
       " ('32', [483, 1]),\n",
       " ('be', [482, 1]),\n",
       " ('channels', [471, 2]),\n",
       " ('bufsize', [469, 2]),\n",
       " ('ifdef', [465, 2]),\n",
       " ('B', [457, 1]),\n",
       " ('args', [455, 1]),\n",
       " ('AVERROR', [451, 3]),\n",
       " ('header', [451, 1]),\n",
       " ('ist', [449, 1]),\n",
       " ('fprintf', [446, 2]),\n",
       " ('linesize', [446, 2]),\n",
       " ('res', [442, 1]),\n",
       " ('\\\\', [440, 1]),\n",
       " ('REG', [439, 1]),\n",
       " ('rc', [426, 1]),\n",
       " ('samples', [422, 2]),\n",
       " ('sps', [422, 2]),\n",
       " ('state', [419, 1]),\n",
       " ('d\\\\n', [418, 3]),\n",
       " ('cmd', [415, 1]),\n",
       " ('ptr', [413, 1]),\n",
       " ('fd', [413, 1]),\n",
       " ('cpuenv', [411, 2]),\n",
       " ('stderr', [410, 3]),\n",
       " ('file', [398, 1]),\n",
       " ('end', [397, 1]),\n",
       " ('req', [396, 1]),\n",
       " ('it', [391, 1]),\n",
       " ('ra', [390, 1]),\n",
       " ('ost', [383, 1]),\n",
       " ('opcode', [382, 2]),\n",
       " ('stream', [380, 1]),\n",
       " ('pc', [370, 1]),\n",
       " ('cpuR', [369, 2]),\n",
       " ('filename', [369, 1]),\n",
       " ('buffer', [369, 1]),\n",
       " ('arg2', [365, 2]),\n",
       " ('k', [364, 1]),\n",
       " ('this', [364, 1]),\n",
       " ('opts', [363, 2]),\n",
       " ('AVERRORINVALIDDATA', [360, 7]),\n",
       " ('count', [358, 1]),\n",
       " ('stride', [356, 2]),\n",
       " ('cs', [351, 1]),\n",
       " ('error', [349, 1]),\n",
       " ('defined', [348, 1]),\n",
       " ('list', [347, 1]),\n",
       " ('start', [343, 1]),\n",
       " ('64', [342, 1]),\n",
       " ('getbits', [340, 2]),\n",
       " ('next', [340, 1]),\n",
       " ('t1', [338, 2]),\n",
       " ('printf', [332, 1]),\n",
       " ('id', [331, 1]),\n",
       " ('length', [331, 1]),\n",
       " ('vs', [331, 1]),\n",
       " ('that', [329, 1]),\n",
       " ('mode', [329, 1]),\n",
       " ('dest', [328, 1]),\n",
       " ('t0', [326, 2]),\n",
       " ('reg', [325, 1]),\n",
       " ('avpkt', [324, 3]),\n",
       " ('bits', [324, 1]),\n",
       " ('with', [323, 1]),\n",
       " ('cpuT0', [322, 3]),\n",
       " ('geterrno', [322, 3]),\n",
       " ('assert', [315, 1]),\n",
       " ('memcpy', [313, 3]),\n",
       " ('so', [311, 1]),\n",
       " ('set', [311, 1]),\n",
       " ('l', [311, 1]),\n",
       " ('address', [310, 1]),\n",
       " ('rb', [310, 1]),\n",
       " ('Error', [304, 1]),\n",
       " ('codecid', [300, 3]),\n",
       " ('num', [295, 1]),\n",
       " ('base', [295, 1]),\n",
       " ('privdata', [293, 2]),\n",
       " ('bus', [293, 1]),\n",
       " ('true', [292, 1]),\n",
       " ('are', [291, 1]),\n",
       " ('long', [290, 1]),\n",
       " ('shift', [290, 1]),\n",
       " ('ps', [284, 1]),\n",
       " ('vdev', [283, 2]),\n",
       " ('as', [282, 1]),\n",
       " ('on', [281, 1]),\n",
       " ('sc', [281, 1]),\n",
       " ('e', [281, 1]),\n",
       " ('memset', [277, 2]),\n",
       " ('path', [277, 1]),\n",
       " ('10', [274, 1]),\n",
       " ('pic', [274, 1]),\n",
       " ('pts', [271, 2]),\n",
       " ('ot', [269, 1]),\n",
       " ('or', [267, 1]),\n",
       " ('12', [266, 1]),\n",
       " ('pos', [265, 1]),\n",
       " ('false', [264, 1]),\n",
       " ('strcmp', [262, 2]),\n",
       " ('bit', [262, 1]),\n",
       " ('rd', [259, 1]),\n",
       " ('u', [255, 1]),\n",
       " ('ENOMEM', [254, 3]),\n",
       " ('packet', [254, 2]),\n",
       " ('no', [254, 1]),\n",
       " ('track', [254, 1]),\n",
       " ('AVCodecContext', [252, 4]),\n",
       " ('entry', [249, 1]),\n",
       " ('format', [249, 1]),\n",
       " ('from', [248, 1]),\n",
       " ('0x', [247, 2]),\n",
       " ('continue', [246, 1]),\n",
       " ('sl', [246, 1]),\n",
       " ('mbx', [245, 2]),\n",
       " ('g', [244, 1]),\n",
       " ('t', [244, 1]),\n",
       " ('port', [241, 1]),\n",
       " ('tcgtempfree', [239, 4]),\n",
       " ('cpuir', [239, 2]),\n",
       " ('channel', [239, 1]),\n",
       " ('device', [239, 1]),\n",
       " ('band', [239, 1]),\n",
       " ('localerr', [238, 2]),\n",
       " ('exit', [238, 1]),\n",
       " ('float', [237, 1]),\n",
       " ('9', [237, 1]),\n",
       " ('op', [237, 1]),\n",
       " ('gfree', [234, 2]),\n",
       " ('ref', [234, 1]),\n",
       " ('streams', [232, 2]),\n",
       " ('31', [232, 1]),\n",
       " ('timebase', [229, 2]),\n",
       " ('samplerate', [228, 3]),\n",
       " ('TCGv', [227, 3]),\n",
       " ('obj', [226, 1]),\n",
       " ('getbits1', [225, 3]),\n",
       " ('idx', [224, 2]),\n",
       " ('EINVAL', [223, 3]),\n",
       " ('do', [223, 1]),\n",
       " ('read', [221, 1]),\n",
       " ('arg3', [219, 2]),\n",
       " ('code', [217, 1]),\n",
       " ('mask', [217, 1]),\n",
       " ('mbtype', [215, 2]),\n",
       " ('modrm', [212, 2]),\n",
       " ('by', [212, 1]),\n",
       " ('movq', [211, 3]),\n",
       " ('128', [211, 1]),\n",
       " ('bytes', [211, 1]),\n",
       " ('write', [211, 1]),\n",
       " ('only', [211, 1]),\n",
       " ('at', [208, 1]),\n",
       " ('str', [208, 1]),\n",
       " ('256', [205, 1]),\n",
       " ('bool', [204, 1]),\n",
       " ('table', [203, 1]),\n",
       " ('mv', [201, 2]),\n",
       " ('amlappend', [201, 2]),\n",
       " ('spapr', [199, 3]),\n",
       " ('24', [199, 1]),\n",
       " ('td', [199, 1]),\n",
       " ('memory', [197, 1]),\n",
       " ('mby', [196, 2]),\n",
       " ('o', [196, 1]),\n",
       " ('tempblock', [195, 2]),\n",
       " ('tb', [193, 2]),\n",
       " ('regs', [193, 2]),\n",
       " ('mm0', [193, 2]),\n",
       " ('pixfmt', [189, 4]),\n",
       " ('version', [189, 1]),\n",
       " ('FIXME', [188, 2]),\n",
       " ('qemu', [185, 3]),\n",
       " ('errorsetg', [185, 3]),\n",
       " ('bitrate', [185, 2]),\n",
       " ('s\\\\n', [184, 3]),\n",
       " ('scan8', [184, 2]),\n",
       " ('image', [184, 1]),\n",
       " ('level', [184, 1]),\n",
       " ('DPRINTF', [183, 4]),\n",
       " ('rt', [183, 1]),\n",
       " ('codectype', [182, 3]),\n",
       " ('first', [182, 1]),\n",
       " ('check', [182, 1]),\n",
       " ('use', [181, 1]),\n",
       " ('BlockDriverState', [179, 3]),\n",
       " ('targetulong', [177, 3]),\n",
       " ('irq', [177, 2]),\n",
       " ('have', [177, 1]),\n",
       " ('enc', [177, 1]),\n",
       " ('output', [174, 1]),\n",
       " ('define', [174, 1]),\n",
       " ('ts', [174, 1]),\n",
       " ('14', [173, 1]),\n",
       " ('page', [172, 1]),\n",
       " ('15', [171, 1]),\n",
       " ('temp', [171, 1]),\n",
       " ('TCGvi', [170, 3]),\n",
       " ('errorreport', [170, 2]),\n",
       " ('0xff', [170, 2]),\n",
       " ('cc', [170, 1]),\n",
       " ('desc', [169, 1]),\n",
       " ('ic', [168, 1]),\n",
       " ('extradata', [167, 3]),\n",
       " ('acb', [166, 2]),\n",
       " ('streamindex', [166, 2]),\n",
       " ('picture', [166, 1]),\n",
       " ('config', [166, 1]),\n",
       " ('avfreep', [165, 3]),\n",
       " ('sd', [165, 1]),\n",
       " ('0xf', [164, 2]),\n",
       " ('hci', [164, 2]),\n",
       " ('mm1', [163, 2]),\n",
       " ('key', [162, 1]),\n",
       " ('off', [162, 1]),\n",
       " ('vc', [162, 1]),\n",
       " ('client', [162, 1]),\n",
       " ('1024', [161, 1]),\n",
       " ('line', [161, 1]),\n",
       " ('blk', [160, 2]),\n",
       " ('AVFrame', [160, 2]),\n",
       " ('but', [160, 1]),\n",
       " ('all', [160, 1]),\n",
       " ('vector', [160, 1]),\n",
       " ('an', [159, 1]),\n",
       " ('predictor', [158, 3]),\n",
       " ('ramsize', [157, 2]),\n",
       " ('cpumodel', [156, 4]),\n",
       " ('avfree', [156, 2]),\n",
       " ('XXX', [155, 1]),\n",
       " ('pcstart', [154, 2]),\n",
       " ('my', [154, 1]),\n",
       " ('picttype', [153, 2]),\n",
       " ('den', [153, 1]),\n",
       " ('input', [153, 1]),\n",
       " ('datasize', [152, 3]),\n",
       " ('nbsectors', [152, 3]),\n",
       " ('qxl', [152, 3]),\n",
       " ('result', [152, 1]),\n",
       " ('left', [152, 1]),\n",
       " ('AVFormatContext', [150, 3]),\n",
       " ('mx', [150, 1]),\n",
       " ('0x00', [149, 3]),\n",
       " ('alac', [149, 2]),\n",
       " ('machine', [148, 1]),\n",
       " ('CPUState', [147, 2]),\n",
       " ('too', [147, 1]),\n",
       " ('sizet', [146, 3]),\n",
       " ('invalid', [146, 2]),\n",
       " ('tag', [146, 1]),\n",
       " ('duration', [146, 1]),\n",
       " ('MO', [146, 1]),\n",
       " ('request', [146, 1]),\n",
       " ('The', [145, 1]),\n",
       " ('can', [145, 1]),\n",
       " ('strlen', [144, 2]),\n",
       " ('snprintf', [143, 2]),\n",
       " ('REGa', [143, 2]),\n",
       " ('framesize', [142, 2]),\n",
       " ('arg', [142, 1]),\n",
       " ('ast', [142, 1]),\n",
       " ('chr', [141, 2]),\n",
       " ('11', [141, 1]),\n",
       " ('This', [141, 1]),\n",
       " ('avmallocz', [140, 4]),\n",
       " ('qiov', [140, 2]),\n",
       " ('should', [140, 1]),\n",
       " ('host', [139, 1]),\n",
       " ('oc', [139, 1]),\n",
       " ('last', [139, 1]),\n",
       " ('plane', [139, 1]),\n",
       " ('errno', [138, 2]),\n",
       " ('option', [138, 1]),\n",
       " ('t2', [137, 2]),\n",
       " ('RRRS', [137, 2]),\n",
       " ('number', [137, 1]),\n",
       " ('frames', [137, 1]),\n",
       " ('zero', [137, 1]),\n",
       " ('mm2', [136, 2]),\n",
       " ('xfer', [136, 2]),\n",
       " ('sample', [136, 1]),\n",
       " ('tcgtempnew', [135, 4]),\n",
       " ('aviorb', [135, 2]),\n",
       " (\"s'\", [135, 2]),\n",
       " ('P', [135, 1]),\n",
       " ('mr', [135, 1]),\n",
       " ('nbstreams', [134, 3]),\n",
       " ('memidx', [134, 3]),\n",
       " ('pfl', [134, 2]),\n",
       " ('top', [134, 1]),\n",
       " ('func', [134, 1]),\n",
       " ('metadata', [134, 1]),\n",
       " ('will', [133, 1]),\n",
       " ('need', [133, 1]),\n",
       " ('kernelfilename', [132, 5]),\n",
       " ('nbsamples', [132, 3]),\n",
       " ('entries', [132, 2]),\n",
       " ('one', [132, 1]),\n",
       " ('We', [131, 1]),\n",
       " ('mb', [131, 1]),\n",
       " ('pps', [131, 1]),\n",
       " ('AVNOPTSVALUE', [130, 5]),\n",
       " ('tcgtempfreei', [130, 5]),\n",
       " ('cpuA0', [129, 3]),\n",
       " ('inline', [129, 1]),\n",
       " ('timer', [128, 1]),\n",
       " ('field', [128, 1]),\n",
       " ('qdev', [127, 2]),\n",
       " ('ram', [127, 1]),\n",
       " ('512', [127, 1]),\n",
       " ('AVPacket', [126, 3]),\n",
       " ('saddr', [126, 2]),\n",
       " ('src2', [126, 2]),\n",
       " ('register', [126, 1]),\n",
       " ('tcgtempnewi', [125, 5]),\n",
       " ('sectornum', [125, 3]),\n",
       " ('dinfo', [125, 2]),\n",
       " ('retval', [125, 2]),\n",
       " ('RRRT', [125, 2]),\n",
       " ('mem', [125, 1]),\n",
       " ('putbits', [124, 2]),\n",
       " ('hdr', [124, 2]),\n",
       " ('tmpz', [124, 2]),\n",
       " ('failed', [124, 1]),\n",
       " ('get', [124, 1]),\n",
       " ('used', [124, 1]),\n",
       " ('csbase', [123, 2]),\n",
       " ('insn', [123, 2]),\n",
       " ('iov', [123, 1]),\n",
       " ('If', [123, 1]),\n",
       " ('opt', [123, 1]),\n",
       " ('i8', [122, 2]),\n",
       " ('gmalloc0', [121, 3]),\n",
       " ('mm3', [121, 2]),\n",
       " ('targetphysaddrt', [120, 4]),\n",
       " ('CPU', [120, 1]),\n",
       " ('load', [120, 1]),\n",
       " ('double', [120, 1]),\n",
       " ('efault', [119, 2]),\n",
       " ('up', [119, 1]),\n",
       " ('sb', [119, 1]),\n",
       " ('qemuirq', [118, 5]),\n",
       " ('node', [118, 1]),\n",
       " ('re', [118, 1]),\n",
       " ('refcount', [117, 2]),\n",
       " ('must', [117, 1]),\n",
       " ('INTMAX', [116, 2]),\n",
       " ('EIO', [116, 2]),\n",
       " ('priv', [116, 1]),\n",
       " ('new', [116, 1]),\n",
       " ('AVLOGDEBUG', [115, 3]),\n",
       " ('AVRL', [115, 2]),\n",
       " ('src1', [115, 2]),\n",
       " ('tmp1', [115, 2]),\n",
       " ('unlockuser', [114, 3]),\n",
       " ('RRRR', [114, 2]),\n",
       " ('tcggenmovii', [113, 6]),\n",
       " ('unimplemented', [113, 4]),\n",
       " ('Rn', [113, 2]),\n",
       " ('limit', [113, 1]),\n",
       " ('sum', [113, 1]),\n",
       " ('access', [112, 1]),\n",
       " ('A', [112, 1]),\n",
       " ('audio', [112, 1]),\n",
       " ('AVLOGWARNING', [111, 3]),\n",
       " ('fmt', [111, 2]),\n",
       " ('options', [111, 1]),\n",
       " ('30', [111, 1]),\n",
       " ('step', [111, 1]),\n",
       " ('motionval', [110, 2]),\n",
       " ('cnt', [110, 2]),\n",
       " ('H', [110, 1]),\n",
       " ('reply', [110, 1]),\n",
       " ('FFMIN', [109, 2]),\n",
       " ('mm4', [109, 2]),\n",
       " ('handle', [109, 1]),\n",
       " ('cache', [109, 1]),\n",
       " ('prot', [109, 1]),\n",
       " ('xen9pdev', [108, 5]),\n",
       " ('fdt', [108, 2]),\n",
       " ('tcgconsti', [107, 4]),\n",
       " ('xendev', [107, 3]),\n",
       " ('could', [107, 1]),\n",
       " ('13', [107, 1]),\n",
       " ('short', [107, 1]),\n",
       " ('exceptionindex', [106, 3]),\n",
       " ('AVStream', [106, 2]),\n",
       " ('timestamp', [106, 2]),\n",
       " ('islit', [106, 2]),\n",
       " ('which', [106, 1]),\n",
       " ('ap', [106, 1]),\n",
       " ('lit', [106, 1]),\n",
       " ('avmalloc', [105, 3]),\n",
       " ('MemoryRegion', [105, 2]),\n",
       " ('putuser', [105, 2]),\n",
       " ('find', [105, 1]),\n",
       " ('supported', [105, 1]),\n",
       " ('row', [105, 1]),\n",
       " ('rs', [105, 1]),\n",
       " ('cur', [104, 1]),\n",
       " ('cputmp2i', [103, 5]),\n",
       " ('0x80', [103, 3]),\n",
       " ('than', [103, 1]),\n",
       " ('bd', [103, 1]),\n",
       " ('video', [103, 1]),\n",
       " ('pd', [103, 1]),\n",
       " ('currentpictureptr', [102, 3]),\n",
       " ('op1', [102, 2]),\n",
       " ('mbheight', [102, 2]),\n",
       " ('current', [102, 1]),\n",
       " ('here', [102, 1]),\n",
       " ('cputobe', [101, 3]),\n",
       " ('dstFormat', [101, 3]),\n",
       " ('illegalop', [101, 2]),\n",
       " ('mbwidth', [101, 2]),\n",
       " ('20', [101, 1]),\n",
       " ('byte', [101, 1]),\n",
       " ('add', [101, 1]),\n",
       " ('done', [101, 1]),\n",
       " ('profile', [101, 1]),\n",
       " ('cputole', [100, 3]),\n",
       " ('Invalid', [100, 1]),\n",
       " ('dec', [100, 1]),\n",
       " ('when', [100, 1]),\n",
       " ('param', [100, 1]),\n",
       " ('mov', [99, 2]),\n",
       " ('mm5', [99, 2]),\n",
       " ('model', [99, 1]),\n",
       " ('initrdfilename', [98, 3]),\n",
       " (\"don't\", [98, 2]),\n",
       " ('dts', [98, 2]),\n",
       " ('r1', [98, 2]),\n",
       " ('token', [98, 1]),\n",
       " ('now', [98, 1]),\n",
       " ('dflag', [97, 2]),\n",
       " ('dsp', [97, 2]),\n",
       " ('poc', [97, 2]),\n",
       " ('drv', [97, 2]),\n",
       " ('comp', [97, 1]),\n",
       " ('OBJECT', [96, 2]),\n",
       " ('time', [96, 1]),\n",
       " ('bl', [96, 1]),\n",
       " ('skip', [96, 1]),\n",
       " ('fillrectangle', [95, 3]),\n",
       " ('gassert', [95, 2]),\n",
       " ('offsetof', [95, 2]),\n",
       " ('255', [95, 1]),\n",
       " ('section', [95, 1]),\n",
       " ('pm', [95, 1]),\n",
       " ('AVMEDIATYPEVIDEO', [94, 7]),\n",
       " ('extradatasize', [94, 5]),\n",
       " ('omapfindclk', [94, 5]),\n",
       " ('hwaddr', [94, 2]),\n",
       " ('bufend', [94, 2]),\n",
       " ('l1', [94, 2]),\n",
       " ('has', [94, 1]),\n",
       " ('fs', [94, 1]),\n",
       " ('command', [94, 1]),\n",
       " ('0x01', [93, 3]),\n",
       " ('clusteroffset', [93, 3]),\n",
       " ('params', [93, 1]),\n",
       " ('filter', [93, 1]),\n",
       " ('eax', [92, 2]),\n",
       " ('No', [92, 1]),\n",
       " ('open', [92, 1]),\n",
       " ('kernelsize', [91, 3]),\n",
       " ('TODO', [91, 3]),\n",
       " ('blocksize', [91, 2]),\n",
       " ('pls', [91, 2]),\n",
       " ('gennewlabel', [90, 4]),\n",
       " ('nbclusters', [90, 3]),\n",
       " ('aviorl', [90, 2]),\n",
       " ('ioc', [90, 2]),\n",
       " ('vf', [90, 2]),\n",
       " ('map', [90, 1]),\n",
       " ('conf', [90, 1]),\n",
       " ('range', [90, 1]),\n",
       " ('gensetlabel', [89, 4]),\n",
       " ('0xffff', [89, 3]),\n",
       " ('vq', [89, 2]),\n",
       " ('bpp', [89, 2]),\n",
       " ('mm7', [89, 2]),\n",
       " ('elem', [89, 2]),\n",
       " ('needed', [89, 1]),\n",
       " ('unit', [89, 1]),\n",
       " ('asm', [89, 1]),\n",
       " ('Y', [89, 1]),\n",
       " ('s1', [88, 2]),\n",
       " ('mxf', [88, 2]),\n",
       " ('mpi', [88, 2]),\n",
       " ('handler', [88, 1]),\n",
       " ('queue', [88, 1]),\n",
       " ('tcggenmovi', [87, 5]),\n",
       " ('ramaddrt', [87, 3]),\n",
       " ('volatile', [87, 2]),\n",
       " ('srcy', [87, 2]),\n",
       " ('chdata', [87, 2]),\n",
       " ('cpusr', [87, 2]),\n",
       " ('Rm', [87, 2]),\n",
       " ('bc', [87, 1]),\n",
       " ('parser', [87, 1]),\n",
       " ('copy', [87, 1]),\n",
       " ('mod', [87, 1]),\n",
       " ('mvcache', [86, 3]),\n",
       " ('exception', [86, 2]),\n",
       " ('pci', [86, 2]),\n",
       " ('decode', [86, 2]),\n",
       " ('mm6', [86, 2]),\n",
       " ('support', [86, 1]),\n",
       " ('run', [86, 1]),\n",
       " ('proxy', [86, 1]),\n",
       " ('avioskip', [85, 4]),\n",
       " ('clustersize', [85, 3]),\n",
       " ('DeviceState', [85, 2]),\n",
       " ('imm', [85, 1]),\n",
       " ('iscsilun', [84, 3]),\n",
       " ('submbtype', [84, 3]),\n",
       " ('blockalign', [84, 2]),\n",
       " ('mapping', [84, 2]),\n",
       " ('feed', [84, 1]),\n",
       " ('mon', [84, 1]),\n",
       " ('rw', [84, 1]),\n",
       " ('AVMEDIATYPEAUDIO', [83, 8]),\n",
       " ('codectag', [83, 3]),\n",
       " ('x\\\\n', [83, 3]),\n",
       " ('aviowb', [83, 3]),\n",
       " ('dstY', [83, 3]),\n",
       " ('cluster', [83, 2]),\n",
       " ('tile', [83, 1]),\n",
       " (\"'\\\\0'\", [82, 4]),\n",
       " ('cpuT1', [82, 3]),\n",
       " ('avdlog', [82, 3]),\n",
       " ('srcFormat', [82, 2]),\n",
       " ('more', [82, 1]),\n",
       " ('cb', [82, 1]),\n",
       " ('im', [82, 1]),\n",
       " ('method', [82, 1]),\n",
       " ('mul', [81, 2]),\n",
       " ('FFMAX', [81, 2]),\n",
       " ('qscale', [81, 2]),\n",
       " ('arg4', [81, 2]),\n",
       " ('always', [81, 1]),\n",
       " ('max', [81, 1]),\n",
       " ('ds', [81, 1]),\n",
       " ('DisasContext', [80, 3]),\n",
       " ('srcStride', [80, 3]),\n",
       " ('y0', [80, 2]),\n",
       " ('mbxy', [80, 2]),\n",
       " ('currentpicture', [80, 2]),\n",
       " ('init', [80, 1]),\n",
       " ('pass', [80, 1]),\n",
       " ('job', [80, 1]),\n",
       " ('argv', [79, 2]),\n",
       " ('opc', [79, 2]),\n",
       " ('AVRB', [79, 2]),\n",
       " ('tmp2', [79, 2]),\n",
       " ('smk', [79, 2]),\n",
       " ('tap', [79, 1]),\n",
       " ('invalidopc', [78, 4]),\n",
       " ('x0', [78, 2]),\n",
       " ('fwcfg', [78, 2]),\n",
       " ('disp', [78, 2]),\n",
       " ('FDT', [78, 2]),\n",
       " ('r2', [78, 2]),\n",
       " ('rm', [78, 1]),\n",
       " ('bands', [78, 1]),\n",
       " ('response', [78, 1]),\n",
       " ('os', [78, 1]),\n",
       " ('mseq', [77, 2]),\n",
       " ('common', [77, 1]),\n",
       " ('prev', [77, 1]),\n",
       " ('bytestreamgetle', [76, 5]),\n",
       " ('avcold', [76, 2]),\n",
       " ('palette', [76, 2]),\n",
       " ('unlikely', [76, 2]),\n",
       " ('context', [76, 1]),\n",
       " ('align', [76, 1]),\n",
       " ('sf', [76, 1]),\n",
       " ('b8stride', [75, 4]),\n",
       " ('dstW', [75, 3]),\n",
       " ('02x', [75, 2]),\n",
       " ('non', [75, 1]),\n",
       " ('target', [75, 1]),\n",
       " ('free', [75, 1]),\n",
       " ('user', [75, 1]),\n",
       " ('features', [75, 1]),\n",
       " ('parent', [75, 1]),\n",
       " ('link', [75, 1]),\n",
       " ('img', [75, 1]),\n",
       " ('AVIOContext', [74, 3]),\n",
       " ('uvlinesize', [74, 3]),\n",
       " ('nal', [74, 2]),\n",
       " ('order', [74, 1]),\n",
       " ('just', [74, 1]),\n",
       " ('kernel', [74, 1]),\n",
       " ('scale', [74, 1]),\n",
       " ('xy', [74, 1]),\n",
       " ('TCGCONDNE', [73, 5]),\n",
       " ('tswap', [73, 3]),\n",
       " ('Unable', [73, 2]),\n",
       " ('decctx', [73, 2]),\n",
       " ('ecx', [73, 2]),\n",
       " ('refcache', [73, 2]),\n",
       " ('luks', [73, 2]),\n",
       " ('disk', [73, 1]),\n",
       " ('reference', [73, 1]),\n",
       " ('slice', [73, 1]),\n",
       " ('close', [73, 1]),\n",
       " ('prop', [73, 1]),\n",
       " ('MM', [73, 1]),\n",
       " ('pschroparams', [72, 5]),\n",
       " ('MpegEncContext', [72, 4]),\n",
       " ('kernelcmdline', [72, 3]),\n",
       " ('mbstride', [72, 3]),\n",
       " ('cpugpr', [72, 3]),\n",
       " ('lockuserstring', [72, 3]),\n",
       " ('allocate', [72, 2]),\n",
       " ('guest', [72, 2]),\n",
       " ('already', [72, 2]),\n",
       " ('pcibus', [72, 2]),\n",
       " ('keyframe', [72, 2]),\n",
       " ('pdev', [72, 2]),\n",
       " ('srcr', [72, 2]),\n",
       " ('srcl', [72, 2]),\n",
       " ('create', [72, 1]),\n",
       " ('blocks', [72, 1]),\n",
       " ('Could', [72, 1]),\n",
       " ('each', [72, 1]),\n",
       " ('0x1f', [71, 4]),\n",
       " ('buflen', [71, 3]),\n",
       " ('bdrv', [71, 3]),\n",
       " ('codecpar', [71, 3]),\n",
       " ('prefixes', [71, 2]),\n",
       " ('PRId', [71, 2]),\n",
       " ('compno', [71, 2]),\n",
       " ('cbp', [71, 2]),\n",
       " ('magic', [71, 1]),\n",
       " ('string', [71, 1]),\n",
       " ('found', [71, 1]),\n",
       " ('1000', [71, 1]),\n",
       " ('V', [71, 1]),\n",
       " ('depth', [71, 1]),\n",
       " ('tcggenmovitl', [70, 7]),\n",
       " ('tcggenaddii', [70, 5]),\n",
       " (\"s'\\\\n\", [70, 4]),\n",
       " ('outbuf', [70, 2]),\n",
       " ('pcc', [70, 2]),\n",
       " ('ebx', [70, 2]),\n",
       " ('vaddr', [70, 2]),\n",
       " ('smstate', [70, 2]),\n",
       " ('using', [70, 1]),\n",
       " ('any', [70, 1]),\n",
       " ('picturestructure', [69, 3]),\n",
       " ('0x10', [69, 3]),\n",
       " ('fmtctx', [69, 3]),\n",
       " ('matroska', [69, 3]),\n",
       " ('stepindex', [69, 2]),\n",
       " ('buf1', [69, 2]),\n",
       " ('sig', [69, 2]),\n",
       " ('event', [69, 1]),\n",
       " ('into', [69, 1]),\n",
       " ('slot', [69, 1]),\n",
       " ('TARGETPAGEMASK', [68, 7]),\n",
       " ('tcggenandii', [68, 5]),\n",
       " ('0f', [68, 2]),\n",
       " ('reserved', [68, 2]),\n",
       " ('18', [68, 1]),\n",
       " ('rings', [68, 1]),\n",
       " ('old', [68, 1]),\n",
       " ('sign', [68, 1]),\n",
       " ('PRIu', [67, 3]),\n",
       " ('RENAME', [67, 3]),\n",
       " ('0xFF', [67, 3]),\n",
       " ('slices', [67, 3]),\n",
       " ('decoder', [67, 2]),\n",
       " ('Failed', [67, 2]),\n",
       " ('msrs', [67, 2]),\n",
       " ('tlb', [67, 2]),\n",
       " ('serial', [67, 1]),\n",
       " ('fc', [67, 1]),\n",
       " ('does', [67, 1]),\n",
       " ('unknown', [67, 1]),\n",
       " ('28', [67, 1]),\n",
       " ('rom', [67, 1]),\n",
       " ('TARGETPAGESIZE', [66, 5]),\n",
       " ('TCGCONDEQ', [66, 5]),\n",
       " ('refcounttable', [66, 3]),\n",
       " ('startaddr', [66, 2]),\n",
       " ('before', [66, 1]),\n",
       " ('may', [66, 1]),\n",
       " ('cm', [66, 1]),\n",
       " ('cr', [66, 1]),\n",
       " ('pict', [66, 1]),\n",
       " ('initrdsize', [65, 3]),\n",
       " ('GetBitContext', [65, 3]),\n",
       " ('letocpu', [65, 3]),\n",
       " ('iovlen', [65, 2]),\n",
       " ('sectors', [65, 2]),\n",
       " ('selector', [65, 2]),\n",
       " ('Set', [65, 1]),\n",
       " ('update', [65, 1]),\n",
       " ('region', [65, 1]),\n",
       " ('drc', [64, 2]),\n",
       " ('errorcode', [64, 2]),\n",
       " ('encoder', [64, 2]),\n",
       " ('inlink', [64, 2]),\n",
       " ('vaarg', [64, 2]),\n",
       " ('hdev', [64, 2]),\n",
       " ('COS', [64, 2]),\n",
       " ('speed', [64, 1]),\n",
       " ('driver', [64, 1]),\n",
       " ('after', [64, 1]),\n",
       " ('control', [64, 1]),\n",
       " ('io', [64, 1]),\n",
       " ('enum', [64, 1]),\n",
       " ('alpha', [64, 1]),\n",
       " ('serialhds', [63, 3]),\n",
       " ('cpuregs', [63, 3]),\n",
       " ('cblk', [63, 3]),\n",
       " ('ohci', [63, 2]),\n",
       " ('pand', [63, 2]),\n",
       " ('pix', [63, 2]),\n",
       " ('amlint', [63, 2]),\n",
       " ('vseq', [63, 2]),\n",
       " ('bin', [63, 1]),\n",
       " ('reset', [63, 1]),\n",
       " ('avoid', [63, 1]),\n",
       " ('lock', [63, 1]),\n",
       " ('there', [63, 1]),\n",
       " ('pixel', [63, 1]),\n",
       " ('AVPIXFMTYUVP', [62, 7]),\n",
       " ('tcggenanditl', [62, 6]),\n",
       " ('sampleaspectratio', [62, 5]),\n",
       " ('errorpropagate', [62, 3]),\n",
       " ('SEEKSET', [62, 3]),\n",
       " ('iovec', [62, 3]),\n",
       " ('srcx', [62, 2]),\n",
       " ('08x', [62, 2]),\n",
       " ('p2', [62, 2]),\n",
       " ('PARAM', [62, 2]),\n",
       " ('make', [62, 1]),\n",
       " ('ERROR', [62, 1]),\n",
       " ('vec', [62, 1]),\n",
       " ('color', [62, 1]),\n",
       " ('ics', [62, 1]),\n",
       " ('film', [62, 1]),\n",
       " ('kvmmsrentryadd', [61, 6]),\n",
       " ('bitsperrawsample', [61, 4]),\n",
       " ('0x0F', [61, 4]),\n",
       " ('pktsize', [61, 4]),\n",
       " ('amlnamedecl', [61, 4]),\n",
       " ('chunksize', [61, 3]),\n",
       " ('REAX', [61, 2]),\n",
       " ('cpuSR', [61, 2]),\n",
       " ('picref', [61, 2]),\n",
       " ('unitid', [61, 2]),\n",
       " ('store', [61, 1]),\n",
       " ('exp', [61, 1]),\n",
       " ('PCIDevice', [60, 4]),\n",
       " ('genexception', [60, 3]),\n",
       " ('0x20', [60, 3]),\n",
       " ('pcidev', [60, 3]),\n",
       " ('xhci', [60, 3]),\n",
       " ('slirp', [60, 3]),\n",
       " ('chunk', [60, 2]),\n",
       " ('skipbits', [60, 2]),\n",
       " ('startcode', [60, 2]),\n",
       " ('some', [60, 1]),\n",
       " ('match', [60, 1]),\n",
       " ('I', [60, 1]),\n",
       " ('flag', [60, 1]),\n",
       " ('x86ldubcode', [59, 5]),\n",
       " ('failed\\\\n', [59, 3]),\n",
       " ('farg1', [59, 3]),\n",
       " ('interruptrequest', [59, 3]),\n",
       " ('temps', [59, 2]),\n",
       " ('transport', [59, 2]),\n",
       " ('arg0', [59, 2]),\n",
       " ('nc', [59, 1]),\n",
       " ('peer', [59, 1]),\n",
       " ('back', [59, 1]),\n",
       " ('internal', [59, 1]),\n",
       " ('esp', [59, 1]),\n",
       " ('ac', [59, 1]),\n",
       " ('msg', [59, 1]),\n",
       " ('se', [59, 1]),\n",
       " ('tcggenmovtl', [58, 6]),\n",
       " ('HASOPTION', [58, 4]),\n",
       " ('getbitscount', [58, 3]),\n",
       " ('eeprom', [58, 3]),\n",
       " ('tswapl', [58, 3]),\n",
       " ('optind', [58, 2]),\n",
       " ('memindex', [58, 2]),\n",
       " ('sock', [58, 2]),\n",
       " ('src8', [58, 2]),\n",
       " ('elif', [58, 2]),\n",
       " ('cpc', [58, 2]),\n",
       " ('bufindex', [58, 2]),\n",
       " ('low', [58, 1]),\n",
       " ('ops', [58, 1]),\n",
       " ('cond', [58, 1]),\n",
       " ('spr', [58, 1]),\n",
       " ('diff', [58, 1]),\n",
       " ('qdevgetgpioin', [57, 6]),\n",
       " ('PRIx64', [57, 4]),\n",
       " ('strerror', [57, 3]),\n",
       " ('biossize', [57, 3]),\n",
       " ('framerate', [57, 2]),\n",
       " ('argc', [57, 2]),\n",
       " ('vlc', [57, 2]),\n",
       " ('interrupt', [57, 2]),\n",
       " ('starttime', [57, 2]),\n",
       " ('yoff', [57, 2]),\n",
       " ('values', [57, 1]),\n",
       " ('hash', [57, 1]),\n",
       " ('MIN', [57, 1]),\n",
       " ('nd', [57, 1]),\n",
       " ('def', [57, 1]),\n",
       " ('physical', [57, 1]),\n",
       " ('because', [57, 1]),\n",
       " ('was', [57, 1]),\n",
       " ('Unknown', [57, 1]),\n",
       " ('D', [57, 1]),\n",
       " ('dir', [57, 1]),\n",
       " ('tp', [57, 1]),\n",
       " ('mbtypecol', [56, 3]),\n",
       " ('srove', [56, 3]),\n",
       " ('parameters', [56, 2]),\n",
       " ('registers', [56, 2]),\n",
       " ('rdma', [56, 2]),\n",
       " ('vi8', [56, 2]),\n",
       " ('LOGDIS', [56, 2]),\n",
       " ('L4', [56, 2]),\n",
       " ('17', [56, 1]),\n",
       " ('sub', [56, 1]),\n",
       " ('high', [56, 1]),\n",
       " ('same', [56, 1]),\n",
       " ('likely', [56, 1]),\n",
       " ('lab', [56, 1]),\n",
       " ('genopmovregv', [55, 6]),\n",
       " ('CONFIGUSERONLY', [55, 5]),\n",
       " ('luksopts', [55, 4]),\n",
       " ('avdictset', [55, 3]),\n",
       " ('PowerPC', [55, 2]),\n",
       " ('getbuffer', [55, 2]),\n",
       " ('mkv', [55, 2]),\n",
       " ('s2', [55, 2]),\n",
       " ('delta', [55, 2]),\n",
       " ('22', [55, 1]),\n",
       " ('local', [55, 1]),\n",
       " ('25', [55, 1]),\n",
       " ('source', [55, 1]),\n",
       " ('X', [55, 1]),\n",
       " ('pid', [55, 1]),\n",
       " ('signed', [55, 1]),\n",
       " ('dstStride', [54, 4]),\n",
       " ('accesstype', [54, 4]),\n",
       " ('MOVNTQ', [54, 4]),\n",
       " ('0x03', [54, 3]),\n",
       " ('0x3', [54, 3]),\n",
       " ('FFABS', [54, 3]),\n",
       " ('mmuidx', [54, 3]),\n",
       " ('vmsd', [54, 3]),\n",
       " ('ndtable', [54, 2]),\n",
       " ('cannot', [54, 2]),\n",
       " ('gotframe', [54, 2]),\n",
       " ('previous', [54, 2]),\n",
       " ('systemmemory', [54, 2]),\n",
       " ('sce', [54, 2]),\n",
       " ('mbs', [54, 2]),\n",
       " ('heads', [54, 1]),\n",
       " ('then', [54, 1]),\n",
       " ('Object', [54, 1]),\n",
       " ('U', [54, 1]),\n",
       " ('par', [54, 1]),\n",
       " ('qemuoptset', [53, 6]),\n",
       " ('cpufregs', [53, 4]),\n",
       " ('descriptor', [53, 3]),\n",
       " ('delayedpic', [53, 3]),\n",
       " ('PCI', [53, 2]),\n",
       " ('logctx', [53, 2]),\n",
       " ('strstart', [53, 2]),\n",
       " ('iovbase', [53, 2]),\n",
       " ('avclip', [53, 2]),\n",
       " ('ssd', [53, 2]),\n",
       " ('exitprogram', [53, 2]),\n",
       " ('ehci', [53, 2]),\n",
       " ('iserror', [53, 2]),\n",
       " ('atom', [53, 1]),\n",
       " ('send', [53, 1]),\n",
       " ('counter', [53, 1]),\n",
       " ('26', [53, 1]),\n",
       " ('core', [53, 1]),\n",
       " ('bps', [53, 1]),\n",
       " ...]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import json\n",
    "#dict: word -> count, tokenized word\n",
    "word_counts = {}\n",
    "split_chars = [\",\", \"_\", \"\\\"\", \";\", \"[\", \"]\", \"(\", \")\", \"{\", \"}\", \" \", \"\\n\", \"\\t\", \".\", \":\", \"+\", \"-\", \"*\", \"/\", \"%\", \"=\", \"<\", \">\", \"&\", \"|\", \"^\", \"!\", \"~\", \"?\", \"#\"]\n",
    "\n",
    "with open(\"dataset/test_renamed.jsonl\", 'r') as f:\n",
    "    lines = f.readlines()\n",
    "    for line in lines:\n",
    "        data = json.loads(line)\n",
    "        code = data['func']\n",
    "        #count frequency of each word in code\n",
    "        for char in split_chars:\n",
    "            code = code.replace(char, f\" \")\n",
    "        words = code.split()\n",
    "        for word in words:\n",
    "            if word not in word_counts:\n",
    "                word_counts[word] = [0, len(tokenizer.tokenize(word))]\n",
    "            word_counts[word][0] += 1\n",
    "              \n",
    "\n",
    "sorted_word_counts = sorted(word_counts.items(), key=lambda x: x[1], reverse=True)\n",
    "sorted_word_counts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"avctx','goto','uintt','sizeof','uint8t','avlog','codec','intt','\\\\n\\\\t','AVLOGERROR','\\\\n','pkt','dst','errp','opaque','arg1','channels','bufsize','ifdef','AVERROR','fprintf','linesize','samples','sps','d\\\\n','cpuenv','stderr','opcode','cpuR','arg2','opts','AVERRORINVALIDDATA','stride','getbits','t1','t0','avpkt','cpuT0','geterrno','memcpy','codecid','privdata','vdev','memset','pts','strcmp','ENOMEM','packet','AVCodecContext','0x','mbx','tcgtempfree','cpuir','localerr','gfree','streams','timebase','samplerate','TCGv','getbits1','idx','EINVAL','arg3','mbtype','modrm','movq','mv','amlappend','spapr','mby','tempblock','tb','regs','mm0','pixfmt','FIXME','qemu','errorsetg','bitrate','s\\\\n','scan8','DPRINTF','codectype','BlockDriverState','targetulong','irq','TCGvi','errorreport','0xff','extradata','acb','streamindex','avfreep','0xf','hci','mm1','blk','AVFrame','predictor','ramsize','cpumodel','avfree','pcstart','picttype','datasize','nbsectors','qxl','AVFormatContext','0x00','alac','CPUState','sizet','invalid','strlen','snprintf','REGa','framesize','chr','avmallocz','qiov','errno','t2','RRRS','mm2','xfer','tcgtempnew','aviorb','s'','nbstreams','memidx','pfl','kernelfilename','nbsamples','entries','AVNOPTSVALUE','tcgtempfreei','cpuA0','qdev','AVPacket','saddr','src2','tcgtempnewi','sectornum','dinfo','retval','RRRT','putbits','hdr','tmpz','csbase','insn','i8','gmalloc0','mm3','targetphysaddrt','efault','qemuirq','refcount','INTMAX','EIO','AVLOGDEBUG','AVRL','src1','tmp1','unlockuser','RRRR','tcggenmovii','unimplemented','Rn','AVLOGWARNING','fmt','motionval','cnt','FFMIN','mm4','xen9pdev','fdt','tcgconsti','xendev','exceptionindex','AVStream','timestamp','islit','avmalloc','MemoryRegion','putuser','cputmp2i','0x80','currentpictureptr','op1','mbheight','cputobe','dstFormat','illegalop','mbwidth\""
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "ename": "",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31mThe Kernel crashed while executing code in the the current cell or a previous cell. Please review the code in the cell(s) to identify a possible cause of the failure. Click <a href='https://aka.ms/vscodeJupyterKernelCrash'>here</a> for more info. View Jupyter <a href='command:jupyter.viewOutput'>log</a> for further details."
     ]
    }
   ],
   "source": [
    "word_counts = [x for x in sorted_word_counts if x[1][1] > 1 and x[1][0] > 100]\n",
    "words = \"','\".join([x[0] for x in word_counts])\n",
    "words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------\n",
      "int qemu_cpu_self(void *env)\n",
      "\n",
      "{\n",
      "\n",
      "    return 1;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "int bdrv_is_removable(BlockDriverState *bs)\n",
      "\n",
      "{\n",
      "\n",
      "    return bs->removable;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "void qemu_cpu_kick(void *env)\n",
      "\n",
      "{\n",
      "\n",
      "    return;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "void spapr_tce_set_bypass(sPAPRTCETable *tcet, bool bypass)\n",
      "\n",
      "{\n",
      "\n",
      "    tcet->bypass = bypass;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "bool machine_iommu(MachineState *machine)\n",
      "\n",
      "{\n",
      "\n",
      "    return machine->iommu;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "float64 HELPER(ucf64_absd)(float64 a)\n",
      "\n",
      "{\n",
      "\n",
      "    return float64_abs(a);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "void DMA_run(void)\n",
      "\n",
      "{\n",
      "\n",
      "    /* XXXXX */\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "INLINE int16 extractFloat64Exp( float64 a )\n",
      "\n",
      "{\n",
      "\n",
      "\n",
      "\n",
      "    return ( a>>52 ) & 0x7FF;\n",
      "\n",
      "\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "void term_flush(void)\n",
      "\n",
      "{\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "float32 HELPER(ucf64_abss)(float32 a)\n",
      "\n",
      "{\n",
      "\n",
      "    return float32_abs(a);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "START_TEST(qfloat_destroy_test)\n",
      "\n",
      "{\n",
      "\n",
      "    QFloat *qf = qfloat_from_double(0.0);\n",
      "\n",
      "    QDECREF(qf);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "void *bios_linker_loader_cleanup(GArray *linker)\n",
      "\n",
      "{\n",
      "\n",
      "    return g_array_free(linker, false);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "void DMA_init(int high_page_enable, qemu_irq *cpu_request_exit)\n",
      "\n",
      "{\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "void OPPROTO op_addq_EDI_T0(void)\n",
      "\n",
      "{\n",
      "\n",
      "    EDI = (EDI + T0);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "static inline uint32_t nvic_gprio_mask(NVICState *s)\n",
      "\n",
      "{\n",
      "\n",
      "    return ~0U << (s->prigroup + 1);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "static int bdrv_qed_truncate(BlockDriverState *bs, int64_t offset)\n",
      "\n",
      "{\n",
      "\n",
      "    return -ENOTSUP;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "static void do_info_version(Monitor *mon)\n",
      "\n",
      "{\n",
      "\n",
      "    monitor_printf(mon, \"%s\\n\", QEMU_VERSION);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "void helper_iret_protected(int shift)\n",
      "\n",
      "{\n",
      "\n",
      "    helper_ret_protected(shift, 1, 0);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "QJSON *qjson_new(void)\n",
      "\n",
      "{\n",
      "\n",
      "    QJSON *json = QJSON(object_new(TYPE_QJSON));\n",
      "\n",
      "    return json;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "static inline uint64_t cpu_ppc_get_tb(CPUPPCState *env)\n",
      "\n",
      "{\n",
      "\n",
      "    /* TO FIX */\n",
      "\n",
      "    return 0;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "void qemu_free_timer(QEMUTimer *ts)\n",
      "\n",
      "{\n",
      "\n",
      "    g_free(ts);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "uint64_t ram_bytes_remaining(void)\n",
      "\n",
      "{\n",
      "\n",
      "    return ram_save_remaining() * TARGET_PAGE_SIZE;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "int bdrv_is_read_only(BlockDriverState *bs)\n",
      "\n",
      "{\n",
      "\n",
      "    return bs->read_only;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "static inline int alarm_has_dynticks(struct qemu_alarm_timer *t)\n",
      "\n",
      "{\n",
      "\n",
      "    return t && t->rearm;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "static void quit_timers(void)\n",
      "\n",
      "{\n",
      "\n",
      "    alarm_timer->stop(alarm_timer);\n",
      "\n",
      "    alarm_timer = NULL;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "static void sigchld_handler(int signal)\n",
      "\n",
      "{\n",
      "\n",
      "    qemu_bh_schedule(sigchld_bh);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "DeviceState *bdrv_get_attached(BlockDriverState *bs)\n",
      "\n",
      "{\n",
      "\n",
      "    return bs->peer;\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "void pal_init (CPUState *env)\n",
      "\n",
      "{\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "static void do_quit(int argc, const char **argv)\n",
      "\n",
      "{\n",
      "\n",
      "    exit(0);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "int slirp_can_output(void)\n",
      "\n",
      "{\n",
      "\n",
      "    return !slirp_vc || qemu_can_send_packet(slirp_vc);\n",
      "\n",
      "}\n",
      "\n",
      "------------\n",
      "static void vnc_flush(VncState *vs)\n",
      "\n",
      "{\n",
      "\n",
      "    if (vs->output.offset)\n",
      "\n",
      "\tvnc_client_write(vs);\n",
      "\n",
      "}\n",
      "\n"
     ]
    }
   ],
   "source": [
    "#find all codes where js[\"func\"] is shorter than 100\n",
    "import json\n",
    "with open(\"dataset/test.jsonl\", 'r') as f:\n",
    "    for line in f:\n",
    "        js=json.loads(line.strip())\n",
    "        if len(js[\"func\"]) < 100 and js[\"target\"] == 0:\n",
    "            print(\"------------\")\n",
    "            print(js[\"func\"])"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "asdl",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.0"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}