huffman_code.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import six\n",
    "import csv\n",
    "TARGET_FILE1 =  'total'\n",
    "TARGET_FILE2 = 'huff_code_test'\n",
    "csv_file_name1 =TARGET_FILE1+\".csv\"\n",
    "txt_file_name2 =TARGET_FILE2+\".txt\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {},
   "outputs": [],
   "source": [
    "def _filter_words(raw_words):\n",
    "    filter_words = \"\"\n",
    "    for word in range(len(raw_words)):\n",
    "        if ord(raw_words[word]) >=256:\n",
    "            filter_words += \" \"\n",
    "        else:\n",
    "            filter_words += raw_words[word]\n",
    "            #print(raw_words[word])\n",
    "    #print(filter_words)\n",
    "    return filter_words  #也可filter_words =[],然后append"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [],
   "source": [
    "def _letter_freq(filter_words):\n",
    "    letter_freq = {}\n",
    "    for word in filter_words:\n",
    "        letter_freq.setdefault(word,0)  #也可采用dict=count(word)\n",
    "        letter_freq[word] += 1\n",
    "    #print(letter_freq)\n",
    "    return letter_freq #dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'A': 41, ' ': 980, 'p': 88, 'u': 166, 'b': 78, 'l': 151, 'i': 502, 'c': 257, 'k': 28, 'e': 647, 'y': 93, 'n': 313, 'f': 146, 'r': 351, 'a': 383, 's': 370, 't': 575, '(': 5, 'P': 35, 'K': 26, 'I': 33, ')': 5, 'o': 315, 'h': 175, 'd': 198, ',': 51, 'v': 49, 'g': 71, 'w': 50, '.': 39, 'm': 66, 'x': 6, '-': 10, 'T': 8, '\\n': 38, 'O': 3, \"'\": 4, 'W': 4, 'E': 2, ':': 1, 'U': 1, 'C': 32, 'R': 3, 'z': 3, 'q': 4, ';': 3, '\"': 6, 'j': 3, 'H': 1, 'X': 2, '5': 5, '0': 8, '9': 2, 'F': 7, '2': 5, '7': 2, 'B': 3, '/': 2, '1': 3, 'D': 3, 'N': 1, 'G': 4, 'S': 3, 'M': 1}\n"
     ]
    }
   ],
   "source": [
    "with open(\"test.txt\",\"r\") as f:\n",
    "    raw_words = f.read()\n",
    "    #print(raw_words)\n",
    "    filter_words = _filter_words(raw_words)\n",
    "    letter_freq = _letter_freq(filter_words)\n",
    "    print(letter_freq)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\nwith open(csv_file_name,\\'w\\',encoding = \"utf-8\") as f:\\n    csv_file = csv.writer(f,delimiter = \"|\",quotechar=\\'\"\\',quoting = csv.QUOTE_MINIMAL)\\n    for word in letter_freq:\\n        num = letter_freq[word]\\n        csv_file.writerow([word,num])\\n'"
      ]
     },
     "execution_count": 142,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'''\n",
    "with open(csv_file_name,'w',encoding = \"utf-8\") as f:\n",
    "    csv_file = csv.writer(f,delimiter = \"|\",quotechar='\"',quoting = csv.QUOTE_MINIMAL)\n",
    "    for word in letter_freq:\n",
    "        num = letter_freq[word]\n",
    "        csv_file.writerow([word,num])\n",
    "'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[(' ', 980), ('e', 647), ('t', 575), ('i', 502), ('a', 383), ('s', 370), ('r', 351), ('o', 315), ('n', 313), ('c', 257), ('d', 198), ('h', 175), ('u', 166), ('l', 151), ('f', 146), ('y', 93), ('p', 88), ('b', 78), ('g', 71), ('m', 66), (',', 51), ('w', 50), ('v', 49), ('A', 41), ('.', 39), ('\\n', 38), ('P', 35), ('I', 33), ('C', 32), ('k', 28), ('K', 26), ('-', 10), ('T', 8), ('0', 8), ('F', 7), ('x', 6), ('\"', 6), ('(', 5), (')', 5), ('5', 5), ('2', 5), (\"'\", 4), ('W', 4), ('q', 4), ('G', 4), ('O', 3), ('R', 3), ('z', 3), (';', 3), ('j', 3), ('B', 3), ('1', 3), ('D', 3), ('S', 3), ('E', 2), ('X', 2), ('9', 2), ('7', 2), ('/', 2), (':', 1), ('U', 1), ('H', 1), ('N', 1), ('M', 1)]\n"
     ]
    }
   ],
   "source": [
    "#转为tuple\n",
    "def dict2tuple(letter_freq):\n",
    "    return sorted(letter_freq.items(),key = lambda x:x[1],reverse=True)\n",
    "begin_tuple = dict2tuple(letter_freq)\n",
    "print(begin_tuple)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_coding_schedule(end1, end2, begin_tuple, code_schedule):\n",
    "    if len(end1[0]) == 1:\n",
    "        code_schedule.setdefault(end1[0], '1')\n",
    "    else:\n",
    "        for k in end1[0]:\n",
    "            code_schedule[k] = '1' + code_schedule[k]\n",
    "    if len(end2[0]) == 1:\n",
    "        code_schedule.setdefault(end2[0], '0')\n",
    "    else:\n",
    "        for k in end2[0]:\n",
    "            code_schedule[k] = '0' + code_schedule[k]\n",
    "    begin_tuple.append((end2[0] + end1[0], end1[1] + end2[1]))\n",
    "    return code_schedule"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'M': '0101010101111', 'N': '0101010101110', 'H': '0101110100101', 'U': '0101110100100', ':': '010111010011', '/': '010101010110', '7': '010101010001', '9': '010101010000', 'X': '010101010011', 'E': '010101010010', 'S': '01011101000', 'D': '01011101011', '1': '01011101010', 'B': '01010111101', 'j': '01010111100', ';': '01010111111', 'z': '01010111110', 'R': '11110010001', 'O': '11110010000', 'G': '01010101010', 'q': '01010111001', 'W': '01010111000', \"'\": '1111001111', '2': '1111001110', '5': '1111001101', ')': '1111001100', '(': '1111001001', '\"': '0101110111', 'x': '0101110110', 'F': '0101011101', '0': '0101010111', 'T': '0101010110', '-': '111100101', 'K': '01011100', 'k': '01010110', 'C': '01010100', 'I': '01010001', 'P': '01010000', '\\n': '00010001', '.': '00010000', 'A': '1111000', 'v': '0101111', 'w': '0101101', ',': '0101100', 'm': '0101001', 'g': '0001001', 'b': '111101', 'p': '011111', 'y': '011110', 'f': '000101', 'l': '11111', 'u': '10101', 'h': '10100', 'd': '01110', 'c': '00011', 'n': '1110', 'o': '1011', 'r': '1001', 's': '1000', 'a': '0110', 'i': '0100', 't': '0000', 'e': '110', ' ': '001'}\n"
     ]
    }
   ],
   "source": [
    "begin_tuple = dict2tuple(letter_freq)\n",
    "# 初始化哈夫曼编码表\n",
    "code_schedule = {}\n",
    "# 不断重排序，更新哈夫曼编码表及节点信息\n",
    "for i in range(len(begin_tuple) - 1):\n",
    "    begin_tuple = dict2tuple(dict(begin_tuple))\n",
    "    code_schedule = get_coding_schedule(begin_tuple.pop(), begin_tuple.pop(), begin_tuple, code_schedule)\n",
    "print(code_schedule)  #dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0101010101111010101010111001011101001010101110100100010111010011010101010110010101010001010101010000010101010011010101010010010111010000101110101101011101010010101111010101011110001010111111010101111101111001000111110010000010101010100101011100101010111000111100111111110011101111001101111100110011110010010101110111010111011001010111010101010111010101011011110010101011100010101100101010001010001010100000001000100010000111100001011110101101010110001010010001001111101011111011110000101111111010110100011100001111101011100110000110010000001100011111000001011111101011111011111101000001100101010110110011110001010011100001011001011010000000100110101000110000101011001110001111100100101010000010111000101000111110011000011000101010111110111111011100100001000001000010100110001011100100100000001001010011110110101000001001011111001011000011001110010111110110001101100000010010111110001011011100111000101011111101001010000010101000001101100000010010111110001101100010100101111110101111101111110100000110010101011011001111010000011010110001100111000100010110111001001011111101011111011111101000001100101010110110011110001110111000011100101111001111100000100101111100101100001011011100111000111011100110111101111111101000001111110100111001010110010011100001001001101100010100101000111011011100000010000000100110100000101011010100000010100001011111101011111011111101000001100101010110110011110001000111101001000001000001010100000110110000011010000001000000111110000010101000001011100010100010011101110011011110111111110100000110101100011010011000001011011100111000110000111101000000011001010011000001000010110011000110000111010110011101111101111000111001011101100001110100011011100001001110001011100110000001100011011010111111010010010000101001100010100111000001101001111011000000010110111001110001010111111010010100000101011110001000010100110001111111100001001010000000100010100101100001101111000110110001010010001111010010000010000010101000001101100000110111100101101001011111110111001001110000100100111011100000010000000100110100001011000011000101010001110100001011010000010101101110111101100011010010101111110100110000101100001101100001010011010010010110101010000101001101110000001000001101100000110011100011000110100101011111101001100000101101110011100010100111001110010001011110100011101010101101111110000001000000101010101101010011000101010000010111000101000100111011100110111101111111101000001101011000110100110000010000101100101101010100001010011011100000010000011011000001100010111001000001001010000000110111110010001111010010000010000010101000001101100000110001101001011111110111011010011000010110000101101000001010110111011111111110010110100000100001011001010100111001110010001100000110001000010100110001011111100110110001111010001000001101100010100100011110100100000100000101010000011011000001100011001110010111110110001101100000010010111110010110000110101100001001110000100100100011100101111001111100001011000100110010110011111101000100000110010110111110001001101110010100000010100010100110000010000101100110001100001110101100111000100001010011000101111110011011000111101000100000010000000100010001000101010000010111000101000100100011110100100000100000101010000011011000001101000001010011100001111111101010111011000101100010111111010111110111111010000011001010101101100111100011010110001100111000100010110111001001110111000011100101111001111100000100101111100010110111001110001000111001011110011111000010110001001100101100111111010001000001100101101010100001010011011100000010000011011000000100101111100011011000101001011100110000001100011000110111000000010000101100110111001001000101100110110101001001000010100110001110111000000100000001111000100001010001100000001010110101101000001010010001000101011100111000100001010011000100011110100100000100000101010000011011000001100001000000111110010000000010100110100100101001110000101101110010101001011000000100101111100010100111000011111111010101110110011100010100111000101100010101000001011100010100010010001111010010000010000010101000001101100000110001010011100001111111101010111011010000010100011101101110000001000001010111100100111000010010010100111000010110111001010100101100000010010111110001011011110110111010100000010000101001100010001111010010000010000010101000001101100000110001101001011111110111011010010101100001011011110110111010100000010000101001100010101000001011100010100010010000101000110000000101001000100010101110011100010000101001100010001111010010000010000010101000001101100000110010110000101101110011100011011000010100110100100101110011000000110001010011100001111111101010111001001110000100100100001010011000100011110100100000100000101010000011011000001101111001111100000100011100111001100000010010111110001011100110000011000101101110011100010101111011011111010001110010000000111100010111111101001010010110111000010000000100010001000101010111000010000001010010111010100000010101000001011100010100010101100001100011011101000010000000100010111111000101001110000101101110010101001011000000100101111100010001101101110001100000000100111111111100111110111000111011100001110010111100111110000110011100101100001110111010001010110010100111000010010010001110111110000101010001110110111000000100011011111010000000111100101100001011011100111000111001011101100001110100011011100001001110011100011111011100000010110111011011100010000010110110110011101110000001000000010011010000101100001111101101010000001000010100110100111000101011011011101011111101110001111101110001111010110010110100010001010110010110111000011110001101100010100100001010011000101000111011011100000010000000111100011011000101001000010100110001101100001010011010010010111110110100100000111100001000000111110001110011110001000101101110010101001001101100010100110001101110100001000000010001011111100010111001100000011000111001011101100001110100011011100001001110011100011011010111111010010010000101001100010100111000001101001111011000000010100100000110011101111101000110111000000011011111000100001010011000101010000010111000101000100100010110111001001110111001101111011111101001110000100100100001010011000110101100011000110110001010010111111010111110111111010000011001010101101100111100010001110010111100111110000101100010011001011001111110100011110001111101110000110110101011000110001000010100110001010100000101110001010001001110111001101111011111111010000010000101001100010110101010000101001101110000001000001101100000110011100011100101110110000111010001101110000100111000110110001010010111111010111110111111010000011001010101101100111101000000100000001000100010001010101010010111111100101001110111000001000001101100010100101010000010111000101000100010001111100000100000111100111110100000110110111110010101000001011100010100010010100111000011111111010101110110100000100001010011000100010110111111111111101101011010100111000010010010101011011001111000111011111110010100111011100000100001011101001100010001000100011111000001000010011010110000000110011100010111110110100100000111100010111111001101101011110100011101101000001000010100110001100110111011000000110110001010010000100110101100000000010001011011100100101101111111111001010100000101110001010001001000111101001000001000001010100000110110000011010000010110111001110001011111100110110101111010001110110100000110001101001010111101000001111010000010000101000110000000100011011011100011111011100011010110001100111000100001011001011010101000010100110111000000100000110110000011000100001010011000101000111011011100000010000000111100011011000101001010011100111001000101111010001110101010110111111000010110000100011101101010010111111010100001101001100000101101110011100011011000010100110100100111011100000010000000100110100000010000001010111010010010001010101101111111111011110001010101101110101101011011110001011010000010001111010010000010000010101000001101100000110001011010101000010100101110010100000001001101000001111100100101010100111100011110011000101100001000010100110100011000111011100000010000000100110100000101111110011011010111101000111011000101101000100010101100101101110000111100010110111101101110101000000100001010011000101111101101001000001001101000001010001110110111000000100000101010011001110001010011100010110001010100000101110001010001001000111101001000001000001010100000110110000011000010000001010101010010011000011101000010101010011110000010101001011001001110000001100100111010000010100000010000011011010110111100011001101110110000001010101001111000010110000100010110111001001101011000110001101111101111101111000111110101111000100001010011000101010100111100000010000000100011111000001100111000010010100100000001001011000000100101111100010110101010000101001011100101000000011110001111100100111110010001111100011110011000101100001101100010100001101110001000110110111111111111001110001011000110001010111110110111001011100100111001100000110001010101001111000010110000101001000100010101110100000101010000010111000101000100100011110100100000100000101010000011011000001101000000100000010101010110101001100011111001000111110000010100100000100011110100100000100000101010011001110001111101011110001011000110011011101100000010101010011110000010110111001110001011010101000010100101110010100010101111101100111000100001011001010010001000101011100010001111010010000010000010101000001101100000110100000100010110111001001100001111111000011010000010101000001100110101100011010000010111111101001010100101000000000011001110001111101011110001000010100110001100110111011000000010000000100010001000111110000010001111010010000010000010101000001101100000110001011100110000001101111010110100011000110000000101110011101000001010011100001011011100101010010110000001001011111000101101111011011101010000001010010001000101011100111000100011110100100000100000101010000011011000001101000000100000010101000111100010110011100111001000000010010111110001000010110010000101001100010001111010010000010000010101000001101100000110001010000001000110111110001010101100001000010100110001011100110000001101111010110100011000101001110000111111110101011101101000001010111101101111101000111001000000011110001011111110100101001011011100010110111001110001100000000110000010101100000110110001010011100110000111010000101010000010111000101000100100011110100100000100000101010000011011000001100001000000101010100110100100000100000101010000011011000001100011001110010111110110001101100000010010111110001010010000010111010111110110001111101011110001101010111110111001100000010011100001001001000010100010010000010111001100000011011110101101000110010110000101011011010001000001110100001010100110101100000000011111011100010101011100110101110100101001100111000100001011001011010101000010100110111000000100000110110000011000101101110011110001011100110000001100010111001000001001010000000110111111111101111000110000100000100111101100111000110111001001110111000011100101111001111100001100111000101011010100000010100001000010100110001100011000011100111000000010101011011001111000110110001010010000101001100010001111010010000010000010101000001101100000110001101001011111110111011010010001000000010001000100011111000001000111101001000001000001010100000110110000011000110000000101110011100101100001010110110100010000011101000010100100000110101100010101011011111111110111100010111111101001010100101101110110111000001111101111000110000000101110011100111000110111110001011000100011101101010010111111010100001101001010110000100011011011100010110111111000101100111110111000101010010110010011100000011001001110110011100010100111000101010011100101001101110010111100010001011011100100101100111110111111111101000001101100000010010111110100000100001010001100000001011101011001111010110000001100111001010111001101010100100111000100001010001100000001000111101001000001000001010100000110110000011010000011111011100011000000010111001110011100010111111101001010100101101110110111000001111101111000010000001010101011010100110001000111101001000001000001010100000110110000011000110000000101110011100011101110011011110111111110100000101111110011011000100110010110010100110000011001101011110111001001110000100100110111110001000010100110001100001111010000000110010100100100001011001011000011000111101000100000110000000101110011100111000100011110100100000100000101010000011011000001101000010110000100011110100100000100000101010000011011000001100011001110010111110110001101100000010010111110001111110100100000001000001011011100111000100011110100100000100000101010000011011000001100010000100110101100000000011111101001000000010000001000000010001000100011111000001010101001111000001010010001000101011101000001011100100000100101000000011011111001000111101001000001000001010100000110110000011010000010000101100111011100000010000000100110100000101101110011100010100111001110010001011110100011101010101101111110000101011111100101100111110111111111101000001101101110000010000010101001011001111000111110111000110011100101011100110101010010011100111000100001011001010111111010010100000101011110001000010100110010010010010100011101101110000001000000011110001010110101000000101000010100111000011100111001101000010011100001001001011101100001001100111011010000011011000101001011010001000101011001011011100001111000100010110111001001000111101001000001000001010100000110110000011010000010101101010000001010000101001110000111001110011010000100111000010010011111111001011111101111110000011011000101001010111101101111101000111001100000010010111110000100000010101010110101001100010100100010001010101001110000100100101010100111100000101110010000010010100000001101111111111011110001100001000001001111010000010001111010010000010000010101000001101100000110100000110101100001001110000100100101000000100000110001100001110011100000001010101101100111100101011111100101000000100000101111110101111101111110100000110010101011011001111000101101110011100010111001000001001010000000110111110011000010000010011110011000001010110011100010110100111000101010010110011101100010110010111101100100111110110111101111111100010001011011100100101101010100001010011011100000010000011011000000100101111100010000101100101101111111111001010011100000110100111010000000110011100010111110110100100000100110100000101001110001011000110001101111100010111110010110000100000100111101100111000101010100111100000100011110100100000100000101010000011011000001100001000000101010100111100010000011010110001100010000101001100010000100110101100000001100111000110011011101100000010001111010010000010000010101000001101100000110001000010110010001110011100110000011000101100010101110111000111010001100100111000110110001010010000100110101100000000101011111101011101110010101001011011100111100011001101110110000001000111101001000001000001010100000110110000011010000010110100111000111001010011111011100111001110110011100010100111000101011011101111010011111011001101101011011000110100110000011000101100100001010011001111000110100011001011111100011111011010101001111100001111001010100111000100001001101011000000000110110001010010000101001011100011000101010100111100010000001000000101010111000110111101001100011010010101111110100110000101100001110010100101100100111110010001111111010011011100000100001011000011000010100101101001000001111110100101111101101000001011011100111000101010010110111001111000110110000101001101001001000001111001111111010000011011000101001101000110100101110010110101101001110001011011100111000110001011000101000001011010110100111000111110010111110010100101001110000111111110101011100100111000010010010101000110110101010110001011101100101111010000011110100000111110010111110010100101101111110001011001100010101011111011111101110010000001010100000101110001010001001011011100111000100011101111100000011001001110001000010011010110000000110011100011001101110110000001000111101001000001000001010100000110110000011010000010001011001101101010010010000101001100010101001011001010111100101110010010101010011110001000000100000001000100010001010100000101110001010001001000111101001000001000001010100000110110000011010000001000111110001111110111110000100100101011010100000010100001011011100011101110000001000000011110111100111110000011011100100101001110011100100010111101000111010101011011111111100111110000010111111010111110111111010000011001010101101100111100101100001011100100000100101000000011011111001000111101001000001000001010100000110110000011010000010001110111110000001100100111000101001110000101101110010101001011000000100101111100010110111101101110101000000100001010011000101101111100010011011100101000000101000101001001101011000110011100010000101100100011100111001100000110001000010100110001100001000001001111001100000101011001110010110000100001010011000101111111010011000101111100011011100100111011100000010000000111100010100011101101110000001000001010100110011100101100001000010100110001011100100000100101000000011011111001100001000001001111001100000101011001110001101100010100100001010011000101010100111100000100001010001100000001010111111010010100000101010011001110001000010100110001100010101111101010101111001100001100000010111001100000011000101101110011100010100100010001010111001110001000010100110001000111101001000001000001010100000110110000011001011000010000101001100010111111010110010111111011100011000110110001010010000101001100010111111010111110111111010000011001010101101100111100011101110000111001011110011111000001001011111001011000011000010000010011110011000001010110011100010110111001110001000111101001000001000001010100000110110000011000110000100000100111100100111000010010101100001011010000010101101110111111111100101101000001011000101110011000001100011001011011100001001110001011101010110010100111000010010010101101101000100000111010000100001010011000100011110100100000100000101010000011011000001100010001101101110001111101110001000111011111010000100011101101001110011100010101111011011111010001110000100000001000100010001010101110001010001001111111000101010000010111000101000100100011110100100000100000101010000011011000001101000001011010011100011010110001100111000100010110111001001010001010010111111111111001010011101110000001001110000100100100011100101111001111100001011000100110010110011111101000111100011011010111111010010010101101110111101001011011100111000110110000101001101001001010011100000110100111101100000001000111011111011101100001100000100101111101000010110000100001010011001111000101101001110001011011111100010110011010110001100111000100010110111001001101100001010011010010010110011111011111111110100000110110000001001011111010000101100001010011100001111111101010111001001110000100100101001110011100100010111101000111010101011011111001000111101001000001000001010100000110110000001001011111000100010110111001001000111011011101100011000010000010011110010011100001001001011001111101111111111010000011011000000100101111101000010110000100010110111001001011010101000010100110111000000100000110110000001001110000100100101110010000010010100000001101111100100001001011011101000011000011000001001011111010000010110111001110001010100110111001110000100000001000100010001010100001001101111110111111110010100110000010101101010000001010000101010000010111000101000100010001010100000101110001010001001011111100110110101111010001110110100000101100010001110100011001001110001101100010100100001001101011000000000110001011001000010100011000000010100011101101110000001000000010011010000011011111000101100011110110000001011011011100101010110001000110110111000111110111000101011111101001010000010101001100111000010000001010111010010110110101101110010111111010010101100001111110100010101101100010110111001111000100011101000110010011100101100001011000101010000010111000101000100101001000001101111101111101111000101101000001100000001001101111100001001001011010000010100000010000010101101110011001010110110100000000011111101001110010101100001000000101010101101010011010011100010110100111000101011110110100101001011101011000001100000000110111001110011010010111010000010000101000110000000100011101101011111101001001011010000111111100001100001000001101100010100101010000010111000101000100111110010111110010100110001010100011101000010110100000100001010011000101010001111000001101001111011000000010101010100110001000011110011010101010111010101010000001010100001010111110111111010000011001010111001100111100010101000111100001011001011010000000100110101000110000101011001110001010101001101001000001000001010100000110110000011000101010000101111111010000011011110001011011100111000101010100110100100000100000101010000011011000000100101111100010101000010010110000110000010000011110100000101010111011001011001010011100101101101110010101011000111110010011111001000101010111010101010000111110011101111001101111100111001010101000111110011000001000000010001000100010101010110101001100010101010011010010000010000010101000001101100000010010111110001111100010101000010100101110010100000001111000101010111101100110110101101100011010010010101011101101110011010101010010101100001011011111100010110010101011011101011010110111100010110100000101010100111100001010101011001010111101100110110101101100011010010010101011101101110011010101010010101100001010010000010110111000101001110011101010110000000100101111000100011101111101000101110010000010010101010100100100010110111010111100111011001110001010011100011111001110010101011101010101111111001101001011011100111000101011011010010111000110001010100111001010011111011101001100000101001110000111111110101011101100010101010011110001000010110000111110110011011010110110001101001001100010110001010000010110101101001110001011111101011111011111101001000101001101001100000101101110011100011011000010100110100100110000111101000000011001010010010111111001101101011110100011101101001100000101011011010010110011010110001100010101010100110001000011110011010101010111010101010000001011100100000100101000000011011111001000111101001000001000001010100000110110000011010000010001011011100100111011100001110010111100111110000010010111110001011011100111000101101010100001010011011100000010000011011000000100101111100001000000101010101101010011000101010100111100001010101011001010111101100110110101101100011010010010101011101101110011010101010010010111111010111110111111010010001010011010000010001001101010100011101101111101001110110100000101101110011100011111011101000000000101111110010110000110000010000011110100000100010110111001001010101001111000100001011000011111011001101101011011000110100100101101110011100011011000010100110100100101111101101001000001001101000001010011100101111101111111010111111001110001010011100010000101001100010101000001011100010100010010110100000101000000001100111011111011000001101000001000010110010000101001100011010110001100011011000101001011100100000100101000000011011111001000111101001000001000001010100000110110000011010000001000000010001000100011111000111110000101001011101010001001101000010110001010101001111000001010010000011011000101000011011100011001110000101110100110011100111000100001011001011010000010110001010111011100001001101011000000011001110001000010100010010010111000101111101101001000001111001011000101110111001100010100101110010000000111011010100101001110000100110000010100111000100001010011000110001100001110101100101000000011110001011111100110110001111001110101011001110100000110110001010010101111011010010100101110101100000101010100111100010000010100111000110011100001111011100000001011110110011010011000001101000110100000101010111100110101101111101101001011100100010101111101100111000100001001101011000000000101001110001000010100110001110111000000100100111000101010000010111000101000100110111110001010110110100010000011101000010000101001100010100111000001101001111011000000010111011001111111011100111010000001000000101010001000101001101111101100010101010011110000010100100000100011101101010010111111001101101010010100100011001110010110000100001010011000110001100001110101100101000000011110001101100010100100001010011000111011100000010010011100010101000001011100010100010010100100000101100000001100101001000010101100001000000101010111011011100100111001011101100110010100101111111111110010110000101001110001111100111001010101110101110101001011101010010110000101010111000110111101001111101100110110101101100011010010010101111110111001110101110011000001010110111010011100010001011011100100011110011100010000101100111110111111011000011010101101111101001000000000101101111111111001000111101001000001000001010100000110110000011010000010100100010001010111001110001111101011110001000010100110001010111010111010100000001110100001010101001111000001010111010110100000100101000101010101110101100000110100100101100001010000110100100101010011011100111000100001010001101110001111100110101010101110101010111001000101011001010110110001000111101001000001000001010100000110110000011010000010101101110100111000101110010010000001110110101111110100111001110000100000001000100010001010100011110001111100111001010101110101110101001010101000101011000010101010101010111011000100111111110001110111000010010100111011011010011000001010001110110111000000100000101010011001110001011111100110111111011111111001010011000001010110101000000101000010001111010010000010000010101000001101100000110100000101001000100010101110011100010000101001001101110101000100110100001010111010000111100101001011011100000110000111111001111100000101010100111100000111110110101100001001110110100010000101100001010110110100010000011101000011111111001110001000010110011000101011111011000110010101110011010111011100000001011100100100000001001101011000000000110110001010010110111111111100100011110100100000100000101010000011011000001101000001010010001000101011100111000111110101111000101011101000011110010100101101110000011000011001011111100101001011100100100001011001000010100110001100001101111111000110110001010010100000010000010101010011110000011111011010110000100111011010001000001000010110010101110101101000001001010001010100110100100000011111101101000000000101111011001101001000100000001000100010001111100000101011011101111010011011000101001000010011010110000000000100011111000111000101101111100001101001111001100000010001011111100010110011111011111100110110110000111010000100001011001101011000010011100001001001011000101010100111100000100001011001011010101000010100110111000000100000110110000011000101111110101111101111110100000110010101011011001111000101001110000101101110010101001011000000100101111100010100100000101100010111011000011110111000001001011011111010001010111110110011100010000100110101100000000010101001101101110110111110010001101101111111111110011100010110001010111011101011011101111010011011000101001000010011010110000000010110001011101110010110001000111011111000011110011111000000110101100011001110001010011100010101000010011100000000001111000101010101010101110110111000101010000100101000101111011000011011110001111100100101010000010101010100101000011110011000010110111001110001101100001010011010010011111001000001111111011100101000001010101010010100001111001010001110110101001011111011000000100111101111111100011000011110100000001100101001100000010000001010100011110100000001100110011100011011000101001100111011111011110010011100001001001100010111111111011111011110001101111100010110001101000100110100101101001000111010001111000110110001010010001111010010000010000010101000001101100000110001011010101000010100101110010100000001001101000010110000100011110100100000100000101010000011011000001101000001011010011100011000010000010011110110011100011111010111100011011000010100110100100110101100011010011000001000010110011101110011101011100110001100010000101001100010110100010001011000110100011000000100101111100011011000101001000010100011000000010111111010111110111111010000011001010101101100111100010101101010000001010000100001010011000101111111010011000101111100011011100100111011100000010000000111100011111101001000000011001110001010011100010000101001100010001111010010000010000010101000001101100000110000100000001000100010001111100100001110110001011111100110111111011111111001010010010101101010000001010000100001010001001000001010100111000001010010110111000101001000001011000110101100011010010011010001101000001000010110010000100110101100000000010110111111111100100001010010111000110001010011100010000101001100010101011011001111000100011101000110010011100010000101100111110111000110100101111101101000000001011000011000101100101000000001001001101100010100001101110001111101110100000000011000101010100000011001110001000010110011000010100101101111111111010110000110101100011010010010001110110101001010100110101111001000000010011010000001000000101010111011011100100111001011101100110010100101111111111110010110000101101110001110111000001101001011111100101001000110001000111011101011111101110001101011000110001011000101011011101111010011011000101001000010011010110000000001000101101110010010110101010000101001101110000001000001101100000010011100001001001000010100110001010001110110111000000100000001111000110110001010010100000010000010100111000001101001111001101111100101101110011100011001110010100110110000110001101011000110100110000010110111001110001011101100101111010000011110100000010000001010100010000001000111011101011111101110001011011111100010110010110000110000001011010000010100000010000011011010110111100010101010011110000101100001101011000010011100001001001100010110001010000010110101101001110001100010101000111010000101101000001010101010111101000001110011011100010110001010000001010101001101001000001000001010100000110110000011000101011101000110100101011110100000111101000001000010110010100100010001010111000101101110011100011001110010111110110101011011000101110010000010010100000001101111100100011110100100000100000101010000011011000001101000000100000001000100010001000100010000000\n"
     ]
    }
   ],
   "source": [
    "code = ''.join(list(code_schedule.values()))\n",
    "for word in filter_words:\n",
    "    code += code_schedule[word]\n",
    "# 不足 8 位补 0，记录在 code_sup 中\n",
    "code_sup = 8 - len(code) % 8\n",
    "code += code_sup * '0'\n",
    "print(code)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(csv_file_name1,'w',encoding = \"utf-8\") as f1:\n",
    "    csv_file = csv.writer(f1,delimiter = \"|\",quotechar='\"',quoting = csv.QUOTE_MINIMAL)\n",
    "    for word in letter_freq:\n",
    "        num = letter_freq[word]\n",
    "        huff_code = code_schedule[word]\n",
    "        csv_file.writerow([word,num,huff_code]) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\nwith open(txt_file_name2,\\'w\\',encoding = \"utf-8\") as f2:\\n    # 写入补 0 情况\\n    f2.write(six.int2byte(code_sup))\\n    # 写入哈夫曼编码表（总长度+每一个编码长度+每一个编码对应的字符+转码信息）\\n    # 码表总长度（字符个数，与指针读取定位有关，分割码表与正文）\\n    f2.write(six.int2byte(len(code_schedule)))\\n    # 储存每一个哈夫曼编码的位长\\n    for v in code_schedule.values():\\n        f2.write(six.int2byte(len(v)))\\n    # 储存每一个哈夫曼编码配对字符        字符 ==> ASCII 码\\n    for k in code_schedule.keys():\\n        f2.write(six.int2byte(ord(k)))\\n    # 以 8 为长度单位，将 0-1 字符转为对应的十进制数，映射为 ASCII 符号，写入正文文本\\n    for i in range(len(code) // 8):\\n        f2.write(six.int2byte(int(code[8 * i:8 + 8 * i], 2)))\\n    # 4.关闭文件\\n    f2.flush()\\n    f2.close()\\nprint(\\'压缩完成\\',txt_file_name2)\\n'"
      ]
     },
     "execution_count": 148,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'''\n",
    "with open(txt_file_name2,'w',encoding = \"utf-8\") as f2:\n",
    "    # 写入补 0 情况\n",
    "    f2.write(six.int2byte(code_sup))\n",
    "    # 写入哈夫曼编码表（总长度+每一个编码长度+每一个编码对应的字符+转码信息）\n",
    "    # 码表总长度（字符个数，与指针读取定位有关，分割码表与正文）\n",
    "    f2.write(six.int2byte(len(code_schedule)))\n",
    "    # 储存每一个哈夫曼编码的位长\n",
    "    for v in code_schedule.values():\n",
    "        f2.write(six.int2byte(len(v)))\n",
    "    # 储存每一个哈夫曼编码配对字符        字符 ==> ASCII 码\n",
    "    for k in code_schedule.keys():\n",
    "        f2.write(six.int2byte(ord(k)))\n",
    "    # 以 8 为长度单位，将 0-1 字符转为对应的十进制数，映射为 ASCII 符号，写入正文文本\n",
    "    for i in range(len(code) // 8):\n",
    "        f2.write(six.int2byte(int(code[8 * i:8 + 8 * i], 2)))\n",
    "    # 4.关闭文件\n",
    "    f2.flush()\n",
    "    f2.close()\n",
    "print('压缩完成',txt_file_name2)\n",
    "'''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "压缩完成 huff_code_test.txt\n"
     ]
    }
   ],
   "source": [
    "f2 = open(os.path.splitext(txt_file_name2)[0] + '.txt', 'wb')\n",
    "# 写入补 0 \n",
    "f2.write(six.int2byte(code_sup))\n",
    "# 写入哈夫曼编码表（总长度+每一个编码长度+每一个编码对应的字符+转码信息）\n",
    "# 码表总长度（字符个数，与指针读取定位有关，分割码表与正文）\n",
    "f2.write(six.int2byte(len(code_schedule)))\n",
    "# 储存每一个哈夫曼编码的位长\n",
    "for v in code_schedule.values():\n",
    "    f2.write(six.int2byte(len(v)))\n",
    "# 储存每一个哈夫曼编码配对字符        字符 ==> ASCII 码\n",
    "for k in code_schedule.keys():\n",
    "    f2.write(six.int2byte(ord(k)))\n",
    "# 以 8 为长度单位，将 0-1 字符转为对应的十进制数，映射为 ASCII 符号，写入正文文本\n",
    "for i in range(len(code) // 8):\n",
    "    f2.write(six.int2byte(int(code[8 * i:8 + 8 * i], 2)))\n",
    "# 4.关闭文件\n",
    "f2.flush()\n",
    "f2.close()\n",
    "print('压缩完成',txt_file_name2)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}