{
  "schemaVersion": "0.11.0",
  "canonical": "https://www.pystone.net/notes/mental-models-15-information-theory/",
  "atlas": "https://www.pystone.net/?node=mental-models-15-information-theory#knowledge-atlas",
  "markdown": "https://www.pystone.net/notes/mental-models-15-information-theory.md",
  "context": "https://www.pystone.net/notes/mental-models-15-information-theory.context.json",
  "knowledgeVersion": "224c990773de.5fa8af6e39fa",
  "build": {
    "siteCommit": "224c990773de166d23a886306577dd90379529ce",
    "notesCommit": "5fa8af6e39fa3891d1b9b4832bfa6c4e0ecaaf0a",
    "builtAt": "1970-01-01T00:00:00.000Z",
    "version": "224c990773de.5fa8af6e39fa"
  },
  "id": "note:mental-models-15-information-theory",
  "slug": "mental-models-15-information-theory",
  "title": "学科15：信息论重要模型",
  "type": "note",
  "visibility": "public",
  "idStability": "rename-stable",
  "author": {
    "name": "Perrin Yong",
    "profile": "https://www.pystone.net/profile/"
  },
  "publisher": {
    "name": "Perrin Yong",
    "profile": "https://www.pystone.net/profile/"
  },
  "aliases": [],
  "summary": "学科15：信息论重要模型",
  "contentRole": "unspecified",
  "isMoc": false,
  "mocRecognition": "none",
  "generated": false,
  "attribution": "unspecified",
  "domain": "90-课程、书籍与通识材料",
  "tags": [],
  "mocs": [],
  "contentHash": "71f6b0bc8dba0486a4b3006816cf349aef57044000d6fbe0cf31f3affc67ab61",
  "assets": [
    {
      "reference": "assets/1643296672007165_Copy_164.png",
      "url": "/media/7751578e6e51bd89bad7.png",
      "mediaType": "image/png",
      "contentHash": "7751578e6e51bd89bad7feae9380736b7b602dfe9b860d765a67975502a4903d",
      "byteLength": 66975,
      "width": 506,
      "height": 394
    },
    {
      "reference": "assets/1643297249569166_Copy_165.png",
      "url": "/media/6de759622c657ec2b92e.png",
      "mediaType": "image/png",
      "contentHash": "6de759622c657ec2b92ee2a15a2f3e4daa00c9690a6ec445a4be60abd401ac7a",
      "byteLength": 171236,
      "width": 802,
      "height": 249
    },
    {
      "reference": "assets/1643297529971167_Copy_166.png",
      "url": "/media/a9005331acee7d7a78a1.png",
      "mediaType": "image/png",
      "contentHash": "a9005331acee7d7a78a13d1a6b012fedd2a26ba4049e596100bd589cc80f16c4",
      "byteLength": 43660,
      "width": 529,
      "height": 378
    },
    {
      "reference": "assets/1643297872671168_Copy_167.png",
      "url": "/media/f1df06cace1c43854282.png",
      "mediaType": "image/png",
      "contentHash": "f1df06cace1c4385428295d8f5cebcec9dd25577a434d43bca67d631bd3900be",
      "byteLength": 64861,
      "width": 557,
      "height": 357
    },
    {
      "reference": "assets/1643297935560169_Copy_168.png",
      "url": "/media/8fbc211a6b76aa4e8247.png",
      "mediaType": "image/png",
      "contentHash": "8fbc211a6b76aa4e82478d4b269f172c25d7c0faa4afdb22b0638d0a17f51250",
      "byteLength": 124875,
      "width": 822,
      "height": 243
    },
    {
      "reference": "assets/1643298030174170_Copy_169.png",
      "url": "/media/9d0f98baf07e72e6b105.png",
      "mediaType": "image/png",
      "contentHash": "9d0f98baf07e72e6b1052119f556ecd39affea41e04f28321cb5206471efb6ce",
      "byteLength": 62657,
      "width": 450,
      "height": 285
    },
    {
      "reference": "assets/1643298448912174_Copy_173.png",
      "url": "/media/643e321616edfa6b0d17.png",
      "mediaType": "image/png",
      "contentHash": "643e321616edfa6b0d1770ce374fe97e8de3844ceed70ddef7b343808eb5ad19",
      "byteLength": 88921,
      "width": 573,
      "height": 348
    },
    {
      "reference": "assets/1643298385342173_Copy_172.png",
      "url": "/media/fc1ba71236caccd17023.png",
      "mediaType": "image/png",
      "contentHash": "fc1ba71236caccd1702347889596ec84e674e013b65efe1b774cab51a846a570",
      "byteLength": 119474,
      "width": 697,
      "height": 285
    },
    {
      "reference": "assets/1643298575730176_Copy_175.png",
      "url": "/media/6877a1e921d3a7e1fc85.png",
      "mediaType": "image/png",
      "contentHash": "6877a1e921d3a7e1fc855714eb711829c577eb2e891dd69a3a1ee27fbe9124b6",
      "byteLength": 92610,
      "width": 841,
      "height": 212
    },
    {
      "reference": "assets/1643298514341175_Copy_174.png",
      "url": "/media/3dfe6d5c055d383ac898.png",
      "mediaType": "image/png",
      "contentHash": "3dfe6d5c055d383ac898cac9f3e673c946be410302f65072ae9ecf2a83caaedb",
      "byteLength": 138996,
      "width": 643,
      "height": 309
    },
    {
      "reference": "assets/1643298674642177_Copy_176.png",
      "url": "/media/88aa51f1836136f6faa4.png",
      "mediaType": "image/png",
      "contentHash": "88aa51f1836136f6faa4ac4c94ccd4e05f1a84b92f7bea9d8ce847c68ba82c29",
      "byteLength": 106212,
      "width": 748,
      "height": 266
    },
    {
      "reference": "assets/1643299018923180_Copy_179.png",
      "url": "/media/e49e8399da36ee502c14.png",
      "mediaType": "image/png",
      "contentHash": "e49e8399da36ee502c1421fabf555a53d809882b208319dafe3cb363c48fd1df",
      "byteLength": 95802,
      "width": 603,
      "height": 330
    },
    {
      "reference": "assets/1643299085749181_Copy_180.png",
      "url": "/media/fc90fd8d1fb63d1bfcd4.png",
      "mediaType": "image/png",
      "contentHash": "fc90fd8d1fb63d1bfcd48de80dcc8e141806b9abf653ba61d669b0f03258f805",
      "byteLength": 72951,
      "width": 427,
      "height": 416
    },
    {
      "reference": "assets/1643299101256182_Copy_181.png",
      "url": "/media/17ada9c7f8c7d3fb7be8.png",
      "mediaType": "image/png",
      "contentHash": "17ada9c7f8c7d3fb7be8ddde8b37420aa02011165bcc634687af7a56e3e6f3a5",
      "byteLength": 127353,
      "width": 381,
      "height": 386
    },
    {
      "reference": "assets/1643299129642183_Copy_182.png",
      "url": "/media/c66149629e89b775a7db.png",
      "mediaType": "image/png",
      "contentHash": "c66149629e89b775a7dbf3d44ae23dd87a7a85d9fb65bed4f807a2e492134aaf",
      "byteLength": 85641,
      "width": 493,
      "height": 369
    },
    {
      "reference": "assets/1643299194225184_Copy_183.png",
      "url": "/media/86a16970c281537229af.png",
      "mediaType": "image/png",
      "contentHash": "86a16970c281537229afaa60901e978dcef45ada3463abe3fac422b8f8219759",
      "byteLength": 108216,
      "width": 552,
      "height": 329
    },
    {
      "reference": "assets/1643299317748185_Copy_184.png",
      "url": "/media/3ffd111426e8fa2ba3c8.png",
      "mediaType": "image/png",
      "contentHash": "3ffd111426e8fa2ba3c8804d8e2635a1678a4844b280e64372c29dd7420c2f64",
      "byteLength": 113695,
      "width": 661,
      "height": 301
    },
    {
      "reference": "assets/1643299338709186_Copy_185.png",
      "url": "/media/326bb238a8844ac1f774.png",
      "mediaType": "image/png",
      "contentHash": "326bb238a8844ac1f774e8b9c9125d3dfa40d7d4d9d48593e4220c34e87b3b35",
      "byteLength": 115695,
      "width": 646,
      "height": 309
    },
    {
      "reference": "assets/1643299460689187_Copy_186.png",
      "url": "/media/9850067739e16371f52a.png",
      "mediaType": "image/png",
      "contentHash": "9850067739e16371f52a1f5673e7d0fb0e37fd1b75e6b2b8ae70e52a7f6347da",
      "byteLength": 122890,
      "width": 773,
      "height": 257
    }
  ],
  "headings": [
    {
      "depth": 1,
      "text": "学科15：信息论重要模型",
      "anchor": "学科15信息论重要模型",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E5%AD%A6%E7%A7%9115%E4%BF%A1%E6%81%AF%E8%AE%BA%E9%87%8D%E8%A6%81%E6%A8%A1%E5%9E%8B"
    },
    {
      "depth": 2,
      "text": "能量守恒但是信息不守恒",
      "anchor": "能量守恒但是信息不守恒",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E8%83%BD%E9%87%8F%E5%AE%88%E6%81%92%E4%BD%86%E6%98%AF%E4%BF%A1%E6%81%AF%E4%B8%8D%E5%AE%88%E6%81%92"
    },
    {
      "depth": 3,
      "text": "人类之间分享知识是一件可以为这个世界创造纯粹增量的事情",
      "anchor": "人类之间分享知识是一件可以为这个世界创造纯粹增量的事情",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E4%BA%BA%E7%B1%BB%E4%B9%8B%E9%97%B4%E5%88%86%E4%BA%AB%E7%9F%A5%E8%AF%86%E6%98%AF%E4%B8%80%E4%BB%B6%E5%8F%AF%E4%BB%A5%E4%B8%BA%E8%BF%99%E4%B8%AA%E4%B8%96%E7%95%8C%E5%88%9B%E9%80%A0%E7%BA%AF%E7%B2%B9%E5%A2%9E%E9%87%8F%E7%9A%84%E4%BA%8B%E6%83%85"
    },
    {
      "depth": 2,
      "text": "信息量的衡量方法",
      "anchor": "信息量的衡量方法",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E4%BF%A1%E6%81%AF%E9%87%8F%E7%9A%84%E8%A1%A1%E9%87%8F%E6%96%B9%E6%B3%95"
    },
    {
      "depth": 2,
      "text": "信息熵",
      "anchor": "信息熵",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E4%BF%A1%E6%81%AF%E7%86%B5"
    },
    {
      "depth": 3,
      "text": "做选择对信息熵大小的影响",
      "anchor": "做选择对信息熵大小的影响",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E5%81%9A%E9%80%89%E6%8B%A9%E5%AF%B9%E4%BF%A1%E6%81%AF%E7%86%B5%E5%A4%A7%E5%B0%8F%E7%9A%84%E5%BD%B1%E5%93%8D"
    },
    {
      "depth": 2,
      "text": "信息量",
      "anchor": "信息量",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E4%BF%A1%E6%81%AF%E9%87%8F"
    },
    {
      "depth": 2,
      "text": "霍夫曼编码",
      "anchor": "霍夫曼编码",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E9%9C%8D%E5%A4%AB%E6%9B%BC%E7%BC%96%E7%A0%81"
    },
    {
      "depth": 2,
      "text": "eg.莫斯编码中的高频字母",
      "anchor": "eg莫斯编码中的高频字母",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#eg%E8%8E%AB%E6%96%AF%E7%BC%96%E7%A0%81%E4%B8%AD%E7%9A%84%E9%AB%98%E9%A2%91%E5%AD%97%E6%AF%8D"
    },
    {
      "depth": 2,
      "text": "启示",
      "anchor": "启示",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E5%90%AF%E7%A4%BA"
    },
    {
      "depth": 2,
      "text": "奥卡姆剃刀",
      "anchor": "奥卡姆剃刀",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E5%A5%A5%E5%8D%A1%E5%A7%86%E5%89%83%E5%88%80"
    },
    {
      "depth": 2,
      "text": "帧间压缩算法",
      "anchor": "帧间压缩算法",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E5%B8%A7%E9%97%B4%E5%8E%8B%E7%BC%A9%E7%AE%97%E6%B3%95"
    },
    {
      "depth": 2,
      "text": "启示",
      "anchor": "启示-1",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E5%90%AF%E7%A4%BA-1"
    },
    {
      "depth": 2,
      "text": "不采用帧间压缩算法",
      "anchor": "不采用帧间压缩算法",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E4%B8%8D%E9%87%87%E7%94%A8%E5%B8%A7%E9%97%B4%E5%8E%8B%E7%BC%A9%E7%AE%97%E6%B3%95"
    },
    {
      "depth": 2,
      "text": "读书学习",
      "anchor": "读书学习",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E8%AF%BB%E4%B9%A6%E5%AD%A6%E4%B9%A0"
    },
    {
      "depth": 2,
      "text": "互信息",
      "anchor": "互信息",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E4%BA%92%E4%BF%A1%E6%81%AF"
    },
    {
      "depth": 2,
      "text": "信息等价",
      "anchor": "信息等价",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E4%BF%A1%E6%81%AF%E7%AD%89%E4%BB%B7"
    },
    {
      "depth": 2,
      "text": "高互信息",
      "anchor": "高互信息",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E9%AB%98%E4%BA%92%E4%BF%A1%E6%81%AF"
    },
    {
      "depth": 2,
      "text": "冗余度",
      "anchor": "冗余度",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E5%86%97%E4%BD%99%E5%BA%A6"
    },
    {
      "depth": 3,
      "text": "适当冗余有助于增加理解",
      "anchor": "适当冗余有助于增加理解",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E9%80%82%E5%BD%93%E5%86%97%E4%BD%99%E6%9C%89%E5%8A%A9%E4%BA%8E%E5%A2%9E%E5%8A%A0%E7%90%86%E8%A7%A3"
    },
    {
      "depth": 3,
      "text": "去除冗余",
      "anchor": "去除冗余",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E5%8E%BB%E9%99%A4%E5%86%97%E4%BD%99"
    },
    {
      "depth": 4,
      "text": "画分析框架",
      "anchor": "画分析框架",
      "citation": "https://www.pystone.net/notes/mental-models-15-information-theory/#%E7%94%BB%E5%88%86%E6%9E%90%E6%A1%86%E6%9E%B6"
    }
  ],
  "claims": [],
  "outgoing": [],
  "incoming": [
    {
      "id": "note:courses-books-general-knowledge",
      "title": "课程、书籍与通识材料",
      "url": "https://www.pystone.net/notes/courses-books-general-knowledge/",
      "atlas": "https://www.pystone.net/?node=courses-books-general-knowledge#knowledge-atlas",
      "label": "课程、书籍与通识材料",
      "origin": "explicit",
      "humanReviewed": true,
      "context": "林超通识课/分拆文件中的“学科15：信息论重要模型”导航项",
      "citation": "https://www.pystone.net/notes/courses-books-general-knowledge/#%E6%9E%97%E8%B6%85%E9%80%9A%E8%AF%86%E8%AF%BE%E5%88%86%E6%8B%86%E6%96%87%E4%BB%B6"
    }
  ],
  "contentMarkdown": "学科15：信息论重要模型\n\n# 学科15：信息论重要模型\n质能方程、香农的信息熵公式、海森堡测不准原理\n![](assets/1643296672007165_Copy_164.png)\n\n## 能量守恒但是信息不守恒\n\n### 人类之间分享知识是一件可以为这个世界创造纯粹增量的事情\n\n## 信息量的衡量方法\n\n## 信息熵\n\n描述一个东西的不确定程度的量，搞清楚一件事情的难度，可能性越不平均，信息熵就越低\n![](assets/1643297249569166_Copy_165.png)\n\n### 做选择对信息熵大小的影响\n\n随波逐流不做选择，平均分配注意力，就会增加整个系统的无序性\n![](assets/1643297529971167_Copy_166.png)\n\n## 信息量\n\n用来把信息熵消除掉的信息所需要的能量，衡量信息量的基本单位：比特\n\n## 霍夫曼编码\n\n把较短的编码分配给高频出现的词汇，而把那些较长的编码分配给低频出现的词汇，那么整体而言，我们用编码来表达语言的时候，就可以实现效率最优化\n\n## eg.莫斯编码中的高频字母\n\n![](assets/1643297872671168_Copy_167.png)\n\n## 启示\n\n![](assets/1643297935560169_Copy_168.png)\n\n## 奥卡姆剃刀\n\n![](assets/1643298030174170_Copy_169.png)\n\n## 帧间压缩算法\n\n关注变化，而不是一股脑地全部压缩\n![](assets/1643298448912174_Copy_173.png)\n\n## 启示\n\n![](assets/1643298385342173_Copy_172.png)\n![](assets/1643298575730176_Copy_175.png)\n\n## 不采用帧间压缩算法\n\n不压缩的情况下\n![](assets/1643298514341175_Copy_174.png)\n\n## 读书学习\n\n![](assets/1643298674642177_Copy_176.png)\n\n## 互信息\n\n![](assets/1643299018923180_Copy_179.png)\n\n## 信息等价\n\n![](assets/1643299085749181_Copy_180.png)\n![](assets/1643299101256182_Copy_181.png)\n\n## 高互信息\n\n说废话\n![](assets/1643299129642183_Copy_182.png)\n\n## 冗余度\n\n![](assets/1643299194225184_Copy_183.png)\n\n### 适当冗余有助于增加理解\n\n![](assets/1643299317748185_Copy_184.png)\n\n### 去除冗余\n\n![](assets/1643299338709186_Copy_185.png)\n\n#### 画分析框架\n\n![](assets/1643299460689187_Copy_186.png)\n"
}