Vp9Decoder.cs 38 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879
  1. using System.Collections.Generic;
  2. using System.IO;
  3. namespace Ryujinx.Graphics.VDec
  4. {
  5. class Vp9Decoder
  6. {
  7. private const int DiffUpdateProbability = 252;
  8. private const int FrameSyncCode = 0x498342;
  9. private static readonly int[] MapLut = new int[]
  10. {
  11. 20, 21, 22, 23, 24, 25, 0, 26, 27, 28, 29, 30, 31, 32, 33, 34,
  12. 35, 36, 37, 1, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49,
  13. 2, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 3, 62, 63,
  14. 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 4, 74, 75, 76, 77, 78,
  15. 79, 80, 81, 82, 83, 84, 85, 5, 86, 87, 88, 89, 90, 91, 92, 93,
  16. 94, 95, 96, 97, 6, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108,
  17. 109, 7, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 8, 122,
  18. 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 9, 134, 135, 136, 137,
  19. 138, 139, 140, 141, 142, 143, 144, 145, 10, 146, 147, 148, 149, 150, 151, 152,
  20. 153, 154, 155, 156, 157, 11, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167,
  21. 168, 169, 12, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 13,
  22. 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 14, 194, 195, 196,
  23. 197, 198, 199, 200, 201, 202, 203, 204, 205, 15, 206, 207, 208, 209, 210, 211,
  24. 212, 213, 214, 215, 216, 217, 16, 218, 219, 220, 221, 222, 223, 224, 225, 226,
  25. 227, 228, 229, 17, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241,
  26. 18, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 19
  27. };
  28. private byte[] DefaultTx8x8Probs = new byte[] { 100, 66 };
  29. private byte[] DefaultTx16x16Probs = new byte[] { 20, 152, 15, 101 };
  30. private byte[] DefaultTx32x32Probs = new byte[] { 3, 136, 37, 5, 52, 13 };
  31. private byte[] _defaultCoefProbs = new byte[]
  32. {
  33. 195, 29, 183, 0, 84, 49, 136, 0, 8, 42, 71, 0, 0, 0, 0, 0,
  34. 0, 0, 0, 0, 0, 0, 0, 0, 31, 107, 169, 0, 35, 99, 159, 0,
  35. 17, 82, 140, 0, 8, 66, 114, 0, 2, 44, 76, 0, 1, 19, 32, 0,
  36. 40, 132, 201, 0, 29, 114, 187, 0, 13, 91, 157, 0, 7, 75, 127, 0,
  37. 3, 58, 95, 0, 1, 28, 47, 0, 69, 142, 221, 0, 42, 122, 201, 0,
  38. 15, 91, 159, 0, 6, 67, 121, 0, 1, 42, 77, 0, 1, 17, 31, 0,
  39. 102, 148, 228, 0, 67, 117, 204, 0, 17, 82, 154, 0, 6, 59, 114, 0,
  40. 2, 39, 75, 0, 1, 15, 29, 0, 156, 57, 233, 0, 119, 57, 212, 0,
  41. 58, 48, 163, 0, 29, 40, 124, 0, 12, 30, 81, 0, 3, 12, 31, 0,
  42. 191, 107, 226, 0, 124, 117, 204, 0, 25, 99, 155, 0, 0, 0, 0, 0,
  43. 0, 0, 0, 0, 0, 0, 0, 0, 29, 148, 210, 0, 37, 126, 194, 0,
  44. 8, 93, 157, 0, 2, 68, 118, 0, 1, 39, 69, 0, 1, 17, 33, 0,
  45. 41, 151, 213, 0, 27, 123, 193, 0, 3, 82, 144, 0, 1, 58, 105, 0,
  46. 1, 32, 60, 0, 1, 13, 26, 0, 59, 159, 220, 0, 23, 126, 198, 0,
  47. 4, 88, 151, 0, 1, 66, 114, 0, 1, 38, 71, 0, 1, 18, 34, 0,
  48. 114, 136, 232, 0, 51, 114, 207, 0, 11, 83, 155, 0, 3, 56, 105, 0,
  49. 1, 33, 65, 0, 1, 17, 34, 0, 149, 65, 234, 0, 121, 57, 215, 0,
  50. 61, 49, 166, 0, 28, 36, 114, 0, 12, 25, 76, 0, 3, 16, 42, 0,
  51. 214, 49, 220, 0, 132, 63, 188, 0, 42, 65, 137, 0, 0, 0, 0, 0,
  52. 0, 0, 0, 0, 0, 0, 0, 0, 85, 137, 221, 0, 104, 131, 216, 0,
  53. 49, 111, 192, 0, 21, 87, 155, 0, 2, 49, 87, 0, 1, 16, 28, 0,
  54. 89, 163, 230, 0, 90, 137, 220, 0, 29, 100, 183, 0, 10, 70, 135, 0,
  55. 2, 42, 81, 0, 1, 17, 33, 0, 108, 167, 237, 0, 55, 133, 222, 0,
  56. 15, 97, 179, 0, 4, 72, 135, 0, 1, 45, 85, 0, 1, 19, 38, 0,
  57. 124, 146, 240, 0, 66, 124, 224, 0, 17, 88, 175, 0, 4, 58, 122, 0,
  58. 1, 36, 75, 0, 1, 18, 37, 0, 141, 79, 241, 0, 126, 70, 227, 0,
  59. 66, 58, 182, 0, 30, 44, 136, 0, 12, 34, 96, 0, 2, 20, 47, 0,
  60. 229, 99, 249, 0, 143, 111, 235, 0, 46, 109, 192, 0, 0, 0, 0, 0,
  61. 0, 0, 0, 0, 0, 0, 0, 0, 82, 158, 236, 0, 94, 146, 224, 0,
  62. 25, 117, 191, 0, 9, 87, 149, 0, 3, 56, 99, 0, 1, 33, 57, 0,
  63. 83, 167, 237, 0, 68, 145, 222, 0, 10, 103, 177, 0, 2, 72, 131, 0,
  64. 1, 41, 79, 0, 1, 20, 39, 0, 99, 167, 239, 0, 47, 141, 224, 0,
  65. 10, 104, 178, 0, 2, 73, 133, 0, 1, 44, 85, 0, 1, 22, 47, 0,
  66. 127, 145, 243, 0, 71, 129, 228, 0, 17, 93, 177, 0, 3, 61, 124, 0,
  67. 1, 41, 84, 0, 1, 21, 52, 0, 157, 78, 244, 0, 140, 72, 231, 0,
  68. 69, 58, 184, 0, 31, 44, 137, 0, 14, 38, 105, 0, 8, 23, 61, 0,
  69. 125, 34, 187, 0, 52, 41, 133, 0, 6, 31, 56, 0, 0, 0, 0, 0,
  70. 0, 0, 0, 0, 0, 0, 0, 0, 37, 109, 153, 0, 51, 102, 147, 0,
  71. 23, 87, 128, 0, 8, 67, 101, 0, 1, 41, 63, 0, 1, 19, 29, 0,
  72. 31, 154, 185, 0, 17, 127, 175, 0, 6, 96, 145, 0, 2, 73, 114, 0,
  73. 1, 51, 82, 0, 1, 28, 45, 0, 23, 163, 200, 0, 10, 131, 185, 0,
  74. 2, 93, 148, 0, 1, 67, 111, 0, 1, 41, 69, 0, 1, 14, 24, 0,
  75. 29, 176, 217, 0, 12, 145, 201, 0, 3, 101, 156, 0, 1, 69, 111, 0,
  76. 1, 39, 63, 0, 1, 14, 23, 0, 57, 192, 233, 0, 25, 154, 215, 0,
  77. 6, 109, 167, 0, 3, 78, 118, 0, 1, 48, 69, 0, 1, 21, 29, 0,
  78. 202, 105, 245, 0, 108, 106, 216, 0, 18, 90, 144, 0, 0, 0, 0, 0,
  79. 0, 0, 0, 0, 0, 0, 0, 0, 33, 172, 219, 0, 64, 149, 206, 0,
  80. 14, 117, 177, 0, 5, 90, 141, 0, 2, 61, 95, 0, 1, 37, 57, 0,
  81. 33, 179, 220, 0, 11, 140, 198, 0, 1, 89, 148, 0, 1, 60, 104, 0,
  82. 1, 33, 57, 0, 1, 12, 21, 0, 30, 181, 221, 0, 8, 141, 198, 0,
  83. 1, 87, 145, 0, 1, 58, 100, 0, 1, 31, 55, 0, 1, 12, 20, 0,
  84. 32, 186, 224, 0, 7, 142, 198, 0, 1, 86, 143, 0, 1, 58, 100, 0,
  85. 1, 31, 55, 0, 1, 12, 22, 0, 57, 192, 227, 0, 20, 143, 204, 0,
  86. 3, 96, 154, 0, 1, 68, 112, 0, 1, 42, 69, 0, 1, 19, 32, 0,
  87. 212, 35, 215, 0, 113, 47, 169, 0, 29, 48, 105, 0, 0, 0, 0, 0,
  88. 0, 0, 0, 0, 0, 0, 0, 0, 74, 129, 203, 0, 106, 120, 203, 0,
  89. 49, 107, 178, 0, 19, 84, 144, 0, 4, 50, 84, 0, 1, 15, 25, 0,
  90. 71, 172, 217, 0, 44, 141, 209, 0, 15, 102, 173, 0, 6, 76, 133, 0,
  91. 2, 51, 89, 0, 1, 24, 42, 0, 64, 185, 231, 0, 31, 148, 216, 0,
  92. 8, 103, 175, 0, 3, 74, 131, 0, 1, 46, 81, 0, 1, 18, 30, 0,
  93. 65, 196, 235, 0, 25, 157, 221, 0, 5, 105, 174, 0, 1, 67, 120, 0,
  94. 1, 38, 69, 0, 1, 15, 30, 0, 65, 204, 238, 0, 30, 156, 224, 0,
  95. 7, 107, 177, 0, 2, 70, 124, 0, 1, 42, 73, 0, 1, 18, 34, 0,
  96. 225, 86, 251, 0, 144, 104, 235, 0, 42, 99, 181, 0, 0, 0, 0, 0,
  97. 0, 0, 0, 0, 0, 0, 0, 0, 85, 175, 239, 0, 112, 165, 229, 0,
  98. 29, 136, 200, 0, 12, 103, 162, 0, 6, 77, 123, 0, 2, 53, 84, 0,
  99. 75, 183, 239, 0, 30, 155, 221, 0, 3, 106, 171, 0, 1, 74, 128, 0,
  100. 1, 44, 76, 0, 1, 17, 28, 0, 73, 185, 240, 0, 27, 159, 222, 0,
  101. 2, 107, 172, 0, 1, 75, 127, 0, 1, 42, 73, 0, 1, 17, 29, 0,
  102. 62, 190, 238, 0, 21, 159, 222, 0, 2, 107, 172, 0, 1, 72, 122, 0,
  103. 1, 40, 71, 0, 1, 18, 32, 0, 61, 199, 240, 0, 27, 161, 226, 0,
  104. 4, 113, 180, 0, 1, 76, 129, 0, 1, 46, 80, 0, 1, 23, 41, 0,
  105. 7, 27, 153, 0, 5, 30, 95, 0, 1, 16, 30, 0, 0, 0, 0, 0,
  106. 0, 0, 0, 0, 0, 0, 0, 0, 50, 75, 127, 0, 57, 75, 124, 0,
  107. 27, 67, 108, 0, 10, 54, 86, 0, 1, 33, 52, 0, 1, 12, 18, 0,
  108. 43, 125, 151, 0, 26, 108, 148, 0, 7, 83, 122, 0, 2, 59, 89, 0,
  109. 1, 38, 60, 0, 1, 17, 27, 0, 23, 144, 163, 0, 13, 112, 154, 0,
  110. 2, 75, 117, 0, 1, 50, 81, 0, 1, 31, 51, 0, 1, 14, 23, 0,
  111. 18, 162, 185, 0, 6, 123, 171, 0, 1, 78, 125, 0, 1, 51, 86, 0,
  112. 1, 31, 54, 0, 1, 14, 23, 0, 15, 199, 227, 0, 3, 150, 204, 0,
  113. 1, 91, 146, 0, 1, 55, 95, 0, 1, 30, 53, 0, 1, 11, 20, 0,
  114. 19, 55, 240, 0, 19, 59, 196, 0, 3, 52, 105, 0, 0, 0, 0, 0,
  115. 0, 0, 0, 0, 0, 0, 0, 0, 41, 166, 207, 0, 104, 153, 199, 0,
  116. 31, 123, 181, 0, 14, 101, 152, 0, 5, 72, 106, 0, 1, 36, 52, 0,
  117. 35, 176, 211, 0, 12, 131, 190, 0, 2, 88, 144, 0, 1, 60, 101, 0,
  118. 1, 36, 60, 0, 1, 16, 28, 0, 28, 183, 213, 0, 8, 134, 191, 0,
  119. 1, 86, 142, 0, 1, 56, 96, 0, 1, 30, 53, 0, 1, 12, 20, 0,
  120. 20, 190, 215, 0, 4, 135, 192, 0, 1, 84, 139, 0, 1, 53, 91, 0,
  121. 1, 28, 49, 0, 1, 11, 20, 0, 13, 196, 216, 0, 2, 137, 192, 0,
  122. 1, 86, 143, 0, 1, 57, 99, 0, 1, 32, 56, 0, 1, 13, 24, 0,
  123. 211, 29, 217, 0, 96, 47, 156, 0, 22, 43, 87, 0, 0, 0, 0, 0,
  124. 0, 0, 0, 0, 0, 0, 0, 0, 78, 120, 193, 0, 111, 116, 186, 0,
  125. 46, 102, 164, 0, 15, 80, 128, 0, 2, 49, 76, 0, 1, 18, 28, 0,
  126. 71, 161, 203, 0, 42, 132, 192, 0, 10, 98, 150, 0, 3, 69, 109, 0,
  127. 1, 44, 70, 0, 1, 18, 29, 0, 57, 186, 211, 0, 30, 140, 196, 0,
  128. 4, 93, 146, 0, 1, 62, 102, 0, 1, 38, 65, 0, 1, 16, 27, 0,
  129. 47, 199, 217, 0, 14, 145, 196, 0, 1, 88, 142, 0, 1, 57, 98, 0,
  130. 1, 36, 62, 0, 1, 15, 26, 0, 26, 219, 229, 0, 5, 155, 207, 0,
  131. 1, 94, 151, 0, 1, 60, 104, 0, 1, 36, 62, 0, 1, 16, 28, 0,
  132. 233, 29, 248, 0, 146, 47, 220, 0, 43, 52, 140, 0, 0, 0, 0, 0,
  133. 0, 0, 0, 0, 0, 0, 0, 0, 100, 163, 232, 0, 179, 161, 222, 0,
  134. 63, 142, 204, 0, 37, 113, 174, 0, 26, 89, 137, 0, 18, 68, 97, 0,
  135. 85, 181, 230, 0, 32, 146, 209, 0, 7, 100, 164, 0, 3, 71, 121, 0,
  136. 1, 45, 77, 0, 1, 18, 30, 0, 65, 187, 230, 0, 20, 148, 207, 0,
  137. 2, 97, 159, 0, 1, 68, 116, 0, 1, 40, 70, 0, 1, 14, 29, 0,
  138. 40, 194, 227, 0, 8, 147, 204, 0, 1, 94, 155, 0, 1, 65, 112, 0,
  139. 1, 39, 66, 0, 1, 14, 26, 0, 16, 208, 228, 0, 3, 151, 207, 0,
  140. 1, 98, 160, 0, 1, 67, 117, 0, 1, 41, 74, 0, 1, 17, 31, 0,
  141. 17, 38, 140, 0, 7, 34, 80, 0, 1, 17, 29, 0, 0, 0, 0, 0,
  142. 0, 0, 0, 0, 0, 0, 0, 0, 37, 75, 128, 0, 41, 76, 128, 0,
  143. 26, 66, 116, 0, 12, 52, 94, 0, 2, 32, 55, 0, 1, 10, 16, 0,
  144. 50, 127, 154, 0, 37, 109, 152, 0, 16, 82, 121, 0, 5, 59, 85, 0,
  145. 1, 35, 54, 0, 1, 13, 20, 0, 40, 142, 167, 0, 17, 110, 157, 0,
  146. 2, 71, 112, 0, 1, 44, 72, 0, 1, 27, 45, 0, 1, 11, 17, 0,
  147. 30, 175, 188, 0, 9, 124, 169, 0, 1, 74, 116, 0, 1, 48, 78, 0,
  148. 1, 30, 49, 0, 1, 11, 18, 0, 10, 222, 223, 0, 2, 150, 194, 0,
  149. 1, 83, 128, 0, 1, 48, 79, 0, 1, 27, 45, 0, 1, 11, 17, 0,
  150. 36, 41, 235, 0, 29, 36, 193, 0, 10, 27, 111, 0, 0, 0, 0, 0,
  151. 0, 0, 0, 0, 0, 0, 0, 0, 85, 165, 222, 0, 177, 162, 215, 0,
  152. 110, 135, 195, 0, 57, 113, 168, 0, 23, 83, 120, 0, 10, 49, 61, 0,
  153. 85, 190, 223, 0, 36, 139, 200, 0, 5, 90, 146, 0, 1, 60, 103, 0,
  154. 1, 38, 65, 0, 1, 18, 30, 0, 72, 202, 223, 0, 23, 141, 199, 0,
  155. 2, 86, 140, 0, 1, 56, 97, 0, 1, 36, 61, 0, 1, 16, 27, 0,
  156. 55, 218, 225, 0, 13, 145, 200, 0, 1, 86, 141, 0, 1, 57, 99, 0,
  157. 1, 35, 61, 0, 1, 13, 22, 0, 15, 235, 212, 0, 1, 132, 184, 0,
  158. 1, 84, 139, 0, 1, 57, 97, 0, 1, 34, 56, 0, 1, 14, 23, 0,
  159. 181, 21, 201, 0, 61, 37, 123, 0, 10, 38, 71, 0, 0, 0, 0, 0,
  160. 0, 0, 0, 0, 0, 0, 0, 0, 47, 106, 172, 0, 95, 104, 173, 0,
  161. 42, 93, 159, 0, 18, 77, 131, 0, 4, 50, 81, 0, 1, 17, 23, 0,
  162. 62, 147, 199, 0, 44, 130, 189, 0, 28, 102, 154, 0, 18, 75, 115, 0,
  163. 2, 44, 65, 0, 1, 12, 19, 0, 55, 153, 210, 0, 24, 130, 194, 0,
  164. 3, 93, 146, 0, 1, 61, 97, 0, 1, 31, 50, 0, 1, 10, 16, 0,
  165. 49, 186, 223, 0, 17, 148, 204, 0, 1, 96, 142, 0, 1, 53, 83, 0,
  166. 1, 26, 44, 0, 1, 11, 17, 0, 13, 217, 212, 0, 2, 136, 180, 0,
  167. 1, 78, 124, 0, 1, 50, 83, 0, 1, 29, 49, 0, 1, 14, 23, 0,
  168. 197, 13, 247, 0, 82, 17, 222, 0, 25, 17, 162, 0, 0, 0, 0, 0,
  169. 0, 0, 0, 0, 0, 0, 0, 0, 126, 186, 247, 0, 234, 191, 243, 0,
  170. 176, 177, 234, 0, 104, 158, 220, 0, 66, 128, 186, 0, 55, 90, 137, 0,
  171. 111, 197, 242, 0, 46, 158, 219, 0, 9, 104, 171, 0, 2, 65, 125, 0,
  172. 1, 44, 80, 0, 1, 17, 91, 0, 104, 208, 245, 0, 39, 168, 224, 0,
  173. 3, 109, 162, 0, 1, 79, 124, 0, 1, 50, 102, 0, 1, 43, 102, 0,
  174. 84, 220, 246, 0, 31, 177, 231, 0, 2, 115, 180, 0, 1, 79, 134, 0,
  175. 1, 55, 77, 0, 1, 60, 79, 0, 43, 243, 240, 0, 8, 180, 217, 0,
  176. 1, 115, 166, 0, 1, 84, 121, 0, 1, 51, 67, 0, 1, 16, 6, 0
  177. };
  178. private byte[] _defaultSkipProbs = new byte[] { 192, 128, 64 };
  179. private byte[] _defaultInterModeProbs = new byte[]
  180. {
  181. 2, 173, 34, 0, 7, 145, 85, 0, 7, 166, 63, 0, 7, 94, 66, 0,
  182. 8, 64, 46, 0, 17, 81, 31, 0, 25, 29, 30, 0
  183. };
  184. private byte[] _defaultInterpFilterProbs = new byte[]
  185. {
  186. 235, 162, 36, 255, 34, 3, 149, 144
  187. };
  188. private byte[] _defaultIsInterProbs = new byte[] { 9, 102, 187, 225 };
  189. private byte[] _defaultCompModeProbs = new byte[] { 239, 183, 119, 96, 41 };
  190. private byte[] _defaultSingleRefProbs = new byte[]
  191. {
  192. 33, 16, 77, 74, 142, 142, 172, 170, 238, 247
  193. };
  194. private byte[] _defaultCompRefProbs = new byte[] { 50, 126, 123, 221, 226 };
  195. private byte[] _defaultYModeProbs0 = new byte[]
  196. {
  197. 65, 32, 18, 144, 162, 194, 41, 51, 132, 68, 18, 165, 217, 196, 45, 40,
  198. 173, 80, 19, 176, 240, 193, 64, 35, 221, 135, 38, 194, 248, 121, 96, 85
  199. };
  200. private byte[] _defaultYModeProbs1 = new byte[] { 98, 78, 46, 29 };
  201. private byte[] _defaultPartitionProbs = new byte[]
  202. {
  203. 199, 122, 141, 0, 147, 63, 159, 0, 148, 133, 118, 0, 121, 104, 114, 0,
  204. 174, 73, 87, 0, 92, 41, 83, 0, 82, 99, 50, 0, 53, 39, 39, 0,
  205. 177, 58, 59, 0, 68, 26, 63, 0, 52, 79, 25, 0, 17, 14, 12, 0,
  206. 222, 34, 30, 0, 72, 16, 44, 0, 58, 32, 12, 0, 10, 7, 6, 0
  207. };
  208. private byte[] _defaultMvJointProbs = new byte[] { 32, 64, 96 };
  209. private byte[] _defaultMvSignProbs = new byte[] { 128, 128 };
  210. private byte[] _defaultMvClassProbs = new byte[]
  211. {
  212. 224, 144, 192, 168, 192, 176, 192, 198, 198, 245, 216, 128, 176, 160, 176, 176,
  213. 192, 198, 198, 208
  214. };
  215. private byte[] _defaultMvClass0BitProbs = new byte[] { 216, 208 };
  216. private byte[] _defaultMvBitsProbs = new byte[]
  217. {
  218. 136, 140, 148, 160, 176, 192, 224, 234, 234, 240, 136, 140, 148, 160, 176, 192,
  219. 224, 234, 234, 240
  220. };
  221. private byte[] _defaultMvClass0FrProbs = new byte[]
  222. {
  223. 128, 128, 64, 96, 112, 64, 128, 128, 64, 96, 112, 64
  224. };
  225. private byte[] _defaultMvFrProbs = new byte[] { 64, 96, 64, 64, 96, 64 };
  226. private byte[] _defaultMvClass0HpProbs = new byte[] { 160, 160 };
  227. private byte[] _defaultMvHpProbs = new byte[] { 128, 128 };
  228. private sbyte[] _loopFilterRefDeltas;
  229. private sbyte[] _loopFilterModeDeltas;
  230. private LinkedList<int> _frameSlotByLastUse;
  231. private Dictionary<long, LinkedListNode<int>> _cachedRefFrames;
  232. public Vp9Decoder()
  233. {
  234. _loopFilterRefDeltas = new sbyte[4];
  235. _loopFilterModeDeltas = new sbyte[2];
  236. _frameSlotByLastUse = new LinkedList<int>();
  237. for (int slot = 0; slot < 8; slot++)
  238. {
  239. _frameSlotByLastUse.AddFirst(slot);
  240. }
  241. _cachedRefFrames = new Dictionary<long, LinkedListNode<int>>();
  242. }
  243. public void Decode(
  244. Vp9FrameKeys keys,
  245. Vp9FrameHeader header,
  246. Vp9ProbabilityTables probs,
  247. byte[] frameData)
  248. {
  249. bool isKeyFrame = ((header.Flags >> 0) & 1) != 0;
  250. bool lastIsKeyFrame = ((header.Flags >> 1) & 1) != 0;
  251. bool frameSizeChanged = ((header.Flags >> 2) & 1) != 0;
  252. bool errorResilientMode = ((header.Flags >> 3) & 1) != 0;
  253. bool lastShowFrame = ((header.Flags >> 4) & 1) != 0;
  254. bool isFrameIntra = ((header.Flags >> 5) & 1) != 0;
  255. bool showFrame = !isFrameIntra;
  256. // Write compressed header.
  257. byte[] compressedHeaderData;
  258. using (MemoryStream compressedHeader = new MemoryStream())
  259. {
  260. VpxRangeEncoder writer = new VpxRangeEncoder(compressedHeader);
  261. if (!header.Lossless)
  262. {
  263. if ((uint)header.TxMode >= 3)
  264. {
  265. writer.Write(3, 2);
  266. writer.Write(header.TxMode == 4);
  267. }
  268. else
  269. {
  270. writer.Write(header.TxMode, 2);
  271. }
  272. }
  273. if (header.TxMode == 4)
  274. {
  275. WriteProbabilityUpdate(writer, probs.Tx8x8Probs, DefaultTx8x8Probs);
  276. WriteProbabilityUpdate(writer, probs.Tx16x16Probs, DefaultTx16x16Probs);
  277. WriteProbabilityUpdate(writer, probs.Tx32x32Probs, DefaultTx32x32Probs);
  278. }
  279. WriteCoefProbabilityUpdate(writer, header.TxMode, probs.CoefProbs, _defaultCoefProbs);
  280. WriteProbabilityUpdate(writer, probs.SkipProbs, _defaultSkipProbs);
  281. if (!isFrameIntra)
  282. {
  283. WriteProbabilityUpdateAligned4(writer, probs.InterModeProbs, _defaultInterModeProbs);
  284. if (header.RawInterpolationFilter == 4)
  285. {
  286. WriteProbabilityUpdate(writer, probs.InterpFilterProbs, _defaultInterpFilterProbs);
  287. }
  288. WriteProbabilityUpdate(writer, probs.IsInterProbs, _defaultIsInterProbs);
  289. if ((header.RefFrameSignBias[1] & 1) != (header.RefFrameSignBias[2] & 1) ||
  290. (header.RefFrameSignBias[1] & 1) != (header.RefFrameSignBias[3] & 1))
  291. {
  292. if ((uint)header.CompPredMode >= 1)
  293. {
  294. writer.Write(1, 1);
  295. writer.Write(header.CompPredMode == 2);
  296. }
  297. else
  298. {
  299. writer.Write(0, 1);
  300. }
  301. }
  302. if (header.CompPredMode == 2)
  303. {
  304. WriteProbabilityUpdate(writer, probs.CompModeProbs, _defaultCompModeProbs);
  305. }
  306. if (header.CompPredMode != 1)
  307. {
  308. WriteProbabilityUpdate(writer, probs.SingleRefProbs, _defaultSingleRefProbs);
  309. }
  310. if (header.CompPredMode != 0)
  311. {
  312. WriteProbabilityUpdate(writer, probs.CompRefProbs, _defaultCompRefProbs);
  313. }
  314. for (int index = 0; index < 4; index++)
  315. {
  316. int i = index * 8;
  317. int j = index;
  318. WriteProbabilityUpdate(writer, probs.YModeProbs0[i + 0], _defaultYModeProbs0[i + 0]);
  319. WriteProbabilityUpdate(writer, probs.YModeProbs0[i + 1], _defaultYModeProbs0[i + 1]);
  320. WriteProbabilityUpdate(writer, probs.YModeProbs0[i + 2], _defaultYModeProbs0[i + 2]);
  321. WriteProbabilityUpdate(writer, probs.YModeProbs0[i + 3], _defaultYModeProbs0[i + 3]);
  322. WriteProbabilityUpdate(writer, probs.YModeProbs0[i + 4], _defaultYModeProbs0[i + 4]);
  323. WriteProbabilityUpdate(writer, probs.YModeProbs0[i + 5], _defaultYModeProbs0[i + 5]);
  324. WriteProbabilityUpdate(writer, probs.YModeProbs0[i + 6], _defaultYModeProbs0[i + 6]);
  325. WriteProbabilityUpdate(writer, probs.YModeProbs0[i + 7], _defaultYModeProbs0[i + 7]);
  326. WriteProbabilityUpdate(writer, probs.YModeProbs1[j + 0], _defaultYModeProbs1[j + 0]);
  327. }
  328. WriteProbabilityUpdateAligned4(writer, probs.PartitionProbs, _defaultPartitionProbs);
  329. for (int i = 0; i < 3; i++)
  330. {
  331. WriteMvProbabilityUpdate(writer, probs.MvJointProbs[i], _defaultMvJointProbs[i]);
  332. }
  333. for (int i = 0; i < 2; i++)
  334. {
  335. WriteMvProbabilityUpdate(writer, probs.MvSignProbs[i], _defaultMvSignProbs[i]);
  336. for (int j = 0; j < 10; j++)
  337. {
  338. int index = i * 10 + j;
  339. WriteMvProbabilityUpdate(writer, probs.MvClassProbs[index], _defaultMvClassProbs[index]);
  340. }
  341. WriteMvProbabilityUpdate(writer, probs.MvClass0BitProbs[i], _defaultMvClass0BitProbs[i]);
  342. for (int j = 0; j < 10; j++)
  343. {
  344. int index = i * 10 + j;
  345. WriteMvProbabilityUpdate(writer, probs.MvBitsProbs[index], _defaultMvBitsProbs[index]);
  346. }
  347. }
  348. for (int i = 0; i < 2; i++)
  349. {
  350. for (int j = 0; j < 2; j++)
  351. {
  352. for (int k = 0; k < 3; k++)
  353. {
  354. int index = i * 2 * 3 + j * 3 + k;
  355. WriteMvProbabilityUpdate(writer, probs.MvClass0FrProbs[index], _defaultMvClass0FrProbs[index]);
  356. }
  357. }
  358. for (int j = 0; j < 3; j++)
  359. {
  360. int index = i * 3 + j;
  361. WriteMvProbabilityUpdate(writer, probs.MvFrProbs[index], _defaultMvFrProbs[index]);
  362. }
  363. }
  364. if (header.AllowHighPrecisionMv)
  365. {
  366. for (int index = 0; index < 2; index++)
  367. {
  368. WriteMvProbabilityUpdate(writer, probs.MvClass0HpProbs[index], _defaultMvClass0HpProbs[index]);
  369. WriteMvProbabilityUpdate(writer, probs.MvHpProbs[index], _defaultMvHpProbs[index]);
  370. }
  371. }
  372. }
  373. writer.End();
  374. compressedHeaderData = compressedHeader.ToArray();
  375. }
  376. // Write uncompressed header.
  377. using (MemoryStream encodedHeader = new MemoryStream())
  378. {
  379. VpxBitStreamWriter writer = new VpxBitStreamWriter(encodedHeader);
  380. writer.WriteU(2, 2); //Frame marker.
  381. writer.WriteU(0, 2); //Profile.
  382. writer.WriteBit(false); //Show existing frame.
  383. writer.WriteBit(!isKeyFrame);
  384. writer.WriteBit(showFrame);
  385. writer.WriteBit(errorResilientMode);
  386. if (isKeyFrame)
  387. {
  388. writer.WriteU(FrameSyncCode, 24);
  389. writer.WriteU(0, 3); //Color space.
  390. writer.WriteU(0, 1); //Color range.
  391. writer.WriteU(header.CurrentFrame.Width - 1, 16);
  392. writer.WriteU(header.CurrentFrame.Height - 1, 16);
  393. writer.WriteBit(false); //Render and frame size different.
  394. _cachedRefFrames.Clear();
  395. // On key frames, all frame slots are set to the current frame,
  396. // so the value of the selected slot doesn't really matter.
  397. GetNewFrameSlot(keys.CurrKey);
  398. }
  399. else
  400. {
  401. if (!showFrame)
  402. {
  403. writer.WriteBit(isFrameIntra);
  404. }
  405. if (!errorResilientMode)
  406. {
  407. writer.WriteU(0, 2); //Reset frame context.
  408. }
  409. int refreshFrameFlags = 1 << GetNewFrameSlot(keys.CurrKey);
  410. if (isFrameIntra)
  411. {
  412. writer.WriteU(FrameSyncCode, 24);
  413. writer.WriteU(refreshFrameFlags, 8);
  414. writer.WriteU(header.CurrentFrame.Width - 1, 16);
  415. writer.WriteU(header.CurrentFrame.Height - 1, 16);
  416. writer.WriteBit(false); //Render and frame size different.
  417. }
  418. else
  419. {
  420. writer.WriteU(refreshFrameFlags, 8);
  421. int[] refFrameIndex = new int[]
  422. {
  423. GetFrameSlot(keys.Ref0Key),
  424. GetFrameSlot(keys.Ref1Key),
  425. GetFrameSlot(keys.Ref2Key)
  426. };
  427. byte[] refFrameSignBias = header.RefFrameSignBias;
  428. for (int index = 1; index < 4; index++)
  429. {
  430. writer.WriteU(refFrameIndex[index - 1], 3);
  431. writer.WriteU(refFrameSignBias[index], 1);
  432. }
  433. writer.WriteBit(true); //Frame size with refs.
  434. writer.WriteBit(false); //Render and frame size different.
  435. writer.WriteBit(header.AllowHighPrecisionMv);
  436. writer.WriteBit(header.RawInterpolationFilter == 4);
  437. if (header.RawInterpolationFilter != 4)
  438. {
  439. writer.WriteU(header.RawInterpolationFilter, 2);
  440. }
  441. }
  442. }
  443. if (!errorResilientMode)
  444. {
  445. writer.WriteBit(false); //Refresh frame context.
  446. writer.WriteBit(true); //Frame parallel decoding mode.
  447. }
  448. writer.WriteU(0, 2); //Frame context index.
  449. writer.WriteU(header.LoopFilterLevel, 6);
  450. writer.WriteU(header.LoopFilterSharpness, 3);
  451. writer.WriteBit(header.LoopFilterDeltaEnabled);
  452. if (header.LoopFilterDeltaEnabled)
  453. {
  454. bool[] updateLoopFilterRefDeltas = new bool[4];
  455. bool[] updateLoopFilterModeDeltas = new bool[2];
  456. bool loopFilterDeltaUpdate = false;
  457. for (int index = 0; index < header.LoopFilterRefDeltas.Length; index++)
  458. {
  459. sbyte old = _loopFilterRefDeltas[index];
  460. sbyte New = header.LoopFilterRefDeltas[index];
  461. loopFilterDeltaUpdate |= (updateLoopFilterRefDeltas[index] = old != New);
  462. }
  463. for (int index = 0; index < header.LoopFilterModeDeltas.Length; index++)
  464. {
  465. sbyte old = _loopFilterModeDeltas[index];
  466. sbyte New = header.LoopFilterModeDeltas[index];
  467. loopFilterDeltaUpdate |= (updateLoopFilterModeDeltas[index] = old != New);
  468. }
  469. writer.WriteBit(loopFilterDeltaUpdate);
  470. if (loopFilterDeltaUpdate)
  471. {
  472. for (int index = 0; index < header.LoopFilterRefDeltas.Length; index++)
  473. {
  474. writer.WriteBit(updateLoopFilterRefDeltas[index]);
  475. if (updateLoopFilterRefDeltas[index])
  476. {
  477. writer.WriteS(header.LoopFilterRefDeltas[index], 6);
  478. }
  479. }
  480. for (int index = 0; index < header.LoopFilterModeDeltas.Length; index++)
  481. {
  482. writer.WriteBit(updateLoopFilterModeDeltas[index]);
  483. if (updateLoopFilterModeDeltas[index])
  484. {
  485. writer.WriteS(header.LoopFilterModeDeltas[index], 6);
  486. }
  487. }
  488. }
  489. }
  490. writer.WriteU(header.BaseQIndex, 8);
  491. writer.WriteDeltaQ(header.DeltaQYDc);
  492. writer.WriteDeltaQ(header.DeltaQUvDc);
  493. writer.WriteDeltaQ(header.DeltaQUvAc);
  494. writer.WriteBit(false); //Segmentation enabled (TODO).
  495. int minTileColsLog2 = CalcMinLog2TileCols(header.CurrentFrame.Width);
  496. int maxTileColsLog2 = CalcMaxLog2TileCols(header.CurrentFrame.Width);
  497. int tileColsLog2Diff = header.TileColsLog2 - minTileColsLog2;
  498. int tileColsLog2IncMask = (1 << tileColsLog2Diff) - 1;
  499. // If it's less than the maximum, we need to add an extra 0 on the bitstream
  500. // to indicate that it should stop reading.
  501. if (header.TileColsLog2 < maxTileColsLog2)
  502. {
  503. writer.WriteU(tileColsLog2IncMask << 1, tileColsLog2Diff + 1);
  504. }
  505. else
  506. {
  507. writer.WriteU(tileColsLog2IncMask, tileColsLog2Diff);
  508. }
  509. bool tileRowsLog2IsNonZero = header.TileRowsLog2 != 0;
  510. writer.WriteBit(tileRowsLog2IsNonZero);
  511. if (tileRowsLog2IsNonZero)
  512. {
  513. writer.WriteBit(header.TileRowsLog2 > 1);
  514. }
  515. writer.WriteU(compressedHeaderData.Length, 16);
  516. writer.Flush();
  517. encodedHeader.Write(compressedHeaderData, 0, compressedHeaderData.Length);
  518. if (!FFmpegWrapper.IsInitialized)
  519. {
  520. FFmpegWrapper.Vp9Initialize();
  521. }
  522. FFmpegWrapper.DecodeFrame(DecoderHelper.Combine(encodedHeader.ToArray(), frameData));
  523. }
  524. _loopFilterRefDeltas = header.LoopFilterRefDeltas;
  525. _loopFilterModeDeltas = header.LoopFilterModeDeltas;
  526. }
  527. private int GetNewFrameSlot(long key)
  528. {
  529. LinkedListNode<int> node = _frameSlotByLastUse.Last;
  530. _frameSlotByLastUse.RemoveLast();
  531. _frameSlotByLastUse.AddFirst(node);
  532. _cachedRefFrames[key] = node;
  533. return node.Value;
  534. }
  535. private int GetFrameSlot(long key)
  536. {
  537. if (_cachedRefFrames.TryGetValue(key, out LinkedListNode<int> node))
  538. {
  539. _frameSlotByLastUse.Remove(node);
  540. _frameSlotByLastUse.AddFirst(node);
  541. return node.Value;
  542. }
  543. // Reference frame was lost.
  544. // What we should do in this case?
  545. return 0;
  546. }
  547. private void WriteProbabilityUpdate(VpxRangeEncoder writer, byte[] New, byte[] old)
  548. {
  549. for (int offset = 0; offset < New.Length; offset++)
  550. {
  551. WriteProbabilityUpdate(writer, New[offset], old[offset]);
  552. }
  553. }
  554. private void WriteCoefProbabilityUpdate(VpxRangeEncoder writer, int txMode, byte[] New, byte[] old)
  555. {
  556. // Note: There's 1 byte added on each packet for alignment,
  557. // this byte is ignored when doing updates.
  558. const int blockBytes = 2 * 2 * 6 * 6 * 4;
  559. bool NeedsUpdate(int baseIndex)
  560. {
  561. int index = baseIndex;
  562. for (int i = 0; i < 2; i++)
  563. for (int j = 0; j < 2; j++)
  564. for (int k = 0; k < 6; k++)
  565. for (int l = 0; l < 6; l++)
  566. {
  567. if (New[index + 0] != old[index + 0] ||
  568. New[index + 1] != old[index + 1] ||
  569. New[index + 2] != old[index + 2])
  570. {
  571. return true;
  572. }
  573. index += 4;
  574. }
  575. return false;
  576. }
  577. for (int blockIndex = 0; blockIndex < 4; blockIndex++)
  578. {
  579. int baseIndex = blockIndex * blockBytes;
  580. bool update = NeedsUpdate(baseIndex);
  581. writer.Write(update);
  582. if (update)
  583. {
  584. int index = baseIndex;
  585. for (int i = 0; i < 2; i++)
  586. for (int j = 0; j < 2; j++)
  587. for (int k = 0; k < 6; k++)
  588. for (int l = 0; l < 6; l++)
  589. {
  590. if (k != 0 || l < 3)
  591. {
  592. WriteProbabilityUpdate(writer, New[index + 0], old[index + 0]);
  593. WriteProbabilityUpdate(writer, New[index + 1], old[index + 1]);
  594. WriteProbabilityUpdate(writer, New[index + 2], old[index + 2]);
  595. }
  596. index += 4;
  597. }
  598. }
  599. if (blockIndex == txMode)
  600. {
  601. break;
  602. }
  603. }
  604. }
  605. private void WriteProbabilityUpdateAligned4(VpxRangeEncoder writer, byte[] New, byte[] old)
  606. {
  607. for (int offset = 0; offset < New.Length; offset += 4)
  608. {
  609. WriteProbabilityUpdate(writer, New[offset + 0], old[offset + 0]);
  610. WriteProbabilityUpdate(writer, New[offset + 1], old[offset + 1]);
  611. WriteProbabilityUpdate(writer, New[offset + 2], old[offset + 2]);
  612. }
  613. }
  614. private void WriteProbabilityUpdate(VpxRangeEncoder writer, byte New, byte old)
  615. {
  616. bool update = New != old;
  617. writer.Write(update, DiffUpdateProbability);
  618. if (update)
  619. {
  620. WriteProbabilityDelta(writer, New, old);
  621. }
  622. }
  623. private void WriteProbabilityDelta(VpxRangeEncoder writer, int New, int old)
  624. {
  625. int delta = RemapProbability(New, old);
  626. EncodeTermSubExp(writer, delta);
  627. }
  628. private int RemapProbability(int New, int old)
  629. {
  630. New--;
  631. old--;
  632. int index;
  633. if (old * 2 <= 0xff)
  634. {
  635. index = RecenterNonNeg(New, old) - 1;
  636. }
  637. else
  638. {
  639. index = RecenterNonNeg(0xff - 1 - New, 0xff - 1 - old) - 1;
  640. }
  641. return MapLut[index];
  642. }
  643. private int RecenterNonNeg(int New, int old)
  644. {
  645. if (New > old * 2)
  646. {
  647. return New;
  648. }
  649. else if (New >= old)
  650. {
  651. return (New - old) * 2;
  652. }
  653. else /* if (New < Old) */
  654. {
  655. return (old - New) * 2 - 1;
  656. }
  657. }
  658. private void EncodeTermSubExp(VpxRangeEncoder writer, int value)
  659. {
  660. if (WriteLessThan(writer, value, 16))
  661. {
  662. writer.Write(value, 4);
  663. }
  664. else if (WriteLessThan(writer, value, 32))
  665. {
  666. writer.Write(value - 16, 4);
  667. }
  668. else if (WriteLessThan(writer, value, 64))
  669. {
  670. writer.Write(value - 32, 5);
  671. }
  672. else
  673. {
  674. value -= 64;
  675. const int size = 8;
  676. int mask = (1 << size) - 191;
  677. int delta = value - mask;
  678. if (delta < 0)
  679. {
  680. writer.Write(value, size - 1);
  681. }
  682. else
  683. {
  684. writer.Write(delta / 2 + mask, size - 1);
  685. writer.Write(delta & 1, 1);
  686. }
  687. }
  688. }
  689. private bool WriteLessThan(VpxRangeEncoder writer, int value, int test)
  690. {
  691. bool isLessThan = value < test;
  692. writer.Write(!isLessThan);
  693. return isLessThan;
  694. }
  695. private void WriteMvProbabilityUpdate(VpxRangeEncoder writer, byte New, byte old)
  696. {
  697. bool update = New != old;
  698. writer.Write(update, DiffUpdateProbability);
  699. if (update)
  700. {
  701. writer.Write(New >> 1, 7);
  702. }
  703. }
  704. private static int CalcMinLog2TileCols(int frameWidth)
  705. {
  706. int sb64Cols = (frameWidth + 63) / 64;
  707. int minLog2 = 0;
  708. while ((64 << minLog2) < sb64Cols)
  709. {
  710. minLog2++;
  711. }
  712. return minLog2;
  713. }
  714. private static int CalcMaxLog2TileCols(int frameWidth)
  715. {
  716. int sb64Cols = (frameWidth + 63) / 64;
  717. int maxLog2 = 1;
  718. while ((sb64Cols >> maxLog2) >= 4)
  719. {
  720. maxLog2++;
  721. }
  722. return maxLog2 - 1;
  723. }
  724. }
  725. }