diff options
Diffstat (limited to 'hostTools/lzma/compress/LZMAEncoder.h')
| -rw-r--r-- | hostTools/lzma/compress/LZMAEncoder.h | 228 |
1 files changed, 228 insertions, 0 deletions
diff --git a/hostTools/lzma/compress/LZMAEncoder.h b/hostTools/lzma/compress/LZMAEncoder.h new file mode 100644 index 0000000..6368738 --- /dev/null +++ b/hostTools/lzma/compress/LZMAEncoder.h @@ -0,0 +1,228 @@ +#ifndef __LZARITHMETIC_ENCODER_H +#define __LZARITHMETIC_ENCODER_H + +#include "Portable.h" +#include "AriPrice.h" +#include "LZMA.h" +#include "LenCoder.h" +#include "LiteralCoder.h" +#include "AriConst.h" + +// NOTE Here is choosen the MatchFinder +#include "BinTree2.h" +#define MATCH_FINDER NBT2::CMatchFinderBinTree + +namespace NCompress { +namespace NLZMA { + +struct COptimal +{ + CState State; + + bool Prev1IsChar; + bool Prev2; + + UINT32 PosPrev2; + UINT32 BackPrev2; + + UINT32 Price; + UINT32 PosPrev; // posNext; + UINT32 BackPrev; + UINT32 Backs[kNumRepDistances]; + void MakeAsChar() { BackPrev = UINT32(-1); Prev1IsChar = false; } + void MakeAsShortRep() { BackPrev = 0; ; Prev1IsChar = false; } + bool IsShortRep() { return (BackPrev == 0); } +}; + + +extern BYTE g_FastPos[1024]; +inline UINT32 GetPosSlot(UINT32 aPos) +{ + if (aPos < (1 << 10)) + return g_FastPos[aPos]; + if (aPos < (1 << 19)) + return g_FastPos[aPos >> 9] + 18; + return g_FastPos[aPos >> 18] + 36; +} + +inline UINT32 GetPosSlot2(UINT32 aPos) +{ + if (aPos < (1 << 16)) + return g_FastPos[aPos >> 6] + 12; + if (aPos < (1 << 25)) + return g_FastPos[aPos >> 15] + 30; + return g_FastPos[aPos >> 24] + 48; +} + +const int kIfinityPrice = 0xFFFFFFF; + +typedef CMyBitEncoder<kNumMoveBitsForMainChoice> CMyBitEncoder2; + +const int kNumOpts = 1 << 12; + +class CEncoder : public CBaseCoder +{ + COptimal m_Optimum[kNumOpts]; +public: + MATCH_FINDER m_MatchFinder; + CMyRangeEncoder m_RangeEncoder; +private: + + CMyBitEncoder2 m_MainChoiceEncoders[kNumStates][NLength::kNumPosStatesEncodingMax]; + CMyBitEncoder2 m_MatchChoiceEncoders[kNumStates]; + CMyBitEncoder2 m_MatchRepChoiceEncoders[kNumStates]; + CMyBitEncoder2 m_MatchRep1ChoiceEncoders[kNumStates]; + CMyBitEncoder2 m_MatchRep2ChoiceEncoders[kNumStates]; + CMyBitEncoder2 m_MatchRepShortChoiceEncoders[kNumStates][NLength::kNumPosStatesEncodingMax]; + + CBitTreeEncoder<kNumMoveBitsForPosSlotCoder, kNumPosSlotBits> m_PosSlotEncoder[kNumLenToPosStates]; + + CReverseBitTreeEncoder2<kNumMoveBitsForPosCoders> m_PosEncoders[kNumPosModels]; + CReverseBitTreeEncoder2<kNumMoveBitsForAlignCoders> m_PosAlignEncoder; + // CBitTreeEncoder2<kNumMoveBitsForPosCoders> m_PosEncoders[kNumPosModels]; + // CBitTreeEncoder2<kNumMoveBitsForAlignCoders> m_PosAlignEncoder; + + NLength::CPriceTableEncoder m_LenEncoder; + NLength::CPriceTableEncoder m_RepMatchLenEncoder; + + NLiteral::CEncoder m_LiteralEncoder; + + UINT32 m_MatchDistances[kMatchMaxLen + 1]; + + bool m_FastMode; + bool m_MaxMode; + UINT32 m_NumFastBytes; + UINT32 m_LongestMatchLength; + + UINT32 m_AdditionalOffset; + + UINT32 m_OptimumEndIndex; + UINT32 m_OptimumCurrentIndex; + + bool m_LongestMatchWasFound; + + UINT32 m_PosSlotPrices[kNumLenToPosStates][kDistTableSizeMax]; + + UINT32 m_DistancesPrices[kNumLenToPosStates][kNumFullDistances]; + + UINT32 m_AlignPrices[kAlignTableSize]; + UINT32 m_AlignPriceCount; + + UINT32 m_DistTableSize; + + UINT32 m_PosStateBits; + UINT32 m_PosStateMask; + UINT32 m_LiteralPosStateBits; + UINT32 m_LiteralContextBits; + + UINT32 m_DictionarySize; + + + UINT32 m_DictionarySizePrev; + UINT32 m_NumFastBytesPrev; + + + UINT32 ReadMatchDistances() + { + UINT32 aLen = m_MatchFinder.GetLongestMatch(m_MatchDistances); + if (aLen == m_NumFastBytes) + aLen += m_MatchFinder.GetMatchLen(aLen, m_MatchDistances[aLen], + kMatchMaxLen - aLen); + m_AdditionalOffset++; + HRESULT aResult = m_MatchFinder.MovePos(); + if (aResult != S_OK) + throw aResult; + return aLen; + } + + void MovePos(UINT32 aNum); + UINT32 GetRepLen1Price(CState aState, UINT32 aPosState) const + { + return m_MatchRepChoiceEncoders[aState.m_Index].GetPrice(0) + + m_MatchRepShortChoiceEncoders[aState.m_Index][aPosState].GetPrice(0); + } + UINT32 GetRepPrice(UINT32 aRepIndex, UINT32 aLen, CState aState, UINT32 aPosState) const + { + UINT32 aPrice = m_RepMatchLenEncoder.GetPrice(aLen - kMatchMinLen, aPosState); + if(aRepIndex == 0) + { + aPrice += m_MatchRepChoiceEncoders[aState.m_Index].GetPrice(0); + aPrice += m_MatchRepShortChoiceEncoders[aState.m_Index][aPosState].GetPrice(1); + } + else + { + aPrice += m_MatchRepChoiceEncoders[aState.m_Index].GetPrice(1); + if (aRepIndex == 1) + aPrice += m_MatchRep1ChoiceEncoders[aState.m_Index].GetPrice(0); + else + { + aPrice += m_MatchRep1ChoiceEncoders[aState.m_Index].GetPrice(1); + aPrice += m_MatchRep2ChoiceEncoders[aState.m_Index].GetPrice(aRepIndex - 2); + } + } + return aPrice; + } + /* + UINT32 GetPosLen2Price(UINT32 aPos, UINT32 aPosState) const + { + if (aPos >= kNumFullDistances) + return kIfinityPrice; + return m_DistancesPrices[0][aPos] + m_LenEncoder.GetPrice(0, aPosState); + } + UINT32 GetPosLen3Price(UINT32 aPos, UINT32 aLen, UINT32 aPosState) const + { + UINT32 aPrice; + UINT32 aLenToPosState = GetLenToPosState(aLen); + if (aPos < kNumFullDistances) + aPrice = m_DistancesPrices[aLenToPosState][aPos]; + else + aPrice = m_PosSlotPrices[aLenToPosState][GetPosSlot2(aPos)] + + m_AlignPrices[aPos & kAlignMask]; + return aPrice + m_LenEncoder.GetPrice(aLen - kMatchMinLen, aPosState); + } + */ + UINT32 GetPosLenPrice(UINT32 aPos, UINT32 aLen, UINT32 aPosState) const + { + if (aLen == 2 && aPos >= 0x80) + return kIfinityPrice; + UINT32 aPrice; + UINT32 aLenToPosState = GetLenToPosState(aLen); + if (aPos < kNumFullDistances) + aPrice = m_DistancesPrices[aLenToPosState][aPos]; + else + aPrice = m_PosSlotPrices[aLenToPosState][GetPosSlot2(aPos)] + + m_AlignPrices[aPos & kAlignMask]; + return aPrice + m_LenEncoder.GetPrice(aLen - kMatchMinLen, aPosState); + } + + UINT32 Backward(UINT32 &aBackRes, UINT32 aCur); + UINT32 GetOptimum(UINT32 &aBackRes, UINT32 aPosition); + UINT32 GetOptimumFast(UINT32 &aBackRes, UINT32 aPosition); + + void FillPosSlotPrices(); + void FillDistancesPrices(); + void FillAlignPrices(); + + HRESULT Flush(); + + HRESULT Create(); + + HRESULT CodeReal(ISequentialInStream *anInStream, ISequentialOutStream *anOutStream, const UINT64 *anInSize); + + HRESULT Init(ISequentialInStream *anInStream, ISequentialOutStream *anOutStream); + +public: + CEncoder(); + + HRESULT SetEncoderAlgorithm(UINT32 A); + HRESULT SetEncoderNumFastBytes(UINT32 A); + HRESULT SetDictionarySize(UINT32 aDictionarySize); + HRESULT SetLiteralProperties(UINT32 aLiteralPosStateBits, UINT32 aLiteralContextBits); + HRESULT SetPosBitsProperties(UINT32 aNumPosStateBits); + HRESULT Code(ISequentialInStream *anInStream, ISequentialOutStream *anOutStream, const UINT64 *anInSize); + HRESULT WriteCoderProperties(ISequentialOutStream *anOutStream); +}; + +}} + +#endif |