kusano 7d535a
/* lzo1b_cm.ch -- implementation of the LZO1B compression algorithm
kusano 7d535a
kusano 7d535a
   This file is part of the LZO real-time data compression library.
kusano 7d535a
kusano 7d535a
   Copyright (C) 2008 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 2007 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 2006 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 2005 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 2004 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 2003 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 2002 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 2001 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 2000 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 1999 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 1998 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 1997 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   Copyright (C) 1996 Markus Franz Xaver Johannes Oberhumer
kusano 7d535a
   All Rights Reserved.
kusano 7d535a
kusano 7d535a
   The LZO library is free software; you can redistribute it and/or
kusano 7d535a
   modify it under the terms of the GNU General Public License as
kusano 7d535a
   published by the Free Software Foundation; either version 2 of
kusano 7d535a
   the License, or (at your option) any later version.
kusano 7d535a
kusano 7d535a
   The LZO library is distributed in the hope that it will be useful,
kusano 7d535a
   but WITHOUT ANY WARRANTY; without even the implied warranty of
kusano 7d535a
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
kusano 7d535a
   GNU General Public License for more details.
kusano 7d535a
kusano 7d535a
   You should have received a copy of the GNU General Public License
kusano 7d535a
   along with the LZO library; see the file COPYING.
kusano 7d535a
   If not, write to the Free Software Foundation, Inc.,
kusano 7d535a
   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
kusano 7d535a
kusano 7d535a
   Markus F.X.J. Oberhumer
kusano 7d535a
   <markus@oberhumer.com></markus@oberhumer.com>
kusano 7d535a
   http://www.oberhumer.com/opensource/lzo/
kusano 7d535a
 */
kusano 7d535a
kusano 7d535a
kusano 7d535a
/* WARNING: this file should *not* be used by applications. It is
kusano 7d535a
   part of the implementation of the library and is subject
kusano 7d535a
   to change.
kusano 7d535a
 */
kusano 7d535a
kusano 7d535a
kusano 7d535a
kusano 7d535a
/***********************************************************************
kusano 7d535a
// code the match
kusano 7d535a
************************************************************************/
kusano 7d535a
kusano 7d535a
#if (DD_BITS == 0)
kusano 7d535a
kusano 7d535a
        /* we already matched M2_MIN_LEN bytes,
kusano 7d535a
         * m_pos also already advanced M2_MIN_LEN bytes */
kusano 7d535a
        ip += M2_MIN_LEN;
kusano 7d535a
        assert(m_pos < ip);
kusano 7d535a
kusano 7d535a
        /* try to match another M2_MAX_LEN + 1 - M2_MIN_LEN bytes
kusano 7d535a
         * to see if we get more than a M2 match */
kusano 7d535a
#define M2_OR_M3    (MATCH_M2)
kusano 7d535a
kusano 7d535a
#else /* (DD_BITS == 0) */
kusano 7d535a
kusano 7d535a
        /* we already matched m_len bytes */
kusano 7d535a
        assert(m_len >= M2_MIN_LEN);
kusano 7d535a
        ip += m_len;
kusano 7d535a
        assert(ip <= in_end);
kusano 7d535a
kusano 7d535a
#define M2_OR_M3    (m_len <= M2_MAX_LEN)
kusano 7d535a
kusano 7d535a
#endif /* (DD_BITS == 0) */
kusano 7d535a
kusano 7d535a
kusano 7d535a
kusano 7d535a
        if (M2_OR_M3)
kusano 7d535a
        {
kusano 7d535a
        /* we've found a M2 or M3 match */
kusano 7d535a
            assert(ip <= in_end);
kusano 7d535a
kusano 7d535a
        /* 2a) compute match parameters */
kusano 7d535a
#if (DD_BITS == 0)
kusano 7d535a
            assert(pd(ip,m_pos) == m_off);
kusano 7d535a
            --ip;   /* ran one too far, point back to non-match */
kusano 7d535a
            m_len = pd(ip, ii);
kusano 7d535a
#endif
kusano 7d535a
kusano 7d535a
        /* 2a2) verify match parameters */
kusano 7d535a
            assert(m_len >= M2_MIN_LEN);
kusano 7d535a
            assert(m_len <= M2_MAX_LEN);
kusano 7d535a
            assert(m_len <= M3_MAX_LEN);
kusano 7d535a
kusano 7d535a
            assert(m_off >= M2_MIN_OFFSET);
kusano 7d535a
            assert(m_off >= M3_MIN_OFFSET);
kusano 7d535a
            assert(m_off <= M3_MAX_OFFSET);
kusano 7d535a
            assert(ii-m_off == m_pos_sav);
kusano 7d535a
            assert(lzo_memcmp(m_pos_sav,ii,m_len) == 0);
kusano 7d535a
kusano 7d535a
        /* 2b) code the match */
kusano 7d535a
#if (_M2_MAX_OFFSET != _M3_MAX_OFFSET)
kusano 7d535a
            if (m_off <= M2_MAX_OFFSET)
kusano 7d535a
            {
kusano 7d535a
#else
kusano 7d535a
                assert(m_off <= M2_MAX_OFFSET);
kusano 7d535a
#endif
kusano 7d535a
                m_off -= M2_MIN_OFFSET;
kusano 7d535a
                /* code match len + low offset bits */
kusano 7d535a
                *op++ = LZO_BYTE(((m_len - (M2_MIN_LEN - 2)) << M2O_BITS) |
kusano 7d535a
                                  (m_off & M2O_MASK));
kusano 7d535a
                /* code high offset bits */
kusano 7d535a
                *op++ = LZO_BYTE(m_off >> M2O_BITS);
kusano 7d535a
                LZO_STATS(lzo_stats->m2_matches++);
kusano 7d535a
                LZO_STATS(lzo_stats->m2_match[m_len]++);
kusano 7d535a
#if (_M2_MAX_OFFSET != _M3_MAX_OFFSET)
kusano 7d535a
            }
kusano 7d535a
            else
kusano 7d535a
            {
kusano 7d535a
#if defined(LZO_HAVE_R1)
kusano 7d535a
#if (M3_MIN_LEN == M2_MIN_LEN)
kusano 7d535a
                r1 = ip_end;    /* invalidate R1 pointer */
kusano 7d535a
#endif
kusano 7d535a
#endif
kusano 7d535a
                assert(m_len >= M3_MIN_LEN);
kusano 7d535a
                m_off -= M3_MIN_OFFSET - M3_EOF_OFFSET;
kusano 7d535a
                /* code match len */
kusano 7d535a
                *op++ = LZO_BYTE(M3_MARKER | (m_len - (M3_MIN_LEN - 1)));
kusano 7d535a
                /* code low offset bits */
kusano 7d535a
                *op++ = LZO_BYTE(m_off & M3O_MASK);
kusano 7d535a
                /* code high offset bits */
kusano 7d535a
                *op++ = LZO_BYTE(m_off >> M3O_BITS);
kusano 7d535a
                LZO_STATS(lzo_stats->m3_matches++);
kusano 7d535a
                LZO_STATS(lzo_stats->m3_match[m_len]++);
kusano 7d535a
#if defined(LZO_HAVE_M3)
kusano 7d535a
                m3 = op;        /* set M3 pointer */
kusano 7d535a
#endif
kusano 7d535a
            }
kusano 7d535a
#endif /* (_M2_MAX_OFFSET != _M3_MAX_OFFSET) */
kusano 7d535a
kusano 7d535a
kusano 7d535a
            if (ip >= ip_end)
kusano 7d535a
            {
kusano 7d535a
                ii = ip;
kusano 7d535a
                break;
kusano 7d535a
            }
kusano 7d535a
kusano 7d535a
kusano 7d535a
        /* 2c) Insert phrases (beginning with ii+1) into the dictionary. */
kusano 7d535a
kusano 7d535a
#if (CLEVEL == 9) || (CLEVEL >= 7 && M2L_BITS <= 4) || (CLEVEL >= 5 && M2L_BITS <= 3)
kusano 7d535a
        /* Insert the whole match (ii+1)..(ip-1) into dictionary.  */
kusano 7d535a
            ++ii;
kusano 7d535a
            do {
kusano 7d535a
                DVAL_NEXT(dv,ii);
kusano 7d535a
#if 0
kusano 7d535a
                UPDATE_D(dict,drun,dv,ii,in);
kusano 7d535a
#else
kusano 7d535a
                dict[ DINDEX(dv,ii) ] = DENTRY(ii,in);
kusano 7d535a
#endif
kusano 7d535a
                MI
kusano 7d535a
            } while (++ii < ip);
kusano 7d535a
            DVAL_NEXT(dv,ii);
kusano 7d535a
            assert(ii == ip);
kusano 7d535a
            DVAL_ASSERT(dv,ip);
kusano 7d535a
#elif (CLEVEL >= 3)
kusano 7d535a
            SI   DI DI   XI
kusano 7d535a
#elif (CLEVEL >= 2)
kusano 7d535a
            SI   DI      XI
kusano 7d535a
#else
kusano 7d535a
                         XI
kusano 7d535a
#endif
kusano 7d535a
        }
kusano 7d535a
kusano 7d535a
        else
kusano 7d535a
kusano 7d535a
        {
kusano 7d535a
        /* we've found a M3 or M4 match - see how far we can still go */
kusano 7d535a
            assert(ip <= in_end);
kusano 7d535a
            assert(lzo_memcmp(m_pos_sav,ii,(lzo_uint)(ip-ii)) == 0);
kusano 7d535a
kusano 7d535a
        /* 2a) compute match parameters */
kusano 7d535a
#if !defined(MATCH_IP_END)
kusano 7d535a
            assert(ii == ip - (M2_MAX_LEN + 1));
kusano 7d535a
#if (DD_BITS > 0)
kusano 7d535a
            assert(m_len == (lzo_uint)(ip-ii));
kusano 7d535a
            m_pos = ip - m_off;
kusano 7d535a
            assert(m_pos == m_pos_sav + m_len);
kusano 7d535a
#endif
kusano 7d535a
            {
kusano 7d535a
                const lzo_bytep end;
kusano 7d535a
                end = in_end;
kusano 7d535a
                while (ip < end  &&  *m_pos == *ip)
kusano 7d535a
                    m_pos++, ip++;
kusano 7d535a
                assert(ip <= in_end);
kusano 7d535a
                m_len = pd(ip, ii);
kusano 7d535a
            }
kusano 7d535a
            assert(pd(ip,m_pos) == m_off);
kusano 7d535a
#endif
kusano 7d535a
kusano 7d535a
        /* 2a2) verify match parameters */
kusano 7d535a
            assert(m_len >= M3_MIN_LEN);
kusano 7d535a
kusano 7d535a
            assert(m_off >= M3_MIN_OFFSET);
kusano 7d535a
            assert(m_off >= M4_MIN_OFFSET);
kusano 7d535a
            assert(m_off <= M3_MAX_OFFSET);
kusano 7d535a
            assert(m_off <= M4_MAX_OFFSET);
kusano 7d535a
            assert(ii-m_off == m_pos_sav);
kusano 7d535a
            assert(lzo_memcmp(m_pos_sav,ii,m_len) == 0);
kusano 7d535a
kusano 7d535a
        /* 2b) code the match */
kusano 7d535a
            if (m_len <= M3_MAX_LEN)
kusano 7d535a
            {
kusano 7d535a
                /* code match len */
kusano 7d535a
                *op++ = LZO_BYTE(M3_MARKER | (m_len - (M3_MIN_LEN - 1)));
kusano 7d535a
                LZO_STATS(lzo_stats->m3_matches++);
kusano 7d535a
                LZO_STATS(lzo_stats->m3_match[m_len]++);
kusano 7d535a
            }
kusano 7d535a
            else
kusano 7d535a
            {
kusano 7d535a
                assert(m_len >= M4_MIN_LEN);
kusano 7d535a
                /* code M4 match len flag */
kusano 7d535a
                *op++ = M4_MARKER;
kusano 7d535a
                /* code match len */
kusano 7d535a
                m_len -= M4_MIN_LEN - 1;
kusano 7d535a
                while (m_len > 255)
kusano 7d535a
                {
kusano 7d535a
                    m_len -= 255;
kusano 7d535a
                    *op++ = 0;
kusano 7d535a
                }
kusano 7d535a
                assert(m_len > 0);
kusano 7d535a
                *op++ = LZO_BYTE(m_len);
kusano 7d535a
                LZO_STATS(lzo_stats->m4_matches++);
kusano 7d535a
            }
kusano 7d535a
kusano 7d535a
            m_off -= M3_MIN_OFFSET - M3_EOF_OFFSET;
kusano 7d535a
            /* code low offset bits */
kusano 7d535a
            *op++ = LZO_BYTE(m_off & M3O_MASK);
kusano 7d535a
            /* code high offset bits */
kusano 7d535a
            *op++ = LZO_BYTE(m_off >> M3O_BITS);
kusano 7d535a
kusano 7d535a
#if defined(LZO_HAVE_M3)
kusano 7d535a
            m3 = op;        /* set M3 pointer */
kusano 7d535a
#endif
kusano 7d535a
kusano 7d535a
kusano 7d535a
            if (ip >= ip_end)
kusano 7d535a
            {
kusano 7d535a
                ii = ip;
kusano 7d535a
                break;
kusano 7d535a
            }
kusano 7d535a
kusano 7d535a
kusano 7d535a
        /* 2c) Insert phrases (beginning with ii+1) into the dictionary. */
kusano 7d535a
#if (CLEVEL == 9)
kusano 7d535a
        /* Insert the whole match (ii+1)..(ip-1) into dictionary.  */
kusano 7d535a
        /* This is not recommended because it can be slow. */
kusano 7d535a
            ++ii;
kusano 7d535a
            do {
kusano 7d535a
                DVAL_NEXT(dv,ii);
kusano 7d535a
#if 0
kusano 7d535a
                UPDATE_D(dict,drun,dv,ii,in);
kusano 7d535a
#else
kusano 7d535a
                dict[ DINDEX(dv,ii) ] = DENTRY(ii,in);
kusano 7d535a
#endif
kusano 7d535a
                MI
kusano 7d535a
            } while (++ii < ip);
kusano 7d535a
            DVAL_NEXT(dv,ii);
kusano 7d535a
            assert(ii == ip);
kusano 7d535a
            DVAL_ASSERT(dv,ip);
kusano 7d535a
#elif (CLEVEL >= 8)
kusano 7d535a
            SI   DI DI DI DI DI DI DI DI   XI
kusano 7d535a
#elif (CLEVEL >= 7)
kusano 7d535a
            SI   DI DI DI DI DI DI DI      XI
kusano 7d535a
#elif (CLEVEL >= 6)
kusano 7d535a
            SI   DI DI DI DI DI DI         XI
kusano 7d535a
#elif (CLEVEL >= 5)
kusano 7d535a
            SI   DI DI DI DI               XI
kusano 7d535a
#elif (CLEVEL >= 4)
kusano 7d535a
            SI   DI DI DI                  XI
kusano 7d535a
#elif (CLEVEL >= 3)
kusano 7d535a
            SI   DI DI                     XI
kusano 7d535a
#elif (CLEVEL >= 2)
kusano 7d535a
            SI   DI                        XI
kusano 7d535a
#else
kusano 7d535a
                                           XI
kusano 7d535a
#endif
kusano 7d535a
        }
kusano 7d535a
kusano 7d535a
        /* ii now points to the start of the next literal run */
kusano 7d535a
        assert(ii == ip);
kusano 7d535a
kusano 7d535a
kusano 7d535a
/*
kusano 7d535a
vi:ts=4:et
kusano 7d535a
*/