huffman.hpp

// Copyright Take Vos 2020-2022.
// Distributed under the Boost Software License, Version 1.0.
// (See accompanying file LICENSE_1_0.txt or copy at https://www.boost.org/LICENSE_1_0.txt)
 
#include "utility/module.hpp"
#include "bits.hpp"
#include <span>
#include <vector>
 
namespace hi::inline v1 {
 
template<typename T>
class huffman_tree {
    static_assert(std::is_integral_v<T> && std::is_signed_v<T>);
 
    using state_t = T const *;
 
    std::vector<T> tree;
 
public:
    huffman_tree() noexcept
    {
        tree.push_back(0);
        tree.push_back(0);
    }
 
    void add(int symbol, int code, int code_length) noexcept
    {
        hi_axiom(code_length >= 1);
 
        int offset = 0;
        while (--code_length > 0) {
            hilet select = (code >> code_length) & 1;
            offset += select;
 
            int value = tree[offset];
 
            // value may not be a leaf.
            hi_axiom(value <= 0);
 
            if (value == 0) {
                // Unused node entry. Point to the first of two new entries.
                value = -(narrow_cast<int>(ssize(tree)) - offset);
 
                tree[offset] = narrow_cast<T>(value);
                tree.push_back(0);
                tree.push_back(0);
            }
 
            // Go to the next entry.
            offset -= value;
        }
 
        // place the symbol as a leaf.
        hilet select = code & 1;
        offset += select;
 
        hi_axiom(tree[offset] == 0);
        tree[offset] = narrow_cast<T>(symbol + 1);
    }
 
    [[nodiscard]] state_t start() const noexcept
    {
        return tree.data();
    }
 
    [[nodiscard]] int get(bool code_bit, state_t &state) const
    {
        state += static_cast<ptrdiff_t>(code_bit);
 
        if (*state == 0) {
            throw parse_error("Code not in huffman tree.");
        }
 
        auto value = *state;
        state -= static_cast<ptrdiff_t>(value);
        return value - 1;
    }
 
    [[nodiscard]] std::size_t get_symbol(std::span<std::byte const> bytes, std::size_t &bit_offset) const noexcept
    {
        auto state = start();
        while (true) {
            int symbol;
            if ((symbol = get(get_bit(bytes, bit_offset), state)) >= 0) {
                return static_cast<std::size_t>(symbol);
            }
        }
    }
 
    [[nodiscard]] static huffman_tree from_lengths(uint8_t const *lengths, std::size_t nr_symbols)
    {
        hi_assert_not_null(lengths);
        hi_axiom(nr_symbols < std::numeric_limits<T>::min());
 
        struct symbol_length_t {
            T symbol;
            uint8_t length;
 
            symbol_length_t(T symbol, uint8_t length) : symbol(symbol), length(length) {}
        };
 
        std::vector<symbol_length_t> symbol_lengths;
        symbol_lengths.reserve(nr_symbols);
 
        for (T symbol = T{0}; symbol != narrow_cast<T>(nr_symbols); ++symbol) {
            symbol_lengths.emplace_back(symbol, lengths[symbol]);
        }
 
        // Sort the table based on the length of the code, followed by symbol
        std::sort(symbol_lengths.begin(), symbol_lengths.end(), [](hilet &a, hilet &b) {
            if (a.length == b.length) {
                return a.symbol < b.symbol;
            } else {
                return a.length < b.length;
            }
        });
 
        auto r = huffman_tree{};
 
        int code = 0;
        int prev_length = 0;
        for (auto &&entry : symbol_lengths) {
            if (entry.length != 0) {
                code <<= (entry.length - prev_length);
 
                r.add(entry.symbol, code, entry.length);
                ++code;
            }
 
            prev_length = entry.length;
        }
 
        return r;
    }
 
    [[nodiscard]] static huffman_tree from_lengths(std::vector<uint8_t> const &lengths)
    {
        return from_lengths(lengths.data(), lengths.size());
    }
};
 
} // namespace hi::inline v1