mirror of
https://github.com/vtil-project/VTIL-Core
synced 2026-08-17 08:23:03 -04:00
910 lines
No EOL
26 KiB
C++
910 lines
No EOL
26 KiB
C++
// Copyright (c) 2020 Can Boluk and contributors of the VTIL Project
|
|
// All rights reserved.
|
|
//
|
|
// Redistribution and use in source and binary forms, with or without
|
|
// modification, are permitted provided that the following conditions are met:
|
|
//
|
|
// 1. Redistributions of source code must retain the above copyright notice,
|
|
// this list of conditions and the following disclaimer.
|
|
// 2. Redistributions in binary form must reproduce the above copyright
|
|
// notice, this list of conditions and the following disclaimer in the
|
|
// documentation and/or other materials provided with the distribution.
|
|
// 3. Neither the name of VTIL Project nor the names of its contributors
|
|
// may be used to endorse or promote products derived from this software
|
|
// without specific prior written permission.
|
|
//
|
|
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
// ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
// LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
// CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
// SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
// CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
// POSSIBILITY OF SUCH DAMAGE.
|
|
//
|
|
#include "simplifier.hpp"
|
|
#include "directives.hpp"
|
|
#include "boolean_directives.hpp"
|
|
#include "../expressions/expression.hpp"
|
|
#include "../directives/transformer.hpp"
|
|
#include <vtil/io>
|
|
#include <vtil/utility>
|
|
|
|
// [Configuration]
|
|
// Determine the depth limit after which we start self generated signature matching.
|
|
//
|
|
#ifndef VTIL_SELFGEN_SIGMATCH_DEPTH_LIM
|
|
#define VTIL_SELFGEN_SIGMATCH_DEPTH_LIM 3
|
|
#endif
|
|
namespace vtil::symbolic
|
|
{
|
|
struct join_depth_exception : std::exception
|
|
{
|
|
const char* what() const throw()
|
|
{
|
|
return "Reached the maximum join depth limit.";
|
|
}
|
|
};
|
|
|
|
// Implement lookup-table based dynamic tables.
|
|
//
|
|
using static_directive_table_entry = std::pair<directive::instance, directive::instance>;
|
|
using dynamic_directive_table_entry = std::pair<const directive::instance*, const directive::instance*>;
|
|
|
|
using dynamic_directive_table = std::vector<dynamic_directive_table_entry>;
|
|
using organized_directive_table = std::array<dynamic_directive_table, ( size_t ) math::operator_id::max>;
|
|
|
|
template<typename T>
|
|
static organized_directive_table build_dynamic_table( const T& container )
|
|
{
|
|
organized_directive_table table;
|
|
for ( auto [table, op] : zip( table, iindices ) )
|
|
for( auto& directive : container )
|
|
if ( directive.first.op == ( math::operator_id ) op )
|
|
table.emplace_back( &directive.first, &directive.second );
|
|
return table;
|
|
};
|
|
|
|
static auto& get_boolean_joiners( math::operator_id op ) { static auto tbl = build_dynamic_table( directive::boolean_joiners ); return tbl[ ( size_t ) op ]; }
|
|
static auto& get_pack_descriptors( math::operator_id op ) { static auto tbl = build_dynamic_table( directive::pack_descriptors ); return tbl[ ( size_t ) op ]; }
|
|
static auto& get_join_descriptors( math::operator_id op ) { static auto tbl = build_dynamic_table( directive::join_descriptors ); return tbl[ ( size_t ) op ]; }
|
|
static auto& get_unpack_descriptors( math::operator_id op ) { static auto tbl = build_dynamic_table( directive::unpack_descriptors ); return tbl[ ( size_t ) op ]; }
|
|
static auto& get_boolean_simplifiers( math::operator_id op ) { static auto boolean_simplifiers = directive::build_boolean_simplifiers(); static auto tbl = build_dynamic_table( boolean_simplifiers ); return tbl[ ( size_t ) op ]; }
|
|
static auto& get_universal_simplifiers( math::operator_id op ) { static auto tbl = build_dynamic_table( directive::universal_simplifiers ); return tbl[ ( size_t ) op ]; }
|
|
|
|
// Simplifier cache and its accessors.
|
|
//
|
|
static constexpr size_t max_cache_entries = 256000;
|
|
static constexpr size_t cache_prune_count = max_cache_entries / 2;
|
|
|
|
struct local_cache_t
|
|
{
|
|
// Non-allocating linked list for tracking entries in a seperate order.
|
|
//
|
|
template<typename T>
|
|
struct linked_list
|
|
{
|
|
// Dynamically inserted key.
|
|
//
|
|
struct key
|
|
{
|
|
key* prev;
|
|
key* next;
|
|
|
|
T* get( member_reference_t<T, key> ref ) { return ptr_at<T>( this, -make_offset( ref ) ); }
|
|
const T* get( member_reference_t<T, key> ref ) const { return make_mutable( this )->get( std::move( ref ) ); }
|
|
};
|
|
|
|
// Head and tail for tracking the list.
|
|
//
|
|
key* head = nullptr;
|
|
key* tail = nullptr;
|
|
|
|
// Inserts the key into the list.
|
|
//
|
|
void emplace_back( key* k )
|
|
{
|
|
k->prev = tail;
|
|
k->next = nullptr;
|
|
if ( tail ) tail->next = k;
|
|
if ( !head ) head = k;
|
|
tail = k;
|
|
}
|
|
|
|
// Erases the key from the list.
|
|
//
|
|
void erase( key* k )
|
|
{
|
|
if ( head == k ) head = k->next;
|
|
if ( tail == k ) tail = k->prev;
|
|
if ( k->prev ) k->prev->next = k->next;
|
|
if ( k->next ) k->next->prev = k->prev;
|
|
k->prev = nullptr;
|
|
k->next = nullptr;
|
|
}
|
|
};
|
|
|
|
// Non-atomic integer incremented during the duration of scope.
|
|
//
|
|
template<typename T>
|
|
struct scope_lock
|
|
{
|
|
T* lock_count;
|
|
scope_lock( T& i ) : lock_count( &i ) { ++( *lock_count ); }
|
|
|
|
scope_lock( scope_lock&& ) = delete;
|
|
scope_lock( const scope_lock& ) = delete;
|
|
|
|
~scope_lock() { --( *lock_count ); }
|
|
};
|
|
|
|
// Declare custom hash / equivalence checks hijacking the hash map iteration.
|
|
//
|
|
struct signature_hasher
|
|
{
|
|
size_t operator()( const expression::reference& ref ) const noexcept { return ref->signature.hash(); }
|
|
};
|
|
struct signature_matcher
|
|
{
|
|
struct result
|
|
{
|
|
const expression::reference& key;
|
|
expression::weak_reference match;
|
|
expression::uid_relation_table table;
|
|
};
|
|
inline static thread_local result* signal = nullptr;
|
|
inline static thread_local bool match_ptr = false;
|
|
|
|
bool operator()( const expression::reference& a,
|
|
const expression::reference& b ) const noexcept
|
|
{
|
|
// If pointer matching:
|
|
//
|
|
if ( match_ptr )
|
|
return a == b;
|
|
|
|
// If identical expressions, return true.
|
|
//
|
|
if ( a.is_identical( *b ) )
|
|
return true;
|
|
|
|
// If there's a pending signature matching request:
|
|
//
|
|
if ( signal )
|
|
{
|
|
// Find out which argument is "this", if failed return false.
|
|
//
|
|
expression::weak_reference self, other;
|
|
if ( a == signal->key ) self = a, other = b;
|
|
else if ( b == signal->key ) self = b, other = a;
|
|
else return false;
|
|
|
|
// If other's past depth limit:
|
|
//
|
|
if ( other->depth > VTIL_SELFGEN_SIGMATCH_DEPTH_LIM )
|
|
{
|
|
// If matching signature, save the match.
|
|
//
|
|
if ( auto vec = other->match_to( *self ) )
|
|
{
|
|
signal->match = other;
|
|
signal->table = std::move( *vec );
|
|
|
|
// Clear the request.
|
|
//
|
|
signal = nullptr;
|
|
}
|
|
}
|
|
}
|
|
return false;
|
|
}
|
|
};
|
|
|
|
// Cache entry and map type.
|
|
//
|
|
struct cache_value;
|
|
using cache_map = std::unordered_map<expression::reference, cache_value, signature_hasher, signature_matcher>;
|
|
struct cache_value
|
|
{
|
|
using list_key = typename linked_list<cache_value>::key;
|
|
|
|
// Entry itself:
|
|
//
|
|
expression::reference result = {};
|
|
bool is_simplified = false;
|
|
|
|
// Implementation details:
|
|
//
|
|
int8_t lock_count = 0;
|
|
cache_map::const_iterator iterator = {};
|
|
list_key list_use = {};
|
|
list_key list_spec = {};
|
|
};
|
|
|
|
// Size of the current cache, [sum {bucket} [.size()]].
|
|
//
|
|
size_t size = 0;
|
|
|
|
// Whether we're executing speculatively or not.
|
|
//
|
|
bool is_speculative = false;
|
|
|
|
// Linked list head/tails for LRU use list and the speculative list.
|
|
//
|
|
linked_list<cache_value> use_list;
|
|
linked_list<cache_value> spec_list;
|
|
|
|
// Cache map.
|
|
//
|
|
cache_map map{ max_cache_entries };
|
|
|
|
// Resets the local cache.
|
|
//
|
|
void reset()
|
|
{
|
|
size = 0;
|
|
use_list = {};
|
|
spec_list = {};
|
|
is_speculative = false;
|
|
map.clear();
|
|
map.reserve( max_cache_entries );
|
|
}
|
|
|
|
// Begins speculative execution.
|
|
//
|
|
void begin_speculative()
|
|
{
|
|
is_speculative = true;
|
|
}
|
|
|
|
// Ends speculative execution and marks all speculative entries valid.
|
|
//
|
|
void join_speculative()
|
|
{
|
|
for ( auto it = spec_list.head; it; )
|
|
{
|
|
auto next = it->next;
|
|
spec_list.erase( it );
|
|
it = next;
|
|
}
|
|
is_speculative = false;
|
|
}
|
|
|
|
// Ends speculative execution and trashes all incomplete speculative entries.
|
|
//
|
|
void trash_speculative()
|
|
{
|
|
for ( auto it = spec_list.head; it; )
|
|
{
|
|
auto next = it->next;
|
|
cache_value* value = it->get( &cache_value::list_spec );
|
|
dassert( value->lock_count <= 0 );
|
|
if ( value->is_simplified )
|
|
spec_list.erase( it );
|
|
else
|
|
erase( value );
|
|
it = next;
|
|
}
|
|
is_speculative = false;
|
|
}
|
|
|
|
// Erases a cache entry.
|
|
//
|
|
void erase( cache_value* value )
|
|
{
|
|
use_list.erase( &value->list_use );
|
|
spec_list.erase( &value->list_spec );
|
|
map.erase( std::move( value->iterator ) );
|
|
size--;
|
|
}
|
|
|
|
// Initializes a new entry in the map.
|
|
//
|
|
void init_entry( const cache_map::iterator& entry_it )
|
|
{
|
|
// Save the iterator.
|
|
//
|
|
entry_it->second.iterator = entry_it;
|
|
|
|
// If simplifying speculatively, link to tail.
|
|
//
|
|
if ( is_speculative )
|
|
spec_list.emplace_back( &entry_it->second.list_spec );
|
|
|
|
// Increment global size, if we reached max entries, prune:
|
|
//
|
|
if ( ++size == max_cache_entries )
|
|
{
|
|
for ( auto it = use_list.head; it && ( size + cache_prune_count ) > max_cache_entries; )
|
|
{
|
|
auto next = it->next;
|
|
|
|
// Erase if not locked:
|
|
//
|
|
cache_value* value = it->get( &cache_value::list_use );
|
|
if ( value->lock_count <= 0 )
|
|
erase( value );
|
|
|
|
it = next;
|
|
}
|
|
}
|
|
}
|
|
|
|
// Looks up the cache for the expression, returns [<result>, <simplified?>, <exists?>, <LRU lock>].
|
|
//
|
|
std::tuple<expression::reference&, bool&, bool, scope_lock<int8_t>> lookup( const expression::reference& exp )
|
|
{
|
|
// Signal signature matcher.
|
|
//
|
|
signature_matcher::result sig_search = { exp };
|
|
signature_matcher::signal = exp->depth > VTIL_SELFGEN_SIGMATCH_DEPTH_LIM ? &sig_search : nullptr;
|
|
auto [it, inserted] = map.emplace( exp, make_default<cache_value>() );
|
|
signature_matcher::signal = nullptr;
|
|
|
|
// If we inserted a new entry:
|
|
//
|
|
if ( inserted )
|
|
{
|
|
// If there is a partial match:
|
|
//
|
|
if ( sig_search.match )
|
|
{
|
|
// Write the new result and clear inserted flag.
|
|
//
|
|
signature_matcher::match_ptr = true;
|
|
auto& base = map.find( sig_search.match.make_shared() )->second;
|
|
signature_matcher::match_ptr = false;
|
|
|
|
it->second.result = base.result;
|
|
it->second.is_simplified = base.is_simplified;
|
|
inserted = false;
|
|
|
|
// Transform according to the UID table.
|
|
//
|
|
if ( it->second.result )
|
|
{
|
|
it->second.result.transform( [ & ] ( expression::delegate& exp )
|
|
{
|
|
for ( auto& [a, b] : sig_search.table )
|
|
{
|
|
if ( exp->uid == a->uid )
|
|
{
|
|
exp = b.make_shared();
|
|
return;
|
|
}
|
|
}
|
|
}, true, false );
|
|
it->second.result->simplify_hint = true;
|
|
}
|
|
}
|
|
|
|
// Initialize it.
|
|
//
|
|
init_entry( it );
|
|
}
|
|
|
|
// Insert into the tail of use list.
|
|
//
|
|
use_list.erase( &it->second.list_use );
|
|
use_list.emplace_back( &it->second.list_use );
|
|
return { it->second.result, it->second.is_simplified, !inserted, it->second.lock_count };
|
|
}
|
|
};
|
|
static thread_local local_cache_t local_cache;
|
|
void purge_simplifier_cache() { local_cache.reset(); }
|
|
|
|
// Attempts to prettify the expression given.
|
|
//
|
|
static bool prettify_expression( expression::reference& exp )
|
|
{
|
|
using namespace logger;
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
scope_padding _p( 1 );
|
|
log<CON_CYN>( "[Prettify] = %s\n", *exp );
|
|
#endif
|
|
|
|
// Prettify each operand.
|
|
//
|
|
auto pexp = +exp;
|
|
for ( auto* op_ptr : { &pexp->lhs, &pexp->rhs } )
|
|
{
|
|
if ( !op_ptr->is_valid() ) continue;
|
|
|
|
// If successful, recurse.
|
|
//
|
|
if ( prettify_expression( *op_ptr ) )
|
|
{
|
|
pexp->update( false );
|
|
simplify_expression( exp, true, -1, false );
|
|
return true;
|
|
}
|
|
}
|
|
|
|
// Update the expression.
|
|
//
|
|
pexp->update( false );
|
|
|
|
// Enumerate each pack descriptor:
|
|
//
|
|
for ( auto [dir_src, dir_dst] : get_pack_descriptors( exp->op ) )
|
|
{
|
|
// If we can transform the expression by the directive set:
|
|
//
|
|
if ( auto exp_new = transform( exp, dir_src, dir_dst, -1 ) )
|
|
{
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
log<CON_PRP>( "[Pack] %s => %s\n", *dir_src, *dir_dst );
|
|
log<CON_GRN>( "= %s\n", *exp );
|
|
#endif
|
|
exp = exp_new;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
log<CON_YLW>( "= %s\n", *exp );
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
// Checks if the expression can be interpreted as a vector-boolean expression.
|
|
//
|
|
static std::pair<bool, expression::reference> match_boolean_expression( const expression::reference& exp )
|
|
{
|
|
switch ( exp->op )
|
|
{
|
|
// If constant / variable, indicate success and return self if variable:
|
|
//
|
|
case math::operator_id::invalid:
|
|
{
|
|
if ( exp->is_variable() ) return { true, exp };
|
|
else return { true, nullptr };
|
|
}
|
|
|
|
// If bitwise not, continue from rhs.
|
|
//
|
|
case math::operator_id::bitwise_not:
|
|
return match_boolean_expression( exp->rhs );
|
|
|
|
// Bitwise OR/AND/XOR match both sides, if both were succesful
|
|
// and had matching/null UIDs, indicate success.
|
|
//
|
|
case math::operator_id::bitwise_or:
|
|
case math::operator_id::bitwise_and:
|
|
case math::operator_id::bitwise_xor:
|
|
{
|
|
auto [m1, p1] = match_boolean_expression( exp->lhs );
|
|
if ( !m1 ) return { false, nullptr };
|
|
auto [m2, p2] = match_boolean_expression( exp->rhs );
|
|
if ( !m2 ) return { false, nullptr };
|
|
|
|
if ( !p2 ) return { true, std::move( p1 ) };
|
|
if ( !p1 ) return { true, std::move( p2 ) };
|
|
|
|
if ( p1->uid == p2->uid )
|
|
return { true, std::move( p1 ) };
|
|
else
|
|
return { false, nullptr };
|
|
}
|
|
|
|
// Illegal operation, fail.
|
|
//
|
|
default:
|
|
return { false, nullptr };
|
|
}
|
|
}
|
|
|
|
// Attempts to normalize a vector-boolean expression into a simpler format.
|
|
//
|
|
static bool simplify_boolean_expression( expression::reference& exp )
|
|
{
|
|
// If it does not match a basic boolean expression, return false.
|
|
//
|
|
auto [is_match, uid_base] = match_boolean_expression( exp );
|
|
if ( !is_match ) return false;
|
|
|
|
// Evaluate for both states.
|
|
//
|
|
auto r0 = exp->evaluate( [ & ] ( auto& uid ) { return 0ull; } );
|
|
auto r1 = exp->evaluate( [ & ] ( auto& uid ) { return ~0ull; } );
|
|
|
|
// Calculate normal form AND/OR/XOR masks.
|
|
//
|
|
uint64_t and_mask = { ~( r0.known_zero() & r1.known_zero() ) };
|
|
uint64_t or_mask = { r0.known_one() & r1.known_one() };
|
|
uint64_t xor_mask = { r0.known_one() & r1.known_zero() };
|
|
|
|
// Apply each mask if not no-op.
|
|
//
|
|
expression::reference& exp_new = uid_base;
|
|
if ( and_mask != ~0ull ) exp_new = exp_new & expression{ and_mask, exp->size() };
|
|
if ( xor_mask ) exp_new = exp_new ^ expression{ xor_mask, exp->size() };
|
|
if ( or_mask ) exp_new = exp_new | expression{ or_mask, exp->size() };
|
|
|
|
// If complexity was higher or equal, fail.
|
|
//
|
|
if ( exp_new->complexity >= exp->complexity ) return false;
|
|
|
|
// Apply and return.
|
|
//
|
|
exp = std::move( exp_new );
|
|
return true;
|
|
}
|
|
|
|
// Attempts to simplify the expression given, returns whether the simplification
|
|
// succeeded or not.
|
|
//
|
|
bool simplify_expression( expression::reference& exp, bool pretty, int64_t max_depth, bool unpack )
|
|
{
|
|
using namespace logger;
|
|
|
|
if ( max_depth == 0 )
|
|
throw join_depth_exception{};
|
|
|
|
// Clear lazy if not done.
|
|
//
|
|
if ( exp->is_lazy )
|
|
( +exp )->is_lazy = false;
|
|
|
|
// If not an expression, we cannot simplify further.
|
|
//
|
|
if ( !exp->is_expression() )
|
|
return false;
|
|
|
|
// If simplify hint is set, only call prettify if requested and return.
|
|
//
|
|
if ( exp->simplify_hint )
|
|
{
|
|
if ( pretty )
|
|
prettify_expression( exp );
|
|
return false;
|
|
}
|
|
|
|
// If expression has known value, return as is.
|
|
//
|
|
if ( exp->value.is_known() )
|
|
{
|
|
exp = expression{ exp->value.known_one(), exp->value.size() };
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
log<CON_CYN>( "= %s [By evaluation]\n", *exp );
|
|
#endif
|
|
return true;
|
|
}
|
|
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
// Log the input.
|
|
//
|
|
scope_padding _p( 1 );
|
|
if ( !state::get()->padding ) log( "\n" );
|
|
log( "[Input] = %s ", *exp );
|
|
log( "(Hash: %s)\n", exp->hash() );
|
|
#endif
|
|
|
|
// Lookup the expression in the cache.
|
|
//
|
|
auto& lcache = local_cache;
|
|
auto [cache_entry, success_flag, found, _lock] = lcache.lookup( exp );
|
|
|
|
// If we resolved a valid cache entry:
|
|
//
|
|
if ( found )
|
|
{
|
|
// Replace with the cached entry if simplifies.
|
|
//
|
|
if ( cache_entry && success_flag )
|
|
{
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
log<CON_YLW>( "= %s (From cache, Success: %d)\n", *cache_entry, success_flag );
|
|
#endif
|
|
exp = cache_entry;
|
|
return true;
|
|
}
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
log<CON_RED>( "Failed as directed by cache...\n" );
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
// If trying to simplify resizing:
|
|
//
|
|
if ( exp->op == math::operator_id::ucast ||
|
|
exp->op == math::operator_id::cast )
|
|
{
|
|
// Simplify left hand side with the exact same arguments.
|
|
//
|
|
expression::reference exp_new = exp->lhs;
|
|
bool simplified = simplify_expression( exp_new, pretty, max_depth - 1, unpack );
|
|
bitcnt_t new_size = math::narrow_cast<bitcnt_t>( *exp->rhs->get() );
|
|
|
|
// Invoke resize with failure on explicit cast:
|
|
//
|
|
exp_new.resize( new_size, exp->op == math::operator_id::cast, true );
|
|
|
|
// If implicit resize failed:
|
|
//
|
|
if ( exp_new->size() != new_size )
|
|
{
|
|
// If operand was simplified, indicate success.
|
|
//
|
|
if ( simplified )
|
|
{
|
|
( +exp )->lhs = exp_new;
|
|
( +exp )->update( false );
|
|
success_flag = true;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
// If operand was simplified or if the complexity reduced, indicate success.
|
|
//
|
|
if ( simplified || exp_new->complexity < exp->complexity )
|
|
{
|
|
exp = exp_new;
|
|
success_flag = true;
|
|
}
|
|
}
|
|
|
|
exp->simplify_hint = true;
|
|
cache_entry = exp;
|
|
return success_flag;
|
|
}
|
|
|
|
// If expression matches a basic boolean expression, simplify through that first:
|
|
//
|
|
if ( simplify_boolean_expression( exp ) )
|
|
{
|
|
// Recurse, and indicate success.
|
|
//
|
|
simplify_expression( exp, pretty, max_depth - 1 );
|
|
exp->simplify_hint = true;
|
|
cache_entry = exp;
|
|
success_flag = true;
|
|
return true;
|
|
}
|
|
|
|
// Simplify operands first if not done already.
|
|
//
|
|
for ( auto* op_ptr : { &exp->lhs, &exp->rhs } )
|
|
{
|
|
// If invalid or is simplified, skip.
|
|
//
|
|
if ( !op_ptr->is_valid() || op_ptr->get()->simplify_hint )
|
|
continue;
|
|
|
|
// If we could simplify the operand:
|
|
//
|
|
expression::reference op_ref = *op_ptr;
|
|
if ( simplify_expression( op_ref, false, max_depth - 1 ) )
|
|
{
|
|
// Own the reference and relocate the pointer.
|
|
//
|
|
auto [exp_new, op_new] = exp.own( op_ptr );
|
|
|
|
// Update the expression.
|
|
//
|
|
*op_new = op_ref;
|
|
exp_new->update( false );
|
|
|
|
// Recurse, and indicate success.
|
|
//
|
|
simplify_expression( exp, pretty, max_depth - 1 );
|
|
exp->simplify_hint = true;
|
|
cache_entry = exp;
|
|
success_flag = true;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
// Log the bit states.
|
|
//
|
|
log( "[Vector] = %s\n", exp->value );
|
|
#endif
|
|
|
|
// If reduced to a constant, replace it.
|
|
//
|
|
if ( exp->value.is_known() )
|
|
{
|
|
cache_entry = expression{ exp->value.known_one(), exp->value.size() };
|
|
success_flag = true;
|
|
exp = cache_entry;
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
log<CON_CYN>( "= %s [By evaluation]\n", *exp );
|
|
#endif
|
|
return success_flag;
|
|
}
|
|
|
|
// Enumerate each universal simplifier:
|
|
//
|
|
for ( auto [dir_src, dir_dst] : get_universal_simplifiers( exp->op ) )
|
|
{
|
|
// If we can transform the expression by the directive set:
|
|
//
|
|
if ( auto exp_new = transform( exp, dir_src, dir_dst, max_depth ) )
|
|
{
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
log<CON_GRN>( "[Simplify] %s => %s\n", *dir_src, *dir_dst );
|
|
log<CON_GRN>( "= %s [By simplify directive]\n", *exp_new );
|
|
#endif
|
|
// Recurse, set the hint and return the simplified instance.
|
|
//
|
|
simplify_expression( exp_new, pretty, max_depth );
|
|
exp_new->simplify_hint = true;
|
|
cache_entry = exp_new;
|
|
if( success_flag = !exp->is_identical( *exp_new ) )
|
|
exp = exp_new;
|
|
return success_flag;
|
|
}
|
|
}
|
|
|
|
// If it is a boolean expression:
|
|
//
|
|
if ( exp->size() == 1 )
|
|
{
|
|
// Enumerate each universal simplifier:
|
|
//
|
|
for ( auto [dir_src, dir_dst] : get_boolean_simplifiers( exp->op ) )
|
|
{
|
|
// If we can transform the expression by the directive set:
|
|
//
|
|
if ( auto exp_new = transform( exp, dir_src, dir_dst, max_depth ) )
|
|
{
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
log<CON_GRN>( "[Simplify] %s => %s\n", *dir_src, *dir_dst );
|
|
log<CON_GRN>( "= %s [By simplify directive]\n", *exp_new );
|
|
#endif
|
|
// Recurse, set the hint and return the simplified instance.
|
|
//
|
|
simplify_expression( exp_new, pretty, max_depth );
|
|
exp_new->simplify_hint = true;
|
|
cache_entry = exp_new;
|
|
if ( success_flag = !exp->is_identical( *exp_new ) )
|
|
exp = exp_new;
|
|
return success_flag;
|
|
}
|
|
}
|
|
}
|
|
|
|
// Declare the filter.
|
|
//
|
|
auto filter = [ &, max_depth ] ( auto& exp_new )
|
|
{
|
|
if ( max_depth < 0 )
|
|
{
|
|
// If complexity was reduced already, pass.
|
|
//
|
|
if ( exp_new->complexity < exp->complexity )
|
|
return true;
|
|
|
|
// Try simplifying with maximum depth set as expression's
|
|
// depth times two and pass if complexity was reduced.
|
|
//
|
|
try
|
|
{
|
|
lcache.begin_speculative();
|
|
simplify_expression( exp_new, false, exp_new->depth * 2 );
|
|
lcache.join_speculative();
|
|
return exp_new->complexity < exp->complexity;
|
|
}
|
|
// If maximum depth was reached, revert any changes to the cache
|
|
// and fail the join directive.
|
|
//
|
|
catch ( join_depth_exception& )
|
|
{
|
|
lcache.trash_speculative();
|
|
return false;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
// If complexity was reduced already, pass.
|
|
//
|
|
if ( exp_new->complexity < exp->complexity )
|
|
return true;
|
|
|
|
// Attempt simplifying with maximum depth decremented by one,
|
|
// fail if complexity was not reduced.
|
|
//
|
|
simplify_expression( exp_new, false, max_depth - 1 );
|
|
return exp_new->complexity < exp->complexity;
|
|
}
|
|
};
|
|
|
|
// Enumerate each join descriptor:
|
|
//
|
|
for ( auto [dir_src, dir_dst] : get_join_descriptors( exp->op ) )
|
|
{
|
|
// If we can transform the expression by the directive set:
|
|
//
|
|
if ( auto exp_new = transform( exp, dir_src, dir_dst, max_depth, filter ) )
|
|
{
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
log<CON_GRN>( "[Join] %s => %s\n", *dir_src, *dir_dst );
|
|
log<CON_GRN>( "= %s [By join directive]\n", *exp_new );
|
|
log<CON_YLW>( "Complexity: %lf => %lf\n", exp->complexity, exp_new->complexity );
|
|
#endif
|
|
// Recurse, set the hint and return the simplified instance.
|
|
//
|
|
simplify_expression( exp_new, pretty, max_depth - 1 );
|
|
exp_new->simplify_hint = true;
|
|
cache_entry = exp_new;
|
|
if ( success_flag = !exp->is_identical( *exp_new ) )
|
|
exp = exp_new;
|
|
return success_flag;
|
|
}
|
|
}
|
|
|
|
// If it is a boolean expression:
|
|
//
|
|
if ( exp->size() == 1 )
|
|
{
|
|
// Enumerate each join descriptor:
|
|
//
|
|
for ( auto [dir_src, dir_dst] : get_boolean_joiners( exp->op ) )
|
|
{
|
|
// If we can transform the expression by the directive set:
|
|
//
|
|
if ( auto exp_new = transform( exp, dir_src, dir_dst, max_depth, filter ) )
|
|
{
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
log<CON_GRN>( "[Join] %s => %s\n", *dir_src, *dir_dst );
|
|
log<CON_GRN>( "= %s [By join directive]\n", *exp_new );
|
|
log<CON_YLW>( "Complexity: %lf => %lf\n", exp->complexity, exp_new->complexity );
|
|
#endif
|
|
// Recurse, set the hint and return the simplified instance.
|
|
//
|
|
simplify_expression( exp_new, pretty, max_depth - 1 );
|
|
exp_new->simplify_hint = true;
|
|
cache_entry = exp_new;
|
|
if ( success_flag = !exp->is_identical( *exp_new ) )
|
|
exp = exp_new;
|
|
return success_flag;
|
|
}
|
|
}
|
|
}
|
|
|
|
// Unpack the expression if requested:
|
|
//
|
|
if ( unpack )
|
|
{
|
|
// Enumerate each unpack descriptor:
|
|
//
|
|
for ( auto [dir_src, dir_dst] : get_unpack_descriptors( exp->op ) )
|
|
{
|
|
// If we can transform the expression by the directive set:
|
|
//
|
|
if ( auto exp_new = transform( exp, dir_src, dir_dst, max_depth,
|
|
[ & ] ( auto& exp_new ) { simplify_expression( exp_new, true, max_depth - 1 ); return exp_new->complexity < exp->complexity; } ) )
|
|
{
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
log<CON_YLW>( "[Unpack] %s => %s\n", *dir_src, *dir_dst );
|
|
log<CON_GRN>( "= %s [By unpack directive]\n", *exp_new );
|
|
#endif
|
|
|
|
// Set the hint and return the simplified instance.
|
|
//
|
|
exp_new->simplify_hint = true;
|
|
cache_entry = exp_new;
|
|
if ( success_flag = !exp->is_identical( *exp_new ) )
|
|
exp = exp_new;
|
|
return success_flag;
|
|
}
|
|
}
|
|
}
|
|
|
|
// Prettify the expression if requested.
|
|
//
|
|
if ( pretty )
|
|
prettify_expression( exp );
|
|
|
|
#if VTIL_SYMEX_SIMPLIFY_VERBOSE
|
|
// Log the output.
|
|
//
|
|
log( "= %s\n\n", *exp );
|
|
#endif
|
|
return false;
|
|
}
|
|
}; |