#include "muz/tab/tab_context.h"
#include "util/trail.h"
#include "muz/base/dl_rule_set.h"
#include "muz/base/dl_context.h"
#include "muz/transforms/dl_mk_rule_inliner.h"
#include "smt/smt_kernel.h"
#include "qe/lite/qe_lite_tactic.h"
#include "ast/rewriter/bool_rewriter.h"
#include "ast/rewriter/th_rewriter.h"
#include "ast/datatype_decl_plugin.h"
#include "ast/for_each_expr.h"
#include "ast/substitution/matcher.h"
#include "ast/scoped_proof.h"
#include "muz/base/fp_params.hpp"
#include "ast/ast_util.h"
namespace tb {
class matcher {
typedef std::pair<expr *, expr *> expr_pair;
ast_manager& m;
svector<expr_pair> m_todo;
datatype_util m_dt;
lbool is_eq(expr* _s, expr* _t) {
if (_s == _t) {
return l_true;
}
if (!is_app(_s) || !is_app(_t)) {
return l_undef;
}
app* s = to_app(_s);
app* t = to_app(_t);
if (m.is_value(s) && m.is_value(t)) {
IF_VERBOSE(2, verbose_stream() << "different:" << mk_pp(s, m) << " " << mk_pp(t, m) << "\n";);
return l_false;
}
if (m_dt.is_constructor(s) && m_dt.is_constructor(t)) {
if (s->get_decl() == t->get_decl()) {
lbool state = l_true;
for (unsigned i = 0; i < s->get_num_args(); ++i) {
switch (is_eq(s->get_arg(i), t->get_arg(i))) {
case l_undef:
state = l_undef;
break;
case l_false:
return l_false;
default:
break;
}
}
return state;
}
else {
IF_VERBOSE(2, verbose_stream() << "different constructors:" << mk_pp(s, m) << " " << mk_pp(t, m) << "\n";);
return l_false;
}
}
return l_undef;
}
bool match_var(var* v, app* t, substitution& s, expr_ref_vector& conds) {
expr_offset r;
if (s.find(v, 0, r)) {
app* p = to_app(r.get_expr());
switch (is_eq(p, t)) {
case l_true:
break;
case l_false:
return false;
default:
conds.push_back(m.mk_eq(p, t));
break;
}
}
else {
s.insert(v, 0, expr_offset(t, 1));
}
return true;
}
bool match_app(app* p, app* t, substitution& s, expr_ref_vector& conds) {
switch(is_eq(p, t)) {
case l_true:
return true;
case l_false:
return false;
default:
conds.push_back(m.mk_eq(p, t));
return true;
}
}
public:
matcher(ast_manager& m): m(m), m_dt(m) {}
bool operator()(app* pat, app* term, substitution& s, expr_ref_vector& conds) {
if (pat->get_decl() != term->get_decl() ||
pat->get_num_args() != term->get_num_args()) {
return false;
}
m_todo.reset();
for (unsigned i = 0; i < pat->get_num_args(); ++i) {
m_todo.push_back(expr_pair(pat->get_arg(i), term->get_arg(i)));
}
while (!m_todo.empty()) {
expr_pair const& pr = m_todo.back();
expr* p = pr.first;
expr* t = pr.second;
m_todo.pop_back();
if (!is_app(t)) {
IF_VERBOSE(2, verbose_stream() << "term is not app\n";);
return false;
}
else if (is_var(p) && match_var(to_var(p), to_app(t), s, conds)) {
continue;
}
else if (!is_app(p)) {
IF_VERBOSE(2, verbose_stream() << "pattern is not app\n";);
return false;
}
else if (!match_app(to_app(p), to_app(t), s, conds)) {
return false;
}
}
return true;
}
};
class clause {
app_ref m_head; app_ref_vector m_predicates; expr_ref m_constraint; unsigned m_seqno; unsigned m_index; unsigned m_num_vars; unsigned m_predicate_index; unsigned m_parent_rule; unsigned m_parent_index; unsigned m_next_rule; unsigned m_ref;
public:
clause(ast_manager& m):
m_head(m),
m_predicates(m),
m_constraint(m),
m_seqno(0),
m_index(0),
m_num_vars(0),
m_predicate_index(0),
m_parent_rule(0),
m_parent_index(0),
m_next_rule(static_cast<unsigned>(-1)),
m_ref(0) {
}
void set_seqno(unsigned seqno) { m_seqno = seqno; }
unsigned get_seqno() const { return m_seqno; }
unsigned get_next_rule() const { return m_next_rule; }
void inc_next_rule() { m_next_rule++; }
unsigned get_predicate_index() const { return m_predicate_index; }
void set_predicate_index(unsigned i) { m_predicate_index = i; }
unsigned get_num_predicates() const { return m_predicates.size(); }
app* get_predicate(unsigned i) const { return m_predicates[i]; }
expr* get_constraint() const { return m_constraint; }
unsigned get_num_vars() const { return m_num_vars; }
unsigned get_index() const { return m_index; }
void set_index(unsigned index) { m_index = index; }
app* get_head() const { return m_head; }
func_decl* get_decl() const { return m_head->get_decl(); }
void set_head(app* h) { m_head = h; }
unsigned get_parent_index() const { return m_parent_index; }
unsigned get_parent_rule() const { return m_parent_rule; }
void set_parent(ref<tb::clause>& parent) {
m_parent_index = parent->get_index();
m_parent_rule = parent->get_next_rule();
}
expr_ref get_body() const {
ast_manager& m = get_manager();
expr_ref_vector fmls(m);
expr_ref fml(m);
for (unsigned i = 0; i < m_predicates.size(); ++i) {
fmls.push_back(m_predicates[i]);
}
fmls.push_back(m_constraint);
flatten_and(fmls);
bool_rewriter(m).mk_and(fmls.size(), fmls.data(), fml);
return fml;
}
void get_free_vars(ptr_vector<sort>& vars) const {
expr_free_vars fv;
fv(m_head);
for (unsigned i = 0; i < m_predicates.size(); ++i) {
fv.accumulate(m_predicates[i]);
}
fv.accumulate(m_constraint);
vars.append(fv.size(), fv.data());
}
expr_ref to_formula() const {
ast_manager& m = get_manager();
expr_ref body = get_body();
if (m.is_true(body)) {
body = m_head;
}
else {
body = m.mk_implies(body, m_head);
}
ptr_vector<sort> vars;
svector<symbol> names;
get_free_vars(vars);
mk_fresh_name fresh;
fresh.add(body);
vars.reverse();
for (unsigned i = 0; i < vars.size(); ++i) {
names.push_back(fresh.next());
if (!vars[i]) vars[i] = m.mk_bool_sort();
}
if (!vars.empty()) {
body = m.mk_forall(vars.size(), vars.data(), names.data(), body);
}
return body;
}
void init(app* head, app_ref_vector const& predicates, expr* constraint) {
m_index = 0;
m_predicate_index = 0;
m_next_rule = static_cast<unsigned>(-1);
m_head = head;
m_predicates.reset();
m_predicates.append(predicates);
m_constraint = constraint;
ptr_vector<sort> sorts;
get_free_vars(sorts);
m_num_vars = sorts.size();
reduce_equalities();
}
void init(datalog::rule_ref& g) {
m_index = 0;
m_predicate_index = 0;
m_next_rule = static_cast<unsigned>(-1);
init_from_rule(g);
reduce_equalities();
}
void inc_ref() {
m_ref++;
}
void dec_ref() {
--m_ref;
if (m_ref == 0) {
dealloc(this);
}
}
void display(std::ostream& out) const {
ast_manager& m = m_head.get_manager();
expr_ref_vector fmls(m);
expr_ref fml(m);
for (unsigned i = 0; i < m_predicates.size(); ++i) {
fmls.push_back(m_predicates[i]);
}
fmls.push_back(m_constraint);
bool_rewriter(m).mk_and(fmls.size(), fmls.data(), fml);
if (!m.is_false(m_head)) {
if (m.is_true(fml)) {
fml = m_head;
}
else {
fml = m.mk_implies(fml, m_head);
}
}
out << mk_pp(fml, m) << "\n";
}
private:
ast_manager& get_manager() const { return m_head.get_manager(); }
void init_from_rule(datalog::rule_ref const& r) {
ast_manager& m = get_manager();
expr_ref_vector fmls(m);
unsigned utsz = r->get_uninterpreted_tail_size();
unsigned tsz = r->get_tail_size();
for (unsigned i = utsz; i < tsz; ++i) {
fmls.push_back(r->get_tail(i));
}
m_num_vars = 1 + r.get_manager().get_counter().get_max_rule_var(*r);
m_head = r->get_head();
m_predicates.reset();
for (unsigned i = 0; i < utsz; ++i) {
m_predicates.push_back(r->get_tail(i));
}
bool_rewriter(m).mk_and(fmls.size(), fmls.data(), m_constraint);
}
void reduce_equalities() {
ast_manager& m = get_manager();
th_rewriter rw(m);
unsigned delta[1] = { 0 };
expr_ref_vector fmls(m);
expr_ref tmp(m);
substitution subst(m);
subst.reserve(1, get_num_vars());
flatten_and(m_constraint, fmls);
unsigned num_fmls = fmls.size();
for (unsigned i = 0; i < num_fmls; ++i) {
if (get_subst(rw, subst, i, fmls)) {
fmls[i] = m.mk_true();
}
}
subst.apply(1, delta, expr_offset(m_head, 0), tmp);
m_head = to_app(tmp);
for (unsigned i = 0; i < m_predicates.size(); ++i) {
subst.apply(1, delta, expr_offset(m_predicates[i].get(), 0), tmp);
m_predicates[i] = to_app(tmp);
}
bool_rewriter(m).mk_and(fmls.size(), fmls.data(), m_constraint);
subst.apply(1, delta, expr_offset(m_constraint, 0), m_constraint);
rw(m_constraint);
}
bool get_subst(th_rewriter& rw, substitution& S, unsigned i, expr_ref_vector& fmls) {
ast_manager& m = get_manager();
unsigned delta[1] = { 0 };
expr* f = fmls[i].get();
expr_ref e(m), tr(m);
expr* t, *v;
S.apply(1, delta, expr_offset(f, 0), e);
rw(e);
fmls[i] = e;
if (!m.is_eq(e, v, t)) {
return false;
}
if (!is_var(v)) {
std::swap(v, t);
}
if (!is_var(v)) {
return false;
}
if (!can_be_substituted(m, t)) {
return false;
}
SASSERT(!S.contains(to_var(v), 0));
S.push_scope();
S.insert(to_var(v)->get_idx(), 0, expr_offset(t, 0));
if (!S.acyclic()) {
S.pop_scope();
return false;
}
fmls[i] = m.mk_true();
return true;
}
struct non_constructor {};
struct constructor_test {
ast_manager& m;
datatype_util dt;
constructor_test(ast_manager& m): m(m), dt(m) {}
void operator()(app* e) {
if (!m.is_value(e) &&
!dt.is_constructor(e->get_decl())) {
throw non_constructor();
}
}
void operator()(var* v) { }
void operator()(quantifier* ) {
throw non_constructor();
}
};
bool can_be_substituted(ast_manager& m, expr* t) {
constructor_test p(m);
try {
quick_for_each_expr(p, t);
}
catch (const non_constructor &) {
return false;
}
return true;
}
};
class rules {
typedef obj_map<func_decl, unsigned_vector> map;
vector<ref<clause> > m_rules;
map m_index;
public:
typedef vector<ref<clause> >::const_iterator iterator;
iterator begin() const { return m_rules.begin(); }
iterator end() const { return m_rules.end(); }
void init(datalog::rule_set const& rules) {
reset();
datalog::rule_manager& rm = rules.get_rule_manager();
datalog::rule_ref r(rm);
datalog::rule_set::iterator it = rules.begin();
datalog::rule_set::iterator end = rules.end();
for (unsigned i = 0; it != end; ++it) {
r = *it;
ref<clause> g = alloc(clause, rm.get_manager());
g->init(r);
g->set_index(i++);
insert(g);
}
}
void insert(ref<clause>& g) {
unsigned idx = m_rules.size();
m_rules.push_back(g);
func_decl* f = g->get_decl();
m_index.insert_if_not_there(f, unsigned_vector()).push_back(idx);
}
unsigned get_num_rules(func_decl* p) const {
map::obj_map_entry* e = m_index.find_core(p);
if (e) {
return e->get_data().get_value().size();
}
else {
return 0;
}
}
void get_decls(ptr_vector<func_decl>& decls) const {
map::iterator it = m_index.begin();
map::iterator end = m_index.end();
for (; it != end; ++it) {
decls.push_back(it->m_key);
}
}
ref<clause> get_rule(func_decl* p, unsigned idx) const {
map::obj_map_entry* e = m_index.find_core(p);
SASSERT(p);
unsigned rule_id = e->get_data().get_value()[idx];
return m_rules[rule_id];
}
private:
void reset() {
m_rules.reset();
m_index.reset();
}
};
class index {
ast_manager& m;
app_ref_vector m_preds;
app_ref m_head;
expr_ref m_precond;
expr_ref_vector m_sideconds;
ref<clause> m_clause;
vector<ref<clause> > m_index;
matcher m_matcher;
expr_ref_vector m_refs;
obj_hashtable<expr> m_sat_lits;
substitution m_subst;
qe_lite m_qe;
uint_set m_empty_set;
bool_rewriter m_rw;
smt_params m_fparams;
smt::kernel m_solver;
public:
index(ast_manager& m):
m(m),
m_preds(m),
m_head(m),
m_precond(m),
m_sideconds(m),
m_matcher(m),
m_refs(m),
m_subst(m),
m_qe(m, params_ref()),
m_rw(m),
m_solver(m, m_fparams) {}
void insert(ref<clause>& g) {
m_index.push_back(g);
}
bool is_subsumed(ref<tb::clause>& g, unsigned& subsumer) {
setup(*g);
m_clause = g;
m_solver.push();
m_solver.assert_expr(m_precond);
bool found = find_match(subsumer);
m_solver.pop(1);
return found;
}
void reset() {
m_index.reset();
}
private:
void setup(clause const& g) {
m_preds.reset();
m_refs.reset();
m_sat_lits.reset();
expr_ref_vector fmls(m);
expr_ref_vector vars(m);
expr_ref fml(m);
ptr_vector<sort> sorts;
g.get_free_vars(sorts);
var_subst vs(m, false);
for (unsigned i = 0; i < sorts.size(); ++i) {
if (!sorts[i]) {
sorts[i] = m.mk_bool_sort();
}
vars.push_back(m.mk_const(symbol(i), sorts[i]));
}
fml = vs(g.get_head(), vars.size(), vars.data());
m_head = to_app(fml);
for (unsigned i = 0; i < g.get_num_predicates(); ++i) {
fml = vs(g.get_predicate(i), vars.size(), vars.data());
m_preds.push_back(to_app(fml));
}
fml = vs(g.get_constraint(), vars.size(), vars.data());
fmls.push_back(fml);
m_precond = m.mk_and(fmls);
IF_VERBOSE(2,
verbose_stream() << "setup-match: ";
for (unsigned i = 0; i < m_preds.size(); ++i) {
verbose_stream() << mk_pp(m_preds[i].get(), m) << " ";
}
verbose_stream() << mk_pp(m_precond, m) << "\n";);
}
bool find_match(unsigned& subsumer) {
for (unsigned i = 0; m.inc() && i < m_index.size(); ++i) {
if (match_rule(i)) {
subsumer = m_index[i]->get_seqno();
return true;
}
}
return false;
}
bool match_rule(unsigned rule_index) {
clause const& g = *m_index[rule_index];
m_sideconds.reset();
m_subst.reset();
m_subst.reserve(2, g.get_num_vars());
IF_VERBOSE(2, g.display(verbose_stream() << "try-match\n"););
return match_head(g);
}
bool match_head(clause const& g) {
return
m_head->get_decl() == g.get_decl() &&
m_matcher(m_head, g.get_head(), m_subst, m_sideconds) &&
match_predicates(0, g);
}
bool match_predicates(unsigned predicate_index, clause const& g) {
if (predicate_index == g.get_num_predicates()) {
return check_substitution(g);
}
app* q = g.get_predicate(predicate_index);
for (unsigned i = 0; m.inc() && i < m_preds.size(); ++i) {
app* p = m_preds[i].get();
m_subst.push_scope();
unsigned limit = m_sideconds.size();
IF_VERBOSE(2,
for (unsigned j = 0; j < predicate_index; ++j) {
verbose_stream() << " ";
}
verbose_stream() << mk_pp(q, m) << " = " << mk_pp(p, m) << "\n";
);
if (q->get_decl() == p->get_decl() &&
m_matcher(q, p, m_subst, m_sideconds) &&
match_predicates(predicate_index + 1, g)) {
return true;
}
m_subst.pop_scope(1);
m_sideconds.resize(limit);
}
return false;
}
bool check_substitution(clause const& g) {
unsigned deltas[2] = {0, 0};
expr_ref q(m), postcond(m);
expr_ref_vector fmls(m_sideconds);
m_subst.reset_cache();
for (unsigned i = 0; m.inc() && i < fmls.size(); ++i) {
m_subst.apply(2, deltas, expr_offset(fmls[i].get(), 0), q);
fmls[i] = q;
}
m_subst.apply(2, deltas, expr_offset(g.get_constraint(), 0), q);
fmls.push_back(q);
m_qe(m_empty_set, false, fmls);
flatten_and(fmls);
for (unsigned i = 0; i < fmls.size(); ++i) {
expr_ref n = normalize(fmls[i].get());
if (m_sat_lits.contains(n)) {
return false;
}
}
m_rw.mk_and(fmls.size(), fmls.data(), postcond);
if (!m.inc()) {
return false;
}
if (m.is_false(postcond)) {
return false;
}
if (m.is_true(postcond)) {
return true;
}
IF_VERBOSE(2,
for (unsigned i = 0; i < g.get_num_predicates(); ++i) {
verbose_stream() << " ";
}
verbose_stream() << "check: " << mk_pp(postcond, m, 7 + g.get_num_predicates()) << "\n";);
if (!is_ground(postcond)) {
IF_VERBOSE(1, verbose_stream() << "TBD: non-ground\n"
<< mk_pp(postcond, m) << "\n";
m_clause->display(verbose_stream());
verbose_stream() << "\n=>\n";
g.display(verbose_stream());
verbose_stream() << "\n";);
return false;
}
postcond = m.mk_not(postcond);
m_solver.push();
m_solver.assert_expr(postcond);
lbool is_sat = m_solver.check();
if (is_sat == l_true) {
expr* n;
model_ref mdl;
m_solver.get_model(mdl);
for (unsigned i = 0; i < fmls.size(); ++i) {
n = fmls[i].get();
if (mdl->is_false(n)) {
m_refs.push_back(normalize(n));
m_sat_lits.insert(m_refs.back());
}
}
}
m_solver.pop(1);
return is_sat == l_false;
}
expr_ref normalize(expr* e) {
expr* x, *y;
if (m.is_eq(e, x, y) && x->get_id() > y->get_id()) {
return expr_ref(m.mk_eq(y, x), m);
}
else {
return expr_ref(e, m);
}
}
};
class selection {
enum strategy {
WEIGHT_SELECT,
BASIC_WEIGHT_SELECT,
FIRST_SELECT,
VAR_USE_SELECT
};
typedef svector<double> double_vector;
typedef obj_map<func_decl, double_vector> score_map;
typedef obj_map<app, double> pred_map;
ast_manager& m;
datatype_util dt;
score_map m_score_map;
double_vector m_scores;
double_vector m_var_scores;
strategy m_strategy;
pred_map m_pred_map;
expr_ref_vector m_refs;
double m_weight_multiply;
unsigned m_update_frequency;
unsigned m_next_update;
public:
selection(datalog::context& ctx):
m(ctx.get_manager()),
dt(m),
m_refs(m),
m_weight_multiply(1.0),
m_update_frequency(20),
m_next_update(20) {
set_strategy(ctx.tab_selection());
}
void init(rules const& rs) {
reset();
double_vector& scores = m_scores;
for (ref<clause> g : rs) {
app* p = g->get_head();
scores.reset();
basic_score_predicate(p, scores);
insert_score(p->get_decl(), scores);
}
normalize_scores(rs);
}
unsigned select(clause const& g) {
switch(m_strategy) {
case WEIGHT_SELECT:
return weight_select(g);
case BASIC_WEIGHT_SELECT:
return basic_weight_select(g);
case FIRST_SELECT:
return trivial_select(g);
case VAR_USE_SELECT:
return andrei_select(g);
default:
return weight_select(g);
}
}
void reset() {
m_score_map.reset();
m_scores.reset();
m_var_scores.reset();
}
private:
bool is_reductive(app* p, double_vector const& p_scores) {
func_decl* f = p->get_decl();
score_map::obj_map_entry* e = m_score_map.find_core(f);
if (!e) {
return false;
}
double_vector const& scores = e->get_data().m_value;
SASSERT(scores.size() == p->get_num_args());
bool has_reductive = false;
bool is_red = true;
for (unsigned i = 0; is_red && i < scores.size(); ++i) {
if (scores[i] >= 1) {
has_reductive = true;
is_red &= p_scores[i] >= 1;
}
}
return has_reductive && is_red;
}
void set_strategy(symbol const& str) {
if (str == symbol("weight")) {
m_strategy = WEIGHT_SELECT;
}
if (str == symbol("basic-weight")) {
m_strategy = BASIC_WEIGHT_SELECT;
}
else if (str == symbol("first")) {
m_strategy = FIRST_SELECT;
}
else if (str == symbol("var-use")) {
m_strategy = VAR_USE_SELECT;
}
else {
m_strategy = WEIGHT_SELECT;
}
}
unsigned trivial_select(clause const& g) {
return 0;
}
unsigned andrei_select(clause const& g) {
score_variables(g);
double_vector& scores = m_scores;
double max_score = 0;
unsigned result = 0;
for (unsigned i = 0; i < g.get_num_predicates(); ++i) {
scores.reset();
double_vector p_scores;
double score = 0;
app* p = g.get_predicate(i);
basic_score_predicate(p, scores);
m_score_map.find(p->get_decl(), p_scores);
SASSERT(p_scores.empty() || p->get_num_args() == p_scores.size());
p_scores.resize(p->get_num_args());
for (unsigned j = 0; j < p->get_num_args(); ++j) {
if (is_var(p->get_arg(j))) {
unsigned idx = to_var(p->get_arg(j))->get_idx();
score += m_var_scores[idx];
}
else {
IF_VERBOSE(2, verbose_stream() << p_scores[j] << " " << scores[j] << "\n";);
score += p_scores[j]*scores[j];
}
}
IF_VERBOSE(2, verbose_stream() << "score: " << mk_pp(p, m) << " " << score << "\n";);
if (score > max_score) {
max_score = score;
result = i;
}
}
IF_VERBOSE(1, verbose_stream() << "select:" << result << "\n";);
return result;
}
unsigned basic_weight_select(clause const& g) {
double max_score = 0;
unsigned result = 0;
for (unsigned i = 0; i < g.get_num_predicates(); ++i) {
app* p = g.get_predicate(i);
double score = basic_score_predicate(p);
IF_VERBOSE(2, verbose_stream() << "score: " << mk_pp(p, m) << " " << score << "\n";);
if (score > max_score) {
max_score = score;
result = i;
}
}
IF_VERBOSE(2, verbose_stream() << "select " << result << "\n";);
return result;
}
unsigned weight_select(clause const& g) {
prepare_weight_select();
double max_score = 0;
unsigned result = 0;
for (unsigned i = 0; i < g.get_num_predicates(); ++i) {
app* p = g.get_predicate(i);
double score = score_predicate(p);
IF_VERBOSE(2, verbose_stream() << "score: " << mk_pp(p, m) << " " << score << "\n";);
if (score > max_score) {
max_score = score;
result = i;
}
}
IF_VERBOSE(2, verbose_stream() << "select " << result << "\n";);
return result;
}
void score_variables(clause const& g) {
m_var_scores.reset();
for (unsigned i = 0; i < g.get_num_predicates(); ++i) {
app* p = g.get_predicate(i);
score_variables(p);
}
}
void score_variables(app* p) {
score_map::obj_map_entry* e = m_score_map.find_core(p->get_decl());
if (!e) {
return;
}
double_vector& scores = e->get_data().m_value;
for (unsigned i = 0; i < p->get_num_args(); ++i) {
if (is_var(p->get_arg(i))) {
unsigned idx = to_var(p->get_arg(i))->get_idx();
if (m_var_scores.size() <= idx) {
m_var_scores.resize(idx+1);
}
m_var_scores[idx] += scores[i];
}
}
}
void normalize_scores(rules const& rs) {
ptr_vector<func_decl> decls;
rs.get_decls(decls);
for (unsigned i = 0; i < decls.size(); ++i) {
unsigned nr = rs.get_num_rules(decls[i]);
score_map::obj_map_entry& e = *m_score_map.find_core(decls[i]);
double_vector& scores = e.get_data().m_value;
for (unsigned j = 0; j < scores.size(); ++j) {
scores[j] = scores[j]/nr;
}
}
}
double basic_score_predicate(app* p) {
double score = 1;
for (unsigned i = 0; i < p->get_num_args(); ++i) {
score += score_argument(p->get_arg(i));
}
return score;
}
void basic_score_predicate(app* p, double_vector& scores) {
for (unsigned i = 0; i < p->get_num_args(); ++i) {
scores.push_back(score_argument(p->get_arg(i)));
}
}
double score_predicate(app* p) {
double score = 1;
if (find_score(p, score)) {
return score;
}
for (unsigned i = 0; i < p->get_num_args(); ++i) {
score += score_argument(p->get_arg(i));
}
score = adjust_score(score);
insert_score(p, score);
return score;
}
unsigned score_argument(expr* arg) {
unsigned score = 0;
score_argument(arg, score, 20);
return score;
}
void score_argument(expr* arg, unsigned& score, unsigned max_score) {
if (score < max_score && is_app(arg)) {
app* a = to_app(arg);
if (dt.is_constructor(a->get_decl())) {
score += 1;
for (unsigned i = 0; i < a->get_num_args(); ++i) {
score_argument(a->get_arg(i), score, max_score);
}
}
else if (m.is_value(a)) {
++score;
}
}
}
void prepare_weight_select() {
SASSERT(m_next_update > 0);
--m_next_update;
if (m_next_update == 0) {
if (m_update_frequency >= (1 << 16)) {
m_update_frequency = 20;
m_weight_multiply = 1.0;
}
m_update_frequency *= 11;
m_update_frequency /= 10;
m_next_update = m_update_frequency;
m_weight_multiply *= 1.1;
}
}
bool find_score(app* p, double& score) {
return m_pred_map.find(p, score);
}
double adjust_score(double score) {
return score/m_weight_multiply;
}
void insert_score(app* p, double score) {
m_pred_map.insert(p, score);
m_refs.push_back(p);
}
void insert_score(func_decl* f, double_vector const& scores) {
score_map::obj_map_entry* e = m_score_map.find_core(f);
if (e) {
double_vector & old_scores = e->get_data().m_value;
SASSERT(scores.size() == old_scores.size());
for (unsigned i = 0; i < scores.size(); ++i) {
old_scores[i] += scores[i];
}
}
else {
m_score_map.insert(f, scores);
}
}
};
class unifier {
ast_manager& m;
::unifier m_unifier;
substitution m_S1;
var_subst m_S2;
expr_ref_vector m_rename;
expr_ref_vector m_sub1;
expr_ref_vector m_sub2;
public:
unifier(ast_manager& m):
m(m),
m_unifier(m),
m_S1(m),
m_S2(m, false),
m_rename(m),
m_sub1(m),
m_sub2(m) {}
bool operator()(ref<clause>& tgt, unsigned idx, ref<clause>& src, bool compute_subst, ref<clause>& result) {
return unify(*tgt, idx, *src, compute_subst, result);
}
expr_ref_vector get_rule_subst(bool is_tgt) {
if (is_tgt) {
return m_sub1;
}
else {
return m_sub2;
}
}
bool unify(clause const& tgt, unsigned idx, clause const& src, bool compute_subst, ref<clause>& result) {
qe_lite qe(m, params_ref());
reset();
SASSERT(tgt.get_predicate(idx)->get_decl() == src.get_decl());
unsigned var_cnt = std::max(tgt.get_num_vars(), src.get_num_vars());
m_S1.reserve(2, var_cnt);
if (!m_unifier(tgt.get_predicate(idx), src.get_head(), m_S1)) {
return false;
}
app_ref_vector predicates(m);
expr_ref tmp(m), tmp2(m), constraint(m);
app_ref head(m);
result = alloc(clause, m);
unsigned delta[2] = { 0, var_cnt };
m_S1.apply(2, delta, expr_offset(tgt.get_head(), 0), tmp);
head = to_app(tmp);
for (unsigned i = 0; i < tgt.get_num_predicates(); ++i) {
if (i != idx) {
m_S1.apply(2, delta, expr_offset(tgt.get_predicate(i), 0), tmp);
predicates.push_back(to_app(tmp));
}
else {
for (unsigned j = 0; j < src.get_num_predicates(); ++j) {
m_S1.apply(2, delta, expr_offset(src.get_predicate(j), 1), tmp);
predicates.push_back(to_app(tmp));
}
}
}
m_S1.apply(2, delta, expr_offset(tgt.get_constraint(), 0), tmp);
m_S1.apply(2, delta, expr_offset(src.get_constraint(), 1), tmp2);
constraint = m.mk_and(tmp, tmp2);
uint_set index_set;
expr_free_vars fv;
fv(head);
for (unsigned i = 0; i < predicates.size(); ++i) {
fv.accumulate(predicates[i].get());
}
for (unsigned i = 0; i < fv.size(); ++i) {
if (fv[i]) {
index_set.insert(i);
}
}
qe(index_set, false, constraint);
if (m.is_false(constraint)) {
return false;
}
result->init(head, predicates, constraint);
ptr_vector<sort> vars;
result->get_free_vars(vars);
bool change = false;
var_ref w(m);
for (unsigned i = 0, j = 0; i < vars.size(); ++i) {
if (vars[i]) {
w = m.mk_var(j, vars[i]);
m_rename.push_back(w);
++j;
}
else {
change = true;
m_rename.push_back(nullptr);
}
}
if (change) {
constraint = m_S2(result->get_constraint(), m_rename.size(), m_rename.data());
for (unsigned i = 0; i < result->get_num_predicates(); ++i) {
tmp = m_S2(result->get_predicate(i), m_rename.size(), m_rename.data());
predicates[i] = to_app(tmp);
}
tmp = m_S2(result->get_head(), m_rename.size(), m_rename.data());
head = to_app(tmp);
result->init(head, predicates, constraint);
}
if (compute_subst) {
extract_subst(delta, tgt, 0);
extract_subst(delta, src, 1);
}
return true;
}
private:
void reset() {
m_S1.reset();
m_S2.reset();
m_rename.reset();
m_sub1.reset();
m_sub2.reset();
}
void extract_subst(unsigned const* delta, clause const& g, unsigned offset) {
ptr_vector<sort> vars;
var_ref v(m);
expr_ref tmp(m);
g.get_free_vars(vars);
for (unsigned i = 0; i < vars.size(); ++i) {
if (vars[i]) {
v = m.mk_var(i, vars[i]);
m_S1.apply(2, delta, expr_offset(v, offset), tmp);
tmp = m_S2(tmp, m_rename.size(), m_rename.data());
insert_subst(offset, tmp);
}
else {
insert_subst(offset, m.mk_true());
}
}
}
void insert_subst(unsigned offset, expr* e) {
if (offset == 0) {
m_sub1.push_back(e);
}
else {
m_sub2.push_back(e);
}
}
};
class extract_delta {
ast_manager& m;
unifier m_unifier;
public:
extract_delta(ast_manager& m):
m(m),
m_unifier(m)
{}
void mk_delta_clauses(clause const& g, ref<clause>& acc, ref<clause>& delta1, ref<clause>& delta2) {
SASSERT(g.get_num_predicates() > 0);
app* p = g.get_head();
app* q = g.get_predicate(0);
SASSERT(p->get_decl() == q->get_decl());
expr_ref_vector zs = mk_fresh_vars(g);
expr_ref_vector zszs(m);
func_decl_ref delta(m);
sort_ref_vector dom(m);
for (unsigned j = 0; j < 1; ++j) {
for (expr* arg : zs) {
dom.push_back(arg->get_sort());
zszs.push_back(arg);
}
}
app_ref_vector preds(m);
delta = m.mk_fresh_func_decl("Delta", dom.size(), dom.data(), m.mk_bool_sort());
acc = alloc(clause, m);
delta1 = alloc(clause, m);
delta2 = alloc(clause, m);
delta1->init(m.mk_app(delta, zszs.size(), zszs.data()), preds, m.mk_true());
for (unsigned i = 0; i < zs.size(); ++i) {
zszs[i+zs.size()] = p->get_arg(i);
}
app_ref head(m), pred(m);
head = m.mk_app(delta, zszs.size(), zszs.data());
for (unsigned i = 0; i < zs.size(); ++i) {
zszs[i+zs.size()] = q->get_arg(i);
}
pred = m.mk_app(delta, zszs.size(), zszs.data());
preds.push_back(pred);
for (unsigned i = 1; i < g.get_num_predicates(); ++i) {
preds.push_back(g.get_predicate(i));
}
delta2->init(head, preds, g.get_constraint());
preds.push_back(m.mk_app(q->get_decl(), zs.size(), zs.data()));
acc->init(p, preds, g.get_constraint());
IF_VERBOSE(1,
delta1->display(verbose_stream() << "delta1:\n");
delta2->display(verbose_stream() << "delta2:\n");
acc->display(verbose_stream() << "acc:\n"););
}
ref<clause> resolve_rules(unsigned num_clauses, clause*const* clauses, unsigned const* positions) {
ref<clause> result = clauses[0];
ref<clause> tmp;
unsigned offset = 0;
for (unsigned i = 0; i + 1 < num_clauses; ++i) {
clause const& cl = *clauses[i+1];
offset += positions[i];
VERIFY (m_unifier.unify(*result, offset, cl, false, tmp));
result = tmp;
}
return result;
}
private:
expr_ref_vector mk_fresh_vars(clause const& g) {
expr_ref_vector result(m);
app* p = g.get_head();
unsigned num_vars = g.get_num_vars();
for (unsigned i = 0; i < p->get_num_args(); ++i) {
result.push_back(m.mk_var(num_vars+i, p->get_arg(i)->get_sort()));
}
return result;
}
};
enum instruction {
SELECT_RULE,
SELECT_PREDICATE,
BACKTRACK,
SATISFIABLE,
UNSATISFIABLE,
CANCEL
};
std::ostream& operator<<(std::ostream& out, instruction i) {
switch(i) {
case SELECT_RULE: return out << "select-rule";
case SELECT_PREDICATE: return out << "select-predicate";
case BACKTRACK: return out << "backtrack";
case SATISFIABLE: return out << "sat";
case UNSATISFIABLE: return out << "unsat";
case CANCEL: return out << "cancel";
}
return out << "unmatched instruction";
}
};
namespace datalog {
class tab::imp {
struct stats {
stats() { reset(); }
void reset() { memset(this, 0, sizeof(*this)); }
unsigned m_num_unfold;
unsigned m_num_no_unfold;
unsigned m_num_subsumed;
};
context& m_ctx;
ast_manager& m;
rule_manager& rm;
tb::index m_index;
tb::selection m_selection;
smt_params m_fparams;
smt::kernel m_solver;
mutable tb::unifier m_unifier;
tb::rules m_rules;
vector<ref<tb::clause> > m_clauses;
unsigned m_seqno;
tb::instruction m_instruction;
lbool m_status;
stats m_stats;
uint_set m_displayed_rules;
public:
imp(context& ctx):
m_ctx(ctx),
m(ctx.get_manager()),
rm(ctx.get_rule_manager()),
m_index(m),
m_selection(ctx),
m_solver(m, m_fparams),
m_unifier(m),
m_rules(),
m_seqno(0),
m_instruction(tb::SELECT_PREDICATE),
m_status(l_undef)
{
m_fparams.m_mbqi = false;
}
lbool query(expr* query) {
m_ctx.ensure_opened();
m_index.reset();
m_selection.reset();
m_displayed_rules.reset();
m_rules.init(m_ctx.get_rules());
m_selection.init(m_rules);
rule_set query_rules(m_ctx);
rule_ref clause(rm);
rm.mk_query(query, query_rules);
clause = query_rules.last();
ref<tb::clause> g = alloc(tb::clause, m);
g->init(clause);
g->set_head(m.mk_false());
init_clause(g);
IF_VERBOSE(1, display_clause(*get_clause(), verbose_stream() << "g" << get_clause()->get_seqno() << " "););
return run();
}
void cleanup() {
m_clauses.reset();
}
void reset_statistics() {
m_stats.reset();
}
void collect_statistics(statistics& st) const {
st.update("tab.num_unfold", m_stats.m_num_unfold);
st.update("tab.num_unfold_fail", m_stats.m_num_no_unfold);
st.update("tab.num_subsumed", m_stats.m_num_subsumed);
}
void display_certificate(std::ostream& out) const {
expr_ref ans = get_answer();
out << mk_pp(ans, m) << "\n";
}
expr_ref get_answer() const {
switch(m_status) {
case l_undef:
UNREACHABLE();
return expr_ref(m.mk_false(), m);
case l_true: {
proof_ref pr = get_proof();
return expr_ref(pr.get(), m);
}
case l_false:
return expr_ref(m.mk_true(), m);
}
UNREACHABLE();
return expr_ref(m.mk_true(), m);
}
private:
void select_predicate() {
tb::clause & g = *get_clause();
unsigned num_predicates = g.get_num_predicates();
if (num_predicates == 0) {
m_instruction = tb::UNSATISFIABLE;
IF_VERBOSE(2, g.display(verbose_stream()); );
}
else {
m_instruction = tb::SELECT_RULE;
unsigned pi = m_selection.select(g);
g.set_predicate_index(pi);
IF_VERBOSE(2, verbose_stream() << mk_pp(g.get_predicate(pi), m) << "\n";);
}
}
void apply_rule(ref<tb::clause>& r) {
ref<tb::clause> clause = get_clause();
ref<tb::clause> next_clause;
if (m_unifier(clause, clause->get_predicate_index(), r, false, next_clause) &&
!query_is_tautology(*next_clause)) {
init_clause(next_clause);
unsigned subsumer = 0;
IF_VERBOSE(1,
display_rule(*clause, verbose_stream());
display_premise(*clause,
verbose_stream() << "g" << next_clause->get_seqno() << " ");
display_clause(*next_clause, verbose_stream());
);
if (m_index.is_subsumed(next_clause, subsumer)) {
IF_VERBOSE(1, verbose_stream() << "subsumed by g" << subsumer << "\n";);
m_stats.m_num_subsumed++;
m_clauses.pop_back();
m_instruction = tb::SELECT_RULE;
}
else {
m_stats.m_num_unfold++;
next_clause->set_parent(clause);
m_index.insert(next_clause);
m_instruction = tb::SELECT_PREDICATE;
}
}
else {
m_stats.m_num_no_unfold++;
m_instruction = tb::SELECT_RULE;
}
}
void select_rule() {
tb::clause& g = *get_clause();
g.inc_next_rule();
unsigned pi = g.get_predicate_index();
func_decl* p = g.get_predicate(pi)->get_decl();
unsigned num_rules = m_rules.get_num_rules(p);
unsigned index = g.get_next_rule();
if (num_rules <= index) {
m_instruction = tb::BACKTRACK;
}
else {
ref<tb::clause> rl = m_rules.get_rule(p, index);
apply_rule(rl);
}
}
void backtrack() {
SASSERT(!m_clauses.empty());
m_clauses.pop_back();
if (m_clauses.empty()) {
m_instruction = tb::SATISFIABLE;
}
else {
m_instruction = tb::SELECT_RULE;
}
}
lbool run() {
m_instruction = tb::SELECT_PREDICATE;
m_status = l_undef;
while (true) {
IF_VERBOSE(2, verbose_stream() << m_instruction << "\n";);
if (!m.inc()) {
cleanup();
return l_undef;
}
switch(m_instruction) {
case tb::SELECT_PREDICATE:
select_predicate();
break;
case tb::SELECT_RULE:
select_rule();
break;
case tb::BACKTRACK:
backtrack();
break;
case tb::SATISFIABLE:
m_status = l_false;
return l_false;
case tb::UNSATISFIABLE:
m_status = l_true;
IF_VERBOSE(1, display_certificate(verbose_stream()););
return l_true;
case tb::CANCEL:
cleanup();
m_status = l_undef;
return l_undef;
}
}
}
bool query_is_tautology(tb::clause const& g) {
expr_ref fml = g.to_formula();
fml = m.mk_not(fml);
m_solver.push();
m_solver.assert_expr(fml);
lbool is_sat = m_solver.check();
m_solver.pop(1);
TRACE(dl, tout << is_sat << ":\n" << mk_pp(fml, m) << "\n";);
return l_false == is_sat;
}
void init_clause(ref<tb::clause>& clause) {
clause->set_index(m_clauses.size());
clause->set_seqno(m_seqno++);
m_clauses.push_back(clause);
}
ref<tb::clause> get_clause() const { return m_clauses.back(); }
void display_rule(tb::clause const& p, std::ostream& out) {
func_decl* f = p.get_predicate(p.get_predicate_index())->get_decl();
ref<tb::clause> rl = m_rules.get_rule(f, p.get_next_rule());
unsigned idx = rl->get_index();
if (!m_displayed_rules.contains(idx)) {
m_displayed_rules.insert(idx);
rl->display(out << "r" << p.get_next_rule() << ": ");
}
}
void display_premise(tb::clause& p, std::ostream& out) {
func_decl* f = p.get_predicate(p.get_predicate_index())->get_decl();
out << "{g" << p.get_seqno() << " " << f->get_name() << " pos: "
<< p.get_predicate_index() << " rule: " << p.get_next_rule() << "}\n";
}
void display_clause(tb::clause& g, std::ostream& out) {
g.display(out);
}
proof_ref get_proof() const {
scoped_proof sp(m);
proof_ref pr(m);
proof_ref_vector prs(m);
ref<tb::clause> clause = get_clause();
ref<tb::clause> replayed_clause;
replace_proof_converter pc(m);
SASSERT(clause->get_num_predicates() == 0);
expr_ref root = clause->to_formula();
vector<expr_ref_vector> substs;
while (0 != clause->get_index()) {
SASSERT(clause->get_parent_index() < clause->get_index());
unsigned p_index = clause->get_parent_index();
unsigned p_rule = clause->get_parent_rule();
ref<tb::clause> parent = m_clauses[p_index];
unsigned pi = parent->get_predicate_index();
func_decl* pred = parent->get_predicate(pi)->get_decl();
ref<tb::clause> rl = m_rules.get_rule(pred, p_rule);
VERIFY(m_unifier(parent, parent->get_predicate_index(), rl, true, replayed_clause));
expr_ref_vector s1(m_unifier.get_rule_subst(true));
expr_ref_vector s2(m_unifier.get_rule_subst(false));
resolve_rule(pc, *parent, *rl, s1, s2, *clause);
clause = parent;
substs.push_back(s1);
}
IF_VERBOSE(1, display_body_insts(substs, *clause, verbose_stream()););
pc.invert();
prs.push_back(m.mk_asserted(root));
pr = pc(m, 1, prs.data());
return pr;
}
void display_body_insts(vector<expr_ref_vector> const& substs, tb::clause const& clause, std::ostream& out) const {
expr_ref_vector subst(m);
for (unsigned i = substs.size(); i > 0; ) {
--i;
apply_subst(subst, substs[i]);
}
expr_ref body = clause.get_body();
var_subst vs(m, false);
body = vs(body, subst.size(), subst.data());
out << body << "\n";
}
void resolve_rule(replace_proof_converter& pc, tb::clause const& r1, tb::clause const& r2,
expr_ref_vector const& s1, expr_ref_vector const& s2, tb::clause const& res) const {
unsigned idx = r1.get_predicate_index();
expr_ref fml = res.to_formula();
vector<expr_ref_vector> substs;
svector<std::pair<unsigned, unsigned> > positions;
substs.push_back(s1);
substs.push_back(s2);
scoped_proof _sc(m);
proof_ref pr(m);
proof_ref_vector premises(m);
premises.push_back(m.mk_asserted(r1.to_formula()));
premises.push_back(m.mk_asserted(r2.to_formula()));
positions.push_back(std::make_pair(idx+1, 0));
pr = m.mk_hyper_resolve(2, premises.data(), fml, positions, substs);
pc.insert(pr);
}
};
tab::tab(context& ctx):
datalog::engine_base(ctx.get_manager(),"tabulation"),
m_imp(alloc(imp, ctx)) {
}
tab::~tab() {
dealloc(m_imp);
}
lbool tab::query(expr* query) {
return m_imp->query(query);
}
void tab::cleanup() {
m_imp->cleanup();
}
void tab::reset_statistics() {
m_imp->reset_statistics();
}
void tab::collect_statistics(statistics& st) const {
m_imp->collect_statistics(st);
}
void tab::display_certificate(std::ostream& out) const {
m_imp->display_certificate(out);
}
expr_ref tab::get_answer() {
return m_imp->get_answer();
}
};