autfilt.cc 14.6 KB
Newer Older
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
1
// -*- coding: utf-8 -*-
2 3
// Copyright (C) 2013, 2014, 2015 Laboratoire de Recherche et
// Développement de l'Epita (LRDE).
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
//
// This file is part of Spot, a model checking library.
//
// Spot is free software; you can redistribute it and/or modify it
// under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 3 of the License, or
// (at your option) any later version.
//
// Spot is distributed in the hope that it will be useful, but WITHOUT
// ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
// or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public
// License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program.  If not, see <http://www.gnu.org/licenses/>.

#include "common_sys.hh"

#include <string>
#include <iostream>
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
24
#include <limits>
25 26
#include <set>
#include <memory>
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
27 28 29 30 31 32 33

#include <argp.h>
#include "error.h"

#include "common_setup.hh"
#include "common_finput.hh"
#include "common_cout.hh"
34
#include "common_aoutput.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
35
#include "common_range.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
36
#include "common_post.hh"
37
#include "common_conv.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
38

39
#include "tgbaalgos/product.hh"
40
#include "tgbaalgos/isdet.hh"
41
#include "tgbaalgos/stutter.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
42 43
#include "misc/optionmap.hh"
#include "misc/timer.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
44
#include "misc/random.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
45
#include "hoaparse/public.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
46
#include "tgbaalgos/randomize.hh"
47
#include "tgbaalgos/are_isomorphic.hh"
48
#include "tgbaalgos/canonicalize.hh"
49
#include "tgbaalgos/mask.hh"
50
#include "tgbaalgos/sbacc.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
51 52


Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
53
static const char argp_program_doc[] ="\
54
Convert, transform, and filter Büchi automata.\v\
55 56 57 58
Exit status:\n\
  0  if some automata were output\n\
  1  if no automata were output (no match)\n\
  2  if any error has been reported";
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
59 60 61


#define OPT_TGBA 1
62 63 64 65 66 67 68 69 70 71 72 73 74 75
#define OPT_RANDOMIZE 2
#define OPT_SEED 3
#define OPT_PRODUCT 4
#define OPT_MERGE 5
#define OPT_ARE_ISOMORPHIC 6
#define OPT_IS_COMPLETE 7
#define OPT_IS_DETERMINISTIC 8
#define OPT_STATES 9
#define OPT_COUNT 10
#define OPT_EDGES 11
#define OPT_ACC_SETS 12
#define OPT_DESTUT 13
#define OPT_INSTUT 14
#define OPT_IS_EMPTY 15
76
#define OPT_INTERSECT 16
77
#define OPT_MASK_ACC 17
78
#define OPT_SBACC 18
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
79 80 81 82 83 84 85 86 87 88 89 90 91

static const argp_option options[] =
  {
    /**************************************************/
    { 0, 0, 0, 0, "Input:", 1 },
    { "file", 'F', "FILENAME", 0,
      "process the automaton in FILENAME", 0 },
    /**************************************************/
    { 0, 0, 0, 0, "Output automaton type:", 2 },
    { "tgba", OPT_TGBA, 0, 0,
      "Transition-based Generalized Büchi Automaton (default)", 0 },
    { "ba", 'B', 0, 0, "Büchi Automaton", 0 },
    { "monitor", 'M', 0, 0, "Monitor (accepts all finite prefixes "
92
      "of the given property)", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
93
    /**************************************************/
94 95
    { "count", 'c', 0, 0, "print only a count of matched automata", 3 },
    { "max-count", 'n', "NUM", 0, "output at most NUM automata", 3 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
96
    /**************************************************/
97 98 99
    { 0, 0, 0, 0, "Transformations:", 5 },
    { "merge-transitions", OPT_MERGE, 0, 0,
      "merge transitions with same destination and acceptance", 0 },
100
    { "product", OPT_PRODUCT, "FILENAME", 0,
101
      "build the product with the automaton in FILENAME", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
102
    { "randomize", OPT_RANDOMIZE, "s|t", OPTION_ARG_OPTIONAL,
103
      "randomize states and transitions (specify 's' or 't' to "
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
104
      "randomize only states or transitions)", 0 },
105 106
    { "instut", OPT_INSTUT, "1|2", OPTION_ARG_OPTIONAL,
      "allow more stuttering (two possible algorithms)", 0 },
107
    { "destut", OPT_DESTUT, 0, 0, "allow less stuttering", 0 },
108 109
    { "mask-acc", OPT_MASK_ACC, "NUM[,NUM...]", 0,
      "remove all transitions in specified acceptance sets", 0 },
110 111 112
    { "state-based-acceptance", OPT_SBACC, 0, 0,
      "define the acceptance using states", 0 },
    { "sbacc", 0, 0, OPTION_ALIAS, 0, 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
113
    /**************************************************/
114
    { 0, 0, 0, 0, "Filtering options:", 6 },
115
    { "are-isomorphic", OPT_ARE_ISOMORPHIC, "FILENAME", 0,
116
      "keep automata that are isomorphic to the automaton in FILENAME", 0 },
117
    { "isomorphic", 0, 0, OPTION_ALIAS | OPTION_HIDDEN, 0, 0 },
118
    { "unique", 'u', 0, 0,
119 120
      "do not output the same automaton twice (same in the sense that they "\
      "are isomorphic)", 0 },
121
    { "is-complete", OPT_IS_COMPLETE, 0, 0,
122
      "keep complete automata", 0 },
123
    { "is-deterministic", OPT_IS_DETERMINISTIC, 0, 0,
124
      "keep deterministic automata", 0 },
125 126
    { "is-empty", OPT_IS_EMPTY, 0, 0,
      "keep automata with an empty language", 0 },
127 128 129
    { "intersect", OPT_INTERSECT, "FILENAME", 0,
      "keep automata whose languages have an non-empty intersection with"
      " the automaton from FILENAME", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
130 131 132
    { "invert-match", 'v', 0, 0, "select non-matching automata", 0 },
    { "states", OPT_STATES, "RANGE", 0,
      "keep automata whose number of states are in RANGE", 0 },
133 134 135 136
    { "edges", OPT_EDGES, "RANGE", 0,
      "keep automata whose number of edges are in RANGE", 0 },
    { "acc-sets", OPT_ACC_SETS, "RANGE", 0,
      "keep automata whose number of acceptance sets are in RANGE", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
137
    RANGE_DOC_FULL,
138
    /**************************************************/
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
139 140 141
    { 0, 0, 0, 0, "Miscellaneous options:", -1 },
    { "extra-options", 'x', "OPTS", 0,
      "fine-tuning options (see spot-x (7))", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
142 143
    { "seed", OPT_SEED, "INT", 0,
      "seed for the random number generator (0)", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
144 145 146
    { 0, 0, 0, 0, 0, 0 }
  };

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
147
static const struct argp_child children[] =
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
148
  {
149 150
    { &aoutput_argp, 0, 0, 0 },
    { &aoutput_io_format_argp, 0, 0, 4 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
151 152 153 154 155
    { &post_argp_disabled, 0, 0, 20 },
    { &misc_argp, 0, 0, -1 },
    { 0, 0, 0, 0 }
  };

156 157
typedef spot::tgba_digraph::graph_t::trans_storage_t tr_t;
typedef std::set<std::vector<tr_t>> unique_aut_t;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
158
static long int match_count = 0;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
159 160 161 162
static spot::option_map extra_options;
static bool randomize_st = false;
static bool randomize_tr = false;
static int opt_seed = 0;
163 164
static auto dict = spot::make_bdd_dict();
static spot::tgba_digraph_ptr opt_product = nullptr;
165
static spot::tgba_digraph_ptr opt_intersect = nullptr;
166
static bool opt_merge = false;
167 168
static std::unique_ptr<spot::isomorphism_checker>
  isomorphism_checker = nullptr;
169
static spot::tgba_digraph_ptr opt_are_isomorphic = nullptr;
170 171 172
static bool opt_is_complete = false;
static bool opt_is_deterministic = false;
static bool opt_invert = false;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
173
static range opt_states = { 0, std::numeric_limits<int>::max() };
174 175
static range opt_edges = { 0, std::numeric_limits<int>::max() };
static range opt_accsets = { 0, std::numeric_limits<int>::max() };
176
static int opt_max_count = -1;
177
static bool opt_destut = false;
178
static char opt_instut = 0;
179
static bool opt_is_empty = false;
180
static bool opt_sbacc = false;
181
static std::unique_ptr<unique_aut_t> opt_uniq = nullptr;
182
static spot::acc_cond::mark_t opt_mask_acc = 0U;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
183

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
184 185 186 187 188 189 190 191 192
static int
parse_opt(int key, char* arg, struct argp_state*)
{
  // This switch is alphabetically-ordered.
  switch (key)
    {
    case 'B':
      type = spot::postprocessor::BA;
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
193
    case 'c':
194
      automaton_format = Count;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
195
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
196 197 198 199 200 201
    case 'F':
      jobs.emplace_back(arg, true);
      break;
    case 'M':
      type = spot::postprocessor::Monitor;
      break;
202 203 204
    case 'n':
      opt_max_count = to_pos_int(arg);
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
205 206 207 208
    case 'u':
      opt_uniq =
        std::unique_ptr<unique_aut_t>(new std::set<std::vector<tr_t>>());
      break;
209 210 211
    case 'v':
      opt_invert = true;
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
212 213 214 215 216 217 218
    case 'x':
      {
	const char* opt = extra_options.parse_options(arg);
	if (opt)
	  error(2, 0, "failed to parse --options near '%s'", opt);
      }
      break;
219 220 221
    case OPT_ACC_SETS:
      opt_accsets = parse_range(arg, 0, std::numeric_limits<int>::max());
      break;
222
    case OPT_ARE_ISOMORPHIC:
223
      opt_are_isomorphic = read_automaton(arg, dict);
224
      break;
225 226 227
    case OPT_EDGES:
      opt_edges = parse_range(arg, 0, std::numeric_limits<int>::max());
      break;
228
    case OPT_INSTUT:
229 230 231 232 233 234
      if (!arg || (arg[0] == '1' && arg[1] == 0))
	opt_instut = 1;
      else if (arg[0] == '2' && arg[1] == 0)
	opt_instut = 2;
      else
	error(2, 0, "unknown argument for --instut: %s", arg);
235
      break;
236
    case OPT_INTERSECT:
237
      opt_intersect = read_automaton(arg, dict);
238
      break;
239 240 241
    case OPT_DESTUT:
      opt_destut = true;
      break;
242 243 244 245 246 247
    case OPT_IS_COMPLETE:
      opt_is_complete = true;
      break;
    case OPT_IS_DETERMINISTIC:
      opt_is_deterministic = true;
      break;
248 249 250
    case OPT_IS_EMPTY:
      opt_is_empty = true;
      break;
251 252 253
    case OPT_MERGE:
      opt_merge = true;
      break;
254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275
    case OPT_MASK_ACC:
      {
	while (*arg)
	  {
	    char* endptr;
	    long res = strtol(arg, &endptr, 10);
	    if (res < 0)
	      error(2, 0, "acceptance sets should be non-negative:"
		    " --mask-acc=%ld", res);
	    if (static_cast<unsigned long>(res)
		> sizeof(spot::acc_cond::mark_t::value_t))
	      error(2, 0, "this implementation does not support that much"
		    " acceptance sets: --mask-acc=%ld", res);
	    opt_mask_acc.set(res);
	    if (endptr == arg)
	      error(2, 0, "failed to parse '%s' as an integer.", arg);
	    while (*endptr == ' ' || *endptr == ',')
	      ++endptr;
	    arg = endptr;
	  }
	break;
      }
276 277
    case OPT_PRODUCT:
      {
278
	auto a = read_automaton(arg, dict);
279
	if (!opt_product)
280
	  opt_product = std::move(a);
281 282
	else
	  opt_product = spot::product(std::move(opt_product),
283
				      std::move(a));
284 285
      }
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307
    case OPT_RANDOMIZE:
      if (arg)
	{
	  for (auto p = arg; *p; ++p)
	    switch (*p)
	      {
	      case 's':
		randomize_st = true;
		break;
	      case 't':
		randomize_tr = true;
		break;
	      default:
		error(2, 0, "unknown argument for --randomize: '%c'", *p);
	      }
	}
      else
	{
	  randomize_tr = true;
	  randomize_st = true;
	}
      break;
308 309 310
    case OPT_SBACC:
      opt_sbacc = true;
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
311 312 313
    case OPT_SEED:
      opt_seed = to_int(arg);
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
314 315 316
    case OPT_STATES:
      opt_states = parse_range(arg, 0, std::numeric_limits<int>::max());
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
317
    case OPT_TGBA:
318
      if (automaton_format == Spin)
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336
	error(2, 0, "--spin and --tgba are incompatible");
      type = spot::postprocessor::TGBA;
      break;
    case ARGP_KEY_ARG:
      jobs.emplace_back(arg, true);
      break;

    default:
      return ARGP_ERR_UNKNOWN;
    }
  return 0;
}


namespace
{
  class hoa_processor: public job_processor
  {
337
  private:
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
338
    spot::postprocessor& post;
339
    automaton_printer printer;
340
  public:
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
341 342

    hoa_processor(spot::postprocessor& post)
343
      : post(post), printer(aut_input)
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
344 345 346 347 348 349 350 351 352 353
    {
    }

    int
    process_formula(const spot::ltl::formula*, const char*, int)
    {
      SPOT_UNREACHABLE();
    }

    int
354 355
    process_automaton(const spot::const_hoa_aut_ptr& haut,
		      const char* filename)
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
356 357 358
    {
      spot::stopwatch sw;
      sw.start();
359

360 361 362
      // If --stats or --name is used, duplicate the automaton so we
      // never modify the original automaton (e.g. with
      // merge_transitions()) and the statistics about it make sense.
363
      auto aut = ((automaton_format == Stats) || opt_name)
364 365
	? spot::make_tgba_digraph(haut->aut, spot::tgba::prop_set::all())
	: haut->aut;
366

367 368
      // Preprocessing.

369
      if (opt_merge)
370
	aut->merge_transitions();
371

372 373 374 375
      // Filters.

      bool matched = true;

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
376
      matched &= opt_states.contains(aut->num_states());
377 378
      matched &= opt_edges.contains(aut->num_transitions());
      matched &= opt_accsets.contains(aut->acc().num_sets());
379 380 381 382
      if (opt_is_complete)
	matched &= is_complete(aut);
      if (opt_is_deterministic)
	matched &= is_deterministic(aut);
383
      if (opt_are_isomorphic)
384
        matched &= isomorphism_checker->is_isomorphic(aut);
385 386
      if (opt_is_empty)
	matched &= aut->is_empty();
387 388
      if (opt_intersect)
	matched &= !spot::product(aut, opt_intersect)->is_empty();
389

390 391
      // Drop or keep matched automata depending on the --invert option
      if (matched == opt_invert)
392 393
        return 0;

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
394
      ++match_count;
395

396 397
      // Postprocessing.

398 399 400
      if (opt_mask_acc)
	aut = mask_acc_sets(aut, opt_mask_acc & aut->acc().all_sets());

401 402
      if (opt_destut)
	aut = spot::closure(std::move(aut));
403
      if (opt_instut == 1)
404
	aut = spot::sl(std::move(aut));
405 406
      else if (opt_instut == 2)
	aut = spot::sl2(std::move(aut));
407

408 409 410
      if (opt_product)
	aut = spot::product(std::move(aut), opt_product);

411 412 413
      if (opt_sbacc)
	aut = spot::sbacc(aut);

414
      aut = post.run(aut, nullptr);
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
415

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
416 417 418
      if (randomize_st || randomize_tr)
	spot::randomize(aut, randomize_st, randomize_tr);

419 420
      const double conversion_time = sw.stop();

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
421 422 423 424 425 426 427 428 429 430
      if (opt_uniq)
        {
          auto tmp =
	    spot::canonicalize(make_tgba_digraph(aut,
						 spot::tgba::prop_set::all()));
          if (!opt_uniq->emplace(tmp->transition_vector().begin() + 1,
				 tmp->transition_vector().end()).second)
	    return 0;
        }

431
      printer.print(aut, nullptr, filename, -1, conversion_time, haut);
432 433 434 435

      if (opt_max_count >= 0 && match_count >= opt_max_count)
	abort_run = true;

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
436 437
      return 0;
    }
438

439 440 441 442 443 444
    int
    aborted(const spot::const_hoa_aut_ptr& h, const char* filename)
    {
      std::cerr << filename << ':' << h->loc << ": aborted input automaton\n";
      return 2;
    }
445 446 447 448 449 450 451 452 453

    int
    process_file(const char* filename)
    {
      spot::hoa_parse_error_list pel;
      auto hp = spot::hoa_stream_parser(filename);

      int err = 0;

454
      while (!abort_run)
455
	{
456
	  pel.clear();
457
	  auto haut = hp.parse(pel, dict);
458 459 460 461 462
	  if (!haut && pel.empty())
	    break;
	  if (spot::format_hoa_parse_errors(std::cerr, filename, pel))
	    err = 2;
	  if (!haut)
463
	    error(2, 0, "failed to read automaton from %s", filename);
464 465
	  else if (haut->aborted)
	    err = std::max(err, aborted(haut, filename));
466
	  else
467
            process_automaton(haut, filename);
468 469 470 471
	}

      return err;
    }
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491
  };
}

int
main(int argc, char** argv)
{
  setup(argv);

  const argp ap = { options, parse_opt, "[FILENAMES...]",
		    argp_program_doc, children, 0, 0 };

  // Disable post-processing as much as possible by default.
  level = spot::postprocessor::Low;
  pref = spot::postprocessor::Any;
  if (int err = argp_parse(&ap, argc, argv, ARGP_NO_HELP, 0, 0))
    exit(err);

  if (jobs.empty())
    jobs.emplace_back("-", true);

492 493 494 495
  if (opt_are_isomorphic)
    {
      if (opt_merge)
        opt_are_isomorphic->merge_transitions();
496 497
      isomorphism_checker = std::unique_ptr<spot::isomorphism_checker>(
                            new spot::isomorphism_checker(opt_are_isomorphic));
498 499
    }

500

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
501 502
  spot::srand(opt_seed);

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
503 504 505 506 507 508
  spot::postprocessor post(&extra_options);
  post.set_pref(pref | comp);
  post.set_type(type);
  post.set_level(level);

  hoa_processor processor(post);
509 510 511 512 513 514 515 516 517
  try
    {
      if (processor.run())
	return 2;
    }
  catch (const std::runtime_error& e)
    {
      error(2, 0, "%s", e.what());
    }
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
518

519
  if (automaton_format == Count)
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
520 521
    std::cout << match_count << std::endl;
  return !match_count;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
522
}