autfilt.cc 14.3 KB
Newer Older
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
1
// -*- coding: utf-8 -*-
2
3
// Copyright (C) 2013, 2014, 2015 Laboratoire de Recherche et
// Développement de l'Epita (LRDE).
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
//
// This file is part of Spot, a model checking library.
//
// Spot is free software; you can redistribute it and/or modify it
// under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 3 of the License, or
// (at your option) any later version.
//
// Spot is distributed in the hope that it will be useful, but WITHOUT
// ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
// or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public
// License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program.  If not, see <http://www.gnu.org/licenses/>.

#include "common_sys.hh"

#include <string>
#include <iostream>
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
24
#include <limits>
25
26
#include <set>
#include <memory>
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
27
28
29
30
31
32
33

#include <argp.h>
#include "error.h"

#include "common_setup.hh"
#include "common_finput.hh"
#include "common_cout.hh"
34
#include "common_aoutput.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
35
#include "common_range.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
36
#include "common_post.hh"
37
#include "common_conv.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
38

39
#include "tgbaalgos/product.hh"
40
#include "tgbaalgos/isdet.hh"
41
#include "tgbaalgos/stutter.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
42
43
#include "misc/optionmap.hh"
#include "misc/timer.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
44
#include "misc/random.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
45
#include "hoaparse/public.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
46
#include "tgbaalgos/randomize.hh"
47
#include "tgbaalgos/are_isomorphic.hh"
48
#include "tgbaalgos/canonicalize.hh"
49
#include "tgbaalgos/mask.hh"
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
50
51


Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
52
static const char argp_program_doc[] ="\
53
Convert, transform, and filter Büchi automata.\v\
54
55
56
57
Exit status:\n\
  0  if some automata were output\n\
  1  if no automata were output (no match)\n\
  2  if any error has been reported";
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
58
59
60


#define OPT_TGBA 1
61
62
63
64
65
66
67
68
69
70
71
72
73
74
#define OPT_RANDOMIZE 2
#define OPT_SEED 3
#define OPT_PRODUCT 4
#define OPT_MERGE 5
#define OPT_ARE_ISOMORPHIC 6
#define OPT_IS_COMPLETE 7
#define OPT_IS_DETERMINISTIC 8
#define OPT_STATES 9
#define OPT_COUNT 10
#define OPT_EDGES 11
#define OPT_ACC_SETS 12
#define OPT_DESTUT 13
#define OPT_INSTUT 14
#define OPT_IS_EMPTY 15
75
#define OPT_INTERSECT 16
76
#define OPT_MASK_ACC 17
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
77
78
79
80
81
82
83
84
85
86
87
88
89

static const argp_option options[] =
  {
    /**************************************************/
    { 0, 0, 0, 0, "Input:", 1 },
    { "file", 'F', "FILENAME", 0,
      "process the automaton in FILENAME", 0 },
    /**************************************************/
    { 0, 0, 0, 0, "Output automaton type:", 2 },
    { "tgba", OPT_TGBA, 0, 0,
      "Transition-based Generalized Büchi Automaton (default)", 0 },
    { "ba", 'B', 0, 0, "Büchi Automaton", 0 },
    { "monitor", 'M', 0, 0, "Monitor (accepts all finite prefixes "
90
      "of the given property)", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
91
    /**************************************************/
92
93
    { "count", 'c', 0, 0, "print only a count of matched automata", 3 },
    { "max-count", 'n', "NUM", 0, "output at most NUM automata", 3 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
94
    /**************************************************/
95
96
97
    { 0, 0, 0, 0, "Transformations:", 5 },
    { "merge-transitions", OPT_MERGE, 0, 0,
      "merge transitions with same destination and acceptance", 0 },
98
99
    { "product", OPT_PRODUCT, "FILENAME", 0,
      "build the product with FILENAME", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
100
    { "randomize", OPT_RANDOMIZE, "s|t", OPTION_ARG_OPTIONAL,
101
      "randomize states and transitions (specify 's' or 't' to "
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
102
      "randomize only states or transitions)", 0 },
103
104
    { "instut", OPT_INSTUT, "1|2", OPTION_ARG_OPTIONAL,
      "allow more stuttering (two possible algorithms)", 0 },
105
    { "destut", OPT_DESTUT, 0, 0, "allow less stuttering", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
106
    /**************************************************/
107
108
    { 0, 0, 0, 0, "Filters:", 6 },
    { "are-isomorphic", OPT_ARE_ISOMORPHIC, "FILENAME", 0,
109
      "keep automata that are isomorphic to the automaton in FILENAME", 0 },
110
    { "isomorphic", 0, 0, OPTION_ALIAS | OPTION_HIDDEN, 0, 0 },
111
    { "unique", 'u', 0, 0,
112
113
      "do not output the same automaton twice (same in the sense that they "\
      "are isomorphic)", 0 },
114
115
116
117
    { "is-complete", OPT_IS_COMPLETE, 0, 0,
      "the automaton is complete", 0 },
    { "is-deterministic", OPT_IS_DETERMINISTIC, 0, 0,
      "the automaton is deterministic", 0 },
118
119
    { "is-empty", OPT_IS_EMPTY, 0, 0,
      "keep automata with an empty language", 0 },
120
121
122
    { "intersect", OPT_INTERSECT, "FILENAME", 0,
      "keep automata whose languages have an non-empty intersection with"
      " the automaton from FILENAME", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
123
124
125
    { "invert-match", 'v', 0, 0, "select non-matching automata", 0 },
    { "states", OPT_STATES, "RANGE", 0,
      "keep automata whose number of states are in RANGE", 0 },
126
127
128
129
    { "edges", OPT_EDGES, "RANGE", 0,
      "keep automata whose number of edges are in RANGE", 0 },
    { "acc-sets", OPT_ACC_SETS, "RANGE", 0,
      "keep automata whose number of acceptance sets are in RANGE", 0 },
130
131
    { "mask-acc", OPT_MASK_ACC, "NUM[,NUM...]", 0,
      "remove all transitions in specified acceptance sets", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
132
    RANGE_DOC_FULL,
133
    /**************************************************/
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
134
135
136
    { 0, 0, 0, 0, "Miscellaneous options:", -1 },
    { "extra-options", 'x', "OPTS", 0,
      "fine-tuning options (see spot-x (7))", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
137
138
    { "seed", OPT_SEED, "INT", 0,
      "seed for the random number generator (0)", 0 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
139
140
141
    { 0, 0, 0, 0, 0, 0 }
  };

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
142
static const struct argp_child children[] =
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
143
  {
144
145
    { &aoutput_argp, 0, 0, 0 },
    { &aoutput_io_format_argp, 0, 0, 4 },
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
146
147
148
149
150
    { &post_argp_disabled, 0, 0, 20 },
    { &misc_argp, 0, 0, -1 },
    { 0, 0, 0, 0 }
  };

151
152
typedef spot::tgba_digraph::graph_t::trans_storage_t tr_t;
typedef std::set<std::vector<tr_t>> unique_aut_t;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
153
static long int match_count = 0;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
154
155
156
157
static spot::option_map extra_options;
static bool randomize_st = false;
static bool randomize_tr = false;
static int opt_seed = 0;
158
159
static auto dict = spot::make_bdd_dict();
static spot::tgba_digraph_ptr opt_product = nullptr;
160
static spot::tgba_digraph_ptr opt_intersect = nullptr;
161
static bool opt_merge = false;
162
163
static std::unique_ptr<spot::isomorphism_checker>
  isomorphism_checker = nullptr;
164
static spot::tgba_digraph_ptr opt_are_isomorphic = nullptr;
165
166
167
static bool opt_is_complete = false;
static bool opt_is_deterministic = false;
static bool opt_invert = false;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
168
static range opt_states = { 0, std::numeric_limits<int>::max() };
169
170
static range opt_edges = { 0, std::numeric_limits<int>::max() };
static range opt_accsets = { 0, std::numeric_limits<int>::max() };
171
static int opt_max_count = -1;
172
static bool opt_destut = false;
173
static char opt_instut = 0;
174
static bool opt_is_empty = false;
175
static std::unique_ptr<unique_aut_t> opt_uniq = nullptr;
176
static spot::acc_cond::mark_t opt_mask_acc = 0U;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
177

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
178
179
180
181
182
183
184
185
186
static int
parse_opt(int key, char* arg, struct argp_state*)
{
  // This switch is alphabetically-ordered.
  switch (key)
    {
    case 'B':
      type = spot::postprocessor::BA;
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
187
    case 'c':
188
      automaton_format = Count;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
189
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
190
191
192
193
194
195
    case 'F':
      jobs.emplace_back(arg, true);
      break;
    case 'M':
      type = spot::postprocessor::Monitor;
      break;
196
197
198
    case 'n':
      opt_max_count = to_pos_int(arg);
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
199
200
201
202
    case 'u':
      opt_uniq =
        std::unique_ptr<unique_aut_t>(new std::set<std::vector<tr_t>>());
      break;
203
204
205
    case 'v':
      opt_invert = true;
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
206
207
208
209
210
211
212
    case 'x':
      {
	const char* opt = extra_options.parse_options(arg);
	if (opt)
	  error(2, 0, "failed to parse --options near '%s'", opt);
      }
      break;
213
214
215
    case OPT_ACC_SETS:
      opt_accsets = parse_range(arg, 0, std::numeric_limits<int>::max());
      break;
216
    case OPT_ARE_ISOMORPHIC:
217
      opt_are_isomorphic = read_automaton(arg, dict);
218
      break;
219
220
221
    case OPT_EDGES:
      opt_edges = parse_range(arg, 0, std::numeric_limits<int>::max());
      break;
222
    case OPT_INSTUT:
223
224
225
226
227
228
      if (!arg || (arg[0] == '1' && arg[1] == 0))
	opt_instut = 1;
      else if (arg[0] == '2' && arg[1] == 0)
	opt_instut = 2;
      else
	error(2, 0, "unknown argument for --instut: %s", arg);
229
      break;
230
    case OPT_INTERSECT:
231
      opt_intersect = read_automaton(arg, dict);
232
      break;
233
234
235
    case OPT_DESTUT:
      opt_destut = true;
      break;
236
237
238
239
240
241
    case OPT_IS_COMPLETE:
      opt_is_complete = true;
      break;
    case OPT_IS_DETERMINISTIC:
      opt_is_deterministic = true;
      break;
242
243
244
    case OPT_IS_EMPTY:
      opt_is_empty = true;
      break;
245
246
247
    case OPT_MERGE:
      opt_merge = true;
      break;
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
    case OPT_MASK_ACC:
      {
	while (*arg)
	  {
	    char* endptr;
	    long res = strtol(arg, &endptr, 10);
	    if (res < 0)
	      error(2, 0, "acceptance sets should be non-negative:"
		    " --mask-acc=%ld", res);
	    if (static_cast<unsigned long>(res)
		> sizeof(spot::acc_cond::mark_t::value_t))
	      error(2, 0, "this implementation does not support that much"
		    " acceptance sets: --mask-acc=%ld", res);
	    opt_mask_acc.set(res);
	    if (endptr == arg)
	      error(2, 0, "failed to parse '%s' as an integer.", arg);
	    while (*endptr == ' ' || *endptr == ',')
	      ++endptr;
	    arg = endptr;
	  }
	break;
      }
270
271
    case OPT_PRODUCT:
      {
272
	auto a = read_automaton(arg, dict);
273
	if (!opt_product)
274
	  opt_product = std::move(a);
275
276
	else
	  opt_product = spot::product(std::move(opt_product),
277
				      std::move(a));
278
279
      }
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
    case OPT_RANDOMIZE:
      if (arg)
	{
	  for (auto p = arg; *p; ++p)
	    switch (*p)
	      {
	      case 's':
		randomize_st = true;
		break;
	      case 't':
		randomize_tr = true;
		break;
	      default:
		error(2, 0, "unknown argument for --randomize: '%c'", *p);
	      }
	}
      else
	{
	  randomize_tr = true;
	  randomize_st = true;
	}
      break;
    case OPT_SEED:
      opt_seed = to_int(arg);
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
305
306
307
    case OPT_STATES:
      opt_states = parse_range(arg, 0, std::numeric_limits<int>::max());
      break;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
308
    case OPT_TGBA:
309
      if (automaton_format == Spin)
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
	error(2, 0, "--spin and --tgba are incompatible");
      type = spot::postprocessor::TGBA;
      break;
    case ARGP_KEY_ARG:
      jobs.emplace_back(arg, true);
      break;

    default:
      return ARGP_ERR_UNKNOWN;
    }
  return 0;
}


namespace
{
  class hoa_processor: public job_processor
  {
328
  private:
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
329
    spot::postprocessor& post;
330
    automaton_printer printer;
331
  public:
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
332
333

    hoa_processor(spot::postprocessor& post)
334
      : post(post), printer(aut_input)
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
335
336
337
338
339
340
341
342
343
344
    {
    }

    int
    process_formula(const spot::ltl::formula*, const char*, int)
    {
      SPOT_UNREACHABLE();
    }

    int
345
346
    process_automaton(const spot::const_hoa_aut_ptr& haut,
		      const char* filename)
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
347
348
349
    {
      spot::stopwatch sw;
      sw.start();
350

351
352
353
      // If --stats or --name is used, duplicate the automaton so we
      // never modify the original automaton (e.g. with
      // merge_transitions()) and the statistics about it make sense.
354
      auto aut = ((automaton_format == Stats) || opt_name)
355
356
	? spot::make_tgba_digraph(haut->aut, spot::tgba::prop_set::all())
	: haut->aut;
357

358
359
      // Preprocessing.

360
      if (opt_merge)
361
	aut->merge_transitions();
362

363
364
365
366
      // Filters.

      bool matched = true;

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
367
      matched &= opt_states.contains(aut->num_states());
368
369
      matched &= opt_edges.contains(aut->num_transitions());
      matched &= opt_accsets.contains(aut->acc().num_sets());
370
371
372
373
      if (opt_is_complete)
	matched &= is_complete(aut);
      if (opt_is_deterministic)
	matched &= is_deterministic(aut);
374
      if (opt_are_isomorphic)
375
        matched &= isomorphism_checker->is_isomorphic(aut);
376
377
      if (opt_is_empty)
	matched &= aut->is_empty();
378
379
      if (opt_intersect)
	matched &= !spot::product(aut, opt_intersect)->is_empty();
380

381
382
      // Drop or keep matched automata depending on the --invert option
      if (matched == opt_invert)
383
384
        return 0;

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
385
      ++match_count;
386

387
388
      // Postprocessing.

389
390
391
      if (opt_mask_acc)
	aut = mask_acc_sets(aut, opt_mask_acc & aut->acc().all_sets());

392
393
      if (opt_destut)
	aut = spot::closure(std::move(aut));
394
      if (opt_instut == 1)
395
	aut = spot::sl(std::move(aut));
396
397
      else if (opt_instut == 2)
	aut = spot::sl2(std::move(aut));
398

399
400
401
      if (opt_product)
	aut = spot::product(std::move(aut), opt_product);

402
      aut = post.run(aut, nullptr);
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
403

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
404
405
406
      if (randomize_st || randomize_tr)
	spot::randomize(aut, randomize_st, randomize_tr);

407
408
      const double conversion_time = sw.stop();

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
409
410
411
412
413
414
415
416
417
418
      if (opt_uniq)
        {
          auto tmp =
	    spot::canonicalize(make_tgba_digraph(aut,
						 spot::tgba::prop_set::all()));
          if (!opt_uniq->emplace(tmp->transition_vector().begin() + 1,
				 tmp->transition_vector().end()).second)
	    return 0;
        }

419
      printer.print(aut, nullptr, filename, -1, conversion_time, haut);
420
421
422
423

      if (opt_max_count >= 0 && match_count >= opt_max_count)
	abort_run = true;

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
424
425
      return 0;
    }
426

427
428
429
430
431
432
    int
    aborted(const spot::const_hoa_aut_ptr& h, const char* filename)
    {
      std::cerr << filename << ':' << h->loc << ": aborted input automaton\n";
      return 2;
    }
433
434
435
436
437
438
439
440
441

    int
    process_file(const char* filename)
    {
      spot::hoa_parse_error_list pel;
      auto hp = spot::hoa_stream_parser(filename);

      int err = 0;

442
      while (!abort_run)
443
	{
444
	  pel.clear();
445
	  auto haut = hp.parse(pel, dict);
446
447
448
449
450
	  if (!haut && pel.empty())
	    break;
	  if (spot::format_hoa_parse_errors(std::cerr, filename, pel))
	    err = 2;
	  if (!haut)
451
	    error(2, 0, "failed to read automaton from %s", filename);
452
453
	  else if (haut->aborted)
	    err = std::max(err, aborted(haut, filename));
454
	  else
455
            process_automaton(haut, filename);
456
457
458
459
	}

      return err;
    }
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
  };
}

int
main(int argc, char** argv)
{
  setup(argv);

  const argp ap = { options, parse_opt, "[FILENAMES...]",
		    argp_program_doc, children, 0, 0 };

  // Disable post-processing as much as possible by default.
  level = spot::postprocessor::Low;
  pref = spot::postprocessor::Any;
  if (int err = argp_parse(&ap, argc, argv, ARGP_NO_HELP, 0, 0))
    exit(err);

  if (jobs.empty())
    jobs.emplace_back("-", true);

480
481
482
483
  if (opt_are_isomorphic)
    {
      if (opt_merge)
        opt_are_isomorphic->merge_transitions();
484
485
      isomorphism_checker = std::unique_ptr<spot::isomorphism_checker>(
                            new spot::isomorphism_checker(opt_are_isomorphic));
486
487
    }

488

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
489
490
  spot::srand(opt_seed);

Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
491
492
493
494
495
496
  spot::postprocessor post(&extra_options);
  post.set_pref(pref | comp);
  post.set_type(type);
  post.set_level(level);

  hoa_processor processor(post);
497
498
499
500
501
502
503
504
505
  try
    {
      if (processor.run())
	return 2;
    }
  catch (const std::runtime_error& e)
    {
      error(2, 0, "%s", e.what());
    }
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
506

507
  if (automaton_format == Count)
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
508
509
    std::cout << match_count << std::endl;
  return !match_count;
Alexandre Duret-Lutz's avatar
Alexandre Duret-Lutz committed
510
}