#!/usr/bin/env perl

use strict;
use warnings;
use lib 'Gherkin-latest/lib';

use Gherkin::Parser;
use Gherkin::TokenFormatterBuilder;
use Gherkin::TokenMatcher;
use Gherkin::MarkdownTokenMatcher;

package App::GherkinGenerateTokens;
$App::GherkinGenerateTokens::VERSION = '35.0.0';
sub run {
    my ( $class, $fh, @file_list ) = @_;

    print $fh join "\n",
      @{ Gherkin::Parser->new(
            Gherkin::TokenFormatterBuilder->new(),
            /\.md$/
            ? Gherkin::MarkdownTokenMatcher->new()
            : Gherkin::TokenMatcher->new()
        )->parse($_)
      }
      for @file_list;
    print $fh "\n";

}

__PACKAGE__->run(\*STDOUT, @ARGV) unless caller;
