enable output of CSV without witness layers. Fixes #13
[scpubgit/stemmatology.git] / base / lib / Text / Tradition / Collation.pm
CommitLineData
dd3b58b0 1package Text::Tradition::Collation;
d047cd52 2
6771a1b1 3use feature 'say';
910a0a6d 4use Encode qw( decode_utf8 );
5use File::Temp;
bfcbcecb 6use File::Which;
c9bf3dbf 7use Graph;
8e1394aa 8use IPC::Run qw( run binary );
82fa4d57 9use Text::CSV;
5c0072ef 10use Text::Tradition::Collation::Data;
b15511bf 11use Text::Tradition::Collation::Reading;
22222af9 12use Text::Tradition::Collation::RelationshipStore;
63778331 13use Text::Tradition::Error;
cc31ebaa 14use XML::Easy::Syntax qw( $xml10_namestartchar_rx $xml10_namechar_rx );
5c0072ef 15use XML::LibXML;
16use XML::LibXML::XPathContext;
dd3b58b0 17use Moose;
18
5c0072ef 19has _data => (
20 isa => 'Text::Tradition::Collation::Data',
21 is => 'ro',
22 required => 1,
23 handles => [ qw(
24 sequence
25 paths
26 _set_relations
27 relations
28 _set_start
29 _set_end
30 ac_label
31 has_cached_table
32 relationships
33 related_readings
34 get_relationship
35 del_relationship
36 equivalence
37 equivalence_graph
38 readings
39 reading
40 _add_reading
41 del_reading
42 has_reading
43 wit_list_separator
44 baselabel
45 linear
46 wordsep
47 start
48 end
49 cached_table
50 _graphcalc_done
51 has_cached_svg
52 wipe_table
53 )]
54);
dd3b58b0 55
3a2ebbf4 56has 'tradition' => (
57 is => 'ro',
d047cd52 58 isa => 'Text::Tradition',
8cfd99c4 59 writer => '_set_tradition',
8d9a1cd8 60 weak_ref => 1,
d047cd52 61 );
dd3b58b0 62
4e5a7b2c 63=head1 NAME
64
65Text::Tradition::Collation - a software model for a text collation
66
67=head1 SYNOPSIS
68
69 use Text::Tradition;
70 my $t = Text::Tradition->new(
71 'name' => 'this is a text',
72 'input' => 'TEI',
73 'file' => '/path/to/tei_parallel_seg_file.xml' );
74
75 my $c = $t->collation;
76 my @readings = $c->readings;
77 my @paths = $c->paths;
78 my @relationships = $c->relationships;
79
80 my $svg_variant_graph = $t->collation->as_svg();
81
82=head1 DESCRIPTION
83
84Text::Tradition is a library for representation and analysis of collated
85texts, particularly medieval ones. The Collation is the central feature of
86a Tradition, where the text, its sequence of readings, and its relationships
87between readings are actually kept.
88
89=head1 CONSTRUCTOR
90
91=head2 new
92
93The constructor. Takes a hash or hashref of the following arguments:
94
95=over
96
97=item * tradition - The Text::Tradition object to which the collation
98belongs. Required.
99
100=item * linear - Whether the collation should be linear; that is, whether
101transposed readings should be treated as two linked readings rather than one,
102and therefore whether the collation graph is acyclic. Defaults to true.
103
4e5a7b2c 104=item * baselabel - The default label for the path taken by a base text
105(if any). Defaults to 'base text'.
106
107=item * wit_list_separator - The string to join a list of witnesses for
108purposes of making labels in display graphs. Defaults to ', '.
109
110=item * ac_label - The extra label to tack onto a witness sigil when
111representing another layer of path for the given witness - that is, when
112a text has more than one possible reading due to scribal corrections or
113the like. Defaults to ' (a.c.)'.
114
4e483aa5 115=item * wordsep - The string used to separate words in the original text.
116Defaults to ' '.
117
4e5a7b2c 118=back
119
120=head1 ACCESSORS
121
122=head2 tradition
123
124=head2 linear
125
4e5a7b2c 126=head2 wit_list_separator
127
128=head2 baselabel
129
130=head2 ac_label
131
4e483aa5 132=head2 wordsep
133
4e5a7b2c 134Simple accessors for collation attributes.
135
136=head2 start
137
138The meta-reading at the start of every witness path.
139
140=head2 end
141
142The meta-reading at the end of every witness path.
143
144=head2 readings
145
146Returns all Reading objects in the graph.
147
148=head2 reading( $id )
149
150Returns the Reading object corresponding to the given ID.
151
152=head2 add_reading( $reading_args )
153
154Adds a new reading object to the collation.
155See L<Text::Tradition::Collation::Reading> for the available arguments.
156
157=head2 del_reading( $object_or_id )
158
159Removes the given reading from the collation, implicitly removing its
160paths and relationships.
161
4e5a7b2c 162=head2 has_reading( $id )
163
164Predicate to see whether a given reading ID is in the graph.
165
166=head2 reading_witnesses( $object_or_id )
167
168Returns a list of sigils whose witnesses contain the reading.
169
170=head2 paths
171
172Returns all reading paths within the document - that is, all edges in the
173collation graph. Each path is an arrayref of [ $source, $target ] reading IDs.
174
175=head2 add_path( $source, $target, $sigil )
176
177Links the given readings in the collation in sequence, under the given witness
178sigil. The readings may be specified by object or ID.
179
180=head2 del_path( $source, $target, $sigil )
181
182Links the given readings in the collation in sequence, under the given witness
183sigil. The readings may be specified by object or ID.
184
185=head2 has_path( $source, $target );
186
187Returns true if the two readings are linked in sequence in any witness.
188The readings may be specified by object or ID.
189
190=head2 relationships
191
192Returns all Relationship objects in the collation.
193
194=head2 add_relationship( $reading, $other_reading, $options )
195
196Adds a new relationship of the type given in $options between the two readings,
197which may be specified by object or ID. Returns a value of ( $status, @vectors)
198where $status is true on success, and @vectors is a list of relationship edges
199that were ultimately added.
200See L<Text::Tradition::Collation::Relationship> for the available options.
201
202=cut
dd3b58b0 203
5c0072ef 204sub BUILDARGS {
205 my ( $class, @args ) = @_;
206 my %args = @args == 1 ? %{ $args[0] } : @args;
207 # TODO determine these from the Moose::Meta object
208 my @delegate_attrs = qw(sequence relations readings wit_list_separator baselabel
209 linear wordsep start end cached_table _graphcalc_done);
210 my %data_args;
211 for my $attr (@delegate_attrs) {
212 $data_args{$attr} = delete $args{$attr} if exists $args{$attr};
213 }
214 $args{_data} = Text::Tradition::Collation::Data->new(%data_args);
215 return \%args;
216}
217
d047cd52 218sub BUILD {
3a2ebbf4 219 my $self = shift;
22222af9 220 $self->_set_relations( Text::Tradition::Collation::RelationshipStore->new( 'collation' => $self ) );
e4b73942 221 $self->_set_start( $self->add_reading(
222 { 'collation' => $self, 'is_start' => 1, 'init' => 1 } ) );
223 $self->_set_end( $self->add_reading(
224 { 'collation' => $self, 'is_end' => 1, 'init' => 1 } ) );
d047cd52 225}
784877d9 226
24efa55d 227sub register_relationship_type {
228 my $self = shift;
229 my %args = @_ == 1 ? %{$_[0]} : @_;
230 if( $self->relations->has_type( $args{name} ) ) {
231 throw( 'Relationship type ' . $args{name} . ' already registered' );
232 }
233 $self->relations->add_type( %args );
234}
235
3a2ebbf4 236### Reading construct/destruct functions
237
238sub add_reading {
239 my( $self, $reading ) = @_;
240 unless( ref( $reading ) eq 'Text::Tradition::Collation::Reading' ) {
241 my %args = %$reading;
e4b73942 242 if( $args{'init'} ) {
243 # If we are initializing an empty collation, don't assume that we
244 # have set a tradition.
245 delete $args{'init'};
8943ff68 246 } elsif( $self->tradition->can('language') && $self->tradition->has_language
247 && !exists $args{'language'} ) {
6ad2ce78 248 $args{'language'} = $self->tradition->language;
249 }
3a2ebbf4 250 $reading = Text::Tradition::Collation::Reading->new(
251 'collation' => $self,
252 %args );
253 }
254 # First check to see if a reading with this ID exists.
255 if( $self->reading( $reading->id ) ) {
63778331 256 throw( "Collation already has a reading with id " . $reading->id );
3a2ebbf4 257 }
c1915ab9 258 $self->_graphcalc_done(0);
3a2ebbf4 259 $self->_add_reading( $reading->id => $reading );
260 # Once the reading has been added, put it in both graphs.
261 $self->sequence->add_vertex( $reading->id );
cecbe56d 262 $self->relations->add_reading( $reading->id );
3a2ebbf4 263 return $reading;
eca16057 264};
265
3a2ebbf4 266around del_reading => sub {
267 my $orig = shift;
268 my $self = shift;
269 my $arg = shift;
270
cecbe56d 271 if( ref( $arg ) eq 'Text::Tradition::Collation::Reading' ) {
272 $arg = $arg->id;
3a2ebbf4 273 }
3a2ebbf4 274 # Remove the reading from the graphs.
c1915ab9 275 $self->_graphcalc_done(0);
4e483aa5 276 $self->_clear_cache; # Explicitly clear caches to GC the reading
cecbe56d 277 $self->sequence->delete_vertex( $arg );
278 $self->relations->delete_reading( $arg );
3a2ebbf4 279
280 # Carry on.
cecbe56d 281 $self->$orig( $arg );
3a2ebbf4 282};
7854e12e 283
3c234eb6 284=head2 merge_readings( $main, $second, $concatenate, $with_str )
285
286Merges the $second reading into the $main one. If $concatenate is true, then
287the merged node will carry the text of both readings, concatenated with either
288$with_str (if specified) or a sensible default (the empty string if the
289appropriate 'join_*' flag is set on either reading, or else $self->wordsep.)
290
291The first two arguments may be either readings or reading IDs.
292
4e483aa5 293=begin testing
294
295use Text::Tradition;
296
297my $cxfile = 't/data/Collatex-16.xml';
298my $t = Text::Tradition->new(
299 'name' => 'inline',
300 'input' => 'CollateX',
301 'file' => $cxfile,
302 );
303my $c = $t->collation;
304
305my $rno = scalar $c->readings;
4ef65ab4 306# Split n21 ('unto') for testing purposes
4e483aa5 307my $new_r = $c->add_reading( { 'id' => 'n21p0', 'text' => 'un', 'join_next' => 1 } );
308my $old_r = $c->reading( 'n21' );
309$old_r->alter_text( 'to' );
310$c->del_path( 'n20', 'n21', 'A' );
311$c->add_path( 'n20', 'n21p0', 'A' );
312$c->add_path( 'n21p0', 'n21', 'A' );
7a0956c1 313$c->add_relationship( 'n21', 'n22', { type => 'collated', scope => 'local' } );
4e483aa5 314$c->flatten_ranks();
315ok( $c->reading( 'n21p0' ), "New reading exists" );
316is( scalar $c->readings, $rno, "Reading add offset by flatten_ranks" );
317
679f17e1 318# Combine n3 and n4 ( with his )
4e483aa5 319$c->merge_readings( 'n3', 'n4', 1 );
320ok( !$c->reading('n4'), "Reading n4 is gone" );
321is( $c->reading('n3')->text, 'with his', "Reading n3 has both words" );
322
679f17e1 323# Collapse n9 and n10 ( rood / root )
324$c->merge_readings( 'n9', 'n10' );
325ok( !$c->reading('n10'), "Reading n10 is gone" );
326is( $c->reading('n9')->text, 'rood', "Reading n9 has an unchanged word" );
4e483aa5 327
328# Combine n21 and n21p0
329my $remaining = $c->reading('n21');
330$remaining ||= $c->reading('n22'); # one of these should still exist
331$c->merge_readings( 'n21p0', $remaining, 1 );
332ok( !$c->reading('n21'), "Reading $remaining is gone" );
333is( $c->reading('n21p0')->text, 'unto', "Reading n21p0 merged correctly" );
334
335=end testing
336
337=cut
7854e12e 338
3a2ebbf4 339sub merge_readings {
340 my $self = shift;
341
56772e8c 342 # Sanity check
343 my( $kept_obj, $del_obj, $combine, $combine_char ) = $self->_objectify_args( @_ );
344 my $mergemeta = $kept_obj->is_meta;
345 throw( "Cannot merge meta and non-meta reading" )
346 unless ( $mergemeta && $del_obj->is_meta )
347 || ( !$mergemeta && !$del_obj->is_meta );
348 if( $mergemeta ) {
349 throw( "Cannot merge with start or end node" )
350 if( $kept_obj eq $self->start || $kept_obj eq $self->end
351 || $del_obj eq $self->start || $del_obj eq $self->end );
a445ce40 352 throw( "Cannot combine text of meta readings" ) if $combine;
56772e8c 353 }
3a2ebbf4 354 # We only need the IDs for adding paths to the graph, not the reading
355 # objects themselves.
56772e8c 356 my $kept = $kept_obj->id;
357 my $deleted = $del_obj->id;
c1915ab9 358 $self->_graphcalc_done(0);
10943ab0 359
3a2ebbf4 360 # The kept reading should inherit the paths and the relationships
361 # of the deleted reading.
362 foreach my $path ( $self->sequence->edges_at( $deleted ) ) {
363 my @vector = ( $kept );
364 push( @vector, $path->[1] ) if $path->[0] eq $deleted;
365 unshift( @vector, $path->[0] ) if $path->[1] eq $deleted;
49d4f2ac 366 next if $vector[0] eq $vector[1]; # Don't add a self loop
3a2ebbf4 367 my %wits = %{$self->sequence->get_edge_attributes( @$path )};
368 $self->sequence->add_edge( @vector );
369 my $fwits = $self->sequence->get_edge_attributes( @vector );
370 @wits{keys %$fwits} = values %$fwits;
371 $self->sequence->set_edge_attributes( @vector, \%wits );
372 }
cecbe56d 373 $self->relations->merge_readings( $kept, $deleted, $combine );
3a2ebbf4 374
375 # Do the deletion deed.
4e483aa5 376 if( $combine ) {
869a1ada 377 # Combine the text of the readings
4e483aa5 378 my $joinstr = $combine_char;
379 unless( defined $joinstr ) {
380 $joinstr = '' if $kept_obj->join_next || $del_obj->join_prior;
381 $joinstr = $self->wordsep unless defined $joinstr;
382 }
a445ce40 383 $kept_obj->_combine( $del_obj, $joinstr );
49d4f2ac 384 }
3a2ebbf4 385 $self->del_reading( $deleted );
386}
7854e12e 387
6771a1b1 388=head2 compress_readings
389
390Where possible in the graph, compresses plain sequences of readings into a
391single reading. The sequences must consist of readings with no
392relationships to other readings, with only a single witness path between
393them and no other witness paths from either that would skip the other. The
394readings must also not be marked as nonsense or bad grammar.
395
396WARNING: This operation cannot be undone.
397
398=cut
399
400sub compress_readings {
401 my $self = shift;
402 # Anywhere in the graph that there is a reading that joins only to a single
403 # successor, and neither of these have any relationships, just join the two
404 # readings.
6771a1b1 405 foreach my $rdg ( sort { $a->rank <=> $b->rank } $self->readings ) {
428bcf0b 406 # Now look for readings that can be joined to their successors.
a445ce40 407 next unless $rdg->is_combinable;
6771a1b1 408 my %seen;
409 while( $self->sequence->successors( $rdg ) == 1 ) {
410 my( $next ) = $self->reading( $self->sequence->successors( $rdg ) );
411 throw( "Infinite loop" ) if $seen{$next->id};
412 $seen{$next->id} = 1;
413 last if $self->sequence->predecessors( $next ) > 1;
a445ce40 414 last unless $next->is_combinable;
6771a1b1 415 say "Joining readings $rdg and $next";
416 $self->merge_readings( $rdg, $next, 1 );
417 }
418 }
419 # Make sure we haven't screwed anything up
420 foreach my $wit ( $self->tradition->witnesses ) {
421 my $pathtext = $self->path_text( $wit->sigil );
422 my $origtext = join( ' ', @{$wit->text} );
423 throw( "Text differs for witness " . $wit->sigil )
424 unless $pathtext eq $origtext;
425 if( $wit->is_layered ) {
426 $pathtext = $self->path_text( $wit->sigil.$self->ac_label );
427 $origtext = join( ' ', @{$wit->layertext} );
428 throw( "Ante-corr text differs for witness " . $wit->sigil )
429 unless $pathtext eq $origtext;
430 }
431 }
432
433 $self->relations->rebuild_equivalence();
434 $self->calculate_ranks();
435}
3265b0ce 436
3a2ebbf4 437# Helper function for manipulating the graph.
438sub _stringify_args {
4e483aa5 439 my( $self, $first, $second, @args ) = @_;
3a2ebbf4 440 $first = $first->id
441 if ref( $first ) eq 'Text::Tradition::Collation::Reading';
442 $second = $second->id
443 if ref( $second ) eq 'Text::Tradition::Collation::Reading';
4e483aa5 444 return( $first, $second, @args );
3a2ebbf4 445}
df6d9812 446
4e5a7b2c 447# Helper function for manipulating the graph.
448sub _objectify_args {
449 my( $self, $first, $second, $arg ) = @_;
450 $first = $self->reading( $first )
451 unless ref( $first ) eq 'Text::Tradition::Collation::Reading';
452 $second = $self->reading( $second )
453 unless ref( $second ) eq 'Text::Tradition::Collation::Reading';
454 return( $first, $second, $arg );
455}
f97ef19e 456
457=head2 duplicate_reading( $reading, @witlist )
458
459Split the given reading into two, so that the new reading is in the path for
ef73c20a 460the witnesses given in @witlist. If the result is that certain non-colocated
461relationships (e.g. transpositions) are no longer valid, these will be removed.
462Returns the newly-created reading.
f97ef19e 463
464=begin testing
465
466use Text::Tradition;
467
468my $st = Text::Tradition->new( 'input' => 'Self', 'file' => 't/data/collatecorr.xml' );
469is( ref( $st ), 'Text::Tradition', "Got a tradition from test file" );
470ok( $st->has_witness('Ba96'), "Tradition has the affected witness" );
471
472my $sc = $st->collation;
473my $numr = 17;
474ok( $sc->reading('n131'), "Tradition has the affected reading" );
475is( scalar( $sc->readings ), $numr, "There are $numr readings in the graph" );
476is( $sc->end->rank, 14, "There are fourteen ranks in the graph" );
477
478# Detach the erroneously collated reading
2dcb5d11 479my( $newr, @del_rdgs ) = $sc->duplicate_reading( 'n131', 'Ba96' );
ef73c20a 480ok( $newr, "New reading was created" );
f97ef19e 481ok( $sc->reading('n131_0'), "Detached the bad collation with a new reading" );
482is( scalar( $sc->readings ), $numr + 1, "A reading was added to the graph" );
483is( $sc->end->rank, 10, "There are now only ten ranks in the graph" );
3c234eb6 484my $csucc = $sc->common_successor( 'n131', 'n131_0' );
485is( $csucc->id, 'n136', "Found correct common successor to duped reading" );
f97ef19e 486
487# Check that the bad transposition is gone
2dcb5d11 488is( scalar @del_rdgs, 1, "Deleted reading was returned by API call" );
f97ef19e 489is( $sc->get_relationship( 'n130', 'n135' ), undef, "Bad transposition relationship is gone" );
490
e19635f8 491# The collation should not be fixed
492my @pairs = $sc->identical_readings();
493is( scalar @pairs, 0, "Not re-collated yet" );
f97ef19e 494# Fix the collation
3c234eb6 495ok( $sc->merge_readings( 'n124', 'n131_0' ), "Collated the readings correctly" );
e19635f8 496@pairs = $sc->identical_readings( start => 'n124', end => $csucc->id );
3c234eb6 497is( scalar @pairs, 3, "Found three more identical readings" );
e19635f8 498is( $sc->end->rank, 11, "The ranks shifted appropriately" );
3c234eb6 499$sc->flatten_ranks();
f97ef19e 500is( scalar( $sc->readings ), $numr - 3, "Now we are collated correctly" );
501
502=end testing
503
504=cut
505
506sub duplicate_reading {
507 my( $self, $r, @wits ) = @_;
508 # Add the new reading, duplicating $r.
509 unless( ref( $r ) eq 'Text::Tradition::Collation::Reading' ) {
510 $r = $self->reading( $r );
511 }
512 throw( "Cannot duplicate a meta-reading" )
513 if $r->is_meta;
514
515 # Get all the reading attributes and duplicate them.
516 my $rmeta = Text::Tradition::Collation::Reading->meta;
517 my %args;
518 foreach my $attr( $rmeta->get_all_attributes ) {
519 next if $attr->name =~ /^_/;
520 my $acc = $attr->get_read_method;
521 if( !$acc && $attr->has_applied_traits ) {
522 my $tr = $attr->applied_traits;
523 if( $tr->[0] =~ /::(Array|Hash)$/ ) {
524 my $which = $1;
525 my %methods = reverse %{$attr->handles};
526 $acc = $methods{elements};
527 $args{$attr->name} = $which eq 'Array'
528 ? [ $r->$acc ] : { $r->$acc };
529 }
530 } else {
531 $args{$attr->name} = $r->$acc if $acc;
532 }
533 }
534 # By definition the new reading will no longer be common.
535 $args{is_common} = 0;
536 # The new reading also needs its own ID.
537 $args{id} = $self->_generate_dup_id( $r->id );
538
539 # Try to make the new reading.
540 my $newr = $self->add_reading( \%args );
541 # The old reading is also no longer common.
542 $r->is_common( 0 );
543
544 # For each of the witnesses, dissociate from the old reading and
545 # associate with the new.
546 foreach my $wit ( @wits ) {
547 my $prior = $self->prior_reading( $r, $wit );
548 my $next = $self->next_reading( $r, $wit );
549 $self->del_path( $prior, $r, $wit );
550 $self->add_path( $prior, $newr, $wit );
551 $self->del_path( $r, $next, $wit );
552 $self->add_path( $newr, $next, $wit );
553 }
554
3c234eb6 555 # If the graph is ranked, we need to look for relationships that are now
556 # invalid (i.e. 'non-colocation' types that might now be colocated) and
557 # remove them. If not, we can skip it.
f97ef19e 558 my $succ;
3c234eb6 559 my %rrk;
2dcb5d11 560 my @deleted_relations;
f97ef19e 561 if( $self->end->has_rank ) {
3c234eb6 562 # Find the point where we can stop checking
f97ef19e 563 $succ = $self->common_successor( $r, $newr );
3c234eb6 564
565 # Hash the existing ranks
f97ef19e 566 foreach my $rdg ( $self->readings ) {
567 $rrk{$rdg->id} = $rdg->rank;
568 }
3c234eb6 569 # Calculate the new ranks
570 $self->calculate_ranks();
f97ef19e 571
3c234eb6 572 # Check for invalid non-colocated relationships among changed-rank readings
573 # from where the ranks start changing up to $succ
f97ef19e 574 my $lastrank = $succ->rank;
575 foreach my $rdg ( $self->readings ) {
576 next if $rdg->rank > $lastrank;
577 next if $rdg->rank == $rrk{$rdg->id};
578 my @noncolo = $rdg->related_readings( sub { !$_[0]->colocated } );
579 next unless @noncolo;
580 foreach my $nc ( @noncolo ) {
2dcb5d11 581 unless( $self->relations->verify_or_delete( $rdg, $nc ) ) {
f6a1d5f0 582 push( @deleted_relations, [ $rdg->id, $nc->id ] );
2dcb5d11 583 }
f97ef19e 584 }
585 }
ef73c20a 586 }
2dcb5d11 587 return ( $newr, @deleted_relations );
f97ef19e 588}
589
590sub _generate_dup_id {
591 my( $self, $rid ) = @_;
592 my $newid;
593 my $i = 0;
594 while( !$newid ) {
595 $newid = $rid."_$i";
596 if( $self->has_reading( $newid ) ) {
597 $newid = '';
598 $i++;
599 }
600 }
601 return $newid;
602}
603
3a2ebbf4 604### Path logic
605
606sub add_path {
607 my $self = shift;
608
609 # We only need the IDs for adding paths to the graph, not the reading
610 # objects themselves.
cecbe56d 611 my( $source, $target, $wit ) = $self->_stringify_args( @_ );
3a2ebbf4 612
c1915ab9 613 $self->_graphcalc_done(0);
3a2ebbf4 614 # Connect the readings
359944f7 615 unless( $self->sequence->has_edge( $source, $target ) ) {
616 $self->sequence->add_edge( $source, $target );
617 $self->relations->add_equivalence_edge( $source, $target );
618 }
3a2ebbf4 619 # Note the witness in question
620 $self->sequence->set_edge_attribute( $source, $target, $wit, 1 );
359944f7 621}
b15511bf 622
3a2ebbf4 623sub del_path {
624 my $self = shift;
49d4f2ac 625 my @args;
626 if( ref( $_[0] ) eq 'ARRAY' ) {
627 my $e = shift @_;
628 @args = ( @$e, @_ );
629 } else {
630 @args = @_;
631 }
3a2ebbf4 632
f97ef19e 633 # We only need the IDs for removing paths from the graph, not the reading
3a2ebbf4 634 # objects themselves.
49d4f2ac 635 my( $source, $target, $wit ) = $self->_stringify_args( @args );
3a2ebbf4 636
c1915ab9 637 $self->_graphcalc_done(0);
3a2ebbf4 638 if( $self->sequence->has_edge_attribute( $source, $target, $wit ) ) {
49d4f2ac 639 $self->sequence->delete_edge_attribute( $source, $target, $wit );
3a2ebbf4 640 }
30897024 641 unless( $self->sequence->has_edge_attributes( $source, $target ) ) {
3a2ebbf4 642 $self->sequence->delete_edge( $source, $target );
359944f7 643 $self->relations->delete_equivalence_edge( $source, $target );
3a2ebbf4 644 }
784877d9 645}
646
3a2ebbf4 647
15d2d3df 648# Extra graph-alike utility
649sub has_path {
3a2ebbf4 650 my $self = shift;
651 my( $source, $target, $wit ) = $self->_stringify_args( @_ );
652 return undef unless $self->sequence->has_edge( $source, $target );
653 return $self->sequence->has_edge_attribute( $source, $target, $wit );
b15511bf 654}
655
4e5a7b2c 656=head2 clear_witness( @sigil_list )
3a2ebbf4 657
4e5a7b2c 658Clear the given witnesses out of the collation entirely, removing references
659to them in paths, and removing readings that belong only to them. Should only
660be called via $tradition->del_witness.
3a2ebbf4 661
662=cut
663
4e5a7b2c 664sub clear_witness {
665 my( $self, @sigils ) = @_;
666
c1915ab9 667 $self->_graphcalc_done(0);
4e5a7b2c 668 # Clear the witness(es) out of the paths
669 foreach my $e ( $self->paths ) {
670 foreach my $sig ( @sigils ) {
671 $self->del_path( $e, $sig );
672 }
673 }
674
675 # Clear out the newly unused readings
676 foreach my $r ( $self->readings ) {
677 unless( $self->reading_witnesses( $r ) ) {
678 $self->del_reading( $r );
679 }
680 }
681}
3a2ebbf4 682
683sub add_relationship {
684 my $self = shift;
22222af9 685 my( $source, $target, $opts ) = $self->_stringify_args( @_ );
414cc046 686 my( @vectors ) = $self->relations->add_relationship( $source, $target, $opts );
864ee4bf 687 foreach my $v ( @vectors ) {
688 next unless $self->get_relationship( $v )->colocated;
689 if( $self->reading( $v->[0] )->has_rank && $self->reading( $v->[1] )->has_rank
690 && $self->reading( $v->[0] )->rank ne $self->reading( $v->[1] )->rank ) {
691 $self->_graphcalc_done(0);
692 $self->_clear_cache;
693 last;
694 }
695 }
63778331 696 return @vectors;
22222af9 697}
ef9d481f 698
ca6e6095 699around qw/ get_relationship del_relationship / => sub {
700 my $orig = shift;
701 my $self = shift;
702 my @args = @_;
703 if( @args == 1 && ref( $args[0] ) eq 'ARRAY' ) {
704 @args = @{$_[0]};
705 }
e19635f8 706 my @stringargs = $self->_stringify_args( @args );
707 $self->$orig( @stringargs );
ca6e6095 708};
709
22222af9 710=head2 reading_witnesses( $reading )
910a0a6d 711
22222af9 712Return a list of sigils corresponding to the witnesses in which the reading appears.
3265b0ce 713
22222af9 714=cut
1d310495 715
1d310495 716sub reading_witnesses {
717 my( $self, $reading ) = @_;
718 # We need only check either the incoming or the outgoing edges; I have
96dc90ec 719 # arbitrarily chosen "incoming". Thus, special-case the start node.
720 if( $reading eq $self->start ) {
bed6ce83 721 return map { $_->sigil } grep { $_->is_collated } $self->tradition->witnesses;
96dc90ec 722 }
1d310495 723 my %all_witnesses;
724 foreach my $e ( $self->sequence->edges_to( $reading ) ) {
725 my $wits = $self->sequence->get_edge_attributes( @$e );
726 @all_witnesses{ keys %$wits } = 1;
727 }
c12bb878 728 my $acstr = $self->ac_label;
729 foreach my $acwit ( grep { $_ =~ s/^(.*)\Q$acstr\E$/$1/ } keys %all_witnesses ) {
730 delete $all_witnesses{$acwit.$acstr} if exists $all_witnesses{$acwit};
731 }
1d310495 732 return keys %all_witnesses;
910a0a6d 733}
734
4e5a7b2c 735=head1 OUTPUT METHODS
8e1394aa 736
0ecb975c 737=head2 as_svg( \%options )
8e1394aa 738
0068967c 739Returns an SVG string that represents the graph, via as_dot and graphviz.
bfcbcecb 740See as_dot for a list of options. Must have GraphViz (dot) installed to run.
8e1394aa 741
742=cut
743
744sub as_svg {
0ecb975c 745 my( $self, $opts ) = @_;
bfcbcecb 746 throw( "Need GraphViz installed to output SVG" )
747 unless File::Which::which( 'dot' );
e247aad1 748 my $want_subgraph = exists $opts->{'from'} || exists $opts->{'to'};
1ff82d4f 749 $self->calculate_ranks()
750 unless( $self->_graphcalc_done || $opts->{'nocalc'} || !$self->linear );
be3af600 751 my @cmd = qw/dot -Tsvg/;
752 my( $svg, $err );
753 my $dotfile = File::Temp->new();
754 ## USE FOR DEBUGGING
755 # $dotfile->unlink_on_destroy(0);
756 binmode $dotfile, ':utf8';
757 print $dotfile $self->as_dot( $opts );
758 push( @cmd, $dotfile->filename );
759 run( \@cmd, ">", binary(), \$svg );
760 $svg = decode_utf8( $svg );
761 return $svg;
8e1394aa 762}
763
b22576c6 764
0ecb975c 765=head2 as_dot( \%options )
b22576c6 766
0ecb975c 767Returns a string that is the collation graph expressed in dot
768(i.e. GraphViz) format. Options include:
b22576c6 769
0ecb975c 770=over 4
b22576c6 771
0ecb975c 772=item * from
b22576c6 773
0ecb975c 774=item * to
df6d9812 775
0ecb975c 776=item * color_common
777
778=back
df6d9812 779
780=cut
781
782sub as_dot {
0ecb975c 783 my( $self, $opts ) = @_;
784 my $startrank = $opts->{'from'} if $opts;
785 my $endrank = $opts->{'to'} if $opts;
786 my $color_common = $opts->{'color_common'} if $opts;
b365fbae 787 my $STRAIGHTENHACK = !$startrank && !$endrank && $self->end->rank
788 && $self->end->rank > 100;
6648ee3d 789 $STRAIGHTENHACK = 1 if $opts->{'straight'}; # even for subgraphs or small graphs
b365fbae 790
b22576c6 791 # Check the arguments
792 if( $startrank ) {
793 return if $endrank && $startrank > $endrank;
794 return if $startrank > $self->end->rank;
795 }
796 if( defined $endrank ) {
797 return if $endrank < 0;
f1b3b33a 798 $endrank = undef if $endrank == $self->end->rank;
b22576c6 799 }
800
67da8d6c 801 my $graph_name = $self->tradition->name;
802 $graph_name =~ s/[^\w\s]//g;
803 $graph_name = join( '_', split( /\s+/, $graph_name ) );
f13b5582 804
805 my %graph_attrs = (
806 'rankdir' => 'LR',
807 'bgcolor' => 'none',
808 );
809 my %node_attrs = (
b8990398 810 'fontsize' => 14,
f13b5582 811 'fillcolor' => 'white',
812 'style' => 'filled',
813 'shape' => 'ellipse'
814 );
815 my %edge_attrs = (
816 'arrowhead' => 'open',
817 'color' => '#000000',
818 'fontcolor' => '#000000',
819 );
820
67da8d6c 821 my $dot = sprintf( "digraph %s {\n", $graph_name );
f13b5582 822 $dot .= "\tgraph " . _dot_attr_string( \%graph_attrs ) . ";\n";
823 $dot .= "\tnode " . _dot_attr_string( \%node_attrs ) . ";\n";
df6d9812 824
b22576c6 825 # Output substitute start/end readings if necessary
826 if( $startrank ) {
43c94341 827 $dot .= "\t\"__SUBSTART__\" [ label=\"...\",id=\"__START__\" ];\n";
b22576c6 828 }
829 if( $endrank ) {
43c94341 830 $dot .= "\t\"__SUBEND__\" [ label=\"...\",id=\"__END__\" ];\n";
b22576c6 831 }
b365fbae 832 if( $STRAIGHTENHACK ) {
833 ## HACK part 1
43c94341 834 my $startlabel = $startrank ? '__SUBSTART__' : '__START__';
835 $dot .= "\tsubgraph { rank=same \"$startlabel\" \"#SILENT#\" }\n";
b365fbae 836 $dot .= "\t\"#SILENT#\" [ shape=diamond,color=white,penwidth=0,label=\"\" ];"
837 }
b22576c6 838 my %used; # Keep track of the readings that actually appear in the graph
30ddc24c 839 # Sort the readings by rank if we have ranks; this speeds layout.
840 my @all_readings = $self->end->has_rank
841 ? sort { $a->rank <=> $b->rank } $self->readings
842 : $self->readings;
4633f9e4 843 # TODO Refrain from outputting lacuna nodes - just grey out the edges.
30ddc24c 844 foreach my $reading ( @all_readings ) {
b22576c6 845 # Only output readings within our rank range.
846 next if $startrank && $reading->rank < $startrank;
847 next if $endrank && $reading->rank > $endrank;
848 $used{$reading->id} = 1;
910a0a6d 849 # Need not output nodes without separate labels
3a2ebbf4 850 next if $reading->id eq $reading->text;
d4b75f44 851 my $rattrs;
30f0df34 852 my $label = $reading->text;
629e27b0 853 $label .= '-' if $reading->join_next;
854 $label = "-$label" if $reading->join_prior;
8f9cab7b 855 $label =~ s/\"/\\\"/g;
d4b75f44 856 $rattrs->{'label'} = $label;
10e4b1ac 857 $rattrs->{'id'} = $reading->id;
0ecb975c 858 $rattrs->{'fillcolor'} = '#b3f36d' if $reading->is_common && $color_common;
d4b75f44 859 $dot .= sprintf( "\t\"%s\" %s;\n", $reading->id, _dot_attr_string( $rattrs ) );
df6d9812 860 }
3a2ebbf4 861
30ddc24c 862 # Add the real edges. Need to weight one edge per rank jump, in a
863 # continuous line.
b365fbae 864 # my $weighted = $self->_add_edge_weights;
b22576c6 865 my @edges = $self->paths;
3bdec618 866 my( %substart, %subend );
b22576c6 867 foreach my $edge ( @edges ) {
868 # Do we need to output this edge?
508fd430 869 if( $used{$edge->[0]} && $used{$edge->[1]} ) {
57560672 870 my $label = $self->_path_display_label( $opts,
871 $self->path_witnesses( $edge ) );
f13b5582 872 my $variables = { %edge_attrs, 'label' => $label };
30ddc24c 873
b22576c6 874 # Account for the rank gap if necessary
30ddc24c 875 my $rank0 = $self->reading( $edge->[0] )->rank
876 if $self->reading( $edge->[0] )->has_rank;
877 my $rank1 = $self->reading( $edge->[1] )->rank
878 if $self->reading( $edge->[1] )->has_rank;
879 if( defined $rank0 && defined $rank1 && $rank1 - $rank0 > 1 ) {
880 $variables->{'minlen'} = $rank1 - $rank0;
881 }
882
883 # Add the calculated edge weights
b365fbae 884 # if( exists $weighted->{$edge->[0]}
e247aad1 885 # && $weighted->{$edge->[0]} eq $edge->[1] ) {
886 # # $variables->{'color'} = 'red';
887 # $variables->{'weight'} = 3.0;
888 # }
30ddc24c 889
508fd430 890 # EXPERIMENTAL: make edge width reflect no. of witnesses
891 my $extrawidth = scalar( $self->path_witnesses( $edge ) ) * 0.2;
892 $variables->{'penwidth'} = $extrawidth + 0.8; # gives 1 for a single wit
893
f13b5582 894 my $varopts = _dot_attr_string( $variables );
895 $dot .= sprintf( "\t\"%s\" -> \"%s\" %s;\n",
896 $edge->[0], $edge->[1], $varopts );
3bdec618 897 } elsif( $used{$edge->[0]} ) {
96ba0418 898 $subend{$edge->[0]} = $edge->[1];
3bdec618 899 } elsif( $used{$edge->[1]} ) {
96ba0418 900 $substart{$edge->[1]} = $edge->[0];
b22576c6 901 }
df6d9812 902 }
bed6ce83 903
904 # If we are asked to, add relationship links
905 if( exists $opts->{show_relations} ) {
906 my $filter = $opts->{show_relations}; # can be 'transposition' or 'all'
907 if( $filter eq 'transposition' ) {
908 $filter =~ qr/^transposition$/;
909 }
910 foreach my $redge ( $self->relationships ) {
911 if( $used{$redge->[0]} && $used{$redge->[1]} ) {
912 if( $filter ne 'all' ) {
913 my $rel = $self->get_relationship( $redge );
914 next unless $rel->type =~ /$filter/;
915 my $variables = {
916 arrowhead => 'none',
917 color => '#FFA14F',
918 constraint => 'false',
919 label => uc( substr( $rel->type, 0, 4 ) ),
920 penwidth => '3',
921 };
922 $dot .= sprintf( "\t\"%s\" -> \"%s\" %s;\n",
923 $redge->[0], $redge->[1], _dot_attr_string( $variables ) );
924 }
925 }
926 }
927 }
928
3bdec618 929 # Add substitute start and end edges if necessary
930 foreach my $node ( keys %substart ) {
57560672 931 my $witstr = $self->_path_display_label( $opts,
932 $self->path_witnesses( $substart{$node}, $node ) );
f13b5582 933 my $variables = { %edge_attrs, 'label' => $witstr };
96ba0418 934 my $nrdg = $self->reading( $node );
935 if( $nrdg->has_rank && $nrdg->rank > $startrank ) {
936 # Substart is actually one lower than $startrank
937 $variables->{'minlen'} = $nrdg->rank - ( $startrank - 1 );
938 }
f13b5582 939 my $varopts = _dot_attr_string( $variables );
96ba0418 940 $dot .= "\t\"__SUBSTART__\" -> \"$node\" $varopts;\n";
3bdec618 941 }
942 foreach my $node ( keys %subend ) {
57560672 943 my $witstr = $self->_path_display_label( $opts,
944 $self->path_witnesses( $node, $subend{$node} ) );
f13b5582 945 my $variables = { %edge_attrs, 'label' => $witstr };
946 my $varopts = _dot_attr_string( $variables );
96ba0418 947 $dot .= "\t\"$node\" -> \"__SUBEND__\" $varopts;\n";
3bdec618 948 }
b365fbae 949 # HACK part 2
950 if( $STRAIGHTENHACK ) {
43c94341 951 my $endlabel = $endrank ? '__SUBEND__' : '__END__';
952 $dot .= "\t\"$endlabel\" -> \"#SILENT#\" [ color=white,penwidth=0 ];\n";
b365fbae 953 }
30ddc24c 954
df6d9812 955 $dot .= "}\n";
956 return $dot;
957}
958
f13b5582 959sub _dot_attr_string {
960 my( $hash ) = @_;
961 my @attrs;
962 foreach my $k ( sort keys %$hash ) {
963 my $v = $hash->{$k};
964 push( @attrs, $k.'="'.$v.'"' );
965 }
966 return( '[ ' . join( ', ', @attrs ) . ' ]' );
967}
968
30ddc24c 969sub _add_edge_weights {
970 my $self = shift;
971 # Walk the graph from START to END, choosing the successor node with
972 # the largest number of witness paths each time.
973 my $weighted = {};
974 my $curr = $self->start->id;
008fc8a6 975 my $ranked = $self->end->has_rank;
30ddc24c 976 while( $curr ne $self->end->id ) {
008fc8a6 977 my $rank = $ranked ? $self->reading( $curr )->rank : 0;
30ddc24c 978 my @succ = sort { $self->path_witnesses( $curr, $a )
979 <=> $self->path_witnesses( $curr, $b ) }
980 $self->sequence->successors( $curr );
981 my $next = pop @succ;
008fc8a6 982 my $nextrank = $ranked ? $self->reading( $next )->rank : 0;
30ddc24c 983 # Try to avoid lacunae in the weighted path.
008fc8a6 984 while( @succ &&
985 ( $self->reading( $next )->is_lacuna ||
986 $nextrank - $rank > 1 ) ){
30ddc24c 987 $next = pop @succ;
988 }
989 $weighted->{$curr} = $next;
990 $curr = $next;
991 }
992 return $weighted;
993}
994
027d819c 995=head2 path_witnesses( $edge )
996
997Returns the list of sigils whose witnesses are associated with the given edge.
998The edge can be passed as either an array or an arrayref of ( $source, $target ).
999
1000=cut
1001
3a2ebbf4 1002sub path_witnesses {
1003 my( $self, @edge ) = @_;
1004 # If edge is an arrayref, cope.
1005 if( @edge == 1 && ref( $edge[0] ) eq 'ARRAY' ) {
1006 my $e = shift @edge;
1007 @edge = @$e;
1008 }
1009 my @wits = keys %{$self->sequence->get_edge_attributes( @edge )};
508fd430 1010 return @wits;
3a2ebbf4 1011}
1012
7f9f05e8 1013# Helper function. Make a display label for the given witnesses, showing a.c.
1014# witnesses only where the main witness is not also in the list.
027d819c 1015sub _path_display_label {
508fd430 1016 my $self = shift;
57560672 1017 my $opts = shift;
7f9f05e8 1018 my %wits;
1019 map { $wits{$_} = 1 } @_;
1020
1021 # If an a.c. wit is listed, remove it if the main wit is also listed.
1022 # Otherwise keep it for explicit listing.
1023 my $aclabel = $self->ac_label;
1024 my @disp_ac;
1025 foreach my $w ( sort keys %wits ) {
1026 if( $w =~ /^(.*)\Q$aclabel\E$/ ) {
1027 if( exists $wits{$1} ) {
1028 delete $wits{$w};
1029 } else {
1030 push( @disp_ac, $w );
1031 }
1032 }
1033 }
1034
57560672 1035 if( $opts->{'explicit_wits'} ) {
7f9f05e8 1036 return join( ', ', sort keys %wits );
57560672 1037 } else {
1038 # See if we are in a majority situation.
1039 my $maj = scalar( $self->tradition->witnesses ) * 0.6;
1040 $maj = $maj > 5 ? $maj : 5;
1041 if( scalar keys %wits > $maj ) {
1042 unshift( @disp_ac, 'majority' );
1043 return join( ', ', @disp_ac );
1044 } else {
1045 return join( ', ', sort keys %wits );
1046 }
8f9cab7b 1047 }
1048}
1dd07bda 1049
bf6e338d 1050=head2 readings_at_rank( $rank )
1dd07bda 1051
bf6e338d 1052Returns a list of readings at a given rank, taken from the alignment table.
1dd07bda 1053
1054=cut
1055
bf6e338d 1056sub readings_at_rank {
1dd07bda 1057 my( $self, $rank ) = @_;
bf6e338d 1058 my $table = $self->alignment_table;
1059 # Table rank is real rank - 1.
1060 my @elements = map { $_->{'tokens'}->[$rank-1] } @{$table->{'alignment'}};
1061 my %readings;
1062 foreach my $e ( @elements ) {
1063 next unless ref( $e ) eq 'HASH';
1064 next unless exists $e->{'t'};
1065 $readings{$e->{'t'}->id} = $e->{'t'};
1066 }
1067 return values %readings;
1dd07bda 1068}
8f9cab7b 1069
4e5a7b2c 1070=head2 as_graphml
8e1394aa 1071
4e5a7b2c 1072Returns a GraphML representation of the collation. The GraphML will contain
1073two graphs. The first expresses the attributes of the readings and the witness
1074paths that link them; the second expresses the relationships that link the
1075readings. This is the native transfer format for a tradition.
8e1394aa 1076
56eefa04 1077=begin testing
1078
1079use Text::Tradition;
951ddfe8 1080use TryCatch;
56eefa04 1081
1082my $READINGS = 311;
1083my $PATHS = 361;
1084
1085my $datafile = 't/data/florilegium_tei_ps.xml';
1086my $tradition = Text::Tradition->new( 'input' => 'TEI',
1087 'name' => 'test0',
1088 'file' => $datafile,
1089 'linear' => 1 );
1090
1091ok( $tradition, "Got a tradition object" );
1092is( scalar $tradition->witnesses, 13, "Found all witnesses" );
1093ok( $tradition->collation, "Tradition has a collation" );
1094
1095my $c = $tradition->collation;
1096is( scalar $c->readings, $READINGS, "Collation has all readings" );
1097is( scalar $c->paths, $PATHS, "Collation has all paths" );
1098is( scalar $c->relationships, 0, "Collation has all relationships" );
1099
1100# Add a few relationships
1101$c->add_relationship( 'w123', 'w125', { 'type' => 'collated' } );
1102$c->add_relationship( 'w193', 'w196', { 'type' => 'collated' } );
1103$c->add_relationship( 'w257', 'w262', { 'type' => 'transposition' } );
1104
1105# Now write it to GraphML and parse it again.
1106
1107my $graphml = $c->as_graphml;
1108my $st = Text::Tradition->new( 'input' => 'Self', 'string' => $graphml );
1109is( scalar $st->collation->readings, $READINGS, "Reparsed collation has all readings" );
1110is( scalar $st->collation->paths, $PATHS, "Reparsed collation has all paths" );
1111is( scalar $st->collation->relationships, 3, "Reparsed collation has new relationships" );
1112
9fef629b 1113# Now add a stemma, write to GraphML, and look at the output.
951ddfe8 1114SKIP: {
37bf09f4 1115 skip "Analysis module not present", 3 unless $tradition->can( 'add_stemma' );
951ddfe8 1116 my $stemma = $tradition->add_stemma( 'dotfile' => 't/data/florilegium.dot' );
1117 is( ref( $stemma ), 'Text::Tradition::Stemma', "Parsed dotfile into stemma" );
1118 is( $tradition->stemmata, 1, "Tradition now has the stemma" );
1119 $graphml = $c->as_graphml;
1120 like( $graphml, qr/digraph/, "Digraph declaration exists in GraphML" );
1121}
2a812726 1122
56eefa04 1123=end testing
1124
8e1394aa 1125=cut
1126
a445ce40 1127## TODO MOVE this to Tradition.pm and modularize it better
8e1394aa 1128sub as_graphml {
a30ca502 1129 my( $self, $options ) = @_;
3d14b48e 1130 $self->calculate_ranks unless $self->_graphcalc_done;
1131
a30ca502 1132 my $start = $options->{'from'}
1133 ? $self->reading( $options->{'from'} ) : $self->start;
1134 my $end = $options->{'to'}
1135 ? $self->reading( $options->{'to'} ) : $self->end;
1136 if( $start->has_rank && $end->has_rank && $end->rank < $start->rank ) {
1137 throw( 'Start node must be before end node' );
1138 }
1139 # The readings need to be ranked for this to work.
1140 $start = $self->start unless $start->has_rank;
1141 $end = $self->end unless $end->has_rank;
414cc046 1142 my $rankoffset = 0;
1143 unless( $start eq $self->start ) {
1144 $rankoffset = $start->rank - 1;
1145 }
a30ca502 1146 my %use_readings;
1147
8e1394aa 1148 # Some namespaces
1149 my $graphml_ns = 'http://graphml.graphdrawing.org/xmlns';
1150 my $xsi_ns = 'http://www.w3.org/2001/XMLSchema-instance';
1151 my $graphml_schema = 'http://graphml.graphdrawing.org/xmlns ' .
910a0a6d 1152 'http://graphml.graphdrawing.org/xmlns/1.0/graphml.xsd';
8e1394aa 1153
1154 # Create the document and root node
428bcf0b 1155 require XML::LibXML;
8e1394aa 1156 my $graphml = XML::LibXML->createDocument( "1.0", "UTF-8" );
1157 my $root = $graphml->createElementNS( $graphml_ns, 'graphml' );
1158 $graphml->setDocumentElement( $root );
1159 $root->setNamespace( $xsi_ns, 'xsi', 0 );
1160 $root->setAttributeNS( $xsi_ns, 'schemaLocation', $graphml_schema );
bbd064a9 1161
1162 # List of attribute types to save on our objects and their corresponding
1163 # GraphML types
1164 my %save_types = (
1165 'Str' => 'string',
1166 'Int' => 'int',
1167 'Bool' => 'boolean',
10e4b1ac 1168 'ReadingID' => 'string',
bbd064a9 1169 'RelationshipType' => 'string',
1170 'RelationshipScope' => 'string',
1171 );
1172
bbd064a9 1173 # Add the data keys for the graph. Include an extra key 'version' for the
1174 # GraphML output version.
e309421a 1175 my %graph_data_keys;
1176 my $gdi = 0;
bbd064a9 1177 my %graph_attributes = ( 'version' => 'string' );
1178 # Graph attributes include those of Tradition and those of Collation.
1179 my %gattr_from;
f97ef19e 1180 # TODO Use meta introspection method from duplicate_reading to do this
1181 # instead of naming custom keys.
bbd064a9 1182 my $tmeta = $self->tradition->meta;
1183 my $cmeta = $self->meta;
1184 map { $gattr_from{$_->name} = 'Tradition' } $tmeta->get_all_attributes;
1185 map { $gattr_from{$_->name} = 'Collation' } $cmeta->get_all_attributes;
1186 foreach my $attr ( ( $tmeta->get_all_attributes, $cmeta->get_all_attributes ) ) {
1187 next if $attr->name =~ /^_/;
bbd064a9 1188 next unless $save_types{$attr->type_constraint->name};
1189 $graph_attributes{$attr->name} = $save_types{$attr->type_constraint->name};
1190 }
9fef629b 1191 # Extra custom keys for complex objects that should be saved in some form.
1192 # The subroutine should return a string, or undef/empty.
951ddfe8 1193 if( $tmeta->has_method('stemmata') ) {
1194 $graph_attributes{'stemmata'} = sub {
1195 my @stemstrs;
1196 map { push( @stemstrs, $_->editable( {linesep => ''} ) ) }
1197 $self->tradition->stemmata;
1198 join( "\n", @stemstrs );
1199 };
1200 }
1201
8943ff68 1202 if( $tmeta->has_method('user') ) {
1203 $graph_attributes{'user'} = sub {
1204 $self->tradition->user ? $self->tradition->user->id : undef
1205 };
1206 }
bbd064a9 1207
1208 foreach my $datum ( sort keys %graph_attributes ) {
e309421a 1209 $graph_data_keys{$datum} = 'dg'.$gdi++;
1210 my $key = $root->addNewChild( $graphml_ns, 'key' );
9fef629b 1211 my $dtype = ref( $graph_attributes{$datum} ) ? 'string'
1212 : $graph_attributes{$datum};
e309421a 1213 $key->setAttribute( 'attr.name', $datum );
9fef629b 1214 $key->setAttribute( 'attr.type', $dtype );
e309421a 1215 $key->setAttribute( 'for', 'graph' );
1216 $key->setAttribute( 'id', $graph_data_keys{$datum} );
1217 }
f6066bac 1218
bbd064a9 1219 # Add the data keys for reading nodes
1220 my %reading_attributes;
1221 my $rmeta = Text::Tradition::Collation::Reading->meta;
1222 foreach my $attr( $rmeta->get_all_attributes ) {
1223 next if $attr->name =~ /^_/;
bbd064a9 1224 next unless $save_types{$attr->type_constraint->name};
1225 $reading_attributes{$attr->name} = $save_types{$attr->type_constraint->name};
1226 }
a445ce40 1227 if( $self->start->does('Text::Tradition::Morphology' ) ) {
1228 # Extra custom key for the reading morphology
1229 $reading_attributes{'lexemes'} = 'string';
1230 }
7cd9f181 1231
ef9d481f 1232 my %node_data_keys;
1233 my $ndi = 0;
bbd064a9 1234 foreach my $datum ( sort keys %reading_attributes ) {
910a0a6d 1235 $node_data_keys{$datum} = 'dn'.$ndi++;
1236 my $key = $root->addNewChild( $graphml_ns, 'key' );
1237 $key->setAttribute( 'attr.name', $datum );
bbd064a9 1238 $key->setAttribute( 'attr.type', $reading_attributes{$datum} );
910a0a6d 1239 $key->setAttribute( 'for', 'node' );
1240 $key->setAttribute( 'id', $node_data_keys{$datum} );
8e1394aa 1241 }
1242
bbd064a9 1243 # Add the data keys for edges, that is, paths and relationships. Path
1244 # data does not come from a Moose class so is here manually.
ef9d481f 1245 my $edi = 0;
1246 my %edge_data_keys;
bbd064a9 1247 my %edge_attributes = (
3a2ebbf4 1248 witness => 'string', # ID/label for a path
3a2ebbf4 1249 extra => 'boolean', # Path key
3a2ebbf4 1250 );
bbd064a9 1251 my @path_attributes = keys %edge_attributes; # track our manual additions
1252 my $pmeta = Text::Tradition::Collation::Relationship->meta;
1253 foreach my $attr( $pmeta->get_all_attributes ) {
1254 next if $attr->name =~ /^_/;
bbd064a9 1255 next unless $save_types{$attr->type_constraint->name};
1256 $edge_attributes{$attr->name} = $save_types{$attr->type_constraint->name};
1257 }
1258 foreach my $datum ( sort keys %edge_attributes ) {
3a2ebbf4 1259 $edge_data_keys{$datum} = 'de'.$edi++;
910a0a6d 1260 my $key = $root->addNewChild( $graphml_ns, 'key' );
3a2ebbf4 1261 $key->setAttribute( 'attr.name', $datum );
bbd064a9 1262 $key->setAttribute( 'attr.type', $edge_attributes{$datum} );
910a0a6d 1263 $key->setAttribute( 'for', 'edge' );
3a2ebbf4 1264 $key->setAttribute( 'id', $edge_data_keys{$datum} );
8e1394aa 1265 }
3a2ebbf4 1266
cc31ebaa 1267 # Add the collation graph itself. First, sanitize the name to a valid XML ID.
1268 my $xmlidname = $self->tradition->name;
1269 $xmlidname =~ s/(?!$xml10_namechar_rx)./_/g;
1270 if( $xmlidname !~ /^$xml10_namestartchar_rx/ ) {
1271 $xmlidname = '_'.$xmlidname;
1272 }
2c669bca 1273 my $sgraph = $root->addNewChild( $graphml_ns, 'graph' );
1274 $sgraph->setAttribute( 'edgedefault', 'directed' );
cc31ebaa 1275 $sgraph->setAttribute( 'id', $xmlidname );
2c669bca 1276 $sgraph->setAttribute( 'parse.edgeids', 'canonical' );
cc31ebaa 1277 $sgraph->setAttribute( 'parse.edges', 0 ); # fill in later
2c669bca 1278 $sgraph->setAttribute( 'parse.nodeids', 'canonical' );
cc31ebaa 1279 $sgraph->setAttribute( 'parse.nodes', 0 ); # fill in later
2c669bca 1280 $sgraph->setAttribute( 'parse.order', 'nodesfirst' );
22222af9 1281
2a812726 1282 # Tradition/collation attribute data
bbd064a9 1283 foreach my $datum ( keys %graph_attributes ) {
1284 my $value;
1285 if( $datum eq 'version' ) {
2a812726 1286 $value = '3.2';
9fef629b 1287 } elsif( ref( $graph_attributes{$datum} ) ) {
1288 my $sub = $graph_attributes{$datum};
1289 $value = &$sub();
bbd064a9 1290 } elsif( $gattr_from{$datum} eq 'Tradition' ) {
1291 $value = $self->tradition->$datum;
1292 } else {
1293 $value = $self->$datum;
1294 }
2c669bca 1295 _add_graphml_data( $sgraph, $graph_data_keys{$datum}, $value );
e309421a 1296 }
8e1394aa 1297
1298 my $node_ctr = 0;
1299 my %node_hash;
22222af9 1300 # Add our readings to the graph
3a2ebbf4 1301 foreach my $n ( sort { $a->id cmp $b->id } $self->readings ) {
a30ca502 1302 next if $n->has_rank && $n ne $self->start && $n ne $self->end &&
1303 ( $n->rank < $start->rank || $n->rank > $end->rank );
1304 $use_readings{$n->id} = 1;
2c669bca 1305 # Add to the main graph
1306 my $node_el = $sgraph->addNewChild( $graphml_ns, 'node' );
910a0a6d 1307 my $node_xmlid = 'n' . $node_ctr++;
3a2ebbf4 1308 $node_hash{ $n->id } = $node_xmlid;
910a0a6d 1309 $node_el->setAttribute( 'id', $node_xmlid );
bbd064a9 1310 foreach my $d ( keys %reading_attributes ) {
255875b8 1311 my $nval = $n->$d;
7cd9f181 1312 # Custom serialization
1313 if( $d eq 'lexemes' ) {
1314 # If nval is a true value, we have lexemes so we need to
1315 # serialize them. Otherwise set nval to undef so that the
1316 # key is excluded from this reading.
1317 $nval = $nval ? $n->_serialize_lexemes : undef;
18c64d55 1318 } elsif( $d eq 'normal_form' && $n->normal_form eq $n->text ) {
1319 $nval = undef;
7cd9f181 1320 }
cc31ebaa 1321 if( $rankoffset && $d eq 'rank' && $n ne $self->start ) {
414cc046 1322 # Adjust the ranks within the subgraph.
cc31ebaa 1323 $nval = $n eq $self->end ? $end->rank - $rankoffset + 1
1324 : $nval - $rankoffset;
414cc046 1325 }
255875b8 1326 _add_graphml_data( $node_el, $node_data_keys{$d}, $nval )
1327 if defined $nval;
1328 }
b15511bf 1329 }
1330
2c669bca 1331 # Add the path edges to the sequence graph
df6d9812 1332 my $edge_ctr = 0;
3a2ebbf4 1333 foreach my $e ( sort { $a->[0] cmp $b->[0] } $self->sequence->edges() ) {
1334 # We add an edge in the graphml for every witness in $e.
a30ca502 1335 next unless( $use_readings{$e->[0]} || $use_readings{$e->[1]} );
1336 my @edge_wits = sort $self->path_witnesses( $e );
cc31ebaa 1337 $e->[0] = $self->start->id unless $use_readings{$e->[0]};
1338 $e->[1] = $self->end->id unless $use_readings{$e->[1]};
1339 # Skip any path from start to end; that witness is not in the subgraph.
1340 next if ( $e->[0] eq $self->start->id && $e->[1] eq $self->end->id );
a30ca502 1341 foreach my $wit ( @edge_wits ) {
3a2ebbf4 1342 my( $id, $from, $to ) = ( 'e'.$edge_ctr++,
1343 $node_hash{ $e->[0] },
1344 $node_hash{ $e->[1] } );
2c669bca 1345 my $edge_el = $sgraph->addNewChild( $graphml_ns, 'edge' );
3a2ebbf4 1346 $edge_el->setAttribute( 'source', $from );
1347 $edge_el->setAttribute( 'target', $to );
1348 $edge_el->setAttribute( 'id', $id );
3a2ebbf4 1349
1350 # It's a witness path, so add the witness
1351 my $base = $wit;
1352 my $key = $edge_data_keys{'witness'};
1353 # Is this an ante-corr witness?
1354 my $aclabel = $self->ac_label;
1355 if( $wit =~ /^(.*)\Q$aclabel\E$/ ) {
1356 # Keep the base witness
1357 $base = $1;
1358 # ...and record that this is an 'extra' reading path
1359 _add_graphml_data( $edge_el, $edge_data_keys{'extra'}, $aclabel );
1360 }
1361 _add_graphml_data( $edge_el, $edge_data_keys{'witness'}, $base );
1362 }
1363 }
1364
cc31ebaa 1365 # Report the actual number of nodes and edges that went in
1366 $sgraph->setAttribute( 'parse.edges', $edge_ctr );
1367 $sgraph->setAttribute( 'parse.nodes', $node_ctr );
1368
22222af9 1369 # Add the relationship graph to the XML
bbd064a9 1370 map { delete $edge_data_keys{$_} } @path_attributes;
826d8773 1371 $self->relations->_as_graphml( $graphml_ns, $root, \%node_hash,
1372 $node_data_keys{'id'}, \%edge_data_keys );
8e1394aa 1373
94c00c71 1374 # Save and return the thing
1375 my $result = decode_utf8( $graphml->toString(1) );
94c00c71 1376 return $result;
df6d9812 1377}
1378
b15511bf 1379sub _add_graphml_data {
1380 my( $el, $key, $value ) = @_;
b15511bf 1381 return unless defined $value;
c9bf3dbf 1382 my $data_el = $el->addNewChild( $el->namespaceURI, 'data' );
b15511bf 1383 $data_el->setAttribute( 'key', $key );
1384 $data_el->appendText( $value );
8e1394aa 1385}
1386
4e5a7b2c 1387=head2 as_csv
910a0a6d 1388
1389Returns a CSV alignment table representation of the collation graph, one
2c669bca 1390row per witness (or witness uncorrected.)
910a0a6d 1391
ce5966fb 1392=head2 as_tsv
1393
1394Returns a tab-separated alignment table representation of the collation graph,
1395one row per witness (or witness uncorrected.)
1396
16203db5 1397=begin testing
1398
1399use Text::Tradition;
34ca808b 1400use Text::CSV;
16203db5 1401
1402my $READINGS = 311;
1403my $PATHS = 361;
34ca808b 1404my $WITS = 13;
1405my $WITAC = 4;
16203db5 1406
1407my $datafile = 't/data/florilegium_tei_ps.xml';
1408my $tradition = Text::Tradition->new( 'input' => 'TEI',
1409 'name' => 'test0',
1410 'file' => $datafile,
1411 'linear' => 1 );
1412
1413my $c = $tradition->collation;
1414# Export the thing to CSV
1415my $csvstr = $c->as_csv();
34ca808b 1416# Count the columns
1417my $csv = Text::CSV->new({ sep_char => ',', binary => 1 });
1418my @lines = split(/\n/, $csvstr );
1419ok( $csv->parse( $lines[0] ), "Successfully parsed first line of CSV" );
1420is( scalar( $csv->fields ), $WITS + $WITAC, "CSV has correct number of witness columns" );
16203db5 1421my $t2 = Text::Tradition->new( input => 'Tabular',
1422 name => 'test2',
1423 string => $csvstr,
1424 sep_char => ',' );
1425is( scalar $t2->collation->readings, $READINGS, "Reparsed CSV collation has all readings" );
1426is( scalar $t2->collation->paths, $PATHS, "Reparsed CSV collation has all paths" );
1427
1428# Now do it with TSV
1429my $tsvstr = $c->as_tsv();
1430my $t3 = Text::Tradition->new( input => 'Tabular',
1431 name => 'test3',
1432 string => $tsvstr,
1433 sep_char => "\t" );
1434is( scalar $t3->collation->readings, $READINGS, "Reparsed TSV collation has all readings" );
1435is( scalar $t3->collation->paths, $PATHS, "Reparsed TSV collation has all paths" );
1436
34ca808b 1437my $noaccsv = $c->as_csv({ noac => 1 });
1438my @noaclines = split(/\n/, $noaccsv );
1439ok( $csv->parse( $noaclines[0] ), "Successfully parsed first line of no-ac CSV" );
1440is( scalar( $csv->fields ), $WITS, "CSV has correct number of witness columns" );
1441
16203db5 1442
1443=end testing
1444
910a0a6d 1445=cut
1446
ce5966fb 1447sub _tabular {
34ca808b 1448 my( $self, $opts ) = @_;
1449 my $table = $self->alignment_table( $opts );
16203db5 1450 my $csv_options = { binary => 1, quote_null => 0 };
34ca808b 1451 $csv_options->{'sep_char'} = $opts->{fieldsep};
1452 if( $opts->{fieldsep} eq "\t" ) {
16203db5 1453 # If it is really tab separated, nothing is an escape char.
1454 $csv_options->{'quote_char'} = undef;
1455 $csv_options->{'escape_char'} = '';
1456 }
1457 my $csv = Text::CSV->new( $csv_options );
910a0a6d 1458 my @result;
2c669bca 1459 # Make the header row
1460 $csv->combine( map { $_->{'witness'} } @{$table->{'alignment'}} );
43800a64 1461 push( @result, $csv->string );
2c669bca 1462 # Make the rest of the rows
1463 foreach my $idx ( 0 .. $table->{'length'} - 1 ) {
566f4595 1464 my @rowobjs = map { $_->{'tokens'}->[$idx] } @{$table->{'alignment'}};
1dd07bda 1465 my @row = map { $_ ? $_->{'t'}->text : $_ } @rowobjs;
2c669bca 1466 $csv->combine( @row );
43800a64 1467 push( @result, $csv->string );
910a0a6d 1468 }
3a2ebbf4 1469 return join( "\n", @result );
910a0a6d 1470}
1471
ce5966fb 1472sub as_csv {
1473 my $self = shift;
34ca808b 1474 my $opts = shift || {};
1475 $opts->{fieldsep} = ',';
1476 return $self->_tabular( $opts );
ce5966fb 1477}
1478
1479sub as_tsv {
1480 my $self = shift;
34ca808b 1481 my $opts = shift || {};
1482 $opts->{fieldsep} = "\t";
1483 return $self->_tabular( $opts );
ce5966fb 1484}
1485
248276a2 1486=head2 alignment_table
2c669bca 1487
566f4595 1488Return a reference to an alignment table, in a slightly enhanced CollateX
1489format which looks like this:
1490
1491 $table = { alignment => [ { witness => "SIGIL",
4e5a7b2c 1492 tokens => [ { t => "TEXT" }, ... ] },
566f4595 1493 { witness => "SIG2",
4e5a7b2c 1494 tokens => [ { t => "TEXT" }, ... ] },
566f4595 1495 ... ],
1496 length => TEXTLEN };
1497
2c669bca 1498=cut
9f3ba6f7 1499
1dd07bda 1500sub alignment_table {
34ca808b 1501 my( $self, $opts ) = @_;
1502 return $self->cached_table
1503 if $self->has_cached_table && !$opts->{noac};
1dd07bda 1504
0ecb975c 1505 # Make sure we can do this
1506 throw( "Need a linear graph in order to make an alignment table" )
1507 unless $self->linear;
b39e7cb5 1508 $self->calculate_ranks()
1509 unless $self->_graphcalc_done && $self->end->has_rank;
1510
2c669bca 1511 my $table = { 'alignment' => [], 'length' => $self->end->rank - 1 };
3a2ebbf4 1512 my @all_pos = ( 1 .. $self->end->rank - 1 );
68454b71 1513 foreach my $wit ( sort { $a->sigil cmp $b->sigil } $self->tradition->witnesses ) {
6771a1b1 1514 # say STDERR "Making witness row(s) for " . $wit->sigil;
1f7aa795 1515 my @wit_path = $self->reading_sequence( $self->start, $self->end, $wit->sigil );
1dd07bda 1516 my @row = _make_witness_row( \@wit_path, \@all_pos );
bed6ce83 1517 my $witobj = { 'witness' => $wit->sigil, 'tokens' => \@row };
1518 $witobj->{'identifier'} = $wit->identifier if $wit->identifier;
1519 push( @{$table->{'alignment'}}, $witobj );
34ca808b 1520 if( $wit->is_layered && !$opts->{noac} ) {
1f7aa795 1521 my @wit_ac_path = $self->reading_sequence( $self->start, $self->end,
861c3e27 1522 $wit->sigil.$self->ac_label );
1dd07bda 1523 my @ac_row = _make_witness_row( \@wit_ac_path, \@all_pos );
bed6ce83 1524 my $witacobj = { 'witness' => $wit->sigil.$self->ac_label,
1525 'tokens' => \@ac_row };
1526 $witacobj->{'identifier'} = $wit->identifier if $wit->identifier;
1527 push( @{$table->{'alignment'}}, $witacobj );
910a0a6d 1528 }
1529 }
1dd07bda 1530 $self->cached_table( $table );
1531 return $table;
910a0a6d 1532}
1533
1534sub _make_witness_row {
1dd07bda 1535 my( $path, $positions ) = @_;
910a0a6d 1536 my %char_hash;
1537 map { $char_hash{$_} = undef } @$positions;
2c669bca 1538 my $debug = 0;
910a0a6d 1539 foreach my $rdg ( @$path ) {
6771a1b1 1540 say STDERR "rank " . $rdg->rank if $debug;
1541 # say STDERR "No rank for " . $rdg->id unless defined $rdg->rank;
1dd07bda 1542 $char_hash{$rdg->rank} = { 't' => $rdg };
910a0a6d 1543 }
1544 my @row = map { $char_hash{$_} } @$positions;
eca16057 1545 # Fill in lacuna markers for undef spots in the row
1546 my $last_el = shift @row;
1547 my @filled_row = ( $last_el );
1548 foreach my $el ( @row ) {
0e476982 1549 # If we are using node reference, make the lacuna node appear many times
1550 # in the table. If not, use the lacuna tag.
1dd07bda 1551 if( $last_el && $last_el->{'t'}->is_lacuna && !defined $el ) {
1552 $el = $last_el;
eca16057 1553 }
1554 push( @filled_row, $el );
1555 $last_el = $el;
1556 }
1557 return @filled_row;
910a0a6d 1558}
1559
248276a2 1560
4e5a7b2c 1561=head1 NAVIGATION METHODS
910a0a6d 1562
4e5a7b2c 1563=head2 reading_sequence( $first, $last, $sigil, $backup )
e2902068 1564
1565Returns the ordered list of readings, starting with $first and ending
4e5a7b2c 1566with $last, for the witness given in $sigil. If a $backup sigil is
1567specified (e.g. when walking a layered witness), it will be used wherever
1568no $sigil path exists. If there is a base text reading, that will be
1569used wherever no path exists for $sigil or $backup.
e2902068 1570
1571=cut
1572
910a0a6d 1573# TODO Think about returning some lazy-eval iterator.
b0b4421a 1574# TODO Get rid of backup; we should know from what witness is whether we need it.
910a0a6d 1575
e2902068 1576sub reading_sequence {
861c3e27 1577 my( $self, $start, $end, $witness ) = @_;
e2902068 1578
930ff666 1579 $witness = $self->baselabel unless $witness;
e2902068 1580 my @readings = ( $start );
1581 my %seen;
1582 my $n = $start;
3a2ebbf4 1583 while( $n && $n->id ne $end->id ) {
1584 if( exists( $seen{$n->id} ) ) {
63778331 1585 throw( "Detected loop for $witness at " . $n->id );
910a0a6d 1586 }
3a2ebbf4 1587 $seen{$n->id} = 1;
910a0a6d 1588
861c3e27 1589 my $next = $self->next_reading( $n, $witness );
44771cf2 1590 unless( $next ) {
63778331 1591 throw( "Did not find any path for $witness from reading " . $n->id );
44771cf2 1592 }
910a0a6d 1593 push( @readings, $next );
1594 $n = $next;
e2902068 1595 }
1596 # Check that the last reading is our end reading.
1597 my $last = $readings[$#readings];
63778331 1598 throw( "Last reading found from " . $start->text .
1599 " for witness $witness is not the end!" ) # TODO do we get this far?
3a2ebbf4 1600 unless $last->id eq $end->id;
e2902068 1601
1602 return @readings;
1603}
1604
4e5a7b2c 1605=head2 next_reading( $reading, $sigil );
8e1394aa 1606
4a8828f0 1607Returns the reading that follows the given reading along the given witness
930ff666 1608path.
8e1394aa 1609
1610=cut
1611
4a8828f0 1612sub next_reading {
e2902068 1613 # Return the successor via the corresponding path.
8e1394aa 1614 my $self = shift;
3a2ebbf4 1615 my $answer = $self->_find_linked_reading( 'next', @_ );
2c669bca 1616 return undef unless $answer;
3a2ebbf4 1617 return $self->reading( $answer );
8e1394aa 1618}
1619
4e5a7b2c 1620=head2 prior_reading( $reading, $sigil )
8e1394aa 1621
4a8828f0 1622Returns the reading that precedes the given reading along the given witness
930ff666 1623path.
8e1394aa 1624
1625=cut
1626
4a8828f0 1627sub prior_reading {
e2902068 1628 # Return the predecessor via the corresponding path.
8e1394aa 1629 my $self = shift;
3a2ebbf4 1630 my $answer = $self->_find_linked_reading( 'prior', @_ );
1631 return $self->reading( $answer );
8e1394aa 1632}
1633
4a8828f0 1634sub _find_linked_reading {
861c3e27 1635 my( $self, $direction, $node, $path ) = @_;
1636
1637 # Get a backup if we are dealing with a layered witness
1638 my $alt_path;
1639 my $aclabel = $self->ac_label;
1640 if( $path && $path =~ /^(.*)\Q$aclabel\E$/ ) {
1641 $alt_path = $1;
1642 }
1643
e2902068 1644 my @linked_paths = $direction eq 'next'
3a2ebbf4 1645 ? $self->sequence->edges_from( $node )
1646 : $self->sequence->edges_to( $node );
e2902068 1647 return undef unless scalar( @linked_paths );
8e1394aa 1648
e2902068 1649 # We have to find the linked path that contains all of the
1650 # witnesses supplied in $path.
1651 my( @path_wits, @alt_path_wits );
4e5a7b2c 1652 @path_wits = sort( $self->_witnesses_of_label( $path ) ) if $path;
1653 @alt_path_wits = sort( $self->_witnesses_of_label( $alt_path ) ) if $alt_path;
e2902068 1654 my $base_le;
1655 my $alt_le;
1656 foreach my $le ( @linked_paths ) {
3a2ebbf4 1657 if( $self->sequence->has_edge_attribute( @$le, $self->baselabel ) ) {
910a0a6d 1658 $base_le = $le;
910a0a6d 1659 }
508fd430 1660 my @le_wits = sort $self->path_witnesses( $le );
3a2ebbf4 1661 if( _is_within( \@path_wits, \@le_wits ) ) {
1662 # This is the right path.
1663 return $direction eq 'next' ? $le->[1] : $le->[0];
1664 } elsif( _is_within( \@alt_path_wits, \@le_wits ) ) {
1665 $alt_le = $le;
1666 }
8e1394aa 1667 }
e2902068 1668 # Got this far? Return the alternate path if it exists.
3a2ebbf4 1669 return $direction eq 'next' ? $alt_le->[1] : $alt_le->[0]
910a0a6d 1670 if $alt_le;
e2902068 1671
1672 # Got this far? Return the base path if it exists.
3a2ebbf4 1673 return $direction eq 'next' ? $base_le->[1] : $base_le->[0]
910a0a6d 1674 if $base_le;
e2902068 1675
1676 # Got this far? We have no appropriate path.
2c669bca 1677 warn "Could not find $direction node from " . $node->id
910a0a6d 1678 . " along path $path";
8e1394aa 1679 return undef;
1680}
1681
4a8828f0 1682# Some set logic.
1683sub _is_within {
1684 my( $set1, $set2 ) = @_;
7854e12e 1685 my $ret = @$set1; # will be 0, i.e. false, if set1 is empty
4a8828f0 1686 foreach my $el ( @$set1 ) {
910a0a6d 1687 $ret = 0 unless grep { /^\Q$el\E$/ } @$set2;
4a8828f0 1688 }
1689 return $ret;
1690}
1691
4e5a7b2c 1692# Return the string that joins together a list of witnesses for
1693# display on a single path.
1694sub _witnesses_of_label {
1695 my( $self, $label ) = @_;
1696 my $regex = $self->wit_list_separator;
1697 my @answer = split( /\Q$regex\E/, $label );
1698 return @answer;
b0b4421a 1699}
1700
d4b75f44 1701=head2 common_readings
1702
1703Returns the list of common readings in the graph (i.e. those readings that are
1704shared by all non-lacunose witnesses.)
1705
1706=cut
1707
1708sub common_readings {
1709 my $self = shift;
1710 my @common = grep { $_->is_common } $self->readings;
1711 return @common;
1712}
1713
fae52efd 1714=head2 path_text( $sigil, [, $start, $end ] )
b0b4421a 1715
1716Returns the text of a witness (plus its backup, if we are using a layer)
1717as stored in the collation. The text is returned as a string, where the
1718individual readings are joined with spaces and the meta-readings (e.g.
1719lacunae) are omitted. Optional specification of $start and $end allows
1720the generation of a subset of the witness text.
4e5a7b2c 1721
b0b4421a 1722=cut
1723
1724sub path_text {
861c3e27 1725 my( $self, $wit, $start, $end ) = @_;
b0b4421a 1726 $start = $self->start unless $start;
1727 $end = $self->end unless $end;
861c3e27 1728 my @path = grep { !$_->is_meta } $self->reading_sequence( $start, $end, $wit );
629e27b0 1729 my $pathtext = '';
1730 my $last;
1731 foreach my $r ( @path ) {
6ad2ce78 1732 unless ( $r->join_prior || !$last || $last->join_next ) {
1733 $pathtext .= ' ';
1734 }
1735 $pathtext .= $r->text;
629e27b0 1736 $last = $r;
1737 }
1738 return $pathtext;
b0b4421a 1739}
4e5a7b2c 1740
1741=head1 INITIALIZATION METHODS
1742
1743These are mostly for use by parsers.
1744
1745=head2 make_witness_path( $witness )
1746
1747Link the array of readings contained in $witness->path (and in
1748$witness->uncorrected_path if it exists) into collation paths.
1749Clear out the arrays when finished.
de51424a 1750
4e5a7b2c 1751=head2 make_witness_paths
1752
1753Call make_witness_path for all witnesses in the tradition.
1754
1755=cut
930ff666 1756
7e450e44 1757# For use when a collation is constructed from a base text and an apparatus.
1758# We have the sequences of readings and just need to add path edges.
1f7aa795 1759# When we are done, clear out the witness path attributes, as they are no
1760# longer needed.
1761# TODO Find a way to replace the witness path attributes with encapsulated functions?
e2902068 1762
6a222840 1763sub make_witness_paths {
1764 my( $self ) = @_;
910a0a6d 1765 foreach my $wit ( $self->tradition->witnesses ) {
6771a1b1 1766 # say STDERR "Making path for " . $wit->sigil;
910a0a6d 1767 $self->make_witness_path( $wit );
7854e12e 1768 }
7854e12e 1769}
1770
6a222840 1771sub make_witness_path {
7854e12e 1772 my( $self, $wit ) = @_;
1773 my @chain = @{$wit->path};
15d2d3df 1774 my $sig = $wit->sigil;
fae52efd 1775 # Add start and end if necessary
1776 unshift( @chain, $self->start ) unless $chain[0] eq $self->start;
1777 push( @chain, $self->end ) unless $chain[-1] eq $self->end;
7854e12e 1778 foreach my $idx ( 0 .. $#chain-1 ) {
910a0a6d 1779 $self->add_path( $chain[$idx], $chain[$idx+1], $sig );
7854e12e 1780 }
1f7aa795 1781 if( $wit->is_layered ) {
d9e873d0 1782 @chain = @{$wit->uncorrected_path};
fae52efd 1783 unshift( @chain, $self->start ) unless $chain[0] eq $self->start;
1784 push( @chain, $self->end ) unless $chain[-1] eq $self->end;
d9e873d0 1785 foreach my $idx( 0 .. $#chain-1 ) {
1786 my $source = $chain[$idx];
1787 my $target = $chain[$idx+1];
1788 $self->add_path( $source, $target, $sig.$self->ac_label )
1789 unless $self->has_path( $source, $target, $sig );
1790 }
15d2d3df 1791 }
1f7aa795 1792 $wit->clear_path;
1793 $wit->clear_uncorrected_path;
e2902068 1794}
1795
4e5a7b2c 1796=head2 calculate_ranks
1797
1798Calculate the reading ranks (that is, their aligned positions relative
1799to each other) for the graph. This can only be called on linear collations.
1800
b365fbae 1801=begin testing
1802
1803use Text::Tradition;
1804
1805my $cxfile = 't/data/Collatex-16.xml';
1806my $t = Text::Tradition->new(
1807 'name' => 'inline',
1808 'input' => 'CollateX',
1809 'file' => $cxfile,
1810 );
1811my $c = $t->collation;
1812
1813# Make an svg
bfcbcecb 1814my $table = $c->alignment_table;
1815ok( $c->has_cached_table, "Alignment table was cached" );
1816is( $c->alignment_table, $table, "Cached table returned upon second call" );
b365fbae 1817$c->calculate_ranks;
bfcbcecb 1818is( $c->alignment_table, $table, "Cached table retained with no rank change" );
864ee4bf 1819$c->add_relationship( 'n13', 'n23', { type => 'repetition' } );
1820is( $c->alignment_table, $table, "Alignment table unchanged after non-colo relationship add" );
1821$c->add_relationship( 'n24', 'n23', { type => 'spelling' } );
1822isnt( $c->alignment_table, $table, "Alignment table changed after colo relationship add" );
b365fbae 1823
1824=end testing
1825
4e5a7b2c 1826=cut
1827
910a0a6d 1828sub calculate_ranks {
1829 my $self = shift;
b365fbae 1830 # Save the existing ranks, in case we need to invalidate the cached SVG.
1831 my %existing_ranks;
ac4d7ac2 1832 map { $existing_ranks{$_} = $_->rank } $self->readings;
359944f7 1833
1834 # Do the rankings based on the relationship equivalence graph, starting
1835 # with the start node.
56772e8c 1836 my ( $node_ranks, $rank_nodes ) = $self->relations->equivalence_ranks();
1837
910a0a6d 1838 # Transfer our rankings from the topological graph to the real one.
1839 foreach my $r ( $self->readings ) {
cecbe56d 1840 if( defined $node_ranks->{$self->equivalence( $r->id )} ) {
359944f7 1841 $r->rank( $node_ranks->{$self->equivalence( $r->id )} );
67da8d6c 1842 } else {
63778331 1843 # Die. Find the last rank we calculated.
359944f7 1844 my @all_defined = sort { ( $node_ranks->{$self->equivalence( $a->id )}||-1 )
1845 <=> ( $node_ranks->{$self->equivalence( $b->id )}||-1 ) }
63778331 1846 $self->readings;
1847 my $last = pop @all_defined;
1848 throw( "Ranks not calculated after $last - do you have a cycle in the graph?" );
67da8d6c 1849 }
de51424a 1850 }
bfcbcecb 1851 # Do we need to invalidate the cached data?
be3af600 1852 if( $self->has_cached_table ) {
b365fbae 1853 foreach my $r ( $self->readings ) {
7c293912 1854 next if defined( $existing_ranks{$r} )
1855 && $existing_ranks{$r} == $r->rank;
c1915ab9 1856 # Something has changed, so clear the cache
bfcbcecb 1857 $self->_clear_cache;
c1915ab9 1858 # ...and recalculate the common readings.
1859 $self->calculate_common_readings();
b365fbae 1860 last;
1861 }
1862 }
c1915ab9 1863 # The graph calculation information is now up to date.
1864 $self->_graphcalc_done(1);
8e1394aa 1865}
3a1f2523 1866
c1915ab9 1867sub _clear_cache {
1868 my $self = shift;
c1915ab9 1869 $self->wipe_table if $self->has_cached_table;
1870}
1871
1872
4e5a7b2c 1873=head2 flatten_ranks
1874
1875A convenience method for parsing collation data. Searches the graph for readings
1876with the same text at the same rank, and merges any that are found.
1877
1878=cut
1879
0e476982 1880sub flatten_ranks {
4ef65ab4 1881 my ( $self, %args ) = shift;
0e476982 1882 my %unique_rank_rdg;
bf6e338d 1883 my $changed;
4ef65ab4 1884 foreach my $p ( $self->identical_readings( %args ) ) {
1885 # say STDERR "Combining readings at same rank: @$p";
1886 $changed = 1;
1887 $self->merge_readings( @$p );
1888 # TODO see if this now makes a common point.
7a0956c1 1889 }
1890 # If we merged readings, the ranks are still fine but the alignment
1891 # table is wrong. Wipe it.
1892 $self->wipe_table() if $changed;
1893}
1894
1895=head2 identical_readings
1896=head2 identical_readings( start => $startnode, end => $endnode )
1897=head2 identical_readings( startrank => $startrank, endrank => $endrank )
1898
1899Goes through the graph identifying all pairs of readings that appear to be
1900identical, and therefore able to be merged into a single reading. Returns the
1901relevant identical pairs. Can be restricted to run over only a part of the
1902graph, specified either by node or by rank.
1903
1904=cut
1905
1906sub identical_readings {
1907 my ( $self, %args ) = @_;
1908 # Find where we should start and end.
1909 my $startrank = $args{startrank} || 0;
1910 if( $args{start} ) {
1911 throw( "Starting reading has no rank" ) unless $self->reading( $args{start} )
1912 && $self->reading( $args{start} )->has_rank;
1913 $startrank = $self->reading( $args{start} )->rank;
1914 }
1915 my $endrank = $args{endrank} || $self->end->rank;
1916 if( $args{end} ) {
1917 throw( "Ending reading has no rank" ) unless $self->reading( $args{end} )
1918 && $self->reading( $args{end} )->has_rank;
3c234eb6 1919 $endrank = $self->reading( $args{end} )->rank;
7a0956c1 1920 }
1921
1922 # Make sure the ranks are correct.
1923 unless( $self->_graphcalc_done ) {
1924 $self->calculate_ranks;
1925 }
1926 # Go through the readings looking for duplicates.
1927 my %unique_rank_rdg;
1928 my @pairs;
0e476982 1929 foreach my $rdg ( $self->readings ) {
1930 next unless $rdg->has_rank;
7a0956c1 1931 my $rk = $rdg->rank;
1932 next if $rk > $endrank || $rk < $startrank;
1933 my $key = $rk . "||" . $rdg->text;
0e476982 1934 if( exists $unique_rank_rdg{$key} ) {
07e6765f 1935 # Make sure they don't have different grammatical forms
1936 my $ur = $unique_rank_rdg{$key};
a445ce40 1937 if( $rdg->is_identical( $ur ) ) {
7a0956c1 1938 push( @pairs, [ $ur, $rdg ] );
07e6765f 1939 }
0e476982 1940 } else {
1941 $unique_rank_rdg{$key} = $rdg;
1942 }
7a0956c1 1943 }
1944
1945 return @pairs;
0e476982 1946}
4633f9e4 1947
1948
d4b75f44 1949=head2 calculate_common_readings
1950
1951Goes through the graph identifying the readings that appear in every witness
1952(apart from those with lacunae at that spot.) Marks them as common and returns
1953the list.
1954
1955=begin testing
1956
1957use Text::Tradition;
1958
1959my $cxfile = 't/data/Collatex-16.xml';
1960my $t = Text::Tradition->new(
1961 'name' => 'inline',
1962 'input' => 'CollateX',
1963 'file' => $cxfile,
1964 );
1965my $c = $t->collation;
1966
1967my @common = $c->calculate_common_readings();
1968is( scalar @common, 8, "Found correct number of common readings" );
1969my @marked = sort $c->common_readings();
1970is( scalar @common, 8, "All common readings got marked as such" );
679f17e1 1971my @expected = qw/ n1 n11 n16 n19 n20 n5 n6 n7 /;
d4b75f44 1972is_deeply( \@marked, \@expected, "Found correct list of common readings" );
1973
1974=end testing
1975
1976=cut
1977
1978sub calculate_common_readings {
1979 my $self = shift;
1980 my @common;
c1915ab9 1981 map { $_->is_common( 0 ) } $self->readings;
1982 # Implicitly calls calculate_ranks
1dd07bda 1983 my $table = $self->alignment_table;
d4b75f44 1984 foreach my $idx ( 0 .. $table->{'length'} - 1 ) {
7f52eac8 1985 my @row = map { $_->{'tokens'}->[$idx]
1986 ? $_->{'tokens'}->[$idx]->{'t'} : '' }
1987 @{$table->{'alignment'}};
d4b75f44 1988 my %hash;
1989 foreach my $r ( @row ) {
1990 if( $r ) {
1991 $hash{$r->id} = $r unless $r->is_meta;
1992 } else {
1993 $hash{'UNDEF'} = $r;
1994 }
1995 }
1996 if( keys %hash == 1 && !exists $hash{'UNDEF'} ) {
1997 my( $r ) = values %hash;
1998 $r->is_common( 1 );
1999 push( @common, $r );
2000 }
2001 }
2002 return @common;
2003}
2004
861c3e27 2005=head2 text_from_paths
2006
2007Calculate the text array for all witnesses from the path, for later consistency
2008checking. Only to be used if there is no non-graph-based way to know the
2009original texts.
2010
2011=cut
2012
2013sub text_from_paths {
2014 my $self = shift;
2015 foreach my $wit ( $self->tradition->witnesses ) {
5164a6f0 2016 my @readings = $self->reading_sequence( $self->start, $self->end, $wit->sigil );
2017 my @text;
2018 foreach my $r ( @readings ) {
2019 next if $r->is_meta;
2020 push( @text, $r->text );
2021 }
861c3e27 2022 $wit->text( \@text );
2023 if( $wit->is_layered ) {
5164a6f0 2024 my @ucrdgs = $self->reading_sequence( $self->start, $self->end,
2025 $wit->sigil.$self->ac_label );
2026 my @uctext;
2027 foreach my $r ( @ucrdgs ) {
2028 next if $r->is_meta;
2029 push( @uctext, $r->text );
2030 }
2031 $wit->layertext( \@uctext );
861c3e27 2032 }
2033 }
2034}
0e476982 2035
4e5a7b2c 2036=head1 UTILITY FUNCTIONS
2037
2038=head2 common_predecessor( $reading_a, $reading_b )
8e1394aa 2039
4e5a7b2c 2040Find the last reading that occurs in sequence before both the given readings.
414cc046 2041At the very least this should be $self->start.
4e5a7b2c 2042
2043=head2 common_successor( $reading_a, $reading_b )
2044
2045Find the first reading that occurs in sequence after both the given readings.
414cc046 2046At the very least this should be $self->end.
4e5a7b2c 2047
22222af9 2048=begin testing
2049
2050use Text::Tradition;
2051
2052my $cxfile = 't/data/Collatex-16.xml';
2053my $t = Text::Tradition->new(
2054 'name' => 'inline',
2055 'input' => 'CollateX',
2056 'file' => $cxfile,
2057 );
2058my $c = $t->collation;
2059
679f17e1 2060is( $c->common_predecessor( 'n24', 'n23' )->id,
22222af9 2061 'n20', "Found correct common predecessor" );
679f17e1 2062is( $c->common_successor( 'n24', 'n23' )->id,
10e4b1ac 2063 '__END__', "Found correct common successor" );
22222af9 2064
4e5a7b2c 2065is( $c->common_predecessor( 'n19', 'n17' )->id,
22222af9 2066 'n16', "Found correct common predecessor for readings on same path" );
679f17e1 2067is( $c->common_successor( 'n21', 'n10' )->id,
10e4b1ac 2068 '__END__', "Found correct common successor for readings on same path" );
22222af9 2069
2070=end testing
2071
2072=cut
2073
2074## Return the closest reading that is a predecessor of both the given readings.
2075sub common_predecessor {
2076 my $self = shift;
4e5a7b2c 2077 my( $r1, $r2 ) = $self->_objectify_args( @_ );
027d819c 2078 return $self->_common_in_path( $r1, $r2, 'predecessors' );
22222af9 2079}
2080
2081sub common_successor {
2082 my $self = shift;
4e5a7b2c 2083 my( $r1, $r2 ) = $self->_objectify_args( @_ );
027d819c 2084 return $self->_common_in_path( $r1, $r2, 'successors' );
22222af9 2085}
2086
414cc046 2087
2088# TODO think about how to do this without ranks...
027d819c 2089sub _common_in_path {
22222af9 2090 my( $self, $r1, $r2, $dir ) = @_;
414cc046 2091 my $iter = $self->end->rank;
22222af9 2092 my @candidates;
414cc046 2093 my @last_r1 = ( $r1 );
2094 my @last_r2 = ( $r2 );
2095 # my %all_seen = ( $r1 => 'r1', $r2 => 'r2' );
22222af9 2096 my %all_seen;
6771a1b1 2097 # say STDERR "Finding common $dir for $r1, $r2";
22222af9 2098 while( !@candidates ) {
414cc046 2099 last unless $iter--; # Avoid looping infinitely
2100 # Iterate separately down the graph from r1 and r2
2101 my( @new_lc1, @new_lc2 );
2102 foreach my $lc ( @last_r1 ) {
2103 foreach my $p ( $lc->$dir ) {
2104 if( $all_seen{$p->id} && $all_seen{$p->id} ne 'r1' ) {
6771a1b1 2105 # say STDERR "Path candidate $p from $lc";
414cc046 2106 push( @candidates, $p );
002e3600 2107 } elsif( !$all_seen{$p->id} ) {
414cc046 2108 $all_seen{$p->id} = 'r1';
2109 push( @new_lc1, $p );
2110 }
2111 }
2112 }
2113 foreach my $lc ( @last_r2 ) {
22222af9 2114 foreach my $p ( $lc->$dir ) {
414cc046 2115 if( $all_seen{$p->id} && $all_seen{$p->id} ne 'r2' ) {
6771a1b1 2116 # say STDERR "Path candidate $p from $lc";
22222af9 2117 push( @candidates, $p );
002e3600 2118 } elsif( !$all_seen{$p->id} ) {
414cc046 2119 $all_seen{$p->id} = 'r2';
2120 push( @new_lc2, $p );
22222af9 2121 }
2122 }
2123 }
414cc046 2124 @last_r1 = @new_lc1;
2125 @last_r2 = @new_lc2;
22222af9 2126 }
2127 my @answer = sort { $a->rank <=> $b->rank } @candidates;
2128 return $dir eq 'predecessors' ? pop( @answer ) : shift ( @answer );
2129}
2130
63778331 2131sub throw {
2132 Text::Tradition::Error->throw(
2133 'ident' => 'Collation error',
2134 'message' => $_[0],
2135 );
2136}
2137
dd3b58b0 2138no Moose;
2139__PACKAGE__->meta->make_immutable;
e867486f 2140
a445ce40 2141=head1 BUGS/TODO
2142
2143=over
2144
2145=item * Rework XML serialization in a more modular way
2146
2147=back
2148
027d819c 2149=head1 LICENSE
e867486f 2150
027d819c 2151This package is free software and is provided "as is" without express
2152or implied warranty. You can redistribute it and/or modify it under
2153the same terms as Perl itself.
e867486f 2154
027d819c 2155=head1 AUTHOR
e867486f 2156
027d819c 2157Tara L Andrews E<lt>aurum@cpan.orgE<gt>