From 6cbf4d861708886b9c4a468f257a2cd4e1565ce8 Mon Sep 17 00:00:00 2001 From: Gerhard Gonter <ggonter@gmail.com> Date: Sat, 17 Apr 2021 21:26:12 +0200 Subject: [PATCH] stale uploads id export --- eprints1.pl | 23 +++++++++++++++-------- 1 file changed, 15 insertions(+), 8 deletions(-) diff --git a/eprints1.pl b/eprints1.pl index 4595b9e..3e5b952 100755 --- a/eprints1.pl +++ b/eprints1.pl @@ -114,11 +114,11 @@ my $op_mode= 'unknown'; # ====================================================================== # BEGIN OT2UT: Othes to Utheses - my $ot2ut_context= 'ot2ut-entw'; # TODO: parametrize -# my $ot2ut_context= 'ot2ut-test'; # TODO: parametrize +# my $ot2ut_context= 'ot2ut-entw'; # TODO: parametrize + my $ot2ut_context= 'ot2ut-test'; # TODO: parametrize # my $ot2ut_context= 'ot2ut-prod'; # TODO: parametrize my $oma_sleep_time= 10; -my $MAX_METABLOCK= 670; +my $MAX_BLOCK= 670; my %map_ot2ut_roles= ( @@ -209,7 +209,7 @@ my %bucketlist_column_descriptions= prod => 'Zahl der Objekte in utheses Prod', ); -my %ot2ut_sync_anyway= map { $_ => 1 } qw(33905); # these should be synced, even if they were already marked as ok +my %ot2ut_sync_anyway= map { $_ => 1 } qw(); # these eprint_ids should be synced, even if they were already marked as ok # fixup names my $fn_init= 0; @@ -5114,7 +5114,7 @@ sub policies_stats <body> <h1>othes to utheses transfer statistics</h1> <p>last refreshed: $now</p> -<p>Status of transfers from othes to these utheses instances.</p> +<p>Status of transfers from othes to various utheses instances.</p> <p><font color="red">$msg</font></p> <p><a href="buckets.html" target="buckets">$bucket_cnt buckets</a></p> <h2>upload counters</h2> @@ -5187,7 +5187,7 @@ EOX EOX my $block_start= $metablock_nr*100; - my $block_last= ($metablock_nr == 6) ? $MAX_METABLOCK : $block_start+99; + my $block_last= ($metablock_nr == 6) ? $MAX_BLOCK : $block_start+99; for (my $block_nr= $block_start; $block_nr <= $block_last; $block_nr++) { next unless (defined ($blocks[$block_nr])); @@ -5275,7 +5275,7 @@ EOX elsif ($context eq 'prod') { $link= 'https://utheses-admin-ui-utheses-prod.cprod.univie.ac.at/client#/detail/' . $utheses_id . '/'; } my $ts_color= 'lightgreen'; - if ($ts_upload lt $lastmod) { $ts_color= 'lightpink'; push (@{$stale_uploads{$context}}, $eprint_id); } + if ($ts_upload lt $lastmod) { $ts_color= 'lightpink'; push (@{$stale_uploads{$context}}, [ $eprint_id, $utheses_id ]); } print BLOCK <<EOX; <td bgcolor="lightgreen"><a href="$link" target="$context">$utheses_id</a></td> <td bgcolor="$ts_color">$ts_upload</td> @@ -5335,12 +5335,15 @@ EOX EOX my $last_block; + # my %stale_count; foreach my $ctx (@stale_contexts) { my $stu= $stale_uploads{$ctx}; print IDX "<h3>stale uploads context $ctx</h3>\n"; - foreach my $eprint_id (@$stu) + print IDX "<p>count: ", scalar(@$stu), "</p>\n"; + foreach my $stale_object (@$stu) { + my ($eprint_id, $utheses_id)= @$stale_object; my $block= int($eprint_id/100); if ($block != $last_block) { @@ -5349,9 +5352,13 @@ EOX $last_block= $block; } print IDX ' ', $eprint_id; + # $stale_count{$ctx}++; } print IDX "</p>\n" if (defined ($last_block)); } + # print IDX "stale counter: ", join(' ', %stale_count), "\n"; + + Util::JSON::write_json_file('stale_uploads.json', \%stale_uploads); } print IDX "<h2>errors</h2>\n". Dumper(\%cnt_errors); -- GitLab