Changeset 484

Timestamp:

02/01/07 16:57:09 (6 years ago)

Author:

max

Message:

Added micrograb support!

Files:

• applications/shepherd (modified) (34 diffs)
• status (modified) (1 diff)

applications/shepherd

@@ -2 +2 @@
 
 my $progname = 'shepherd';
-my $version = '0.4.39';
+my $version = '0.4.40';
 
 # tv_grab_au
@@ -108 +108 @@
 my $grabbed;
 my $gmt_offset;
-my $grabber_found_all_data;
+my $data_found_all;
+my $data_satisfies_policy;
+my $find_microgaps;
 my $writer;
 my $components_used = $progname."(v".$version.")";
@@ -1790 +1792 @@
     while (my $grabber = choose_grabber())
     {
-        $grabber_found_all_data = 0;
+        $data_satisfies_policy = 0;
+        $data_found_all = 0;
         $used_grabbers++;
 
         &log("\nSHEPHERD: Using grabber: ($used_grabbers) $grabber\n");
 
-        my $output = "$CWD/grabbers/$grabber/output.xmltv";
+        my $iteration = query_iteration($grabber);
+
+        my $output = sprintf "%s/grabbers/%s/output-%d.xmltv", 
+                             $CWD, $grabber, $iteration;
 
         my $comm = "$CWD/grabbers/$grabber/$grabber " .
@@ -1807 +1813 @@
         if (query_config($grabber, 'category') == 1)
         {
-            &log("$grabber is Category 1: grabbing timeslice.\n") if ($debug);
+            &log("SHEPHERD: $grabber is Category 1: grabbing timeslice.\n") if ($debug);
 
             record_requested_chandays($grabber, $timeslice);
@@ -1840 +1846 @@
             write_file($tmpcf, 'temporary channels', [ $tmpchans ], [ 'channels' ]);
             $comm .= " --channels_file $tmpcf";
+
+            # Create gaps_file if we want less than (roughly) the full day
+            if ($find_microgaps)
+            {
+                my $tmpgf = "$CWD/gaps.tmp";
+                create_gaps_file($tmpgf, $timeslice);
+                $comm .= " --gaps_file $tmpgf";
+            }
         }
         else
         {
-            &log("$grabber is category 2: grabbing everything.\n") if ($debug);
+            &log("SHEPHERD: $grabber is category 2: grabbing everything.\n") if ($debug);
             $comm .= " --days $days" if ($days);
             $comm .= " --offset $opt->{offset}" if ($opt->{offset});
@@ -1883 +1897 @@
         # soak up the data we just collected
         &soak_up_data($grabber, $output, "grabber");
-        $components->{$grabber}->{laststatus} = $plugin_data->{$grabber}->{laststatus};
-
-        if ($plugin_data->{$grabber}->{valid}) {
+        $components->{$grabber}->{laststatus} = $plugin_data->{"$grabber-$iteration"}->{laststatus};
+
+        if ($plugin_data->{"$grabber-$iteration"}->{valid}) {
             $components->{$grabber}->{lastdata} = time;
             delete $components->{$grabber}->{consecutive_failures}
@@ -1900 +1914 @@
         # analyze the data that this grabber returned
         # (useful to detect individual components going bad and report them upstream)
-        &analyze_plugin_data($grabber,1,$grabber);
+        &analyze_plugin_data("grabber $grabber", 1, $grabber, $iteration);
 
         # check to see if we have all the data we want
-        $grabber_found_all_data = &analyze_plugin_data("analysis of all grabbers so far",0,$progname);
+        $data_satisfies_policy = &analyze_plugin_data("analysis of all grabbers so far",0,$progname);
 
         # Record what we grabbed from cacheable C1 grabbers
@@ -1917 +1931 @@
         }
 
-        last if ($grabber_found_all_data);
+        last if ($data_found_all);
+        if ($data_satisfies_policy)
+        {
+            $find_microgaps = 1;
+        }
     }
 
@@ -1924 +1942 @@
     {
         &log("No valid grabbers installed/enabled!\n");
-        return;
-    }
-
-    unless ($grabber_found_all_data)
-    {
-        &log("SHEPHERD: Ran through ALL grabbers but still missing data!!! :(\n");
-        return;
+    }
+    elsif (!$data_satisfies_policy)
+    {
+        &log("SHEPHERD: Ran through all grabbers but still have policy-violating gaps in data! :(\n");
+    }
+    elsif (!$data_found_all)
+    {
+        &log("SHEPHERD: Unfillable micro-gaps exist in data!\n");
+    }
+}
+
+sub query_iteration
+{
+    my $grabber = shift;
+
+    my $i = 0;
+    while (1)
+    {
+        return $i unless (defined $plugin_data->{"$grabber-$i"});
+        $i++;
+        die "Insane infinite loop suspected!" if ($i > 10);
     }
 }
@@ -1962 +1994 @@
     }
 
-    $missing = detect_missing_data();
+    $missing = detect_missing_data($find_microgaps);
     $timeslice = find_best_timeslice();
 
@@ -1980 +2012 @@
     {
         &log("Grabber selection:\n");
+        &log("Only considering micro-grabbers.\n") if ($find_microgaps);
         foreach (sort { $gscore->{$b} <=> $gscore->{$a} } keys %$gscore)
         {
@@ -2127 +2160 @@
         if (!supports_region($grabber))
         {
+            &log("Zeroing $grabber due to no region support\n") if ($debug);
+            $hits = 0;
+        }
+        elsif ($find_microgaps and !query_config($grabber, 'micrograbs'))
+        {
+            &log("Zeroing $grabber due to non-micrograbbing\n") if ($debug);
             $hits = 0;
         }
@@ -2300 +2339 @@
 
 # Build a dayhash of what channel/day data we're currently missing.
-# I think granularity of one day is good for now; could possibly be
-# made more fine-grained if we think grabbers will support that.
+# Only policy-violating holes count unless it's sent the detect_microgaps
+# flag.
 sub detect_missing_data
 {
+    my $detect_microgaps = shift;
+
     my $m = { };
 
+    print "SHEPHERD: Hunting for microgaps!\n" if ($detect_microgaps and $debug);
     my $chandays = 0;
     foreach my $ch (keys %$channels)
     {
         # is this channel missing too much data?
-        unless ($channel_data->{$ch}->{analysis}->{data_ok}) {
-            # not ok - record which days are bad
-            foreach my $day (@{($channel_data->{$ch}->{analysis}->{day})}) {
+        if ($detect_microgaps)
+        {
+            my $lastday = -1;
+            foreach my $line (@{$channel_data->{$ch}->{analysis}->{missing_all}})
+            {
+                $line =~ /^#(\d)/ or die "Bad line $line";
+                my $day = $1;
+                unless ($day == $lastday)
+                {
+                    push (@{($m->{$day})}, $ch);
+                    $lastday = $day;
+                }
+            }
+        }
+        elsif (!$channel_data->{$ch}->{analysis}->{data_ok}) 
+        {
+            foreach my $day (@{($channel_data->{$ch}->{analysis}->{day})}) 
+            {
                 push(@{($m->{($day->{num})})}, $ch) unless ($day->{day_ok});
             }
@@ -2324 +2381 @@
     }
 
-    if ($debug)
+    if ($debug and $chandays)
     {
         &log("Need data for days " . join(", ", sort keys %$m) . 
@@ -2371 +2428 @@
 }
 
+sub create_gaps_file
+{
+    my ($fn, $timeslice) = @_;
+
+    my $gaps;
+
+    my $timeslice_epoch_start = $policy{starttime} + ($timeslice->{start} * 24 * 60 * 60);
+    my $timeslice_epoch_end = $policy{starttime} + (($timeslice->{stop} + 1) * 24 * 60 * 60);
+
+    foreach my $ch (@{$timeslice->{chans}})
+    {
+        my $missinglist = $channel_data->{$ch}->{analysis}->{missing_all_epoch};
+        my @a = split(/,/, $missinglist);
+        foreach my $period (@a)
+        {
+            $period =~ /(\d+)-(\d+)/;
+            if ($1 < $timeslice_epoch_end or $2 > $timeslice_epoch_start)
+            {
+                # we want this period
+                push (@{$gaps->{$ch}}, $period);
+            }
+        }
+    }
+
+    write_file($fn, 'temporary gaps file', [ $gaps ], [ 'gaps' ]);
+}
+
 # Record what a cacheable C1 grabber has just retrieved for us,
 # so we know next time that this data can be grabbed quickly.
@@ -2439 +2523 @@
             push @requested, "$day:$ch";
             $plugin_data->{$grabber}->{requested_data}->{$ch}[$day] = 1;
-            &log("  requesting ch $ch on day $day\n") if ($debug);
+            # &log("  requesting ch $ch on day $day\n") if ($debug);
         }
     }
@@ -2470 +2554 @@
         foreach my $ch (@{$timeslice->{chans}})
         {
-            unless ($grabbed->{$grabber} and grep(/$day:$ch/, @{$grabbed->{$grabber}}))
+            unless ($grabbed->{$grabber} and grep($_ eq "$day:$ch", @{$grabbed->{$grabber}}))
             {
                 push (@chans, $ch)
@@ -2488 +2572 @@
 sub soak_up_data
 {
-    my ($plugin, $output, $plugintype) = @_;
+    my ($pluginname, $output, $plugintype) = @_;
 
     if (! -r $output) {
-        &log("SHEPHERD: Warning: plugin '$plugin' output file '$output' does not exist\n");
+        &log("SHEPHERD: Warning: plugin '$pluginname' output file '$output' does not exist\n");
         return;
     }
 
+    my $plugin = $pluginname;
+    if ($plugintype eq 'grabber')
+    {
+        $plugin .= '-' . query_iteration($pluginname);
+    }
+
     my $this_plugin = $plugin_data->{$plugin};
-    &log("SHEPHERD: Started parsing XMLTV from '$plugin' in '$output' .. any errors below are from parser:\n");
+    $this_plugin->{name} = $pluginname;
+    &log("SHEPHERD: Started parsing XMLTV from '$pluginname' in '$output' .. any errors below are from parser:\n");
     eval { $this_plugin->{xmltv} = XMLTV::parsefiles($output); };
-    &log("SHEPHERD: Completed XMLTV parsing from '$plugin'\n");
+    &log("SHEPHERD: Completed XMLTV parsing from '$pluginname'\n");
 
     if (!($this_plugin->{xmltv})) {
-        &log("WARNING: Plugin $plugin didn't seem to return any valid XMLTV!\n");
+        &log("WARNING: Plugin $pluginname didn't seem to return any valid XMLTV!\n");
         return;
     }
@@ -2507 +2598 @@
     $this_plugin->{valid} = 1;
     $this_plugin->{output_filename} = $output;
-    $components_used .= " + ".$plugin."(v".$components->{$plugin}->{ver}.")";
+    $components_used .= " + ".$pluginname."(v".$components->{$pluginname}->{ver}.")";
 
     my $xmltv = $this_plugin->{xmltv};
@@ -2529 +2620 @@
         if (!defined $chan_xml_list{($prog->{channel})}) {
             $this_plugin->{progs_with_unknown_channel}++;
-            &log((sprintf " - WARNING: plugin '%s' returned data for unknown channel '%s': ignored.\n",$plugin,$prog->{channel}));
+            &log((sprintf " - WARNING: plugin '%s' returned data for unknown channel '%s': ignored.\n",$pluginname,$prog->{channel}));
             $chan_xml_list{($prog->{channel})} = 1;     # so we warn only once
         }
@@ -2547 +2638 @@
             if (!$t1 || !$t2) {
                 &log((sprintf " - WARNING: plugin '%s' returned programme data with invalid timestamp format: \"%s\": can't parse.\n",
-                    $plugin,(!$t1 ? $prog->{start} : $prog->{stop}))) if (!$this_plugin->{progs_with_invalid_date});
+                    $pluginname,(!$t1 ? $prog->{start} : $prog->{stop}))) if (!$this_plugin->{progs_with_invalid_date});
                 $this_plugin->{progs_with_invalid_date}++;
                 next;
@@ -2556 +2647 @@
                 ($prog->{title}->[0]->[0] !~ /close/i)) {
                 &log((sprintf " - WARNING: plugin '%s' returned programme data with duration exceeding limit (%dh%dm): ignored.\n",
-                    $plugin, int($policy{max_programme_length} / 3600),
+                    $pluginname, int($policy{max_programme_length} / 3600),
                     int(($policy{max_programme_length} % 3600) / 60)))
                     if (!$this_plugin->{progs_too_long});
@@ -2607 +2698 @@
     # print some stats about what we saw!
     &log((sprintf "SHEPHERD: %s '%s' returned data for %d channels, %d programmes, %dd%02dh%02dm%02ds duration, %s%s\n",
-        ucfirst($plugintype), $plugin, $seen_channels_with_data, $this_plugin->{programmes},
+        ucfirst($plugintype), $pluginname, $seen_channels_with_data, $this_plugin->{programmes},
         int($this_plugin->{total_duration} / 86400),            # days
         int(($this_plugin->{total_duration} % 86400) / 3600),   # hours
@@ -2626 +2717 @@
 
 # analyze grabber data - do we have all the data we want?
-#  this can analyze either the cumulative data from ALL plugins ($analysistype="shepherd")
+#  this can analyze either the cumulative data from ALL plugins ($proggy="shepherd")
 #  or can analyze the data from one specific plugin
 
 sub analyze_plugin_data
 {
-    my ($analysisname,$quiet,$analysistype) = @_;
+    my ($analysisname, $quiet, $proggy, $iteration) = @_;
     &log("SHEPHERD: $analysisname:\n") unless $quiet;
 
@@ -2637 +2728 @@
     my $plugin_epoch_missing_data = "";
     my $overall_data_ok = 1; # until proven otherwise
+    my $total_missing = 0;
+    my $plugin = $proggy;
+    $plugin .= "-$iteration" if (defined $iteration);
 
     # iterate across each channel
@@ -2642 +2736 @@
 
         # if we're analyzing data for a grabber and it doesn't support this channel, skip it
-        if (($analysistype ne $progname) &&
-            ($components->{$analysistype}->{type} eq "grabber") &&
-            (supports_channel($analysistype,$ch,1) == 0)) {
+        if (($proggy ne $progname) &&
+            ($components->{$proggy}->{type} eq "grabber") &&
+            (supports_channel($proggy, $ch, 1) == 0)) {
                 &log((sprintf "DEBUG: analysis of channel %s for plugin %s skipped since plugin doesn't support channel\n",
-                    $ch, $analysistype)) if ($debug);
+                    $ch, $proggy)) if ($debug);
                 next;
         }
@@ -2682 +2776 @@
 
             # we have programming data for this bucket.  great!  process next bucket
-            if ((($analysistype eq $progname) &&
+            if ((($proggy eq $progname) &&
                  (defined $channel_data->{$ch}->{timeslots}[$slotnum]) &&
                  ($channel_data->{$ch}->{timeslots}[$slotnum] > 0)) ||
-                (($analysistype ne $progname) &&
-                 (defined $plugin_data->{$analysistype}->{timeslots}->{$ch}[$slotnum]) &&
-                 ($plugin_data->{$analysistype}->{timeslots}->{$ch}[$slotnum] > 0))) {
+                (($proggy ne $progname) &&
+                 (defined $plugin_data->{$plugin}->{timeslots}->{$ch}[$slotnum]) &&
+                 ($plugin_data->{$plugin}->{timeslots}->{$ch}[$slotnum] > 0))) {
                 # if we have missing data queued up, push it now
                 &dump_already_missing($data);
@@ -2707 +2801 @@
 
 
-            if (($analysistype ne $progname) && ($components->{$analysistype}->{type} eq "grabber")) {
+            if (($proggy ne $progname) && ($components->{$proggy}->{type} eq "grabber")) {
                 # if we're analyzing data for a grabber and it doesn't have data for this
                 # channel on this day, don't record it as missing data if:
@@ -2717 +2811 @@
 
                 # 1. ignore if it exceeds 'max_reliable_days' for this grabber
-                if (supports_day($analysistype,$day) != 1) {
+                if (supports_day($proggy,$day) != 1) {
                     $ignore_missing++;
                     &log((sprintf "DEBUG: analysis of plugin '%s' skipping missing data channel '%s' for day %d due to max_reliable_days\n",
-                        $analysistype, $ch, $day)) if ($policy{timeslot_debug});
+                        $proggy, $ch, $day)) if ($policy{timeslot_debug});
                 }
 
                 # 2. ignore if we did request data for channel/day (C1 grabbers)
-                if ((query_config($analysistype, 'category') == 1) &&
-                    (!defined $plugin_data->{$analysistype}->{requested_data}->{$ch}[$day])) {
+                if ((query_config($proggy, 'category') == 1) &&
+                    (!defined $plugin_data->{$plugin}->{requested_data}->{$ch}[$day])) {
                     $ignore_missing++;
                     &log((sprintf "DEBUG: analysis of plugin '%s' skipping missing data channel '%s' for day %d due to not requested\n",
-                        $analysistype, $ch, $day)) if ($policy{timeslot_debug});
+                        $proggy, $ch, $day)) if ($policy{timeslot_debug});
                 }
 
                 # 3. ignore if this grabber can't supply this channel (C2 grabbers)
-                if ((query_config($analysistype, 'category') == 2) &&
-                    (supports_channel($analysistype,$ch,$day) == 0)) {
+                if ((query_config($proggy, 'category') == 2) &&
+                    (supports_channel($proggy,$ch,$day) == 0)) {
                     $ignore_missing++;
                     &log((sprintf "DEBUG: analysis of plugin '%s' skipping missing data channel '%s' for day %d due to cannot-supply\n",
-                        $analysistype, $ch, $day)) if ($policy{timeslot_debug});
+                        $proggy, $ch, $day)) if ($policy{timeslot_debug});
                 }
 
@@ -2748 +2842 @@
 
 
-            if (($analysistype ne $progname) && ($components->{$analysistype}->{type} ne "grabber")) {
+            if (($proggy ne $progname) && ($components->{$proggy}->{type} ne "grabber")) {
                 # if we're analyzing data for a reconciler/postprocessor and it doesn't have
                 # data for a timeslot, only record that as an error if the source data _was_
@@ -2756 +2850 @@
                     ($channel_data->{$ch}->{timeslots}[$slotnum] == 0)) {
                     &log((sprintf "DEBUG: analysis of plugin '%s' skipping missing data channel '%s' for day %d due to not-in-overall-data\n",
-                        $analysistype, $ch, $day)) if ($policy{timeslot_debug});
+                        $proggy, $ch, $day)) if ($policy{timeslot_debug});
                     next;
                 }
@@ -2819 +2913 @@
         }
 
-        my $statusstring = sprintf " > ch %s: %s programming: %s\n", 
-          $ch, pretty_duration($data->{have}),
-          $data->{data_ok} ? "PASS (within thresholds)" : "FAIL, missing data over policy threshold:";
+        my $statusstring = sprintf " > ch %s: %s%s\n", 
+          $ch, 
+          $data->{have} ? ($data->{missing} ? ($data->{data_ok} ? "PASS (within policy thresholds)" : "FAIL (missing data exceeds policy thresholds):") : "PASS (complete)") : "FAIL (no data):",
+          $data->{have} ? ", have " . pretty_duration($data->{have}) : '';
 
         # display per-day missing data statistics
         foreach my $day (@{($data->{day})}) {
-            unless ($day->{day_ok}) {
-                $statusstring .= sprintf "\t".(strftime("%a %e %b",localtime($policy{starttime}+($day->{num}*86400)))).": ";
+            next unless ($day->{missing});
+
+            $statusstring .= sprintf "\t".(strftime("%a %e %b",localtime($policy{starttime}+($day->{num}*86400)))).": missing ";
+            if ($day->{have})
+            {
+                $statusstring .= pretty_duration($day->{missing}) . ": ";
 
                 # do we have any data for this day?
                 $statusstring .= "peak ".join(", ",(@{($day->{missing_peak_table})}))
-                  if (($day->{missing_peak}) && ($day->{missing_peak} > $policy{peak_max_missing}));
+                  if (($day->{missing_peak}) && ($day->{missing_peak}));
 
                 $statusstring .= sprintf "%snon-peak %s",
                   ($day->{missing_peak} ? " / " : ""),
                   join(", ",(@{($day->{missing_nonpeak_table})}))
-                  if (($day->{missing_nonpeak}) && ($day->{missing_nonpeak} > $policy{nonpeak_max_missing}));
+                  if (($day->{missing_nonpeak}) && ($day->{missing_nonpeak}));
 
                 $statusstring .= sprintf "%sother %s",
                   (($day->{missing_peak} + $day->{missing_nonpeak}) > 0 ? " / " : ""),
                   join(", ",(@{($day->{missing_other_table})}))
-                  if (($day->{missing_other}) && ($day->{missing_other} > $policy{other_max_missing}));
-
-                $statusstring .= "\n";
-            }
+                  if (($day->{missing_other}) && ($day->{missing_other}));
+            }
+            else
+            {
+                $statusstring .= "entire day";
+            }
+            $statusstring .= "\n";
         }
         &log($statusstring) unless $quiet;
         $data->{statusstring} = $statusstring;
         $plugin_epoch_missing_data .= sprintf "%s:%s\t",$ch,$data->{missing_all_epoch} if (defined $data->{missing_all_epoch});
-
-        if ($analysistype eq $progname) {
+        $total_missing += $data->{missing};
+
+        if ($proggy eq $progname) {
             delete $channel_data->{$ch}->{analysis} if (defined $channel_data->{$ch}->{analysis});
             $channel_data->{$ch}->{analysis} = $data;
         } else {
-            delete $plugin_data->{$analysistype}->{analysis}->{$ch} if (defined $plugin_data->{$analysistype}->{analysis}->{$ch});
-            $plugin_data->{$analysistype}->{analysis}->{$ch} = $data;
-        }
-    }
-
-    &log((sprintf " > OVERALL: %s\n", ($overall_data_ok ? "PASS" : "FAIL"))) unless $quiet;
+            delete $plugin_data->{$plugin}->{analysis}->{$ch} if (defined $plugin_data->{$plugin}->{analysis}->{$ch});
+            $plugin_data->{$plugin}->{analysis}->{$ch} = $data;
+        }
+    }
+
+    &log((sprintf " > OVERALL: %s\n", ($total_missing ? ($overall_data_ok ? "PASS (within policy thresholds)" : "FAIL (exceeds policy thresholds)") : "PASS (complete)"))) unless $quiet;
 
     if ($plugin_epoch_missing_data eq '') {
         # clear any previously-set missing data flag 
-        delete $pending_messages->{$analysistype}->{MISSING_DATA};
+        delete $pending_messages->{$proggy}->{MISSING_DATA};
     } else {
         # flag any missing data
-        &add_pending_message($analysistype, 'MISSING_DATA', $plugin_epoch_missing_data);
-    }
-
-    return $overall_data_ok; # return 1 for good, 0 for need more
+        &add_pending_message($proggy, 'MISSING_DATA', $plugin_epoch_missing_data);
+    }
+
+    if ($proggy eq $progname)
+    {
+        $data_found_all = ($total_missing ? 0 : 1);
+        $data_satisfies_policy = $overall_data_ok;
+    }
+    return $overall_data_ok; # return 1 for satisifies policy, 0 for need more
 }
 
@@ -3027 +3135 @@
     &log("Preference for whose data we prefer as follows:\n");
     foreach my $proggy (sort { $components->{$b}->{config}->{quality} <=> $components->{$a}->{config}->{quality} } query_grabbers()) {
-        if ((!$components->{$proggy}->{disabled}) && ($plugin_data->{$proggy}) && ($plugin_data->{$proggy}->{valid})) {
+        next if ($components->{$proggy}->{disabled});
+        foreach my $plugin (keys %$plugin_data) {
+            next unless (($plugin =~ /^$proggy-\d+$/) 
+                            and 
+                        ($plugin_data->{$plugin})
+                            and 
+                        ($plugin_data->{$plugin}->{valid}));
             $num_grabbers++;
-            &log((sprintf "  %d. %s (%s)\n", $num_grabbers, $proggy, $plugin_data->{$proggy}->{output_filename}));
-
-            $input_files .= $plugin_data->{$proggy}->{output_filename}." ";
-            push(@input_file_list,$plugin_data->{$proggy}->{output_filename});
+            &log((sprintf "  %d. %s (%s)\n", $num_grabbers, $proggy, $plugin_data->{$plugin}->{output_filename}));
+
+            $input_files .= $plugin_data->{$plugin}->{output_filename}." ";
+            push(@input_file_list,$plugin_data->{$plugin}->{output_filename});
         }
     }
@@ -3047 +3161 @@
         $reconciler_found_all_data = &call_data_processor("reconciler",$reconciler,$input_files);
 
-        if ((!$reconciler_found_all_data) && ($grabber_found_all_data)) {
+        if ((!$reconciler_found_all_data) && ($data_found_all)) {
             # urgh.  this reconciler did a bad bad thing ...
             &log("SHEPHERD: XML data from reconciler $reconciler appears bogus, will try to use another reconciler\n");

status

@@ -1 @@
-application     shepherd            0.4.39
+application     shepherd            0.4.40
 grabber         yahoo7widget        1.77
 grabber         rex                 3.4.0