Changeset 1065

Timestamp:

06/14/08 18:09:05 (5 years ago)

Author:

paul

Message:

sbsnews_website: stop pulling old web page and extend cache life.

Location:

trunk

Files:

• grabbers/sbsnews_website (modified) (2 diffs)
• status (modified) (1 diff)

trunk/grabbers/sbsnews_website

@@ -15 +15 @@
 
 my $progname = "sbsnews_website";
-my $version = "0.21";
+my $version = "0.22";
 
 use XMLTV;
@@ -143 +143 @@
         my $file = "WNC-Schedule.html";
 
+        my $data;
+        print "Old webpage no longer exists. Retrieving cache if available. Need new parser.\n";
         # 7 days in one URL: http://www.sbs.com.au/whatson/WNC-Schedule.html
-        my $data = &Shepherd::Common::get_url( url => "http://www.sbs.com.au/whatson/WNC-Schedule.html",
-                    stats => \%stats,
-                    retries => 4,
-                    debug => $opt->{debug} ? 3 : 1,
-                    retry_delay => 120,
-                    # the website doesn't support 'If-Modified-Since' headers but we can live in hope
-                    mirror => $file);
-
-        $data = &Shepherd::Common::get_mirror_file($file, 56) if (!$data);
+#       my $data = &Shepherd::Common::get_url( url => "http://www.sbs.com.au/whatson/WNC-Schedule.html",
+#                   stats => \%stats,
+#                   retries => 4,
+#                   debug => $opt->{debug} ? 3 : 1,
+#                   retry_delay => 120,
+#                   # the website doesn't support 'If-Modified-Since' headers but we can live in hope
+#                   mirror => $file);
+
+        $data = &Shepherd::Common::get_mirror_file($file, 84) if (!$data);
 
         exit 22 unless ($data);

trunk/status

@@ -6 +6 @@
 grabber         rex                 3.6.8
 grabber         abc_website         3.21
-grabber         sbsnews_website     0.21
+grabber         sbsnews_website     0.22
 grabber         oztivo              2.18
 grabber         yahoo7web           0.34