[open-ils-commits] r11946 - trunk/Open-ILS/src/extras

svn at svn.open-ils.org svn at svn.open-ils.org
Sun Jan 25 11:41:01 EST 2009


Author: miker
Date: 2009-01-25 11:40:58 -0500 (Sun, 25 Jan 2009)
New Revision: 11946

Added:
   trunk/Open-ILS/src/extras/fast-extract
Log:
script to dump records based on edit_date in a format that marc_add_ids can ingest

Added: trunk/Open-ILS/src/extras/fast-extract
===================================================================
--- trunk/Open-ILS/src/extras/fast-extract	                        (rev 0)
+++ trunk/Open-ILS/src/extras/fast-extract	2009-01-25 16:40:58 UTC (rev 11946)
@@ -0,0 +1,71 @@
+#!/usr/bin/perl
+# vim:ts=4:noet:
+
+use strict;
+use DBI;
+use FileHandle;
+use Getopt::Long;
+use OpenSRF::EX qw/:try/;
+use OpenSRF::Utils::Logger qw/$logger/;
+use OpenSRF::System;
+use OpenSRF::AppSession;
+use OpenSRF::Utils::SettingsClient;
+
+use open ':utf8';
+
+binmode(STDIN, ':utf8');
+binmode(STDOUT, ':utf8');
+
+$| = 1;
+
+my ($config, $after) = ('SYSCONFDIR/opensrf_core.xml');
+
+GetOptions(
+	"after=s"	=> \$after,
+	"boostrap=s"	=> \$config,
+);
+
+OpenSRF::System->bootstrap_client( config_file => $config );
+
+# XXX Get this stuff from the settings server
+my $sc = OpenSRF::Utils::SettingsClient->new;
+my $db_driver = $sc->config_value( reporter => setup => database => 'driver' );
+my $db_host = $sc->config_value( reporter => setup => database => 'host' );
+my $db_port = $sc->config_value( reporter => setup => database => 'port' );
+my $db_name = $sc->config_value( reporter => setup => database => 'db' );
+if (!$db_name) {
+    $db_name = $sc->config_value( reporter => setup => database => 'name' );
+    print STDERR "WARN: <database><name> is a deprecated setting for database name. For future compatibility, you should use <database><db> instead." if $db_name; 
+}
+my $db_user = $sc->config_value( reporter => setup => database => 'user' );
+my $db_pw = $sc->config_value( reporter => setup => database => 'pw' );
+
+die "Unable to retrieve database connection information from the settings server" unless ($db_driver && $db_host && $db_port && $db_name && $db_user);
+
+my $dsn = "dbi:" . $db_driver . ":dbname=" . $db_name .';host=' . $db_host . ';port=' . $db_port;
+
+my $dbh = DBI->connect($dsn,$db_user,$db_pw, {AutoCommit => 1, pg_enable_utf8 => 1, RaiseError => 1});
+
+my $SQL = 'SELECT id FROM biblio.record_entry';
+$sql .= " WHERE edit_date > '$after'" if ($after);
+
+warn "Initial selection SQL: $SQL\n";
+
+my $ids = $dbh->selectcol_arrayref($SQL);
+
+my $sql = <<'SQL';
+SELECT  id,
+        tcn_source,
+        tcn_value,
+        REGEXP_REPLACE(marc, E'\\n','','g') AS marc
+  FROM  biblio.record_entry
+  WHERE id = ?
+SQL
+
+warn "Record retrieval SQL: $SQL\n";
+
+for my $id ( @$ids ) {
+    my $row = $dbh->selectrow_hashref( $SQL, {}, $id );
+    print "$$row{id} | $$row{tnc_source} | $$row{tcn_value} | $$row{marc}\n";
+}
+


Property changes on: trunk/Open-ILS/src/extras/fast-extract
___________________________________________________________________
Name: svn:executable
   + *



More information about the open-ils-commits mailing list