[open-ils-commits] r16806 - in trunk/Open-ILS/src/sql/Pg: . upgrade (miker)
svn at svn.open-ils.org
svn at svn.open-ils.org
Thu Jun 24 12:57:33 EDT 2010
Author: miker
Date: 2010-06-24 12:57:30 -0400 (Thu, 24 Jun 2010)
New Revision: 16806
Added:
trunk/Open-ILS/src/sql/Pg/upgrade/0315.data.authority-related-index-normalizers.sql
Modified:
trunk/Open-ILS/src/sql/Pg/002.schema.config.sql
trunk/Open-ILS/src/sql/Pg/020.schema.functions.sql
trunk/Open-ILS/src/sql/Pg/950.data.seed-values.sql
Log:
add agency-stripping and btrim normalizers; add identifier|arcn index def as facet
Modified: trunk/Open-ILS/src/sql/Pg/002.schema.config.sql
===================================================================
--- trunk/Open-ILS/src/sql/Pg/002.schema.config.sql 2010-06-24 15:12:58 UTC (rev 16805)
+++ trunk/Open-ILS/src/sql/Pg/002.schema.config.sql 2010-06-24 16:57:30 UTC (rev 16806)
@@ -68,7 +68,7 @@
install_date TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW()
);
-INSERT INTO config.upgrade_log (version) VALUES ('0314'); -- atz
+INSERT INTO config.upgrade_log (version) VALUES ('0315'); -- miker
CREATE TABLE config.bib_source (
id SERIAL PRIMARY KEY,
Modified: trunk/Open-ILS/src/sql/Pg/020.schema.functions.sql
===================================================================
--- trunk/Open-ILS/src/sql/Pg/020.schema.functions.sql 2010-06-24 15:12:58 UTC (rev 16805)
+++ trunk/Open-ILS/src/sql/Pg/020.schema.functions.sql 2010-06-24 16:57:30 UTC (rev 16806)
@@ -100,6 +100,10 @@
SELECT regexp_replace($1, ',', '', 'g');
$$ LANGUAGE SQL STRICT IMMUTABLE;
+CREATE OR REPLACE FUNCTION public.remove_paren_substring( TEXT ) RETURNS TEXT AS $$
+ SELECT regexp_replace($1, $$\([^)]+\)$$, '', 'g');
+$$ LANGUAGE SQL STRICT IMMUTABLE;
+
CREATE OR REPLACE FUNCTION public.remove_whitespace( TEXT ) RETURNS TEXT AS $$
SELECT regexp_replace(normalize_space($1), E'\\s+', '', 'g');
$$ LANGUAGE SQL STRICT IMMUTABLE;
Modified: trunk/Open-ILS/src/sql/Pg/950.data.seed-values.sql
===================================================================
--- trunk/Open-ILS/src/sql/Pg/950.data.seed-values.sql 2010-06-24 15:12:58 UTC (rev 16805)
+++ trunk/Open-ILS/src/sql/Pg/950.data.seed-values.sql 2010-06-24 16:57:30 UTC (rev 16806)
@@ -82,6 +82,8 @@
(24, 'identifier', 'sici', oils_i18n_gettext(24, 'SICI', 'cmf', 'label'), 'marcxml', $$//marc:datafield[@tag='024' and ind1='4']/marc:subfield[@code='a' or @code='z']$$ );
INSERT INTO config.metabib_field ( id, field_class, name, label, format, xpath ) VALUES
(25, 'identifier', 'bibcn', oils_i18n_gettext(25, 'Local Free-Text Call Number', 'cmf', 'label'), 'marcxml', $$//marc:datafield[@tag='099']//text()$$ );
+INSERT INTO config.metabib_field ( id, field_class, name, label, format, xpath, facet_field, search_field ) VALUES
+ (26, 'identifier', 'arcn', oils_i18n_gettext(26, 'Authority record control number', 'cmf', 'label'), 'marcxml', $$//marc:subfield[@code='0']$$, TRUE, FALSE );
SELECT SETVAL('config.metabib_field_id_seq'::TEXT, (SELECT MAX(id) FROM config.metabib_field), TRUE);
@@ -4171,6 +4173,13 @@
);
INSERT INTO config.index_normalizer (name, description, func, param_count) VALUES (
+ 'Remove Parenthesized Substring',
+ 'Remove any parenthesized substrings from the extracted text, such as the agency code preceding authority record control numbers in subfield 0.',
+ 'remove_paren_substring',
+ 0
+);
+
+INSERT INTO config.index_normalizer (name, description, func, param_count) VALUES (
'Up-case',
'Convert text upper case.',
'uppercase',
@@ -4226,6 +4235,13 @@
2
);
+INSERT INTO config.index_normalizer (name, description, func, param_count) VALUES (
+ 'Trim Surrounding Space',
+ 'Trim leading and trailing spaces from extracted text.',
+ 'btrim',
+ 0
+);
+
-- make use of the index normalizers
INSERT INTO config.metabib_field_index_norm_map (field,norm)
@@ -4272,6 +4288,14 @@
WHERE i.func IN ('replace')
AND m.id IN (19);
+INSERT INTO config.metabib_field_index_norm_map (field,norm)
+ SELECT m.id,
+ i.id,
+ FROM config.metabib_field m,
+ config.index_normalizer i
+ WHERE i.func IN ('btrim','remove_paren_substring')
+ AND m.id IN (26);
+
-- claims returned mark item missing
INSERT INTO
config.org_unit_setting_type ( name, label, description, datatype )
Added: trunk/Open-ILS/src/sql/Pg/upgrade/0315.data.authority-related-index-normalizers.sql
===================================================================
--- trunk/Open-ILS/src/sql/Pg/upgrade/0315.data.authority-related-index-normalizers.sql (rev 0)
+++ trunk/Open-ILS/src/sql/Pg/upgrade/0315.data.authority-related-index-normalizers.sql 2010-06-24 16:57:30 UTC (rev 16806)
@@ -0,0 +1,37 @@
+BEGIN;
+
+INSERT INTO config.upgrade_log (version) VALUES ('0315'); --miker
+
+CREATE OR REPLACE FUNCTION public.remove_paren_substring( TEXT ) RETURNS TEXT AS $$
+ SELECT regexp_replace($1, $$\([^)]+\)$$, '', 'g');
+$$ LANGUAGE SQL STRICT IMMUTABLE;
+
+INSERT INTO config.metabib_field ( id, field_class, name, label, format, xpath, facet_field, search_field ) VALUES
+ (26, 'identifier', 'arcn', oils_i18n_gettext(26, 'Authority record control number', 'cmf', 'label'), 'marcxml', $$//marc:subfield[@code='0']$$, TRUE, FALSE );
+
+SELECT SETVAL('config.metabib_field_id_seq'::TEXT, (SELECT MAX(id) FROM config.metabib_field), TRUE);
+
+INSERT INTO config.index_normalizer (name, description, func, param_count) VALUES (
+ 'Remove Parenthesized Substring',
+ 'Remove any parenthesized substrings from the extracted text, such as the agency code preceding authority record control numbers in subfield 0.',
+ 'remove_paren_substring',
+ 0
+);
+
+INSERT INTO config.index_normalizer (name, description, func, param_count) VALUES (
+ 'Trim Surrounding Space',
+ 'Trim leading and trailing spaces from extracted text.',
+ 'btrim',
+ 0
+);
+
+INSERT INTO config.metabib_field_index_norm_map (field,norm)
+ SELECT m.id,
+ i.id,
+ FROM config.metabib_field m,
+ config.index_normalizer i
+ WHERE i.func IN ('btrim','remove_paren_substring')
+ AND m.id IN (26);
+
+COMMIT;
+
More information about the open-ils-commits
mailing list