Initial Commit
This commit is contained in:
fzzinchemical
311
translators/HathiTrust.js
Normal file
311
translators/HathiTrust.js
Normal file
@@ -0,0 +1,311 @@
|
||||
{
|
||||
"translatorID": "31da33ad-b4d9-4e99-b9ea-3e1ddad284d8",
|
||||
"label": "HathiTrust",
|
||||
"creator": "Sebastian Karcher and Abe Jellinek",
|
||||
"target": "^https?://(catalog|babel)\\.hathitrust\\.org/",
|
||||
"minVersion": "3.0",
|
||||
"maxVersion": "",
|
||||
"priority": 100,
|
||||
"inRepository": true,
|
||||
"translatorType": 4,
|
||||
"browserSupport": "gcsibv",
|
||||
"lastUpdated": "2025-04-29 03:02:00"
|
||||
}
|
||||
|
||||
/*
|
||||
***** BEGIN LICENSE BLOCK *****
|
||||
|
||||
Copyright © 2011-2021 Sebastian Karcher, Abe Jellinek,
|
||||
and the Center for History and New Media
|
||||
George Mason University, Fairfax, Virginia, USA
|
||||
http://zotero.org
|
||||
|
||||
This file is part of Zotero.
|
||||
|
||||
Zotero is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU Affero General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
Zotero is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU Affero General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU Affero General Public License
|
||||
along with Zotero. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
***** END LICENSE BLOCK *****
|
||||
*/
|
||||
|
||||
function detectWeb(doc, url) {
|
||||
if (url.match(/\/Record\/\d+/)) {
|
||||
return "book";
|
||||
}
|
||||
|
||||
if (url.includes('/cgi/pt')) {
|
||||
// viewer page; more handling might be needed here
|
||||
return "book";
|
||||
}
|
||||
|
||||
if ((url.includes("/Search/") || url.includes("a=listis;"))
|
||||
&& getSearchResults(doc, true)) {
|
||||
return "multiple";
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
function getSearchResults(doc, checkOnly) {
|
||||
var items = {};
|
||||
var found = false;
|
||||
var rows = doc.querySelectorAll('.record-container');
|
||||
if (!rows.length) rows = doc.querySelectorAll('article.record');
|
||||
for (let row of rows) {
|
||||
let href = attr(row, 'a[href*="/Record/"]', 'href');
|
||||
let id = (href.match(/\/([0-9]+)/) || [])[1];
|
||||
let title = ZU.trimInternal(row.textContent);
|
||||
if (!id || !title) continue;
|
||||
if (checkOnly) return true;
|
||||
found = true;
|
||||
items[id] = title;
|
||||
}
|
||||
return found ? items : false;
|
||||
}
|
||||
|
||||
function doWeb(doc, url) {
|
||||
if (detectWeb(doc, url) == "multiple") {
|
||||
Zotero.selectItems(getSearchResults(doc, false), function (items) {
|
||||
if (items) scrape(Object.keys(items));
|
||||
});
|
||||
}
|
||||
else {
|
||||
let id = extractID(url);
|
||||
if (!id) id = extractID(attr(doc, '.bibLinks a[href*="/Record/"]', 'href'));
|
||||
if (!id) id = extractID(text(doc, 'head > script:first-of-type'));
|
||||
if (!id) id = extractID(attr(doc, '#controls li > a[href*="/Record/"]', 'href'));
|
||||
if (!id) throw new Error('Couldn\'t extract ID from URL: ' + url);
|
||||
scrape([id]);
|
||||
}
|
||||
}
|
||||
|
||||
function extractID(url) {
|
||||
return (url.match(/\/Record\/([0-9]+)/) || [])[1];
|
||||
}
|
||||
|
||||
function scrape(ids) {
|
||||
var risURL = "http://catalog.hathitrust.org/Search/SearchExport?handpicked="
|
||||
+ ids.join(',') + "&method=ris";
|
||||
ZU.doGet(risURL, function (text) {
|
||||
// M1 has only garbage like repeated page number info
|
||||
text = text.replace(/^M1 {2}- .+/m, "");
|
||||
var translator = Zotero.loadTranslator("import");
|
||||
translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7"); // RIS
|
||||
translator.setString(text);
|
||||
translator.setHandler("itemDone", function (obj, item) {
|
||||
item.extra = "";
|
||||
|
||||
// Place/publisher/date fields tend to have errant brackets
|
||||
for (let field of ['place', 'publisher', 'date']) {
|
||||
if (!item[field]) continue;
|
||||
item[field] = item[field].replace(/[[\]]/g, "");
|
||||
}
|
||||
|
||||
if (item.numPages) {
|
||||
// "3 p.l., 192 p." -> 192
|
||||
let cleanedPages = item.numPages.match(/(\d+)\s*p\.($|[^a-z])/i);
|
||||
if (cleanedPages) {
|
||||
item.numPages = cleanedPages[1];
|
||||
}
|
||||
}
|
||||
|
||||
if (item.tags.length) {
|
||||
item.tags = item.tags.join("/").split("/")
|
||||
.map(s => ZU.trimInternal(s).replace(/\.$/, ''));
|
||||
}
|
||||
|
||||
for (let creator of item.creators) {
|
||||
if (creator.firstName) {
|
||||
creator.firstName = creator.firstName.replace(/(\w{2,})\./, '$1');
|
||||
}
|
||||
|
||||
if (creator.lastName) {
|
||||
creator.lastName = creator.lastName.replace(/\.$/, '');
|
||||
}
|
||||
}
|
||||
|
||||
if (item.url.startsWith("//")) {
|
||||
item.url = "https:" + item.url;
|
||||
}
|
||||
|
||||
// there's no reason to have a snapshot of the record page, but
|
||||
// HathiTrust metadata is pretty bare and it's likely that users
|
||||
// will want to come back
|
||||
item.attachments.push({
|
||||
title: 'Record Page',
|
||||
url: item.url,
|
||||
mimeType: 'text/html',
|
||||
snapshot: false
|
||||
});
|
||||
|
||||
item.complete();
|
||||
});
|
||||
translator.translate();
|
||||
});
|
||||
}
|
||||
|
||||
/** BEGIN TEST CASES **/
|
||||
var testCases = [
|
||||
{
|
||||
"type": "web",
|
||||
"url": "http://catalog.hathitrust.org/Search/Home?checkspelling=true&lookfor=Cervantes&type=all&sethtftonly=true&submit=Find",
|
||||
"items": "multiple"
|
||||
},
|
||||
{
|
||||
"type": "web",
|
||||
"url": "https://catalog.hathitrust.org/Record/001050654",
|
||||
"items": [
|
||||
{
|
||||
"itemType": "book",
|
||||
"title": "Cervantes",
|
||||
"creators": [
|
||||
{
|
||||
"lastName": "Entwistle",
|
||||
"firstName": "William J.",
|
||||
"creatorType": "author"
|
||||
}
|
||||
],
|
||||
"date": "1940",
|
||||
"libraryCatalog": "HathiTrust",
|
||||
"numPages": "192",
|
||||
"place": "Oxford",
|
||||
"publisher": "The Clarendon press",
|
||||
"url": "https://catalog.hathitrust.org/Record/001050654",
|
||||
"attachments": [
|
||||
{
|
||||
"title": "Record Page",
|
||||
"mimeType": "text/html",
|
||||
"snapshot": false
|
||||
}
|
||||
],
|
||||
"tags": [],
|
||||
"notes": [],
|
||||
"seeAlso": []
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"type": "web",
|
||||
"url": "http://babel.hathitrust.org/cgi/mb?a=listis;c=421846824",
|
||||
"items": "multiple"
|
||||
},
|
||||
{
|
||||
"type": "web",
|
||||
"url": "https://babel.hathitrust.org/cgi/pt?id=uiuo.ark:/13960/t70w4tz8j&view=1up&seq=1",
|
||||
"items": [
|
||||
{
|
||||
"itemType": "book",
|
||||
"title": "Articles of association and by-laws of the Jewish Farmers' Cooperative Credit Unions.",
|
||||
"creators": [
|
||||
{
|
||||
"lastName": "Jewish Farmers' Cooperative Credit Unions",
|
||||
"creatorType": "author",
|
||||
"fieldMode": 1
|
||||
},
|
||||
{
|
||||
"lastName": "Jewish Agricultural and Industrial Aid Society",
|
||||
"creatorType": "author",
|
||||
"fieldMode": 1
|
||||
}
|
||||
],
|
||||
"date": "1911",
|
||||
"libraryCatalog": "HathiTrust",
|
||||
"numPages": "19",
|
||||
"place": "New York City",
|
||||
"publisher": "Jewish Agricultural and Industrial Aid Society",
|
||||
"url": "https://catalog.hathitrust.org/Record/102407867",
|
||||
"attachments": [
|
||||
{
|
||||
"title": "Record Page",
|
||||
"mimeType": "text/html",
|
||||
"snapshot": false
|
||||
}
|
||||
],
|
||||
"tags": [
|
||||
{
|
||||
"tag": "Credit unions"
|
||||
},
|
||||
{
|
||||
"tag": "Jewish farmers"
|
||||
},
|
||||
{
|
||||
"tag": "United States"
|
||||
},
|
||||
{
|
||||
"tag": "United States"
|
||||
}
|
||||
],
|
||||
"notes": [
|
||||
{
|
||||
"note": "<p>English and Yiddish text.</p>"
|
||||
}
|
||||
],
|
||||
"seeAlso": []
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"type": "web",
|
||||
"url": "https://babel.hathitrust.org/cgi/pt?id=nyp.33433022848471&seq=11&view=1up",
|
||||
"items": [
|
||||
{
|
||||
"itemType": "book",
|
||||
"title": "Letter from the secretary of war, transmitting documents in relation to hostilities of Creek Indians ...",
|
||||
"creators": [
|
||||
{
|
||||
"lastName": "United States",
|
||||
"creatorType": "author",
|
||||
"fieldMode": 1
|
||||
}
|
||||
],
|
||||
"date": "1836?",
|
||||
"libraryCatalog": "HathiTrust",
|
||||
"numPages": "413",
|
||||
"place": "Washington",
|
||||
"publisher": "Blair & Rives, printers",
|
||||
"url": "https://catalog.hathitrust.org/Record/103032656",
|
||||
"attachments": [
|
||||
{
|
||||
"title": "Record Page",
|
||||
"mimeType": "text/html",
|
||||
"snapshot": false
|
||||
}
|
||||
],
|
||||
"tags": [
|
||||
{
|
||||
"tag": "1836"
|
||||
},
|
||||
{
|
||||
"tag": "Creek War"
|
||||
}
|
||||
],
|
||||
"notes": [
|
||||
{
|
||||
"note": "<p>Lewis Cass, secretary of war.</p>"
|
||||
},
|
||||
{
|
||||
"note": "<p>\"June 6, 1836. Laid upon the table.\"</p>"
|
||||
},
|
||||
{
|
||||
"note": "<p>Caption title.</p>"
|
||||
},
|
||||
{
|
||||
"note": "At head of title: 24th Congress, 1st session, Ho. of Reps. War Dept. <Doc. No. 276>."
|
||||
}
|
||||
],
|
||||
"seeAlso": []
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
/** END TEST CASES **/
|
||||
Reference in New Issue
Block a user