Initial Commit
This commit is contained in:
fzzinchemical
209
translators/fr-online.de.js
Normal file
209
translators/fr-online.de.js
Normal file
@@ -0,0 +1,209 @@
|
||||
{
|
||||
"translatorID": "488fe1e0-b7d2-406f-8257-5060418ce9b2",
|
||||
"label": "fr-online.de",
|
||||
"creator": "Martin Meyerhoff",
|
||||
"target": "^https?://www\\.fr-online\\.de",
|
||||
"minVersion": "2.1.9",
|
||||
"maxVersion": "",
|
||||
"priority": 100,
|
||||
"inRepository": true,
|
||||
"translatorType": 4,
|
||||
"browserSupport": "gcsibv",
|
||||
"lastUpdated": "2014-04-03 17:37:43"
|
||||
}
|
||||
|
||||
/*
|
||||
fr-online.de Translator
|
||||
Copyright (C) 2011 Martin Meyerhoff
|
||||
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
/*
|
||||
Works w/ search and overviews. I had to include the ugly hack stopping non-articles (photo-streams) to make the multiple item import return an error. Test on:
|
||||
http://www.fr-online.de/politik/spezials/wikileaks---die-enthuellungsplattform/-/4882932/4882932/-/index.html
|
||||
http://www.fr-online.de/page/search/fr-online/home/suche/-/1473784/1473784/-/view/asSearch/-/index.html?contextsIds=1472660&docTypes=%22MauArticle,MauGallery,DMBrightcoveVideo,CMDownload,DMMovie,DMEvent,DMVenue%22&offset=5&pageNumber=2&searchMode=SIMPLEALL&sortBy=maupublicationdate&userQuery=Wikileaks
|
||||
http://www.fr-online.de/wirtschaft/krise/-/1471908/1471908/-/index.html
|
||||
http://www.fr-online.de/wirtschaft/krise/portugal-koennte-rettungspaket-benoetigen/-/1471908/8251842/-/index.html
|
||||
*/
|
||||
|
||||
function detectWeb(doc, url) {
|
||||
var FR_article_XPath = "//h1[contains(@class, 'ArticleHeadline')]|//h1[contains(@class, 'Title')]";
|
||||
var FR_multiple_XPath = ".//*[@id='ContainerContent']/div//div[contains(@class, 'ItemHeadline')]/a"
|
||||
|
||||
|
||||
if (doc.evaluate(FR_article_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
|
||||
//Zotero.debug("newspaperArticle");
|
||||
return "newspaperArticle";
|
||||
} else if (doc.location.href.match(/^http\:\/\/www\.fr-online\.de\/.*?page\/search/)) {
|
||||
//Zotero.debug("multiple");
|
||||
return "multiple";
|
||||
} else if (doc.evaluate(FR_multiple_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
|
||||
//Zotero.debug("multiple");
|
||||
return "multiple";
|
||||
}
|
||||
}
|
||||
|
||||
function authorCase(author) { // Turns All-Uppercase-Authors to normally cased Authors
|
||||
var words = author.split(/\s/);
|
||||
var authorFixed = '';
|
||||
for (var i in words) {
|
||||
words[i] = words[i][0].toUpperCase() + words[i].substr(1).toLowerCase();
|
||||
authorFixed = authorFixed + words[i] + ' ';
|
||||
}
|
||||
return (authorFixed);
|
||||
}
|
||||
|
||||
function scrape(doc, url) {
|
||||
if (detectWeb(doc, url) =="newspaperArticle"){
|
||||
Z.debug("here")
|
||||
var newItem = new Zotero.Item("newspaperArticle");
|
||||
newItem.url = doc.location.href;
|
||||
|
||||
|
||||
// This is for the title!
|
||||
var title_XPath = '//title'
|
||||
var title = doc.evaluate(title_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||
newItem.title = title.split("|")[0].replace(/^\s*|\s*$/g, '');
|
||||
|
||||
// This is for the author!
|
||||
var author_XPath = '//meta[@name="author"]';
|
||||
var author = doc.evaluate(author_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext().content;
|
||||
author = author.split(/\,\s|\sund\s/g);
|
||||
if (author[0].match(/Rundschau/)) { // Frankfurter Rundschau is no author.
|
||||
author[0] = "";
|
||||
}
|
||||
for (var i in author) {
|
||||
if (author[i].match(/\s/)) { // only names that contain a space!
|
||||
author[i] = Zotero.Utilities.trim(author[i]);
|
||||
author[i] = authorCase(author[i]);
|
||||
newItem.creators.push(Zotero.Utilities.cleanAuthor(author[i], "author"));
|
||||
}
|
||||
}
|
||||
|
||||
//Summary
|
||||
var summary_XPath = '//meta[@name="description"]';
|
||||
if (doc.evaluate(summary_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
|
||||
var summary = doc.evaluate(summary_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext().content;
|
||||
newItem.abstractNote = Zotero.Utilities.trim(summary);
|
||||
}
|
||||
|
||||
//Date
|
||||
var date_XPath = ".//div[contains(@class, 'Date')]";
|
||||
var date = doc.evaluate(date_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||
newItem.date = date.trim();
|
||||
|
||||
// No Tags. FR does not provide consistently meaningful ones.
|
||||
// Publikation
|
||||
newItem.publicationTitle = "fr-online.de"
|
||||
|
||||
// Section
|
||||
var section_XPath = '//title'
|
||||
var section = doc.evaluate(section_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||
section = section.split(/\||-/);
|
||||
newItem.section = section[1].replace(/^\s*|\s*$/g, '');
|
||||
|
||||
//Language
|
||||
var language = ZU.xpathText(doc, '//meta[@http-equiv="content-language"]/@content');
|
||||
if (language != null) newItem.language = language;
|
||||
|
||||
// Attachment
|
||||
var printurl = doc.location.href;
|
||||
if (printurl.match("asFirstTeaser")) {
|
||||
printurl = printurl.replace("asFirstTeaser", "printVersion");
|
||||
} else {
|
||||
printurl = printurl.replace(/\-\/index.html$/, "-/view/printVersion/-/index.html");
|
||||
}
|
||||
newItem.attachments.push({
|
||||
url: printurl,
|
||||
title: newItem.title,
|
||||
mimeType: "text/html"
|
||||
});
|
||||
newItem.complete()
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
function doWeb(doc, url) {
|
||||
|
||||
var articles = new Array();
|
||||
|
||||
if (detectWeb(doc, url) == "multiple") {
|
||||
var items = new Object();
|
||||
|
||||
var titles = doc.evaluate(".//*[@id='ContainerContentLinie']/div/h2/a|.//*[@id='ContainerContent']/div/div[contains(@class, 'Headline2')]/a|.//*[@id='ContainerContent']/div/div/div[contains(@class, 'link_article')]/a|.//*[@id='Main']/div[contains(@class, '2ColHP')]/div/div/div[contains(@class, 'Headline2')]/a", doc, null, XPathResult.ANY_TYPE, null);
|
||||
|
||||
var next_title;
|
||||
while (next_title = titles.iterateNext()) {
|
||||
// This excludes the videos, whos link terminates in a hash.
|
||||
if (next_title.href.match(/.*html$/)) {
|
||||
items[next_title.href] = next_title.textContent;
|
||||
}
|
||||
}
|
||||
Zotero.selectItems(items, function (items) {
|
||||
if (!items) {
|
||||
return true;
|
||||
}
|
||||
for (var i in items) {
|
||||
articles.push(i);
|
||||
}
|
||||
Zotero.Utilities.processDocuments(articles, scrape);
|
||||
});
|
||||
} else {
|
||||
scrape(doc, url);
|
||||
}
|
||||
}
|
||||
/** BEGIN TEST CASES **/
|
||||
var testCases = [
|
||||
{
|
||||
"type": "web",
|
||||
"url": "http://www.fr-online.de/spezials/wikileaks---die-enthuellungsplattform,4882932,4882932.html",
|
||||
"items": "multiple"
|
||||
},
|
||||
{
|
||||
"type": "web",
|
||||
"url": "http://www.fr-online.de/krise/1471908,1471908.html",
|
||||
"items": "multiple"
|
||||
},
|
||||
{
|
||||
"type": "web",
|
||||
"url": "http://www.fr-online.de/schuldenkrise/andeutung-des-finanzministers-portugal-koennte-rettungspaket-benoetigen,1471908,8251842.html",
|
||||
"items": [
|
||||
{
|
||||
"itemType": "newspaperArticle",
|
||||
"creators": [],
|
||||
"notes": [],
|
||||
"tags": [],
|
||||
"seeAlso": [],
|
||||
"attachments": [
|
||||
{
|
||||
"title": "Andeutung des Finanzministers: Portugal könnte Rettungspaket benötigen",
|
||||
"mimeType": "text/html"
|
||||
}
|
||||
],
|
||||
"url": "http://www.fr-online.de/schuldenkrise/andeutung-des-finanzministers-portugal-koennte-rettungspaket-benoetigen,1471908,8251842.html",
|
||||
"title": "Andeutung des Finanzministers: Portugal könnte Rettungspaket benötigen",
|
||||
"abstractNote": "Eine politische Krise in Portugal aufgrund der harten Sparvorgaben der Europäischen Union könnte ein Rettungspaket notwendig machen, fürchtet Finanzminister Fernando Teixeira dos Santos.",
|
||||
"date": "21. März 2011",
|
||||
"publicationTitle": "fr-online.de",
|
||||
"section": "Schuldenkrise",
|
||||
"language": "de",
|
||||
"libraryCatalog": "fr-online.de",
|
||||
"accessDate": "CURRENT_TIMESTAMP",
|
||||
"shortTitle": "Andeutung des Finanzministers"
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
/** END TEST CASES **/
|
||||
Reference in New Issue
Block a user