jump-api/filter_titles.py at master · ourresearch/jump-api · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
# coding: utf-8

from cached_property import cached_property
from collections import OrderedDict
from datetime import datetime

from app import db
from app import get_db_cursor
from package import Package
from package_input import PackageInput


class FilterTitles(db.Model):
	__tablename__ = "jump_journal_filter"
	issn_l = db.Column(db.Text)
	package_id = db.Column(db.Text, db.ForeignKey("jump_account_package.package_id"), primary_key=True)
	type = db.Column(db.Text)
	title = db.Column(db.Text)
	publisher = db.Column(db.Text)

	def to_dict(self):
		return {
			"issn_l": self.issn_l,
			"type": self.type,
			"title": self.title,
			"publisher": self.publisher
		}

class FilterTitlesInput(db.Model, PackageInput):
	__tablename__ = "jump_journal_filter_input"
	created = db.Column(db.DateTime, default=datetime.utcnow)
	issn = db.Column(db.Text, primary_key=True)
	package_id = db.Column(db.Text, db.ForeignKey("jump_account_package.package_id"), primary_key=True)
	type = db.Column(db.Text)
	title = db.Column(db.Text)
	publisher = db.Column(db.Text)

	def import_view_name(self):
		return "jump_journal_filter_view"

	def destination_table(self):
		return FilterTitles.__tablename__

	def issn_columns(self):
		if "online_identifier" not in self.raw_column_names:
			return ["issn"]
		else:
			return ["print_identifier", "online_identifier"]

	def csv_columns(self):
		if "online_identifier" not in self.raw_column_names:
			return {
				"issn": {
					"normalize": self.normalize_issn,
					"name_snippets": ["issn", "online_identifier"],
					"required": True,
					"warn_if_blank": True,
				},
			}
		else:
			return {
				"print_identifier": {
					"normalize": self.normalize_issn,
					"name_snippets": ["print identifier", "print_identifier"],
					"required": True,
					"warn_if_blank": True,
				},
				"online_identifier": {
					"normalize": self.normalize_issn,
					"name_snippets": ["online identifier", "online_identifier"],
					"required": True,
					"warn_if_blank": True,
				},
				"type": {
					"normalize": self.strip_text,
					"name_snippets": ["publication_type"],
					"required": True,
					"warn_if_blank": False,
				},
				"title": {
					"normalize": self.strip_text,
					"name_snippets": ["publication_title"],
					"exact_name": True,
					"required": True,
					"warn_if_blank": False,
				},
				"publisher": {
					"normalize": self.strip_text,
					"name_snippets": ["publisher_name"],
					"required": True,
					"warn_if_blank": False,
				},
			}

	def file_type_label(self):
		return "filter"

	def update_subscriptions(self, package_id):
		from saved_scenario import save_raw_scenario_to_db

		pkg = Package.query.get(package_id)
		scenarios = pkg.saved_scenarios
		if len(scenarios) == 0:
			print(f"({self}) no scenarios found, not modifying subscriptions")
			return None

		for scenario in scenarios:
			saved = scenario.to_dict_saved_from_db()
			if saved['subrs']:
				print(f"({self}) modifying subscriptions")
				with get_db_cursor() as cursor:
					qry = "select issn_l from jump_journal_filter where package_id = %s"
					cursor.execute(qry, (package_id,))
					rows = cursor.fetchall()
				filter_issns = [w[0] for w in rows]
				saved["subrs"] = list(filter(lambda x: x in filter_issns, saved["subrs"]))

				save_raw_scenario_to_db(scenario.scenario_id, saved, None)