{
"USGS Publications Warehouse": {
"@context": "https://schema.org",
"@type": "Article",
"additionalType": "Journal Article",
"name": "A framework for characterising and evaluating the effectiveness of environmental modelling",
"identifier": [
{
"@type": "PropertyValue",
"propertyID": "USGS Publications Warehouse IndexID",
"value": "70217883",
"url": "https://pubs.usgs.gov/publication/70217883"
},
{
"@type": "PropertyValue",
"propertyID": "USGS Publications Warehouse Internal ID",
"value": 70217883
},
{
"@type": "PropertyValue",
"propertyID": "DOI",
"value": "10.1016/j.envsoft.2019.04.008",
"url": "https://doi.org/10.1016/j.envsoft.2019.04.008"
}
],
"journal": {
"@type": "Periodical",
"name": "Environmental Modelling and Software",
"volumeNumber": "118",
"issueNumber": null
},
"inLanguage": "en",
"isPartOf": [
{
"@type": "CreativeWorkSeries",
"name": "Environmental Modelling and Software"
}
],
"datePublished": "2019",
"dateModified": "2021-02-09",
"abstract": "Environmental modelling is transitioning from the traditional paradigm that focuses on the model and its quantitative performance to a more holistic paradigm that recognises successful model-based outcomes are closely tied to undertaking modelling as a social process, not just as a technical procedure. This paper redefines evaluation as a multi-dimensional and multi-perspective concept, and proposes a more complete framework for identifying and measuring the effectiveness of modelling that serves the new paradigm. Under this framework, evaluation considers a broader set of success criteria, and emphasises the importance of contextual factors in determining the relevance and outcome of the criteria. These evaluation criteria are grouped into eight categories: project efficiency, model accessibility, credibility, saliency, legitimacy, satisfaction, application, and impact. Evaluation should be part of an iterative and adaptive process that attempts to improve model-based outcomes and foster pathways to better futures.",
"description": "16 p.",
"publisher": {
"@type": "Organization",
"name": "Elsevier"
},
"author": [
{
"@type": "Person",
"name": "Hamilton, Serena H",
"givenName": "Serena H",
"familyName": "Hamilton",
"affiliation": [
{
"@type": "Organization",
"name": "School of Science, Edith Cowan University, Joondalup, WA, Australia"
}
]
},
{
"@type": "Person",
"name": "Curtis, Allan",
"givenName": "Allan",
"familyName": "Curtis",
"affiliation": [
{
"@type": "Organization",
"name": "Charles Sturt University, Albury-Wodonga, NSW, Australia"
}
]
},
{
"@type": "Person",
"name": "Hill, Mary C",
"givenName": "Mary C",
"familyName": "Hill",
"affiliation": [
{
"@type": "Organization",
"name": "University of Kansas, USA"
}
]
},
{
"@type": "Person",
"name": "Pierce, Suzanne A",
"givenName": "Suzanne A",
"familyName": "Pierce"
},
{
"@type": "Person",
"name": "Zare, Fateme",
"givenName": "Fateme",
"familyName": "Zare",
"affiliation": [
{
"@type": "Organization",
"name": "Fenner School of Environment & Society, Australian National University, Australia"
}
]
},
{
"@type": "Person",
"name": "Fu, Baihua",
"givenName": "Baihua",
"familyName": "Fu",
"identifier": {
"@type": "PropertyValue",
"propertyID": "ORCID",
"value": "0000-0003-2494-0518",
"url": "https://orcid.org/0000-0003-2494-0518"
}
},
{
"@type": "Person",
"name": "Guillaume, Joseph H. A.",
"givenName": "Joseph H. A.",
"familyName": "Guillaume",
"affiliation": [
{
"@type": "Organization",
"name": "Water and Development Research Group, Aalto University, Finland"
}
]
},
{
"@type": "Person",
"name": "Badham, Jennifer",
"givenName": "Jennifer",
"familyName": "Badham",
"affiliation": [
{
"@type": "Organization",
"name": "Queens University, Belfast BT9 7BK, United Kingdom"
}
]
},
{
"@type": "Person",
"name": "Elsawah, Sondoss",
"givenName": "Sondoss",
"familyName": "Elsawah"
},
{
"@type": "Person",
"name": "Gober, Patricia",
"givenName": "Patricia",
"familyName": "Gober",
"affiliation": [
{
"@type": "Organization",
"name": "School of Geographical Sciences and Urban Planning, Arizona State University, Tempe AZ, USA"
}
]
},
{
"@type": "Person",
"name": "Hunt, Randall J.",
"givenName": "Randall J.",
"familyName": "Hunt",
"identifier": {
"@type": "PropertyValue",
"propertyID": "ORCID",
"value": "0000-0001-6465-9304",
"url": "https://orcid.org/0000-0001-6465-9304"
},
"affiliation": [
{
"@type": "Organization",
"name": "Wisconsin Water Science Center",
"url": "https://www.usgs.gov/centers/upper-midwest-water-science-center"
},
{
"@type": "Organization",
"name": "Upper Midwest Water Science Center",
"url": "https://www.usgs.gov/centers/upper-midwest-water-science-center"
}
]
},
{
"@type": "Person",
"name": "Iwanaga, Takuya",
"givenName": "Takuya",
"familyName": "Iwanaga",
"affiliation": [
{
"@type": "Organization",
"name": "Fenner School of Environment & Society, Australian National University, Australia"
}
]
},
{
"@type": "Person",
"name": "Jakeman, Anthony J.",
"givenName": "Anthony J.",
"familyName": "Jakeman",
"identifier": {
"@type": "PropertyValue",
"propertyID": "ORCID",
"value": "0000-0001-5282-2215",
"url": "https://orcid.org/0000-0001-5282-2215"
},
"affiliation": [
{
"@type": "Organization",
"name": "The Australian National University"
}
]
},
{
"@type": "Person",
"name": "Ames, Daniel P.",
"givenName": "Daniel P.",
"familyName": "Ames",
"affiliation": [
{
"@type": "Organization",
"name": "Brigham Young University"
}
]
}
],
"funder": [
{
"@type": "Organization",
"name": "Upper Midwest Water Science Center",
"url": "https://www.usgs.gov/centers/upper-midwest-water-science-center"
}
]
},
"OpenAlex": {
"_id": "https://openalex.org/W2936260579",
"abstract_inverted_index": {
"Environmental": [
0
],
"modelling": [
1,
32,
66
],
"is": [
2
],
"transitioning": [
3
],
"from": [
4
],
"the": [
5,
11,
63,
69,
85,
92,
97
],
"traditional": [
6
],
"paradigm": [
7,
21
],
"that": [
8,
22,
67,
128
],
"focuses": [
9
],
"on": [
10
],
"model": [
12,
109
],
"and": [
13,
50,
53,
61,
83,
94,
116,
125,
134
],
"its": [
14
],
"quantitative": [
15
],
"performance": [
16
],
"to": [
17,
30,
130,
137
],
"a": [
18,
34,
40,
48,
55,
77
],
"more": [
19,
56
],
"holistic": [
20
],
"recognises": [
23
],
"successful": [
24
],
"model-based": [
25,
132
],
"outcomes": [
26,
133
],
"are": [
27,
102
],
"closely": [
28
],
"tied": [
29
],
"undertaking": [
31
],
"as": [
33,
39,
47
],
"social": [
35
],
"process,": [
36
],
"not": [
37
],
"just": [
38
],
"technical": [
41
],
"procedure.": [
42
],
"This": [
43
],
"paper": [
44
],
"redefines": [
45
],
"evaluation": [
46,
75,
100
],
"multi-dimensional": [
49
],
"multi-perspective": [
51
],
"concept,": [
52
],
"proposes": [
54
],
"complete": [
57
],
"framework": [
58
],
"for": [
59
],
"identifying": [
60
],
"measuring": [
62
],
"effectiveness": [
64
],
"of": [
65,
80,
87,
96,
122
],
"serves": [
68
],
"new": [
70
],
"paradigm.": [
71
],
"Under": [
72
],
"this": [
73
],
"framework,": [
74
],
"considers": [
76
],
"broader": [
78
],
"set": [
79
],
"success": [
81
],
"criteria,": [
82
],
"emphasises": [
84
],
"importance": [
86
],
"contextual": [
88
],
"factors": [
89
],
"in": [
90
],
"determining": [
91
],
"relevance": [
93
],
"outcome": [
95
],
"criteria.": [
98
],
"These": [
99
],
"criteria": [
101
],
"grouped": [
103
],
"into": [
104
],
"eight": [
105
],
"categories:": [
106
],
"project": [
107
],
"efficiency,": [
108
],
"accessibility,": [
110
],
"credibility,": [
111
],
"saliency,": [
112
],
"legitimacy,": [
113
],
"satisfaction,": [
114
],
"application,": [
115
],
"impact.": [
117
],
"Evaluation": [
118
],
"should": [
119
],
"be": [
120
],
"part": [
121
],
"an": [
123
],
"iterative": [
124
],
"adaptive": [
126
],
"process": [
127
],
"attempts": [
129
],
"improve": [
131
],
"foster": [
135
],
"pathways": [
136
],
"better": [
138
],
"futures.": [
139
]
},
"apc_list": {
"value": 3400,
"currency": "USD",
"value_usd": 3400,
"provenance": "doaj"
},
"apc_paid": null,
"authorships": [
{
"author_position": "first",
"author": {
"id": "https://openalex.org/A5046174812",
"display_name": "Serena H. Hamilton",
"orcid": "https://orcid.org/0000-0001-7454-6127"
},
"institutions": [
{
"id": "https://openalex.org/I12079687",
"display_name": "Edith Cowan University",
"ror": "https://ror.org/05jhnwe22",
"country_code": "AU",
"type": "education",
"lineage": [
"https://openalex.org/I12079687"
]
},
{
"id": "https://openalex.org/I118347636",
"display_name": "Australian National University",
"ror": "https://ror.org/019wvm592",
"country_code": "AU",
"type": "education",
"lineage": [
"https://openalex.org/I118347636"
]
}
],
"countries": [
"AU"
],
"is_corresponding": true,
"raw_author_name": "Serena H. Hamilton",
"raw_affiliation_strings": [
"Fenner School of Environment & Society, Australian National University, Australia",
"School of Science, Edith Cowan University, Joondalup, WA, Australia"
],
"affiliations": [
{
"raw_affiliation_string": "School of Science, Edith Cowan University, Joondalup, WA, Australia",
"institution_ids": [
"https://openalex.org/I12079687"
]
},
{
"raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
"institution_ids": [
"https://openalex.org/I118347636"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5068293520",
"display_name": "Baihua Fu",
"orcid": "https://orcid.org/0000-0003-2494-0518"
},
"institutions": [
{
"id": "https://openalex.org/I118347636",
"display_name": "Australian National University",
"ror": "https://ror.org/019wvm592",
"country_code": "AU",
"type": "education",
"lineage": [
"https://openalex.org/I118347636"
]
}
],
"countries": [
"AU"
],
"is_corresponding": false,
"raw_author_name": "Baihua Fu",
"raw_affiliation_strings": [
"Fenner School of Environment & Society, Australian National University, Australia"
],
"affiliations": [
{
"raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
"institution_ids": [
"https://openalex.org/I118347636"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5036463103",
"display_name": "Joseph H. A. Guillaume",
"orcid": "https://orcid.org/0000-0001-6854-8708"
},
"institutions": [
{
"id": "https://openalex.org/I9927081",
"display_name": "Aalto University",
"ror": "https://ror.org/020hwjq30",
"country_code": "FI",
"type": "education",
"lineage": [
"https://openalex.org/I9927081"
]
},
{
"id": "https://openalex.org/I118347636",
"display_name": "Australian National University",
"ror": "https://ror.org/019wvm592",
"country_code": "AU",
"type": "education",
"lineage": [
"https://openalex.org/I118347636"
]
}
],
"countries": [
"AU",
"FI"
],
"is_corresponding": false,
"raw_author_name": "Joseph H.A. Guillaume",
"raw_affiliation_strings": [
"Fenner School of Environment & Society, Australian National University, Australia",
"Water and Development Research Group, Aalto University, Finland"
],
"affiliations": [
{
"raw_affiliation_string": "Water and Development Research Group, Aalto University, Finland",
"institution_ids": [
"https://openalex.org/I9927081"
]
},
{
"raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
"institution_ids": [
"https://openalex.org/I118347636"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5000218863",
"display_name": "Jennifer Badham",
"orcid": "https://orcid.org/0000-0002-4171-3897"
},
"institutions": [
{
"id": "https://openalex.org/I126231945",
"display_name": "Queen's University Belfast",
"ror": "https://ror.org/00hswnk62",
"country_code": "GB",
"type": "education",
"lineage": [
"https://openalex.org/I126231945"
]
}
],
"countries": [
"GB"
],
"is_corresponding": false,
"raw_author_name": "Jennifer Badham",
"raw_affiliation_strings": [
"Centre for Public Health, Queen's University Belfast, Belfast, United Kingdom"
],
"affiliations": [
{
"raw_affiliation_string": "Centre for Public Health, Queen's University Belfast, Belfast, United Kingdom",
"institution_ids": [
"https://openalex.org/I126231945"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5073334916",
"display_name": "Sondoss Elsawah",
"orcid": "https://orcid.org/0000-0002-3485-9548"
},
"institutions": [
{
"id": "https://openalex.org/I40053085",
"display_name": "Australian Defence Force Academy",
"ror": "https://ror.org/02j5s7g39",
"country_code": "AU",
"type": "education",
"lineage": [
"https://openalex.org/I31746571",
"https://openalex.org/I40053085",
"https://openalex.org/I4394709116"
]
},
{
"id": "https://openalex.org/I118347636",
"display_name": "Australian National University",
"ror": "https://ror.org/019wvm592",
"country_code": "AU",
"type": "education",
"lineage": [
"https://openalex.org/I118347636"
]
}
],
"countries": [
"AU"
],
"is_corresponding": false,
"raw_author_name": "Sondoss Elsawah",
"raw_affiliation_strings": [
"Capability Systems Centre, School of Electrical Engineering and Information Technology, University of New South Wales, Australian Defence Force Academy, Canberra ACT, Australia",
"Fenner School of Environment & Society, Australian National University, Australia"
],
"affiliations": [
{
"raw_affiliation_string": "Capability Systems Centre, School of Electrical Engineering and Information Technology, University of New South Wales, Australian Defence Force Academy, Canberra ACT, Australia",
"institution_ids": [
"https://openalex.org/I40053085"
]
},
{
"raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
"institution_ids": [
"https://openalex.org/I118347636"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5049892501",
"display_name": "Patricia Gober",
"orcid": null
},
"institutions": [
{
"id": "https://openalex.org/I55732556",
"display_name": "Arizona State University",
"ror": "https://ror.org/03efmqc40",
"country_code": "US",
"type": "education",
"lineage": [
"https://openalex.org/I55732556"
]
}
],
"countries": [
"US"
],
"is_corresponding": false,
"raw_author_name": "Patricia Gober",
"raw_affiliation_strings": [
"School of Geographical Sciences and Urban Planning, Arizona State University, Tempe AZ, USA"
],
"affiliations": [
{
"raw_affiliation_string": "School of Geographical Sciences and Urban Planning, Arizona State University, Tempe AZ, USA",
"institution_ids": [
"https://openalex.org/I55732556"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5029293033",
"display_name": "Randall J. Hunt",
"orcid": "https://orcid.org/0000-0001-6465-9304"
},
"institutions": [
{
"id": "https://openalex.org/I1286329397",
"display_name": "United States Geological Survey",
"ror": "https://ror.org/035a68863",
"country_code": "US",
"type": "government",
"lineage": [
"https://openalex.org/I1286329397",
"https://openalex.org/I1335927249"
]
}
],
"countries": [
"US"
],
"is_corresponding": false,
"raw_author_name": "Randall J. Hunt",
"raw_affiliation_strings": [
"United States Geological Survey, Upper Midwest Water Science Center, Middleton WI, USA"
],
"affiliations": [
{
"raw_affiliation_string": "United States Geological Survey, Upper Midwest Water Science Center, Middleton WI, USA",
"institution_ids": [
"https://openalex.org/I1286329397"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5063799894",
"display_name": "Takuya Iwanaga",
"orcid": "https://orcid.org/0000-0001-8173-0870"
},
"institutions": [
{
"id": "https://openalex.org/I118347636",
"display_name": "Australian National University",
"ror": "https://ror.org/019wvm592",
"country_code": "AU",
"type": "education",
"lineage": [
"https://openalex.org/I118347636"
]
}
],
"countries": [
"AU"
],
"is_corresponding": false,
"raw_author_name": "Takuya Iwanaga",
"raw_affiliation_strings": [
"Fenner School of Environment & Society, Australian National University, Australia"
],
"affiliations": [
{
"raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
"institution_ids": [
"https://openalex.org/I118347636"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5045235359",
"display_name": "Anthony J. Jakeman",
"orcid": "https://orcid.org/0000-0001-5282-2215"
},
"institutions": [
{
"id": "https://openalex.org/I118347636",
"display_name": "Australian National University",
"ror": "https://ror.org/019wvm592",
"country_code": "AU",
"type": "education",
"lineage": [
"https://openalex.org/I118347636"
]
}
],
"countries": [
"AU"
],
"is_corresponding": false,
"raw_author_name": "Anthony J. Jakeman",
"raw_affiliation_strings": [
"Fenner School of Environment & Society, Australian National University, Australia"
],
"affiliations": [
{
"raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
"institution_ids": [
"https://openalex.org/I118347636"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5044734782",
"display_name": "Daniel P. Ames",
"orcid": "https://orcid.org/0000-0003-2606-2579"
},
"institutions": [
{
"id": "https://openalex.org/I100005738",
"display_name": "Brigham Young University",
"ror": "https://ror.org/047rhhm47",
"country_code": "US",
"type": "education",
"lineage": [
"https://openalex.org/I100005738"
]
}
],
"countries": [
"US"
],
"is_corresponding": false,
"raw_author_name": "Daniel P. Ames",
"raw_affiliation_strings": [
"Civil and Environmental Engineering Department, Brigham Young University, Utah, USA"
],
"affiliations": [
{
"raw_affiliation_string": "Civil and Environmental Engineering Department, Brigham Young University, Utah, USA",
"institution_ids": [
"https://openalex.org/I100005738"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5025500429",
"display_name": "Allan Curtis",
"orcid": "https://orcid.org/0000-0002-9421-7889"
},
"institutions": [
{
"id": "https://openalex.org/I153230381",
"display_name": "Charles Sturt University",
"ror": "https://ror.org/00wfvh315",
"country_code": "AU",
"type": "education",
"lineage": [
"https://openalex.org/I153230381"
]
}
],
"countries": [
"AU"
],
"is_corresponding": false,
"raw_author_name": "Allan Curtis",
"raw_affiliation_strings": [
"Graham Centre for Agricultural Innovation, Charles Sturt University, Wagga Wagga, NSW, Australia"
],
"affiliations": [
{
"raw_affiliation_string": "Graham Centre for Agricultural Innovation, Charles Sturt University, Wagga Wagga, NSW, Australia",
"institution_ids": [
"https://openalex.org/I153230381"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5101655147",
"display_name": "Mary C. Hill",
"orcid": "https://orcid.org/0000-0003-0545-3378"
},
"institutions": [
{
"id": "https://openalex.org/I146416000",
"display_name": "University of Kansas",
"ror": "https://ror.org/001tmjg57",
"country_code": "US",
"type": "education",
"lineage": [
"https://openalex.org/I146416000"
]
}
],
"countries": [
"US"
],
"is_corresponding": false,
"raw_author_name": "Mary C. Hill",
"raw_affiliation_strings": [
"Department of Geology, University of Kansas, USA"
],
"affiliations": [
{
"raw_affiliation_string": "Department of Geology, University of Kansas, USA",
"institution_ids": [
"https://openalex.org/I146416000"
]
}
]
},
{
"author_position": "middle",
"author": {
"id": "https://openalex.org/A5090133713",
"display_name": "Suzanne A. Pierce",
"orcid": "https://orcid.org/0000-0002-3050-1987"
},
"institutions": [],
"countries": [
"US"
],
"is_corresponding": false,
"raw_author_name": "Suzanne A. Pierce",
"raw_affiliation_strings": [
"Environmental Science Institute, Jackson School of Geosciences, University of Texas at Austin, USA"
],
"affiliations": [
{
"raw_affiliation_string": "Environmental Science Institute, Jackson School of Geosciences, University of Texas at Austin, USA",
"institution_ids": []
}
]
},
{
"author_position": "last",
"author": {
"id": "https://openalex.org/A5070559596",
"display_name": "Fateme Zare",
"orcid": "https://orcid.org/0000-0002-2472-018X"
},
"institutions": [
{
"id": "https://openalex.org/I118347636",
"display_name": "Australian National University",
"ror": "https://ror.org/019wvm592",
"country_code": "AU",
"type": "education",
"lineage": [
"https://openalex.org/I118347636"
]
}
],
"countries": [
"AU"
],
"is_corresponding": false,
"raw_author_name": "Fateme Zare",
"raw_affiliation_strings": [
"Fenner School of Environment & Society, Australian National University, Australia"
],
"affiliations": [
{
"raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
"institution_ids": [
"https://openalex.org/I118347636"
]
}
]
}
],
"best_oa_location": {
"is_oa": true,
"landing_page_url": "https://doi.org/10.1016/j.envsoft.2019.04.008",
"pdf_url": "http://manuscript.elsevier.com/S1364815218307692/pdf/S1364815218307692.pdf",
"source": {
"id": "https://openalex.org/S113611870",
"display_name": "Environmental Modelling & Software",
"issn_l": "1364-8152",
"issn": [
"1364-8152",
"1873-6726"
],
"is_oa": false,
"is_in_doaj": false,
"is_core": true,
"host_organization": "https://openalex.org/P4310320990",
"host_organization_name": "Elsevier BV",
"host_organization_lineage": [
"https://openalex.org/P4310320990"
],
"host_organization_lineage_names": [
"Elsevier BV"
],
"type": "journal"
},
"license": "publisher-specific-oa",
"license_id": "https://openalex.org/licenses/publisher-specific-oa",
"version": "acceptedVersion",
"is_accepted": true,
"is_published": false
},
"biblio": {
"volume": "118",
"issue": null,
"first_page": "83",
"last_page": "98"
},
"cited_by_api_url": "https://api.openalex.org/works?filter=cites:W2936260579",
"cited_by_count": 69,
"cited_by_percentile_year": {
"min": 98,
"max": 99
},
"concepts": [
{
"id": "https://openalex.org/c2780224610",
"wikidata": "https://www.wikidata.org/wiki/Q1530061",
"display_name": "Credibility",
"level": 2,
"score": 0.69229347,
"qid": null
},
{
"id": "https://openalex.org/c106306483",
"wikidata": "https://www.wikidata.org/wiki/Q183984",
"display_name": "Futures contract",
"level": 2,
"score": 0.61438835,
"qid": null
},
{
"id": "https://openalex.org/c41008148",
"wikidata": "https://www.wikidata.org/wiki/Q21198",
"display_name": "Computer science",
"level": 0,
"score": 0.5787307,
"qid": "Q158969"
},
{
"id": "https://openalex.org/c98045186",
"wikidata": "https://www.wikidata.org/wiki/Q205663",
"display_name": "Process (computing)",
"level": 2,
"score": 0.577648,
"qid": null
},
{
"id": "https://openalex.org/c539667460",
"wikidata": "https://www.wikidata.org/wiki/Q2414942",
"display_name": "Management science",
"level": 1,
"score": 0.5727701,
"qid": "Q166152"
},
{
"id": "https://openalex.org/c177264268",
"wikidata": "https://www.wikidata.org/wiki/Q1514741",
"display_name": "Set (abstract data type)",
"level": 2,
"score": 0.5665432,
"qid": null
},
{
"id": "https://openalex.org/c158154518",
"wikidata": "https://www.wikidata.org/wiki/Q7310970",
"display_name": "Relevance (law)",
"level": 2,
"score": 0.5253377,
"qid": null
},
{
"id": "https://openalex.org/c46295352",
"wikidata": "https://www.wikidata.org/wiki/Q207982",
"display_name": "Legitimacy",
"level": 3,
"score": 0.49066722,
"qid": null
},
{
"id": "https://openalex.org/c195094911",
"wikidata": "https://www.wikidata.org/wiki/Q14167904",
"display_name": "Process management",
"level": 1,
"score": 0.48799673,
"qid": "Q226302"
},
{
"id": "https://openalex.org/c148220186",
"wikidata": "https://www.wikidata.org/wiki/Q7111912",
"display_name": "Outcome (game theory)",
"level": 2,
"score": 0.47894317,
"qid": null
},
{
"id": "https://openalex.org/c12713177",
"wikidata": "https://www.wikidata.org/wiki/Q1900281",
"display_name": "Perspective (graphical)",
"level": 2,
"score": 0.4551189,
"qid": null
},
{
"id": "https://openalex.org/c143587482",
"wikidata": "https://www.wikidata.org/wiki/Q1543216",
"display_name": "Iterative and incremental development",
"level": 2,
"score": 0.4298874,
"qid": null
},
{
"id": "https://openalex.org/c127413603",
"wikidata": "https://www.wikidata.org/wiki/Q11023",
"display_name": "Engineering",
"level": 0,
"score": 0.22733882,
"qid": "Q158977"
},
{
"id": "https://openalex.org/c154945302",
"wikidata": "https://www.wikidata.org/wiki/Q11660",
"display_name": "Artificial intelligence",
"level": 1,
"score": 0.1948705,
"qid": "Q166116"
},
{
"id": "https://openalex.org/c17744445",
"wikidata": "https://www.wikidata.org/wiki/Q36442",
"display_name": "Political science",
"level": 0,
"score": 0.11736134,
"qid": "Q226183"
},
{
"id": "https://openalex.org/c144133560",
"wikidata": "https://www.wikidata.org/wiki/Q4830453",
"display_name": "Business",
"level": 0,
"score": 0.10980418,
"qid": "Q25365"
},
{
"id": "https://openalex.org/c115903868",
"wikidata": "https://www.wikidata.org/wiki/Q80993",
"display_name": "Software engineering",
"level": 1,
"score": 0.078182906,
"qid": "Q226314"
},
{
"id": "https://openalex.org/c144237770",
"wikidata": "https://www.wikidata.org/wiki/Q747534",
"display_name": "Mathematical economics",
"level": 1,
"score": 0.0,
"qid": "Q226263"
},
{
"id": "https://openalex.org/c10138342",
"wikidata": "https://www.wikidata.org/wiki/Q43015",
"display_name": "Finance",
"level": 1,
"score": 0.0,
"qid": "Q166251"
},
{
"id": "https://openalex.org/c94625758",
"wikidata": "https://www.wikidata.org/wiki/Q7163",
"display_name": "Politics",
"level": 2,
"score": 0.0,
"qid": null
},
{
"id": "https://openalex.org/c199539241",
"wikidata": "https://www.wikidata.org/wiki/Q7748",
"display_name": "Law",
"level": 1,
"score": 0.0,
"qid": "Q166219"
},
{
"id": "https://openalex.org/c199360897",
"wikidata": "https://www.wikidata.org/wiki/Q9143",
"display_name": "Programming language",
"level": 1,
"score": 0.0,
"qid": "Q226303"
},
{
"id": "https://openalex.org/c111919701",
"wikidata": "https://www.wikidata.org/wiki/Q9135",
"display_name": "Operating system",
"level": 1,
"score": 0.0,
"qid": "Q226285"
},
{
"id": "https://openalex.org/c33923547",
"wikidata": "https://www.wikidata.org/wiki/Q395",
"display_name": "Mathematics",
"level": 0,
"score": 0.0,
"qid": "Q161189"
}
],
"corresponding_author_ids": [
"https://openalex.org/A5046174812"
],
"corresponding_institution_ids": [
"https://openalex.org/I12079687",
"https://openalex.org/I118347636"
],
"countries_distinct_count": 4,
"counts_by_year": [
{
"year": 2024,
"cited_by_count": 10
},
{
"year": 2023,
"cited_by_count": 12
},
{
"year": 2022,
"cited_by_count": 16
},
{
"year": 2021,
"cited_by_count": 17
},
{
"year": 2020,
"cited_by_count": 12
},
{
"year": 2019,
"cited_by_count": 1
}
],
"created_date": "2019-04-25",
"datasets": [],
"display_name": "A framework for characterising and evaluating the effectiveness of environmental modelling",
"doi": "https://doi.org/10.1016/j.envsoft.2019.04.008",
"fulltext_origin": "pdf",
"fwci": 5.123,
"grants": [
{
"funder": "https://openalex.org/F4320306076",
"funder_display_name": "National Science Foundation",
"award_id": "DBI-1052875"
},
{
"funder": "https://openalex.org/F4320312795",
"funder_display_name": "Washington Academy of Sciences",
"award_id": "305471"
},
{
"funder": "https://openalex.org/F4320314918",
"funder_display_name": "National Socio-Environmental Synthesis Center",
"award_id": null
},
{
"funder": "https://openalex.org/F4320321108",
"funder_display_name": "Academy of Finland",
"award_id": null
},
{
"funder": "https://openalex.org/F4320322861",
"funder_display_name": "Emil Aaltosen S\u00e4\u00e4ti\u00f6",
"award_id": null
}
],
"has_fulltext": true,
"id": "https://openalex.org/W2936260579",
"ids": {
"openalex": "https://openalex.org/W2936260579",
"doi": "https://doi.org/10.1016/j.envsoft.2019.04.008",
"mag": "2936260579"
},
"indexed_in": [
"crossref"
],
"institutions_distinct_count": 10,
"is_paratext": false,
"is_retracted": false,
"keywords": [
{
"id": "https://openalex.org/keywords/relevance",
"display_name": "Relevance (law)",
"score": 0.5253377
},
{
"id": "https://openalex.org/keywords/modeling",
"display_name": "Modeling",
"score": 0.521797
},
{
"id": "https://openalex.org/keywords/social-policy-evaluation",
"display_name": "Social Policy Evaluation",
"score": 0.517778
},
{
"id": "https://openalex.org/keywords/sustainability-transitions",
"display_name": "Sustainability Transitions",
"score": 0.503678
}
],
"language": "en",
"locations": [
{
"is_oa": true,
"landing_page_url": "https://doi.org/10.1016/j.envsoft.2019.04.008",
"pdf_url": "http://manuscript.elsevier.com/S1364815218307692/pdf/S1364815218307692.pdf",
"source": {
"id": "https://openalex.org/S113611870",
"display_name": "Environmental Modelling & Software",
"issn_l": "1364-8152",
"issn": [
"1364-8152",
"1873-6726"
],
"is_oa": false,
"is_in_doaj": false,
"is_core": true,
"host_organization": "https://openalex.org/P4310320990",
"host_organization_name": "Elsevier BV",
"host_organization_lineage": [
"https://openalex.org/P4310320990"
],
"host_organization_lineage_names": [
"Elsevier BV"
],
"type": "journal"
},
"license": "publisher-specific-oa",
"license_id": "https://openalex.org/licenses/publisher-specific-oa",
"version": "acceptedVersion",
"is_accepted": true,
"is_published": false
},
{
"is_oa": true,
"landing_page_url": "https://pure.qub.ac.uk/en/publications/a82b97b0-d124-4b28-9aba-c5eaeb22bc53",
"pdf_url": "https://pure.qub.ac.uk/files/170079484/Hamilton_2019_success_EMS_postprint.pdf",
"source": {
"id": "https://openalex.org/S4306402319",
"display_name": "Research Portal (Queen's University Belfast)",
"issn_l": null,
"issn": null,
"is_oa": true,
"is_in_doaj": false,
"is_core": false,
"host_organization": "https://openalex.org/I126231945",
"host_organization_name": "Queen's University Belfast",
"host_organization_lineage": [
"https://openalex.org/I126231945"
],
"host_organization_lineage_names": [
"Queen's University Belfast"
],
"type": "repository"
},
"license": "other-oa",
"license_id": "https://openalex.org/licenses/other-oa",
"version": "acceptedVersion",
"is_accepted": true,
"is_published": false
},
{
"is_oa": true,
"landing_page_url": "https://pureadmin.qub.ac.uk/ws/files/170079484/Hamilton_2019_success_EMS_postprint.pdf",
"pdf_url": "https://pureadmin.qub.ac.uk/ws/files/170079484/Hamilton_2019_success_EMS_postprint.pdf",
"source": {
"id": "https://openalex.org/S4306402319",
"display_name": "Research Portal (Queen's University Belfast)",
"issn_l": null,
"issn": null,
"is_oa": true,
"is_in_doaj": false,
"is_core": false,
"host_organization": "https://openalex.org/I126231945",
"host_organization_name": "Queen's University Belfast",
"host_organization_lineage": [
"https://openalex.org/I126231945"
],
"host_organization_lineage_names": [
"Queen's University Belfast"
],
"type": "repository"
},
"license": "other-oa",
"license_id": "https://openalex.org/licenses/other-oa",
"version": "acceptedVersion",
"is_accepted": true,
"is_published": false
}
],
"locations_count": 3,
"mesh": [],
"ngrams_url": "https://api.openalex.org/works/W2936260579/ngrams",
"open_access": {
"is_oa": true,
"oa_status": "bronze",
"oa_url": "http://manuscript.elsevier.com/S1364815218307692/pdf/S1364815218307692.pdf",
"any_repository_has_fulltext": true
},
"primary_location": {
"is_oa": true,
"landing_page_url": "https://doi.org/10.1016/j.envsoft.2019.04.008",
"pdf_url": "http://manuscript.elsevier.com/S1364815218307692/pdf/S1364815218307692.pdf",
"source": {
"id": "https://openalex.org/S113611870",
"display_name": "Environmental Modelling & Software",
"issn_l": "1364-8152",
"issn": [
"1364-8152",
"1873-6726"
],
"is_oa": false,
"is_in_doaj": false,
"is_core": true,
"host_organization": "https://openalex.org/P4310320990",
"host_organization_name": "Elsevier BV",
"host_organization_lineage": [
"https://openalex.org/P4310320990"
],
"host_organization_lineage_names": [
"Elsevier BV"
],
"type": "journal"
},
"license": "publisher-specific-oa",
"license_id": "https://openalex.org/licenses/publisher-specific-oa",
"version": "acceptedVersion",
"is_accepted": true,
"is_published": false
},
"primary_topic": {
"id": "https://openalex.org/T10119",
"display_name": "Sustainability Transitions and Resilience in Social-Ecological Systems",
"score": 0.9866,
"subfield": {
"id": "https://openalex.org/subfields/2306",
"display_name": "Global and Planetary Change"
},
"field": {
"id": "https://openalex.org/fields/23",
"display_name": "Environmental Science"
},
"domain": {
"id": "https://openalex.org/domains/3",
"display_name": "Physical Sciences"
}
},
"publication_date": "2019-08-01",
"publication_year": 2019,
"referenced_works": [
"https://openalex.org/W1189391235",
"https://openalex.org/W124182591",
"https://openalex.org/W1493688518",
"https://openalex.org/W1507764682",
"https://openalex.org/W1527824771",
"https://openalex.org/W1537396274",
"https://openalex.org/W1560774689",
"https://openalex.org/W1563858806",
"https://openalex.org/W1584259900",
"https://openalex.org/W1597114888",
"https://openalex.org/W1597918991",
"https://openalex.org/W1630317088",
"https://openalex.org/W1655993772",
"https://openalex.org/W1829903004",
"https://openalex.org/W18855373",
"https://openalex.org/W1965188981",
"https://openalex.org/W1973807249",
"https://openalex.org/W1975595926",
"https://openalex.org/W1976759885",
"https://openalex.org/W1977558725",
"https://openalex.org/W1980200301",
"https://openalex.org/W1981466688",
"https://openalex.org/W1985872311",
"https://openalex.org/W1985882841",
"https://openalex.org/W1988753682",
"https://openalex.org/W1989375592",
"https://openalex.org/W1989646298",
"https://openalex.org/W1991617464",
"https://openalex.org/W1994417285",
"https://openalex.org/W1994920685",
"https://openalex.org/W1995114466",
"https://openalex.org/W1995299836",
"https://openalex.org/W1998436825",
"https://openalex.org/W1998683186",
"https://openalex.org/W2008251417",
"https://openalex.org/W2010793828",
"https://openalex.org/W2011564604",
"https://openalex.org/W2014381437",
"https://openalex.org/W2019980248",
"https://openalex.org/W2023097355",
"https://openalex.org/W2023809207",
"https://openalex.org/W2027559506",
"https://openalex.org/W2027852827",
"https://openalex.org/W2031296422",
"https://openalex.org/W2031453489",
"https://openalex.org/W2032571538",
"https://openalex.org/W2034105627",
"https://openalex.org/W2036755180",
"https://openalex.org/W2037150067",
"https://openalex.org/W2037252999",
"https://openalex.org/W2043791388",
"https://openalex.org/W2044205582",
"https://openalex.org/W2044731601",
"https://openalex.org/W2046935534",
"https://openalex.org/W2048076161",
"https://openalex.org/W2052865663",
"https://openalex.org/W2059341681",
"https://openalex.org/W2067975844",
"https://openalex.org/W2070086504",
"https://openalex.org/W2077201777",
"https://openalex.org/W2077310772",
"https://openalex.org/W2080654559",
"https://openalex.org/W2081622870",
"https://openalex.org/W2085593420",
"https://openalex.org/W2087611657",
"https://openalex.org/W2094227722",
"https://openalex.org/W2096384981",
"https://openalex.org/W2099533182",
"https://openalex.org/W2099732603",
"https://openalex.org/W2101089990",
"https://openalex.org/W2104080682",
"https://openalex.org/W21060189",
"https://openalex.org/W2108117820",
"https://openalex.org/W2110877356",
"https://openalex.org/W2111236019",
"https://openalex.org/W2117690866",
"https://openalex.org/W2119214313",
"https://openalex.org/W2119839985",
"https://openalex.org/W2120418951",
"https://openalex.org/W2121387700",
"https://openalex.org/W2124611226",
"https://openalex.org/W2127470579",
"https://openalex.org/W2130089609",
"https://openalex.org/W2130339099",
"https://openalex.org/W2130715829",
"https://openalex.org/W2131399871",
"https://openalex.org/W2134331744",
"https://openalex.org/W2134358106",
"https://openalex.org/W2136564721",
"https://openalex.org/W2142175015",
"https://openalex.org/W2147907950",
"https://openalex.org/W2149160185",
"https://openalex.org/W2152819058",
"https://openalex.org/W2158662288",
"https://openalex.org/W2162291057",
"https://openalex.org/W2163285586",
"https://openalex.org/W2163562315",
"https://openalex.org/W2165299260",
"https://openalex.org/W2168615178",
"https://openalex.org/W2170488209",
"https://openalex.org/W2215082281",
"https://openalex.org/W2287992427",
"https://openalex.org/W2317727188",
"https://openalex.org/W2346893305",
"https://openalex.org/W2415599148",
"https://openalex.org/W2418311291",
"https://openalex.org/W2462086387",
"https://openalex.org/W2462642392",
"https://openalex.org/W2496162110",
"https://openalex.org/W2499004053",
"https://openalex.org/W2507017229",
"https://openalex.org/W2509731930",
"https://openalex.org/W2516923483",
"https://openalex.org/W2526372752",
"https://openalex.org/W2535047078",
"https://openalex.org/W2565048377",
"https://openalex.org/W2569018456",
"https://openalex.org/W2572968128",
"https://openalex.org/W2575655726",
"https://openalex.org/W2585231050",
"https://openalex.org/W2592426321",
"https://openalex.org/W2599816314",
"https://openalex.org/W2603779228",
"https://openalex.org/W2606115368",
"https://openalex.org/W2736261303",
"https://openalex.org/W2737578839",
"https://openalex.org/W2748360343",
"https://openalex.org/W2750962140",
"https://openalex.org/W2760122398",
"https://openalex.org/W2769213132",
"https://openalex.org/W2786406689",
"https://openalex.org/W2791843897",
"https://openalex.org/W2802278655",
"https://openalex.org/W2807509759",
"https://openalex.org/W284613779",
"https://openalex.org/W2888022653",
"https://openalex.org/W2889262254",
"https://openalex.org/W2913355662",
"https://openalex.org/W2913932641",
"https://openalex.org/W3045060270",
"https://openalex.org/W3106753228",
"https://openalex.org/W3159443165",
"https://openalex.org/W4248170114",
"https://openalex.org/W4300646223",
"https://openalex.org/W64656223"
],
"referenced_works_count": 145,
"related_works": [
"https://openalex.org/W3171042291",
"https://openalex.org/W2390961115",
"https://openalex.org/W2388687352",
"https://openalex.org/W2388138913",
"https://openalex.org/W2374291020",
"https://openalex.org/W2370187191",
"https://openalex.org/W2369854048",
"https://openalex.org/W2355907197",
"https://openalex.org/W1990162851",
"https://openalex.org/W1547545967"
],
"sustainable_development_goals": [],
"title": "A framework for characterising and evaluating the effectiveness of environmental modelling",
"topics": [
{
"id": "https://openalex.org/T10119",
"display_name": "Sustainability Transitions and Resilience in Social-Ecological Systems",
"score": 0.9866,
"subfield": {
"id": "https://openalex.org/subfields/2306",
"display_name": "Global and Planetary Change"
},
"field": {
"id": "https://openalex.org/fields/23",
"display_name": "Environmental Science"
},
"domain": {
"id": "https://openalex.org/domains/3",
"display_name": "Physical Sciences"
}
},
{
"id": "https://openalex.org/T14509",
"display_name": "Spatial Microsimulation Models for Policy Analysis",
"score": 0.9783,
"subfield": {
"id": "https://openalex.org/subfields/1803",
"display_name": "Management Science and Operations Research"
},
"field": {
"id": "https://openalex.org/fields/18",
"display_name": "Decision Sciences"
},
"domain": {
"id": "https://openalex.org/domains/2",
"display_name": "Social Sciences"
}
},
{
"id": "https://openalex.org/T11810",
"display_name": "System Dynamics Modeling and Applications",
"score": 0.977,
"subfield": {
"id": "https://openalex.org/subfields/1803",
"display_name": "Management Science and Operations Research"
},
"field": {
"id": "https://openalex.org/fields/18",
"display_name": "Decision Sciences"
},
"domain": {
"id": "https://openalex.org/domains/2",
"display_name": "Social Sciences"
}
}
],
"type": "article",
"type_crossref": "journal-article",
"updated_date": "2024-08-11T16:03:39.773729",
"versions": [],
"qid": null
}
}