Item talk:Q305029

From geokb
Revision as of 18:52, 22 August 2024 by Sky (talk | contribs) (Created page with "{ "USGS Publications Warehouse": { "@context": "https://schema.org", "@type": "Article", "additionalType": "Journal Article", "name": "A framework for characterising and evaluating the effectiveness of environmental modelling", "identifier": [ { "@type": "PropertyValue", "propertyID": "USGS Publications Warehouse IndexID", "value": "70217883", "url": "https://pubs.usgs.gov/publication/70217883" }, {...")
(diff) ← Older revision | Latest revision (diff) | Newer revision → (diff)

{

 "USGS Publications Warehouse": {
   "@context": "https://schema.org",
   "@type": "Article",
   "additionalType": "Journal Article",
   "name": "A framework for characterising and evaluating the effectiveness of environmental modelling",
   "identifier": [
     {
       "@type": "PropertyValue",
       "propertyID": "USGS Publications Warehouse IndexID",
       "value": "70217883",
       "url": "https://pubs.usgs.gov/publication/70217883"
     },
     {
       "@type": "PropertyValue",
       "propertyID": "USGS Publications Warehouse Internal ID",
       "value": 70217883
     },
     {
       "@type": "PropertyValue",
       "propertyID": "DOI",
       "value": "10.1016/j.envsoft.2019.04.008",
       "url": "https://doi.org/10.1016/j.envsoft.2019.04.008"
     }
   ],
   "journal": {
     "@type": "Periodical",
     "name": "Environmental Modelling and Software",
     "volumeNumber": "118",
     "issueNumber": null
   },
   "inLanguage": "en",
   "isPartOf": [
     {
       "@type": "CreativeWorkSeries",
       "name": "Environmental Modelling and Software"
     }
   ],
   "datePublished": "2019",
   "dateModified": "2021-02-09",
   "abstract": "Environmental modelling is transitioning from the traditional paradigm that focuses on the model and its quantitative performance to a more holistic paradigm that recognises successful model-based outcomes are closely tied to undertaking modelling as a social process, not just as a technical procedure. This paper redefines evaluation as a multi-dimensional and multi-perspective concept, and proposes a more complete framework for identifying and measuring the effectiveness of modelling that serves the new paradigm. Under this framework, evaluation considers a broader set of success criteria, and emphasises the importance of contextual factors in determining the relevance and outcome of the criteria. These evaluation criteria are grouped into eight categories: project efficiency, model accessibility, credibility, saliency, legitimacy, satisfaction, application, and impact. Evaluation should be part of an iterative and adaptive process that attempts to improve model-based outcomes and foster pathways to better futures.",
   "description": "16 p.",
   "publisher": {
     "@type": "Organization",
     "name": "Elsevier"
   },
   "author": [
     {
       "@type": "Person",
       "name": "Hamilton, Serena H",
       "givenName": "Serena H",
       "familyName": "Hamilton",
       "affiliation": [
         {
           "@type": "Organization",
           "name": "School of Science, Edith Cowan University, Joondalup, WA, Australia"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Curtis, Allan",
       "givenName": "Allan",
       "familyName": "Curtis",
       "affiliation": [
         {
           "@type": "Organization",
           "name": "Charles Sturt University, Albury-Wodonga, NSW, Australia"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Hill, Mary C",
       "givenName": "Mary C",
       "familyName": "Hill",
       "affiliation": [
         {
           "@type": "Organization",
           "name": "University of Kansas, USA"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Pierce, Suzanne A",
       "givenName": "Suzanne A",
       "familyName": "Pierce"
     },
     {
       "@type": "Person",
       "name": "Zare, Fateme",
       "givenName": "Fateme",
       "familyName": "Zare",
       "affiliation": [
         {
           "@type": "Organization",
           "name": "Fenner School of Environment & Society, Australian National University, Australia"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Fu, Baihua",
       "givenName": "Baihua",
       "familyName": "Fu",
       "identifier": {
         "@type": "PropertyValue",
         "propertyID": "ORCID",
         "value": "0000-0003-2494-0518",
         "url": "https://orcid.org/0000-0003-2494-0518"
       }
     },
     {
       "@type": "Person",
       "name": "Guillaume, Joseph H. A.",
       "givenName": "Joseph H. A.",
       "familyName": "Guillaume",
       "affiliation": [
         {
           "@type": "Organization",
           "name": "Water and Development Research Group, Aalto University, Finland"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Badham, Jennifer",
       "givenName": "Jennifer",
       "familyName": "Badham",
       "affiliation": [
         {
           "@type": "Organization",
           "name": "Queens University, Belfast BT9 7BK, United Kingdom"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Elsawah, Sondoss",
       "givenName": "Sondoss",
       "familyName": "Elsawah"
     },
     {
       "@type": "Person",
       "name": "Gober, Patricia",
       "givenName": "Patricia",
       "familyName": "Gober",
       "affiliation": [
         {
           "@type": "Organization",
           "name": "School of Geographical Sciences and Urban Planning, Arizona State University, Tempe AZ, USA"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Hunt, Randall J.",
       "givenName": "Randall J.",
       "familyName": "Hunt",
       "identifier": {
         "@type": "PropertyValue",
         "propertyID": "ORCID",
         "value": "0000-0001-6465-9304",
         "url": "https://orcid.org/0000-0001-6465-9304"
       },
       "affiliation": [
         {
           "@type": "Organization",
           "name": "Wisconsin Water Science Center",
           "url": "https://www.usgs.gov/centers/upper-midwest-water-science-center"
         },
         {
           "@type": "Organization",
           "name": "Upper Midwest Water Science Center",
           "url": "https://www.usgs.gov/centers/upper-midwest-water-science-center"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Iwanaga, Takuya",
       "givenName": "Takuya",
       "familyName": "Iwanaga",
       "affiliation": [
         {
           "@type": "Organization",
           "name": "Fenner School of Environment & Society, Australian National University, Australia"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Jakeman, Anthony J.",
       "givenName": "Anthony J.",
       "familyName": "Jakeman",
       "identifier": {
         "@type": "PropertyValue",
         "propertyID": "ORCID",
         "value": "0000-0001-5282-2215",
         "url": "https://orcid.org/0000-0001-5282-2215"
       },
       "affiliation": [
         {
           "@type": "Organization",
           "name": "The Australian National University"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Ames, Daniel P.",
       "givenName": "Daniel P.",
       "familyName": "Ames",
       "affiliation": [
         {
           "@type": "Organization",
           "name": "Brigham Young University"
         }
       ]
     }
   ],
   "funder": [
     {
       "@type": "Organization",
       "name": "Upper Midwest Water Science Center",
       "url": "https://www.usgs.gov/centers/upper-midwest-water-science-center"
     }
   ]
 },
 "OpenAlex": {
   "_id": "https://openalex.org/W2936260579",
   "abstract_inverted_index": {
     "Environmental": [
       0
     ],
     "modelling": [
       1,
       32,
       66
     ],
     "is": [
       2
     ],
     "transitioning": [
       3
     ],
     "from": [
       4
     ],
     "the": [
       5,
       11,
       63,
       69,
       85,
       92,
       97
     ],
     "traditional": [
       6
     ],
     "paradigm": [
       7,
       21
     ],
     "that": [
       8,
       22,
       67,
       128
     ],
     "focuses": [
       9
     ],
     "on": [
       10
     ],
     "model": [
       12,
       109
     ],
     "and": [
       13,
       50,
       53,
       61,
       83,
       94,
       116,
       125,
       134
     ],
     "its": [
       14
     ],
     "quantitative": [
       15
     ],
     "performance": [
       16
     ],
     "to": [
       17,
       30,
       130,
       137
     ],
     "a": [
       18,
       34,
       40,
       48,
       55,
       77
     ],
     "more": [
       19,
       56
     ],
     "holistic": [
       20
     ],
     "recognises": [
       23
     ],
     "successful": [
       24
     ],
     "model-based": [
       25,
       132
     ],
     "outcomes": [
       26,
       133
     ],
     "are": [
       27,
       102
     ],
     "closely": [
       28
     ],
     "tied": [
       29
     ],
     "undertaking": [
       31
     ],
     "as": [
       33,
       39,
       47
     ],
     "social": [
       35
     ],
     "process,": [
       36
     ],
     "not": [
       37
     ],
     "just": [
       38
     ],
     "technical": [
       41
     ],
     "procedure.": [
       42
     ],
     "This": [
       43
     ],
     "paper": [
       44
     ],
     "redefines": [
       45
     ],
     "evaluation": [
       46,
       75,
       100
     ],
     "multi-dimensional": [
       49
     ],
     "multi-perspective": [
       51
     ],
     "concept,": [
       52
     ],
     "proposes": [
       54
     ],
     "complete": [
       57
     ],
     "framework": [
       58
     ],
     "for": [
       59
     ],
     "identifying": [
       60
     ],
     "measuring": [
       62
     ],
     "effectiveness": [
       64
     ],
     "of": [
       65,
       80,
       87,
       96,
       122
     ],
     "serves": [
       68
     ],
     "new": [
       70
     ],
     "paradigm.": [
       71
     ],
     "Under": [
       72
     ],
     "this": [
       73
     ],
     "framework,": [
       74
     ],
     "considers": [
       76
     ],
     "broader": [
       78
     ],
     "set": [
       79
     ],
     "success": [
       81
     ],
     "criteria,": [
       82
     ],
     "emphasises": [
       84
     ],
     "importance": [
       86
     ],
     "contextual": [
       88
     ],
     "factors": [
       89
     ],
     "in": [
       90
     ],
     "determining": [
       91
     ],
     "relevance": [
       93
     ],
     "outcome": [
       95
     ],
     "criteria.": [
       98
     ],
     "These": [
       99
     ],
     "criteria": [
       101
     ],
     "grouped": [
       103
     ],
     "into": [
       104
     ],
     "eight": [
       105
     ],
     "categories:": [
       106
     ],
     "project": [
       107
     ],
     "efficiency,": [
       108
     ],
     "accessibility,": [
       110
     ],
     "credibility,": [
       111
     ],
     "saliency,": [
       112
     ],
     "legitimacy,": [
       113
     ],
     "satisfaction,": [
       114
     ],
     "application,": [
       115
     ],
     "impact.": [
       117
     ],
     "Evaluation": [
       118
     ],
     "should": [
       119
     ],
     "be": [
       120
     ],
     "part": [
       121
     ],
     "an": [
       123
     ],
     "iterative": [
       124
     ],
     "adaptive": [
       126
     ],
     "process": [
       127
     ],
     "attempts": [
       129
     ],
     "improve": [
       131
     ],
     "foster": [
       135
     ],
     "pathways": [
       136
     ],
     "better": [
       138
     ],
     "futures.": [
       139
     ]
   },
   "apc_list": {
     "value": 3400,
     "currency": "USD",
     "value_usd": 3400,
     "provenance": "doaj"
   },
   "apc_paid": null,
   "authorships": [
     {
       "author_position": "first",
       "author": {
         "id": "https://openalex.org/A5046174812",
         "display_name": "Serena H. Hamilton",
         "orcid": "https://orcid.org/0000-0001-7454-6127"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I12079687",
           "display_name": "Edith Cowan University",
           "ror": "https://ror.org/05jhnwe22",
           "country_code": "AU",
           "type": "education",
           "lineage": [
             "https://openalex.org/I12079687"
           ]
         },
         {
           "id": "https://openalex.org/I118347636",
           "display_name": "Australian National University",
           "ror": "https://ror.org/019wvm592",
           "country_code": "AU",
           "type": "education",
           "lineage": [
             "https://openalex.org/I118347636"
           ]
         }
       ],
       "countries": [
         "AU"
       ],
       "is_corresponding": true,
       "raw_author_name": "Serena H. Hamilton",
       "raw_affiliation_strings": [
         "Fenner School of Environment & Society, Australian National University, Australia",
         "School of Science, Edith Cowan University, Joondalup, WA, Australia"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "School of Science, Edith Cowan University, Joondalup, WA, Australia",
           "institution_ids": [
             "https://openalex.org/I12079687"
           ]
         },
         {
           "raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
           "institution_ids": [
             "https://openalex.org/I118347636"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5068293520",
         "display_name": "Baihua Fu",
         "orcid": "https://orcid.org/0000-0003-2494-0518"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I118347636",
           "display_name": "Australian National University",
           "ror": "https://ror.org/019wvm592",
           "country_code": "AU",
           "type": "education",
           "lineage": [
             "https://openalex.org/I118347636"
           ]
         }
       ],
       "countries": [
         "AU"
       ],
       "is_corresponding": false,
       "raw_author_name": "Baihua Fu",
       "raw_affiliation_strings": [
         "Fenner School of Environment & Society, Australian National University, Australia"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
           "institution_ids": [
             "https://openalex.org/I118347636"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5036463103",
         "display_name": "Joseph H. A. Guillaume",
         "orcid": "https://orcid.org/0000-0001-6854-8708"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I9927081",
           "display_name": "Aalto University",
           "ror": "https://ror.org/020hwjq30",
           "country_code": "FI",
           "type": "education",
           "lineage": [
             "https://openalex.org/I9927081"
           ]
         },
         {
           "id": "https://openalex.org/I118347636",
           "display_name": "Australian National University",
           "ror": "https://ror.org/019wvm592",
           "country_code": "AU",
           "type": "education",
           "lineage": [
             "https://openalex.org/I118347636"
           ]
         }
       ],
       "countries": [
         "AU",
         "FI"
       ],
       "is_corresponding": false,
       "raw_author_name": "Joseph H.A. Guillaume",
       "raw_affiliation_strings": [
         "Fenner School of Environment & Society, Australian National University, Australia",
         "Water and Development Research Group, Aalto University, Finland"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Water and Development Research Group, Aalto University, Finland",
           "institution_ids": [
             "https://openalex.org/I9927081"
           ]
         },
         {
           "raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
           "institution_ids": [
             "https://openalex.org/I118347636"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5000218863",
         "display_name": "Jennifer Badham",
         "orcid": "https://orcid.org/0000-0002-4171-3897"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I126231945",
           "display_name": "Queen's University Belfast",
           "ror": "https://ror.org/00hswnk62",
           "country_code": "GB",
           "type": "education",
           "lineage": [
             "https://openalex.org/I126231945"
           ]
         }
       ],
       "countries": [
         "GB"
       ],
       "is_corresponding": false,
       "raw_author_name": "Jennifer Badham",
       "raw_affiliation_strings": [
         "Centre for Public Health, Queen's University Belfast, Belfast, United Kingdom"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Centre for Public Health, Queen's University Belfast, Belfast, United Kingdom",
           "institution_ids": [
             "https://openalex.org/I126231945"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5073334916",
         "display_name": "Sondoss Elsawah",
         "orcid": "https://orcid.org/0000-0002-3485-9548"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I40053085",
           "display_name": "Australian Defence Force Academy",
           "ror": "https://ror.org/02j5s7g39",
           "country_code": "AU",
           "type": "education",
           "lineage": [
             "https://openalex.org/I31746571",
             "https://openalex.org/I40053085",
             "https://openalex.org/I4394709116"
           ]
         },
         {
           "id": "https://openalex.org/I118347636",
           "display_name": "Australian National University",
           "ror": "https://ror.org/019wvm592",
           "country_code": "AU",
           "type": "education",
           "lineage": [
             "https://openalex.org/I118347636"
           ]
         }
       ],
       "countries": [
         "AU"
       ],
       "is_corresponding": false,
       "raw_author_name": "Sondoss Elsawah",
       "raw_affiliation_strings": [
         "Capability Systems Centre, School of Electrical Engineering and Information Technology, University of New South Wales, Australian Defence Force Academy, Canberra ACT, Australia",
         "Fenner School of Environment & Society, Australian National University, Australia"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Capability Systems Centre, School of Electrical Engineering and Information Technology, University of New South Wales, Australian Defence Force Academy, Canberra ACT, Australia",
           "institution_ids": [
             "https://openalex.org/I40053085"
           ]
         },
         {
           "raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
           "institution_ids": [
             "https://openalex.org/I118347636"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5049892501",
         "display_name": "Patricia Gober",
         "orcid": null
       },
       "institutions": [
         {
           "id": "https://openalex.org/I55732556",
           "display_name": "Arizona State University",
           "ror": "https://ror.org/03efmqc40",
           "country_code": "US",
           "type": "education",
           "lineage": [
             "https://openalex.org/I55732556"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Patricia Gober",
       "raw_affiliation_strings": [
         "School of Geographical Sciences and Urban Planning, Arizona State University, Tempe AZ, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "School of Geographical Sciences and Urban Planning, Arizona State University, Tempe AZ, USA",
           "institution_ids": [
             "https://openalex.org/I55732556"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5029293033",
         "display_name": "Randall J. Hunt",
         "orcid": "https://orcid.org/0000-0001-6465-9304"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I1286329397",
           "display_name": "United States Geological Survey",
           "ror": "https://ror.org/035a68863",
           "country_code": "US",
           "type": "government",
           "lineage": [
             "https://openalex.org/I1286329397",
             "https://openalex.org/I1335927249"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Randall J. Hunt",
       "raw_affiliation_strings": [
         "United States Geological Survey, Upper Midwest Water Science Center, Middleton WI, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "United States Geological Survey, Upper Midwest Water Science Center, Middleton WI, USA",
           "institution_ids": [
             "https://openalex.org/I1286329397"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5063799894",
         "display_name": "Takuya Iwanaga",
         "orcid": "https://orcid.org/0000-0001-8173-0870"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I118347636",
           "display_name": "Australian National University",
           "ror": "https://ror.org/019wvm592",
           "country_code": "AU",
           "type": "education",
           "lineage": [
             "https://openalex.org/I118347636"
           ]
         }
       ],
       "countries": [
         "AU"
       ],
       "is_corresponding": false,
       "raw_author_name": "Takuya Iwanaga",
       "raw_affiliation_strings": [
         "Fenner School of Environment & Society, Australian National University, Australia"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
           "institution_ids": [
             "https://openalex.org/I118347636"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5045235359",
         "display_name": "Anthony J. Jakeman",
         "orcid": "https://orcid.org/0000-0001-5282-2215"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I118347636",
           "display_name": "Australian National University",
           "ror": "https://ror.org/019wvm592",
           "country_code": "AU",
           "type": "education",
           "lineage": [
             "https://openalex.org/I118347636"
           ]
         }
       ],
       "countries": [
         "AU"
       ],
       "is_corresponding": false,
       "raw_author_name": "Anthony J. Jakeman",
       "raw_affiliation_strings": [
         "Fenner School of Environment & Society, Australian National University, Australia"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
           "institution_ids": [
             "https://openalex.org/I118347636"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5044734782",
         "display_name": "Daniel P. Ames",
         "orcid": "https://orcid.org/0000-0003-2606-2579"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I100005738",
           "display_name": "Brigham Young University",
           "ror": "https://ror.org/047rhhm47",
           "country_code": "US",
           "type": "education",
           "lineage": [
             "https://openalex.org/I100005738"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Daniel P. Ames",
       "raw_affiliation_strings": [
         "Civil and Environmental Engineering Department, Brigham Young University, Utah, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Civil and Environmental Engineering Department, Brigham Young University, Utah, USA",
           "institution_ids": [
             "https://openalex.org/I100005738"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5025500429",
         "display_name": "Allan Curtis",
         "orcid": "https://orcid.org/0000-0002-9421-7889"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I153230381",
           "display_name": "Charles Sturt University",
           "ror": "https://ror.org/00wfvh315",
           "country_code": "AU",
           "type": "education",
           "lineage": [
             "https://openalex.org/I153230381"
           ]
         }
       ],
       "countries": [
         "AU"
       ],
       "is_corresponding": false,
       "raw_author_name": "Allan Curtis",
       "raw_affiliation_strings": [
         "Graham Centre for Agricultural Innovation, Charles Sturt University, Wagga Wagga, NSW, Australia"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Graham Centre for Agricultural Innovation, Charles Sturt University, Wagga Wagga, NSW, Australia",
           "institution_ids": [
             "https://openalex.org/I153230381"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5101655147",
         "display_name": "Mary C. Hill",
         "orcid": "https://orcid.org/0000-0003-0545-3378"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I146416000",
           "display_name": "University of Kansas",
           "ror": "https://ror.org/001tmjg57",
           "country_code": "US",
           "type": "education",
           "lineage": [
             "https://openalex.org/I146416000"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Mary C. Hill",
       "raw_affiliation_strings": [
         "Department of Geology, University of Kansas, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Department of Geology, University of Kansas, USA",
           "institution_ids": [
             "https://openalex.org/I146416000"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5090133713",
         "display_name": "Suzanne A. Pierce",
         "orcid": "https://orcid.org/0000-0002-3050-1987"
       },
       "institutions": [],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Suzanne A. Pierce",
       "raw_affiliation_strings": [
         "Environmental Science Institute, Jackson School of Geosciences, University of Texas at Austin, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Environmental Science Institute, Jackson School of Geosciences, University of Texas at Austin, USA",
           "institution_ids": []
         }
       ]
     },
     {
       "author_position": "last",
       "author": {
         "id": "https://openalex.org/A5070559596",
         "display_name": "Fateme Zare",
         "orcid": "https://orcid.org/0000-0002-2472-018X"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I118347636",
           "display_name": "Australian National University",
           "ror": "https://ror.org/019wvm592",
           "country_code": "AU",
           "type": "education",
           "lineage": [
             "https://openalex.org/I118347636"
           ]
         }
       ],
       "countries": [
         "AU"
       ],
       "is_corresponding": false,
       "raw_author_name": "Fateme Zare",
       "raw_affiliation_strings": [
         "Fenner School of Environment & Society, Australian National University, Australia"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Fenner School of Environment & Society, Australian National University, Australia",
           "institution_ids": [
             "https://openalex.org/I118347636"
           ]
         }
       ]
     }
   ],
   "best_oa_location": {
     "is_oa": true,
     "landing_page_url": "https://doi.org/10.1016/j.envsoft.2019.04.008",
     "pdf_url": "http://manuscript.elsevier.com/S1364815218307692/pdf/S1364815218307692.pdf",
     "source": {
       "id": "https://openalex.org/S113611870",
       "display_name": "Environmental Modelling & Software",
       "issn_l": "1364-8152",
       "issn": [
         "1364-8152",
         "1873-6726"
       ],
       "is_oa": false,
       "is_in_doaj": false,
       "is_core": true,
       "host_organization": "https://openalex.org/P4310320990",
       "host_organization_name": "Elsevier BV",
       "host_organization_lineage": [
         "https://openalex.org/P4310320990"
       ],
       "host_organization_lineage_names": [
         "Elsevier BV"
       ],
       "type": "journal"
     },
     "license": "publisher-specific-oa",
     "license_id": "https://openalex.org/licenses/publisher-specific-oa",
     "version": "acceptedVersion",
     "is_accepted": true,
     "is_published": false
   },
   "biblio": {
     "volume": "118",
     "issue": null,
     "first_page": "83",
     "last_page": "98"
   },
   "cited_by_api_url": "https://api.openalex.org/works?filter=cites:W2936260579",
   "cited_by_count": 69,
   "cited_by_percentile_year": {
     "min": 98,
     "max": 99
   },
   "concepts": [
     {
       "id": "https://openalex.org/c2780224610",
       "wikidata": "https://www.wikidata.org/wiki/Q1530061",
       "display_name": "Credibility",
       "level": 2,
       "score": 0.69229347,
       "qid": null
     },
     {
       "id": "https://openalex.org/c106306483",
       "wikidata": "https://www.wikidata.org/wiki/Q183984",
       "display_name": "Futures contract",
       "level": 2,
       "score": 0.61438835,
       "qid": null
     },
     {
       "id": "https://openalex.org/c41008148",
       "wikidata": "https://www.wikidata.org/wiki/Q21198",
       "display_name": "Computer science",
       "level": 0,
       "score": 0.5787307,
       "qid": "Q158969"
     },
     {
       "id": "https://openalex.org/c98045186",
       "wikidata": "https://www.wikidata.org/wiki/Q205663",
       "display_name": "Process (computing)",
       "level": 2,
       "score": 0.577648,
       "qid": null
     },
     {
       "id": "https://openalex.org/c539667460",
       "wikidata": "https://www.wikidata.org/wiki/Q2414942",
       "display_name": "Management science",
       "level": 1,
       "score": 0.5727701,
       "qid": "Q166152"
     },
     {
       "id": "https://openalex.org/c177264268",
       "wikidata": "https://www.wikidata.org/wiki/Q1514741",
       "display_name": "Set (abstract data type)",
       "level": 2,
       "score": 0.5665432,
       "qid": null
     },
     {
       "id": "https://openalex.org/c158154518",
       "wikidata": "https://www.wikidata.org/wiki/Q7310970",
       "display_name": "Relevance (law)",
       "level": 2,
       "score": 0.5253377,
       "qid": null
     },
     {
       "id": "https://openalex.org/c46295352",
       "wikidata": "https://www.wikidata.org/wiki/Q207982",
       "display_name": "Legitimacy",
       "level": 3,
       "score": 0.49066722,
       "qid": null
     },
     {
       "id": "https://openalex.org/c195094911",
       "wikidata": "https://www.wikidata.org/wiki/Q14167904",
       "display_name": "Process management",
       "level": 1,
       "score": 0.48799673,
       "qid": "Q226302"
     },
     {
       "id": "https://openalex.org/c148220186",
       "wikidata": "https://www.wikidata.org/wiki/Q7111912",
       "display_name": "Outcome (game theory)",
       "level": 2,
       "score": 0.47894317,
       "qid": null
     },
     {
       "id": "https://openalex.org/c12713177",
       "wikidata": "https://www.wikidata.org/wiki/Q1900281",
       "display_name": "Perspective (graphical)",
       "level": 2,
       "score": 0.4551189,
       "qid": null
     },
     {
       "id": "https://openalex.org/c143587482",
       "wikidata": "https://www.wikidata.org/wiki/Q1543216",
       "display_name": "Iterative and incremental development",
       "level": 2,
       "score": 0.4298874,
       "qid": null
     },
     {
       "id": "https://openalex.org/c127413603",
       "wikidata": "https://www.wikidata.org/wiki/Q11023",
       "display_name": "Engineering",
       "level": 0,
       "score": 0.22733882,
       "qid": "Q158977"
     },
     {
       "id": "https://openalex.org/c154945302",
       "wikidata": "https://www.wikidata.org/wiki/Q11660",
       "display_name": "Artificial intelligence",
       "level": 1,
       "score": 0.1948705,
       "qid": "Q166116"
     },
     {
       "id": "https://openalex.org/c17744445",
       "wikidata": "https://www.wikidata.org/wiki/Q36442",
       "display_name": "Political science",
       "level": 0,
       "score": 0.11736134,
       "qid": "Q226183"
     },
     {
       "id": "https://openalex.org/c144133560",
       "wikidata": "https://www.wikidata.org/wiki/Q4830453",
       "display_name": "Business",
       "level": 0,
       "score": 0.10980418,
       "qid": "Q25365"
     },
     {
       "id": "https://openalex.org/c115903868",
       "wikidata": "https://www.wikidata.org/wiki/Q80993",
       "display_name": "Software engineering",
       "level": 1,
       "score": 0.078182906,
       "qid": "Q226314"
     },
     {
       "id": "https://openalex.org/c144237770",
       "wikidata": "https://www.wikidata.org/wiki/Q747534",
       "display_name": "Mathematical economics",
       "level": 1,
       "score": 0.0,
       "qid": "Q226263"
     },
     {
       "id": "https://openalex.org/c10138342",
       "wikidata": "https://www.wikidata.org/wiki/Q43015",
       "display_name": "Finance",
       "level": 1,
       "score": 0.0,
       "qid": "Q166251"
     },
     {
       "id": "https://openalex.org/c94625758",
       "wikidata": "https://www.wikidata.org/wiki/Q7163",
       "display_name": "Politics",
       "level": 2,
       "score": 0.0,
       "qid": null
     },
     {
       "id": "https://openalex.org/c199539241",
       "wikidata": "https://www.wikidata.org/wiki/Q7748",
       "display_name": "Law",
       "level": 1,
       "score": 0.0,
       "qid": "Q166219"
     },
     {
       "id": "https://openalex.org/c199360897",
       "wikidata": "https://www.wikidata.org/wiki/Q9143",
       "display_name": "Programming language",
       "level": 1,
       "score": 0.0,
       "qid": "Q226303"
     },
     {
       "id": "https://openalex.org/c111919701",
       "wikidata": "https://www.wikidata.org/wiki/Q9135",
       "display_name": "Operating system",
       "level": 1,
       "score": 0.0,
       "qid": "Q226285"
     },
     {
       "id": "https://openalex.org/c33923547",
       "wikidata": "https://www.wikidata.org/wiki/Q395",
       "display_name": "Mathematics",
       "level": 0,
       "score": 0.0,
       "qid": "Q161189"
     }
   ],
   "corresponding_author_ids": [
     "https://openalex.org/A5046174812"
   ],
   "corresponding_institution_ids": [
     "https://openalex.org/I12079687",
     "https://openalex.org/I118347636"
   ],
   "countries_distinct_count": 4,
   "counts_by_year": [
     {
       "year": 2024,
       "cited_by_count": 10
     },
     {
       "year": 2023,
       "cited_by_count": 12
     },
     {
       "year": 2022,
       "cited_by_count": 16
     },
     {
       "year": 2021,
       "cited_by_count": 17
     },
     {
       "year": 2020,
       "cited_by_count": 12
     },
     {
       "year": 2019,
       "cited_by_count": 1
     }
   ],
   "created_date": "2019-04-25",
   "datasets": [],
   "display_name": "A framework for characterising and evaluating the effectiveness of environmental modelling",
   "doi": "https://doi.org/10.1016/j.envsoft.2019.04.008",
   "fulltext_origin": "pdf",
   "fwci": 5.123,
   "grants": [
     {
       "funder": "https://openalex.org/F4320306076",
       "funder_display_name": "National Science Foundation",
       "award_id": "DBI-1052875"
     },
     {
       "funder": "https://openalex.org/F4320312795",
       "funder_display_name": "Washington Academy of Sciences",
       "award_id": "305471"
     },
     {
       "funder": "https://openalex.org/F4320314918",
       "funder_display_name": "National Socio-Environmental Synthesis Center",
       "award_id": null
     },
     {
       "funder": "https://openalex.org/F4320321108",
       "funder_display_name": "Academy of Finland",
       "award_id": null
     },
     {
       "funder": "https://openalex.org/F4320322861",
       "funder_display_name": "Emil Aaltosen S\u00e4\u00e4ti\u00f6",
       "award_id": null
     }
   ],
   "has_fulltext": true,
   "id": "https://openalex.org/W2936260579",
   "ids": {
     "openalex": "https://openalex.org/W2936260579",
     "doi": "https://doi.org/10.1016/j.envsoft.2019.04.008",
     "mag": "2936260579"
   },
   "indexed_in": [
     "crossref"
   ],
   "institutions_distinct_count": 10,
   "is_paratext": false,
   "is_retracted": false,
   "keywords": [
     {
       "id": "https://openalex.org/keywords/relevance",
       "display_name": "Relevance (law)",
       "score": 0.5253377
     },
     {
       "id": "https://openalex.org/keywords/modeling",
       "display_name": "Modeling",
       "score": 0.521797
     },
     {
       "id": "https://openalex.org/keywords/social-policy-evaluation",
       "display_name": "Social Policy Evaluation",
       "score": 0.517778
     },
     {
       "id": "https://openalex.org/keywords/sustainability-transitions",
       "display_name": "Sustainability Transitions",
       "score": 0.503678
     }
   ],
   "language": "en",
   "locations": [
     {
       "is_oa": true,
       "landing_page_url": "https://doi.org/10.1016/j.envsoft.2019.04.008",
       "pdf_url": "http://manuscript.elsevier.com/S1364815218307692/pdf/S1364815218307692.pdf",
       "source": {
         "id": "https://openalex.org/S113611870",
         "display_name": "Environmental Modelling & Software",
         "issn_l": "1364-8152",
         "issn": [
           "1364-8152",
           "1873-6726"
         ],
         "is_oa": false,
         "is_in_doaj": false,
         "is_core": true,
         "host_organization": "https://openalex.org/P4310320990",
         "host_organization_name": "Elsevier BV",
         "host_organization_lineage": [
           "https://openalex.org/P4310320990"
         ],
         "host_organization_lineage_names": [
           "Elsevier BV"
         ],
         "type": "journal"
       },
       "license": "publisher-specific-oa",
       "license_id": "https://openalex.org/licenses/publisher-specific-oa",
       "version": "acceptedVersion",
       "is_accepted": true,
       "is_published": false
     },
     {
       "is_oa": true,
       "landing_page_url": "https://pure.qub.ac.uk/en/publications/a82b97b0-d124-4b28-9aba-c5eaeb22bc53",
       "pdf_url": "https://pure.qub.ac.uk/files/170079484/Hamilton_2019_success_EMS_postprint.pdf",
       "source": {
         "id": "https://openalex.org/S4306402319",
         "display_name": "Research Portal (Queen's University Belfast)",
         "issn_l": null,
         "issn": null,
         "is_oa": true,
         "is_in_doaj": false,
         "is_core": false,
         "host_organization": "https://openalex.org/I126231945",
         "host_organization_name": "Queen's University Belfast",
         "host_organization_lineage": [
           "https://openalex.org/I126231945"
         ],
         "host_organization_lineage_names": [
           "Queen's University Belfast"
         ],
         "type": "repository"
       },
       "license": "other-oa",
       "license_id": "https://openalex.org/licenses/other-oa",
       "version": "acceptedVersion",
       "is_accepted": true,
       "is_published": false
     },
     {
       "is_oa": true,
       "landing_page_url": "https://pureadmin.qub.ac.uk/ws/files/170079484/Hamilton_2019_success_EMS_postprint.pdf",
       "pdf_url": "https://pureadmin.qub.ac.uk/ws/files/170079484/Hamilton_2019_success_EMS_postprint.pdf",
       "source": {
         "id": "https://openalex.org/S4306402319",
         "display_name": "Research Portal (Queen's University Belfast)",
         "issn_l": null,
         "issn": null,
         "is_oa": true,
         "is_in_doaj": false,
         "is_core": false,
         "host_organization": "https://openalex.org/I126231945",
         "host_organization_name": "Queen's University Belfast",
         "host_organization_lineage": [
           "https://openalex.org/I126231945"
         ],
         "host_organization_lineage_names": [
           "Queen's University Belfast"
         ],
         "type": "repository"
       },
       "license": "other-oa",
       "license_id": "https://openalex.org/licenses/other-oa",
       "version": "acceptedVersion",
       "is_accepted": true,
       "is_published": false
     }
   ],
   "locations_count": 3,
   "mesh": [],
   "ngrams_url": "https://api.openalex.org/works/W2936260579/ngrams",
   "open_access": {
     "is_oa": true,
     "oa_status": "bronze",
     "oa_url": "http://manuscript.elsevier.com/S1364815218307692/pdf/S1364815218307692.pdf",
     "any_repository_has_fulltext": true
   },
   "primary_location": {
     "is_oa": true,
     "landing_page_url": "https://doi.org/10.1016/j.envsoft.2019.04.008",
     "pdf_url": "http://manuscript.elsevier.com/S1364815218307692/pdf/S1364815218307692.pdf",
     "source": {
       "id": "https://openalex.org/S113611870",
       "display_name": "Environmental Modelling & Software",
       "issn_l": "1364-8152",
       "issn": [
         "1364-8152",
         "1873-6726"
       ],
       "is_oa": false,
       "is_in_doaj": false,
       "is_core": true,
       "host_organization": "https://openalex.org/P4310320990",
       "host_organization_name": "Elsevier BV",
       "host_organization_lineage": [
         "https://openalex.org/P4310320990"
       ],
       "host_organization_lineage_names": [
         "Elsevier BV"
       ],
       "type": "journal"
     },
     "license": "publisher-specific-oa",
     "license_id": "https://openalex.org/licenses/publisher-specific-oa",
     "version": "acceptedVersion",
     "is_accepted": true,
     "is_published": false
   },
   "primary_topic": {
     "id": "https://openalex.org/T10119",
     "display_name": "Sustainability Transitions and Resilience in Social-Ecological Systems",
     "score": 0.9866,
     "subfield": {
       "id": "https://openalex.org/subfields/2306",
       "display_name": "Global and Planetary Change"
     },
     "field": {
       "id": "https://openalex.org/fields/23",
       "display_name": "Environmental Science"
     },
     "domain": {
       "id": "https://openalex.org/domains/3",
       "display_name": "Physical Sciences"
     }
   },
   "publication_date": "2019-08-01",
   "publication_year": 2019,
   "referenced_works": [
     "https://openalex.org/W1189391235",
     "https://openalex.org/W124182591",
     "https://openalex.org/W1493688518",
     "https://openalex.org/W1507764682",
     "https://openalex.org/W1527824771",
     "https://openalex.org/W1537396274",
     "https://openalex.org/W1560774689",
     "https://openalex.org/W1563858806",
     "https://openalex.org/W1584259900",
     "https://openalex.org/W1597114888",
     "https://openalex.org/W1597918991",
     "https://openalex.org/W1630317088",
     "https://openalex.org/W1655993772",
     "https://openalex.org/W1829903004",
     "https://openalex.org/W18855373",
     "https://openalex.org/W1965188981",
     "https://openalex.org/W1973807249",
     "https://openalex.org/W1975595926",
     "https://openalex.org/W1976759885",
     "https://openalex.org/W1977558725",
     "https://openalex.org/W1980200301",
     "https://openalex.org/W1981466688",
     "https://openalex.org/W1985872311",
     "https://openalex.org/W1985882841",
     "https://openalex.org/W1988753682",
     "https://openalex.org/W1989375592",
     "https://openalex.org/W1989646298",
     "https://openalex.org/W1991617464",
     "https://openalex.org/W1994417285",
     "https://openalex.org/W1994920685",
     "https://openalex.org/W1995114466",
     "https://openalex.org/W1995299836",
     "https://openalex.org/W1998436825",
     "https://openalex.org/W1998683186",
     "https://openalex.org/W2008251417",
     "https://openalex.org/W2010793828",
     "https://openalex.org/W2011564604",
     "https://openalex.org/W2014381437",
     "https://openalex.org/W2019980248",
     "https://openalex.org/W2023097355",
     "https://openalex.org/W2023809207",
     "https://openalex.org/W2027559506",
     "https://openalex.org/W2027852827",
     "https://openalex.org/W2031296422",
     "https://openalex.org/W2031453489",
     "https://openalex.org/W2032571538",
     "https://openalex.org/W2034105627",
     "https://openalex.org/W2036755180",
     "https://openalex.org/W2037150067",
     "https://openalex.org/W2037252999",
     "https://openalex.org/W2043791388",
     "https://openalex.org/W2044205582",
     "https://openalex.org/W2044731601",
     "https://openalex.org/W2046935534",
     "https://openalex.org/W2048076161",
     "https://openalex.org/W2052865663",
     "https://openalex.org/W2059341681",
     "https://openalex.org/W2067975844",
     "https://openalex.org/W2070086504",
     "https://openalex.org/W2077201777",
     "https://openalex.org/W2077310772",
     "https://openalex.org/W2080654559",
     "https://openalex.org/W2081622870",
     "https://openalex.org/W2085593420",
     "https://openalex.org/W2087611657",
     "https://openalex.org/W2094227722",
     "https://openalex.org/W2096384981",
     "https://openalex.org/W2099533182",
     "https://openalex.org/W2099732603",
     "https://openalex.org/W2101089990",
     "https://openalex.org/W2104080682",
     "https://openalex.org/W21060189",
     "https://openalex.org/W2108117820",
     "https://openalex.org/W2110877356",
     "https://openalex.org/W2111236019",
     "https://openalex.org/W2117690866",
     "https://openalex.org/W2119214313",
     "https://openalex.org/W2119839985",
     "https://openalex.org/W2120418951",
     "https://openalex.org/W2121387700",
     "https://openalex.org/W2124611226",
     "https://openalex.org/W2127470579",
     "https://openalex.org/W2130089609",
     "https://openalex.org/W2130339099",
     "https://openalex.org/W2130715829",
     "https://openalex.org/W2131399871",
     "https://openalex.org/W2134331744",
     "https://openalex.org/W2134358106",
     "https://openalex.org/W2136564721",
     "https://openalex.org/W2142175015",
     "https://openalex.org/W2147907950",
     "https://openalex.org/W2149160185",
     "https://openalex.org/W2152819058",
     "https://openalex.org/W2158662288",
     "https://openalex.org/W2162291057",
     "https://openalex.org/W2163285586",
     "https://openalex.org/W2163562315",
     "https://openalex.org/W2165299260",
     "https://openalex.org/W2168615178",
     "https://openalex.org/W2170488209",
     "https://openalex.org/W2215082281",
     "https://openalex.org/W2287992427",
     "https://openalex.org/W2317727188",
     "https://openalex.org/W2346893305",
     "https://openalex.org/W2415599148",
     "https://openalex.org/W2418311291",
     "https://openalex.org/W2462086387",
     "https://openalex.org/W2462642392",
     "https://openalex.org/W2496162110",
     "https://openalex.org/W2499004053",
     "https://openalex.org/W2507017229",
     "https://openalex.org/W2509731930",
     "https://openalex.org/W2516923483",
     "https://openalex.org/W2526372752",
     "https://openalex.org/W2535047078",
     "https://openalex.org/W2565048377",
     "https://openalex.org/W2569018456",
     "https://openalex.org/W2572968128",
     "https://openalex.org/W2575655726",
     "https://openalex.org/W2585231050",
     "https://openalex.org/W2592426321",
     "https://openalex.org/W2599816314",
     "https://openalex.org/W2603779228",
     "https://openalex.org/W2606115368",
     "https://openalex.org/W2736261303",
     "https://openalex.org/W2737578839",
     "https://openalex.org/W2748360343",
     "https://openalex.org/W2750962140",
     "https://openalex.org/W2760122398",
     "https://openalex.org/W2769213132",
     "https://openalex.org/W2786406689",
     "https://openalex.org/W2791843897",
     "https://openalex.org/W2802278655",
     "https://openalex.org/W2807509759",
     "https://openalex.org/W284613779",
     "https://openalex.org/W2888022653",
     "https://openalex.org/W2889262254",
     "https://openalex.org/W2913355662",
     "https://openalex.org/W2913932641",
     "https://openalex.org/W3045060270",
     "https://openalex.org/W3106753228",
     "https://openalex.org/W3159443165",
     "https://openalex.org/W4248170114",
     "https://openalex.org/W4300646223",
     "https://openalex.org/W64656223"
   ],
   "referenced_works_count": 145,
   "related_works": [
     "https://openalex.org/W3171042291",
     "https://openalex.org/W2390961115",
     "https://openalex.org/W2388687352",
     "https://openalex.org/W2388138913",
     "https://openalex.org/W2374291020",
     "https://openalex.org/W2370187191",
     "https://openalex.org/W2369854048",
     "https://openalex.org/W2355907197",
     "https://openalex.org/W1990162851",
     "https://openalex.org/W1547545967"
   ],
   "sustainable_development_goals": [],
   "title": "A framework for characterising and evaluating the effectiveness of environmental modelling",
   "topics": [
     {
       "id": "https://openalex.org/T10119",
       "display_name": "Sustainability Transitions and Resilience in Social-Ecological Systems",
       "score": 0.9866,
       "subfield": {
         "id": "https://openalex.org/subfields/2306",
         "display_name": "Global and Planetary Change"
       },
       "field": {
         "id": "https://openalex.org/fields/23",
         "display_name": "Environmental Science"
       },
       "domain": {
         "id": "https://openalex.org/domains/3",
         "display_name": "Physical Sciences"
       }
     },
     {
       "id": "https://openalex.org/T14509",
       "display_name": "Spatial Microsimulation Models for Policy Analysis",
       "score": 0.9783,
       "subfield": {
         "id": "https://openalex.org/subfields/1803",
         "display_name": "Management Science and Operations Research"
       },
       "field": {
         "id": "https://openalex.org/fields/18",
         "display_name": "Decision Sciences"
       },
       "domain": {
         "id": "https://openalex.org/domains/2",
         "display_name": "Social Sciences"
       }
     },
     {
       "id": "https://openalex.org/T11810",
       "display_name": "System Dynamics Modeling and Applications",
       "score": 0.977,
       "subfield": {
         "id": "https://openalex.org/subfields/1803",
         "display_name": "Management Science and Operations Research"
       },
       "field": {
         "id": "https://openalex.org/fields/18",
         "display_name": "Decision Sciences"
       },
       "domain": {
         "id": "https://openalex.org/domains/2",
         "display_name": "Social Sciences"
       }
     }
   ],
   "type": "article",
   "type_crossref": "journal-article",
   "updated_date": "2024-08-11T16:03:39.773729",
   "versions": [],
   "qid": null
 }

}