Item talk:Q253476

From geokb

{

 "USGS Publications Warehouse": {
   "@context": "https://schema.org",
   "@type": "Article",
   "additionalType": "Journal Article",
   "name": "Quality control and assessment of interpreter consistency of annual land cover reference data in an operational national monitoring program",
   "identifier": [
     {
       "@type": "PropertyValue",
       "propertyID": "USGS Publications Warehouse IndexID",
       "value": "70204123",
       "url": "https://pubs.usgs.gov/publication/70204123"
     },
     {
       "@type": "PropertyValue",
       "propertyID": "USGS Publications Warehouse Internal ID",
       "value": 70204123
     },
     {
       "@type": "PropertyValue",
       "propertyID": "DOI",
       "value": "10.1016/j.rse.2019.111261",
       "url": "https://doi.org/10.1016/j.rse.2019.111261"
     }
   ],
   "journal": {
     "@type": "Periodical",
     "name": "Remote Sensing of Environment",
     "volumeNumber": "238",
     "issueNumber": null
   },
   "inLanguage": "en",
   "isPartOf": [
     {
       "@type": "CreativeWorkSeries",
       "name": "Remote Sensing of Environment"
     }
   ],
   "datePublished": "2020",
   "dateModified": "2024-05-17",
   "abstract": "The U.S. Geological Survey Land Change Monitoring, Assessment and Projection (USGS LCMAP) initiative is working toward a comprehensive capability to characterize land cover and land cover change using dense Landsat time series data. A suite of products including annual land cover maps and annual land cover change maps will be produced using the Landsat 4-8 data record. LCMAP products will initially be created for the conterminous United States (CONUS) and then extended to include Alaska and Hawaii. A critical component of LCMAP is the collection of reference data using the TimeSync tool, a web-based interface for manually interpreting and recording land cover from Landsat data supplemented with fine resolution imagery and other ancillary data. These reference data will be used for area estimation and validation of the LCMAP annual land cover products. Nearly 12,000 LCMAP reference sample pixels have been interpreted and a simple random subsample of these pixels has been interpreted independently by a second analyst (hereafter referred to as \"duplicate interpretations\"). The annual land cover reference class labels for the 1984-2016 monitoring period obtained from these duplicate interpretations are used to address the following questions: 1) How consistent are the reference class labels among interpreters overall and per class?  2) Does consistency vary by geographic region?  3) Does consistency vary as interpreters gain experience over time; and 4) Does interpreter consistency change with improving availability and quality of imagery from 1984 to 2016?  Overall agreement between interpreters was 88%. Class-specific agreement ranged from 46% for Disturbed to 94% for Water, with more prevalent classes (Tree Cover, Grass/Shrub and Cropland) generally having greater agreement than rare classes (Developed, Barren and Wetland). Agreement between interpreters remained approximately the same over the 12-month period during which these interpretations were completed. Increasing availability of Landsat and Google Earth fine resolution data over the 1984 to 2016 monitoring period coincided with increased interpreter consistency for the post-2000 data record. The reference data interpretation and quality assurance protocols implemented for LCMAP demonstrate the technical and practical feasibility of using the Landsat archive and intensive human interpretation to produce national, annual reference land cover data over a 30 year period. Protocols to quantify and enhance interpreter consistency are critical elements to document and ensure quality of these reference data.",
   "description": "111261, 10 p.",
   "publisher": {
     "@type": "Organization",
     "name": "Elsevier"
   },
   "author": [
     {
       "@type": "Person",
       "name": "Pengra, Bruce bpengra@usgs.gov",
       "givenName": "Bruce",
       "familyName": "Pengra",
       "email": "bpengra@usgs.gov",
       "identifier": {
         "@type": "PropertyValue",
         "propertyID": "ORCID",
         "value": "0000-0003-2497-8284",
         "url": "https://orcid.org/0000-0003-2497-8284"
       },
       "affiliation": [
         {
           "@type": "Organization",
           "name": "Earth Resources Observation and Science (EROS) Center",
           "url": "https://www.usgs.gov/centers/eros"
         },
         {
           "@type": "Organization",
           "name": "Earth Resources Observation and Science (EROS) Center (Geography)",
           "url": "https://www.usgs.gov/centers/eros"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Yang, Zhiqiang",
       "givenName": "Zhiqiang",
       "familyName": "Yang"
     },
     {
       "@type": "Person",
       "name": "Cohen, Warren B",
       "givenName": "Warren B",
       "familyName": "Cohen",
       "identifier": {
         "@type": "PropertyValue",
         "propertyID": "ORCID",
         "value": "0000-0003-3144-9532",
         "url": "https://orcid.org/0000-0003-3144-9532"
       },
       "affiliation": [
         {
           "@type": "Organization",
           "name": "USDA Forest Service, Pacific Northwest Research Station, 3200 SW Jefferson Way, Corvallis, OR 97331"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Stehman, Stephen V.",
       "givenName": "Stephen V.",
       "familyName": "Stehman",
       "identifier": {
         "@type": "PropertyValue",
         "propertyID": "ORCID",
         "value": "0000-0001-5234-2027",
         "url": "https://orcid.org/0000-0001-5234-2027"
       },
       "affiliation": [
         {
           "@type": "Organization",
           "name": "College of Environmental Science and Forestry, State University of New York, Syracuse, NY 13210, USA"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Schroeder, Todd A. taschroeder@fs.fed.us",
       "givenName": "Todd A.",
       "familyName": "Schroeder",
       "email": "taschroeder@fs.fed.us"
     },
     {
       "@type": "Person",
       "name": "Horton, Josephine",
       "givenName": "Josephine",
       "familyName": "Horton",
       "identifier": {
         "@type": "PropertyValue",
         "propertyID": "ORCID",
         "value": "0000-0001-8436-4095",
         "url": "https://orcid.org/0000-0001-8436-4095"
       },
       "affiliation": [
         {
           "@type": "Organization",
           "name": "Earth Resources Observation and Science (EROS) Center",
           "url": "https://www.usgs.gov/centers/eros"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Dockter, Daryn (Contractor)",
       "givenName": "Daryn (Contractor)",
       "familyName": "Dockter",
       "identifier": {
         "@type": "PropertyValue",
         "propertyID": "ORCID",
         "value": "0000-0003-1914-8657",
         "url": "https://orcid.org/0000-0003-1914-8657"
       },
       "affiliation": [
         {
           "@type": "Organization",
           "name": "Earth Resources Observation and Science (EROS) Center",
           "url": "https://www.usgs.gov/centers/eros"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Healey, Sean P.",
       "givenName": "Sean P.",
       "familyName": "Healey",
       "affiliation": [
         {
           "@type": "Organization",
           "name": "USDA Forest Service, Rocky Mountain Research Station, 507 25th Street, Ogden, UT 84401"
         }
       ]
     },
     {
       "@type": "Person",
       "name": "Loveland, Thomas",
       "givenName": "Thomas",
       "familyName": "Loveland",
       "identifier": {
         "@type": "PropertyValue",
         "propertyID": "ORCID",
         "value": "0000-0003-3114-6646",
         "url": "https://orcid.org/0000-0003-3114-6646"
       },
       "affiliation": [
         {
           "@type": "Organization",
           "name": "Earth Resources Observation and Science (EROS) Center",
           "url": "https://www.usgs.gov/centers/eros"
         }
       ]
     }
   ],
   "funder": [
     {
       "@type": "Organization",
       "name": "Earth Resources Observation and Science (EROS) Center",
       "url": "https://www.usgs.gov/centers/eros"
     }
   ]
 },
 "OpenAlex": {
   "abstract_inverted_index": {
     "The": [
       0,
       163,
       315
     ],
     "U.S.": [
       1
     ],
     "Geological": [
       2
     ],
     "Survey": [
       3
     ],
     "Land": [
       4
     ],
     "Change": [
       5
     ],
     "Monitoring,": [
       6
     ],
     "Assessment": [
       7
     ],
     "and": [
       8,
       23,
       42,
       69,
       75,
       98,
       110,
       123,
       141,
       198,
       226,
       258,
       269,
       292,
       319,
       329,
       337,
       356,
       365
     ],
     "Projection": [
       9
     ],
     "(USGS": [
       10
     ],
     "LCMAP)": [
       11
     ],
     "initiative": [
       12
     ],
     "is": [
       13,
       82
     ],
     "working": [
       14
     ],
     "toward": [
       15
     ],
     "a": [
       16,
       92,
       142,
       154,
       350
     ],
     "comprehensive": [
       17
     ],
     "capability": [
       18
     ],
     "to": [
       19,
       72,
       159,
       182,
       232,
       247,
       301,
       341,
       354,
       363
     ],
     "characterize": [
       20
     ],
     "land": [
       21,
       24,
       39,
       44,
       100,
       129,
       165,
       346
     ],
     "cover": [
       22,
       25,
       40,
       45,
       101,
       130,
       166,
       347
     ],
     "change": [
       26,
       46,
       222
     ],
     "using": [
       27,
       51,
       88,
       333
     ],
     "dense": [
       28
     ],
     "Landsat": [
       29,
       53,
       103,
       291,
       335
     ],
     "time": [
       30
     ],
     "series": [
       31
     ],
     "data.": [
       32,
       113,
       372
     ],
     "A": [
       33,
       77
     ],
     "suite": [
       34
     ],
     "of": [
       35,
       80,
       85,
       125,
       146,
       228,
       290,
       332,
       369
     ],
     "products": [
       36,
       58
     ],
     "including": [
       37
     ],
     "annual": [
       38,
       43,
       128,
       164,
       344
     ],
     "maps": [
       41,
       47
     ],
     "will": [
       48,
       59,
       117
     ],
     "be": [
       49,
       61,
       118
     ],
     "produced": [
       50
     ],
     "the": [
       52,
       64,
       83,
       89,
       126,
       171,
       184,
       191,
       276,
       279,
       299,
       311,
       327,
       334,
       367
     ],
     "4-8": [
       54
     ],
     "data": [
       55,
       87,
       104,
       116,
       297,
       313,
       317,
       348
     ],
     "record.": [
       56,
       314
     ],
     "LCMAP": [
       57,
       81,
       127,
       134,
       325
     ],
     "initially": [
       60
     ],
     "created": [
       62
     ],
     "for": [
       63,
       95,
       120,
       170,
       245,
       249,
       310,
       324
     ],
     "conterminous": [
       65
     ],
     "United": [
       66
     ],
     "States": [
       67
     ],
     "(CONUS)": [
       68
     ],
     "then": [
       70
     ],
     "extended": [
       71
     ],
     "include": [
       73
     ],
     "Alaska": [
       74
     ],
     "Hawaii.": [
       76
     ],
     "critical": [
       78,
       361
     ],
     "component": [
       79
     ],
     "collection": [
       84
     ],
     "reference": [
       86,
       115,
       135,
       167,
       192,
       316,
       345,
       371
     ],
     "TimeSync": [
       90
     ],
     "tool,": [
       91
     ],
     "web-based": [
       93
     ],
     "interface": [
       94
     ],
     "manually": [
       96
     ],
     "interpreting": [
       97
     ],
     "recording": [
       99
     ],
     "from": [
       102,
       176,
       230,
       243
     ],
     "supplemented": [
       105
     ],
     "with": [
       106,
       223,
       251,
       306
     ],
     "fine": [
       107,
       295
     ],
     "resolution": [
       108,
       296
     ],
     "imagery": [
       109,
       229
     ],
     "other": [
       111
     ],
     "ancillary": [
       112
     ],
     "These": [
       114
     ],
     "used": [
       119,
       181
     ],
     "area": [
       121
     ],
     "estimation": [
       122
     ],
     "validation": [
       124
     ],
     "products.": [
       131
     ],
     "Nearly": [
       132
     ],
     "12,000": [
       133
     ],
     "sample": [
       136
     ],
     "pixels": [
       137,
       148
     ],
     "have": [
       138
     ],
     "been": [
       139,
       150
     ],
     "interpreted": [
       140,
       151
     ],
     "simple": [
       143
     ],
     "random": [
       144
     ],
     "subsample": [
       145
     ],
     "these": [
       147,
       177,
       284,
       370
     ],
     "has": [
       149
     ],
     "independently": [
       152
     ],
     "by": [
       153,
       205
     ],
     "second": [
       155
     ],
     "analyst": [
       156
     ],
     "(hereafter": [
       157
     ],
     "referred": [
       158
     ],
     "as": [
       160,
       212
     ],
     "\u201cduplicate": [
       161
     ],
     "interpretations\u201d).": [
       162
     ],
     "class": [
       168,
       193
     ],
     "labels": [
       169,
       194
     ],
     "1984\u20132016": [
       172
     ],
     "monitoring": [
       173,
       303
     ],
     "period": [
       174,
       281,
       304
     ],
     "obtained": [
       175
     ],
     "duplicate": [
       178
     ],
     "interpretations": [
       179,
       285
     ],
     "are": [
       180,
       190,
       360
     ],
     "address": [
       183
     ],
     "following": [
       185
     ],
     "questions:": [
       186
     ],
     "1)": [
       187
     ],
     "How": [
       188
     ],
     "consistent": [
       189
     ],
     "among": [
       195
     ],
     "interpreters": [
       196,
       213,
       237,
       273
     ],
     "overall": [
       197
     ],
     "per": [
       199
     ],
     "class?": [
       200
     ],
     "2)": [
       201
     ],
     "Does": [
       202,
       209,
       219
     ],
     "consistency": [
       203,
       210,
       221,
       309,
       359
     ],
     "vary": [
       204,
       211
     ],
     "geographic": [
       206
     ],
     "region?": [
       207
     ],
     "3)": [
       208
     ],
     "gain": [
       214
     ],
     "experience": [
       215
     ],
     "over": [
       216,
       278,
       298,
       349
     ],
     "time?": [
       217
     ],
     "4)": [
       218
     ],
     "interpreter": [
       220,
       308,
       358
     ],
     "improving": [
       224
     ],
     "availability": [
       225,
       289
     ],
     "quality": [
       227,
       320,
       368
     ],
     "1984": [
       231,
       300
     ],
     "2016?": [
       233
     ],
     "Overall": [
       234
     ],
     "agreement": [
       235,
       241,
       263
     ],
     "between": [
       236,
       272
     ],
     "was": [
       238
     ],
     "88%.": [
       239
     ],
     "Class-specific": [
       240
     ],
     "ranged": [
       242
     ],
     "46%": [
       244
     ],
     "Disturbed": [
       246
     ],
     "94%": [
       248
     ],
     "Water,": [
       250
     ],
     "more": [
       252
     ],
     "prevalent": [
       253
     ],
     "classes": [
       254,
       266
     ],
     "(Tree": [
       255
     ],
     "Cover,": [
       256
     ],
     "Grass/Shrub": [
       257
     ],
     "Cropland)": [
       259
     ],
     "generally": [
       260
     ],
     "having": [
       261
     ],
     "greater": [
       262
     ],
     "than": [
       264
     ],
     "rare": [
       265
     ],
     "(Developed,": [
       267
     ],
     "Barren": [
       268
     ],
     "Wetland).": [
       270
     ],
     "Agreement": [
       271
     ],
     "remained": [
       274
     ],
     "approximately": [
       275
     ],
     "same": [
       277
     ],
     "12-month": [
       280
     ],
     "during": [
       282
     ],
     "which": [
       283
     ],
     "were": [
       286
     ],
     "completed.": [
       287
     ],
     "Increasing": [
       288
     ],
     "Google": [
       293
     ],
     "Earth": [
       294
     ],
     "2016": [
       302
     ],
     "coincided": [
       305
     ],
     "increased": [
       307
     ],
     "post-2000": [
       312
     ],
     "interpretation": [
       318,
       340
     ],
     "assurance": [
       321
     ],
     "protocols": [
       322
     ],
     "implemented": [
       323
     ],
     "demonstrate": [
       326
     ],
     "technical": [
       328
     ],
     "practical": [
       330
     ],
     "feasibility": [
       331
     ],
     "archive": [
       336
     ],
     "intensive": [
       338
     ],
     "human": [
       339
     ],
     "produce": [
       342
     ],
     "national,": [
       343
     ],
     "30-year": [
       351
     ],
     "period.": [
       352
     ],
     "Protocols": [
       353
     ],
     "estimate": [
       355
     ],
     "enhance": [
       357
     ],
     "elements": [
       362
     ],
     "document": [
       364
     ],
     "ensure": [
       366
     ]
   },
   "apc_list": {
     "value": 4070,
     "currency": "USD",
     "value_usd": 4070,
     "provenance": "doaj"
   },
   "apc_paid": null,
   "authorships": [
     {
       "author_position": "first",
       "author": {
         "id": "https://openalex.org/A5029728349",
         "display_name": "Bruce W. Pengra",
         "orcid": "https://orcid.org/0000-0003-2497-8284"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I1286329397",
           "display_name": "United States Geological Survey",
           "ror": "https://ror.org/035a68863",
           "country_code": "US",
           "type": "government",
           "lineage": [
             "https://openalex.org/I1286329397",
             "https://openalex.org/I1335927249"
           ]
         },
         {
           "id": "https://openalex.org/I4210112445",
           "display_name": "Stinger Ghaffarian Technologies (United States)",
           "ror": "https://ror.org/02133fc38",
           "country_code": "US",
           "type": "company",
           "lineage": [
             "https://openalex.org/I4210112445"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": true,
       "raw_author_name": "Bruce W. Pengra",
       "raw_affiliation_strings": [
         "Stinger Ghaffarian Technologies, contractor to the U.S. Geological Survey, Earth Resources Observation and Science (EROS) Center, Sioux Falls, SD 57198, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Stinger Ghaffarian Technologies, contractor to the U.S. Geological Survey, Earth Resources Observation and Science (EROS) Center, Sioux Falls, SD 57198, USA",
           "institution_ids": [
             "https://openalex.org/I1286329397",
             "https://openalex.org/I4210112445"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5025223109",
         "display_name": "Stephen V. Stehman",
         "orcid": "https://orcid.org/0000-0001-5234-2027"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I157349981",
           "display_name": "SUNY College of Environmental Science and Forestry",
           "ror": "https://ror.org/00qv0tw17",
           "country_code": "US",
           "type": "education",
           "lineage": [
             "https://openalex.org/I157349981"
           ]
         },
         {
           "id": "https://openalex.org/I1327163397",
           "display_name": "State University of New York",
           "ror": "https://ror.org/01q1z8k08",
           "country_code": "US",
           "type": "education",
           "lineage": [
             "https://openalex.org/I1327163397"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Stephen V. Stehman",
       "raw_affiliation_strings": [
         "College of Environmental Science and Forestry, State University of New York, Syracuse, NY 13210, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "College of Environmental Science and Forestry, State University of New York, Syracuse, NY 13210, USA",
           "institution_ids": [
             "https://openalex.org/I157349981",
             "https://openalex.org/I1327163397"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5018889720",
         "display_name": "Josephine A. Horton",
         "orcid": "https://orcid.org/0000-0001-8436-4095"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I1286329397",
           "display_name": "United States Geological Survey",
           "ror": "https://ror.org/035a68863",
           "country_code": "US",
           "type": "government",
           "lineage": [
             "https://openalex.org/I1286329397",
             "https://openalex.org/I1335927249"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Josephine A. Horton",
       "raw_affiliation_strings": [
         "Innovate! Inc., contractor to the U.S. Geological Survey EROS Center, Sioux Falls, SD 57198, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Innovate! Inc., contractor to the U.S. Geological Survey EROS Center, Sioux Falls, SD 57198, USA",
           "institution_ids": [
             "https://openalex.org/I1286329397"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5005305392",
         "display_name": "Daryn Dockter",
         "orcid": "https://orcid.org/0000-0003-1914-8657"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I4210112445",
           "display_name": "Stinger Ghaffarian Technologies (United States)",
           "ror": "https://ror.org/02133fc38",
           "country_code": "US",
           "type": "company",
           "lineage": [
             "https://openalex.org/I4210112445"
           ]
         },
         {
           "id": "https://openalex.org/I1286329397",
           "display_name": "United States Geological Survey",
           "ror": "https://ror.org/035a68863",
           "country_code": "US",
           "type": "government",
           "lineage": [
             "https://openalex.org/I1286329397",
             "https://openalex.org/I1335927249"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Daryn J. Dockter",
       "raw_affiliation_strings": [
         "Stinger Ghaffarian Technologies, contractor to the U.S. Geological Survey, Earth Resources Observation and Science (EROS) Center, Sioux Falls, SD 57198, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Stinger Ghaffarian Technologies, contractor to the U.S. Geological Survey, Earth Resources Observation and Science (EROS) Center, Sioux Falls, SD 57198, USA",
           "institution_ids": [
             "https://openalex.org/I4210112445",
             "https://openalex.org/I1286329397"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5044967770",
         "display_name": "Todd A. Schroeder",
         "orcid": "https://orcid.org/0000-0003-4544-7095"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I4210115267",
           "display_name": "Southern Research Station",
           "ror": "https://ror.org/022ethc91",
           "country_code": "US",
           "type": "government",
           "lineage": [
             "https://openalex.org/I1313416372",
             "https://openalex.org/I1336096307",
             "https://openalex.org/I4210115267"
           ]
         },
         {
           "id": "https://openalex.org/I1313416372",
           "display_name": "US Forest Service",
           "ror": "https://ror.org/03zmjc935",
           "country_code": "US",
           "type": "government",
           "lineage": [
             "https://openalex.org/I1313416372",
             "https://openalex.org/I1336096307"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Todd A. Schroeder",
       "raw_affiliation_strings": [
         "U.S. Forest Service Southern Research Station, Knoxville, TN 37919, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "U.S. Forest Service Southern Research Station, Knoxville, TN 37919, USA",
           "institution_ids": [
             "https://openalex.org/I4210115267",
             "https://openalex.org/I1313416372"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5100781761",
         "display_name": "Zhiqiang Yang",
         "orcid": "https://orcid.org/0000-0001-5072-2472"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I131249849",
           "display_name": "Oregon State University",
           "ror": "https://ror.org/00ysfqy60",
           "country_code": "US",
           "type": "education",
           "lineage": [
             "https://openalex.org/I131249849"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Zhiqiang Yang",
       "raw_affiliation_strings": [
         "Department of Forest Ecosystems and Society, Oregon State University, Corvallis, OR 97331, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Department of Forest Ecosystems and Society, Oregon State University, Corvallis, OR 97331, USA",
           "institution_ids": [
             "https://openalex.org/I131249849"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5063686564",
         "display_name": "Warren B. Cohen",
         "orcid": "https://orcid.org/0000-0003-3144-9532"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I131249849",
           "display_name": "Oregon State University",
           "ror": "https://ror.org/00ysfqy60",
           "country_code": "US",
           "type": "education",
           "lineage": [
             "https://openalex.org/I131249849"
           ]
         },
         {
           "id": "https://openalex.org/I4210124557",
           "display_name": "Pacific Northwest Research Station",
           "ror": "https://ror.org/02s42ys89",
           "country_code": "US",
           "type": "government",
           "lineage": [
             "https://openalex.org/I1313416372",
             "https://openalex.org/I1336096307",
             "https://openalex.org/I4210124557"
           ]
         },
         {
           "id": "https://openalex.org/I1313416372",
           "display_name": "US Forest Service",
           "ror": "https://ror.org/03zmjc935",
           "country_code": "US",
           "type": "government",
           "lineage": [
             "https://openalex.org/I1313416372",
             "https://openalex.org/I1336096307"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Warren B. Cohen",
       "raw_affiliation_strings": [
         "Department of Forest Ecosystems and Society, Oregon State University, Corvallis, OR 97331, USA",
         "U.S. Forest Service, Pacific Northwest Research Station, 3200 SW Jefferson Way, Corvallis, OR 97331, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "Department of Forest Ecosystems and Society, Oregon State University, Corvallis, OR 97331, USA",
           "institution_ids": [
             "https://openalex.org/I131249849"
           ]
         },
         {
           "raw_affiliation_string": "U.S. Forest Service, Pacific Northwest Research Station, 3200 SW Jefferson Way, Corvallis, OR 97331, USA",
           "institution_ids": [
             "https://openalex.org/I4210124557",
             "https://openalex.org/I1313416372"
           ]
         }
       ]
     },
     {
       "author_position": "middle",
       "author": {
         "id": "https://openalex.org/A5000739434",
         "display_name": "Sean P. Healey",
         "orcid": "https://orcid.org/0000-0003-3498-4266"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I4210140135",
           "display_name": "Rocky Mountain Research Station",
           "ror": "https://ror.org/04347cr60",
           "country_code": "US",
           "type": "government",
           "lineage": [
             "https://openalex.org/I1313416372",
             "https://openalex.org/I1336096307",
             "https://openalex.org/I4210140135"
           ]
         },
         {
           "id": "https://openalex.org/I1313416372",
           "display_name": "US Forest Service",
           "ror": "https://ror.org/03zmjc935",
           "country_code": "US",
           "type": "government",
           "lineage": [
             "https://openalex.org/I1313416372",
             "https://openalex.org/I1336096307"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Sean P. Healey",
       "raw_affiliation_strings": [
         "U.S. Forest Service, Rocky Mountain Research Station, 507 25th Street, Ogden, UT 84401, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "U.S. Forest Service, Rocky Mountain Research Station, 507 25th Street, Ogden, UT 84401, USA",
           "institution_ids": [
             "https://openalex.org/I4210140135",
             "https://openalex.org/I1313416372"
           ]
         }
       ]
     },
     {
       "author_position": "last",
       "author": {
         "id": "https://openalex.org/A5015092269",
         "display_name": "Thomas R. Loveland",
         "orcid": "https://orcid.org/0000-0003-3114-6646"
       },
       "institutions": [
         {
           "id": "https://openalex.org/I1286329397",
           "display_name": "United States Geological Survey",
           "ror": "https://ror.org/035a68863",
           "country_code": "US",
           "type": "government",
           "lineage": [
             "https://openalex.org/I1286329397",
             "https://openalex.org/I1335927249"
           ]
         }
       ],
       "countries": [
         "US"
       ],
       "is_corresponding": false,
       "raw_author_name": "Thomas R. Loveland",
       "raw_affiliation_strings": [
         "U.S. Geological Survey EROS Center, Sioux Falls, SD 57198, USA"
       ],
       "affiliations": [
         {
           "raw_affiliation_string": "U.S. Geological Survey EROS Center, Sioux Falls, SD 57198, USA",
           "institution_ids": [
             "https://openalex.org/I1286329397"
           ]
         }
       ]
     }
   ],
   "best_oa_location": {
     "is_oa": true,
     "landing_page_url": "https://doi.org/10.1016/j.rse.2019.111261",
     "pdf_url": "https://www.sciencedirect.com/science/article/am/pii/S0034425719302809",
     "source": {
       "id": "https://openalex.org/S141808269",
       "display_name": "Remote Sensing of Environment",
       "issn_l": "0034-4257",
       "issn": [
         "0034-4257",
         "1879-0704"
       ],
       "is_oa": false,
       "is_in_doaj": false,
       "is_core": true,
       "host_organization": "https://openalex.org/P4310320990",
       "host_organization_name": "Elsevier BV",
       "host_organization_lineage": [
         "https://openalex.org/P4310320990"
       ],
       "host_organization_lineage_names": [
         "Elsevier BV"
       ],
       "type": "journal"
     },
     "license": "publisher-specific-oa",
     "license_id": "https://openalex.org/licenses/publisher-specific-oa",
     "version": "acceptedVersion",
     "is_accepted": true,
     "is_published": false
   },
   "biblio": {
     "volume": "238",
     "issue": null,
     "first_page": "111261",
     "last_page": "111261"
   },
   "cited_by_api_url": "https://api.openalex.org/works?filter=cites:W2950541263",
   "cited_by_count": 69,
   "cited_by_percentile_year": {
     "min": 98,
     "max": 99
   },
   "concepts": [
     {
       "id": "https://openalex.org/c2780648208",
       "wikidata": "https://www.wikidata.org/wiki/Q3001793",
       "display_name": "Land cover",
       "level": 3,
       "score": 0.7336738,
       "qid": null
     },
     {
       "id": "https://openalex.org/c2776436953",
       "wikidata": "https://www.wikidata.org/wiki/Q5163215",
       "display_name": "Consistency (knowledge bases)",
       "level": 2,
       "score": 0.6654303,
       "qid": null
     },
     {
       "id": "https://openalex.org/c60478076",
       "wikidata": "https://www.wikidata.org/wiki/Q3036835",
       "display_name": "Reference data",
       "level": 2,
       "score": 0.62447935,
       "qid": null
     },
     {
       "id": "https://openalex.org/c62649853",
       "wikidata": "https://www.wikidata.org/wiki/Q199687",
       "display_name": "Remote sensing",
       "level": 1,
       "score": 0.6180756,
       "qid": "Q158877"
     },
     {
       "id": "https://openalex.org/c122783720",
       "wikidata": "https://www.wikidata.org/wiki/Q183065",
       "display_name": "Interpreter",
       "level": 2,
       "score": 0.4817117,
       "qid": null
     },
     {
       "id": "https://openalex.org/c24756922",
       "wikidata": "https://www.wikidata.org/wiki/Q1757694",
       "display_name": "Data quality",
       "level": 3,
       "score": 0.44333047,
       "qid": null
     },
     {
       "id": "https://openalex.org/c133214962",
       "wikidata": "https://www.wikidata.org/wiki/Q191839",
       "display_name": "Aerial photography",
       "level": 2,
       "score": 0.42900252,
       "qid": null
     },
     {
       "id": "https://openalex.org/c4792198",
       "wikidata": "https://www.wikidata.org/wiki/Q1165944",
       "display_name": "Land use",
       "level": 2,
       "score": 0.42600396,
       "qid": null
     },
     {
       "id": "https://openalex.org/c41008148",
       "wikidata": "https://www.wikidata.org/wiki/Q21198",
       "display_name": "Computer science",
       "level": 0,
       "score": 0.42513576,
       "qid": "Q158969"
     },
     {
       "id": "https://openalex.org/c39432304",
       "wikidata": "https://www.wikidata.org/wiki/Q188847",
       "display_name": "Environmental science",
       "level": 0,
       "score": 0.41516837,
       "qid": "Q166085"
     },
     {
       "id": "https://openalex.org/c2780408538",
       "wikidata": "https://www.wikidata.org/wiki/Q3615217",
       "display_name": "Ancillary data",
       "level": 2,
       "score": 0.4144181,
       "qid": null
     },
     {
       "id": "https://openalex.org/c77088390",
       "wikidata": "https://www.wikidata.org/wiki/Q8513",
       "display_name": "Database",
       "level": 1,
       "score": 0.40581802,
       "qid": "Q165904"
     },
     {
       "id": "https://openalex.org/c205649164",
       "wikidata": "https://www.wikidata.org/wiki/Q1071",
       "display_name": "Geography",
       "level": 0,
       "score": 0.33959424,
       "qid": "Q158983"
     },
     {
       "id": "https://openalex.org/c58640448",
       "wikidata": "https://www.wikidata.org/wiki/Q42515",
       "display_name": "Cartography",
       "level": 1,
       "score": 0.33527666,
       "qid": "Q158966"
     },
     {
       "id": "https://openalex.org/c154945302",
       "wikidata": "https://www.wikidata.org/wiki/Q11660",
       "display_name": "Artificial intelligence",
       "level": 1,
       "score": 0.083749294,
       "qid": "Q166116"
     },
     {
       "id": "https://openalex.org/c176217482",
       "wikidata": "https://www.wikidata.org/wiki/Q860554",
       "display_name": "Metric (unit)",
       "level": 2,
       "score": 0.0,
       "qid": null
     },
     {
       "id": "https://openalex.org/c21547014",
       "wikidata": "https://www.wikidata.org/wiki/Q1423657",
       "display_name": "Operations management",
       "level": 1,
       "score": 0.0,
       "qid": "Q226286"
     },
     {
       "id": "https://openalex.org/c147176958",
       "wikidata": "https://www.wikidata.org/wiki/Q77590",
       "display_name": "Civil engineering",
       "level": 1,
       "score": 0.0,
       "qid": "Q166124"
     },
     {
       "id": "https://openalex.org/c127413603",
       "wikidata": "https://www.wikidata.org/wiki/Q11023",
       "display_name": "Engineering",
       "level": 0,
       "score": 0.0,
       "qid": "Q158977"
     },
     {
       "id": "https://openalex.org/c162324750",
       "wikidata": "https://www.wikidata.org/wiki/Q8134",
       "display_name": "Economics",
       "level": 0,
       "score": 0.0,
       "qid": "Q166161"
     },
     {
       "id": "https://openalex.org/c199360897",
       "wikidata": "https://www.wikidata.org/wiki/Q9143",
       "display_name": "Programming language",
       "level": 1,
       "score": 0.0,
       "qid": "Q226303"
     }
   ],
   "corresponding_author_ids": [
     "https://openalex.org/A5029728349"
   ],
   "corresponding_institution_ids": [
     "https://openalex.org/I1286329397",
     "https://openalex.org/I4210112445"
   ],
   "countries_distinct_count": 1,
   "counts_by_year": [
     {
       "year": 2024,
       "cited_by_count": 9
     },
     {
       "year": 2023,
       "cited_by_count": 15
     },
     {
       "year": 2022,
       "cited_by_count": 13
     },
     {
       "year": 2021,
       "cited_by_count": 11
     },
     {
       "year": 2020,
       "cited_by_count": 19
     },
     {
       "year": 2019,
       "cited_by_count": 2
     }
   ],
   "created_date": "2019-06-27",
   "datasets": [],
   "display_name": "Quality control and assessment of interpreter consistency of annual land cover reference data in an operational national monitoring program",
   "doi": "https://doi.org/10.1016/j.rse.2019.111261",
   "fulltext_origin": "ngrams",
   "fwci": 6.864,
   "grants": [
     {
       "funder": "https://openalex.org/F4320332183",
       "funder_display_name": "U.S. Geological Survey",
       "award_id": null
     }
   ],
   "has_fulltext": true,
   "id": "https://openalex.org/W2950541263",
   "ids": {
     "openalex": "https://openalex.org/W2950541263",
     "doi": "https://doi.org/10.1016/j.rse.2019.111261",
     "mag": "2950541263"
   },
   "indexed_in": [
     "crossref"
   ],
   "institutions_distinct_count": 9,
   "is_paratext": false,
   "is_retracted": false,
   "keywords": [
     {
       "id": "https://openalex.org/keywords/land-cover",
       "display_name": "Land cover",
       "score": 0.7336738
     },
     {
       "id": "https://openalex.org/keywords/reference-data",
       "display_name": "Reference data",
       "score": 0.62447935
     },
     {
       "id": "https://openalex.org/keywords/landsat",
       "display_name": "Landsat",
       "score": 0.551505
     },
     {
       "id": "https://openalex.org/keywords/digital-soil-mapping",
       "display_name": "Digital Soil Mapping",
       "score": 0.515137
     },
     {
       "id": "https://openalex.org/keywords/aerial-photography",
       "display_name": "Aerial photography",
       "score": 0.42900252
     },
     {
       "id": "https://openalex.org/keywords/ancillary-data",
       "display_name": "Ancillary data",
       "score": 0.4144181
     }
   ],
   "language": "en",
   "locations": [
     {
       "is_oa": true,
       "landing_page_url": "https://doi.org/10.1016/j.rse.2019.111261",
       "pdf_url": "https://www.sciencedirect.com/science/article/am/pii/S0034425719302809",
       "source": {
         "id": "https://openalex.org/S141808269",
         "display_name": "Remote Sensing of Environment",
         "issn_l": "0034-4257",
         "issn": [
           "0034-4257",
           "1879-0704"
         ],
         "is_oa": false,
         "is_in_doaj": false,
         "is_core": true,
         "host_organization": "https://openalex.org/P4310320990",
         "host_organization_name": "Elsevier BV",
         "host_organization_lineage": [
           "https://openalex.org/P4310320990"
         ],
         "host_organization_lineage_names": [
           "Elsevier BV"
         ],
         "type": "journal"
       },
       "license": "publisher-specific-oa",
       "license_id": "https://openalex.org/licenses/publisher-specific-oa",
       "version": "acceptedVersion",
       "is_accepted": true,
       "is_published": false
     }
   ],
   "locations_count": 1,
   "mesh": [],
   "ngrams_url": "https://api.openalex.org/works/W2950541263/ngrams",
   "open_access": {
     "is_oa": true,
     "oa_status": "bronze",
     "oa_url": "https://www.sciencedirect.com/science/article/am/pii/S0034425719302809",
     "any_repository_has_fulltext": false
   },
   "primary_location": {
     "is_oa": true,
     "landing_page_url": "https://doi.org/10.1016/j.rse.2019.111261",
     "pdf_url": "https://www.sciencedirect.com/science/article/am/pii/S0034425719302809",
     "source": {
       "id": "https://openalex.org/S141808269",
       "display_name": "Remote Sensing of Environment",
       "issn_l": "0034-4257",
       "issn": [
         "0034-4257",
         "1879-0704"
       ],
       "is_oa": false,
       "is_in_doaj": false,
       "is_core": true,
       "host_organization": "https://openalex.org/P4310320990",
       "host_organization_name": "Elsevier BV",
       "host_organization_lineage": [
         "https://openalex.org/P4310320990"
       ],
       "host_organization_lineage_names": [
         "Elsevier BV"
       ],
       "type": "journal"
     },
     "license": "publisher-specific-oa",
     "license_id": "https://openalex.org/licenses/publisher-specific-oa",
     "version": "acceptedVersion",
     "is_accepted": true,
     "is_published": false
   },
   "primary_topic": {
     "id": "https://openalex.org/T10111",
     "display_name": "Remote Sensing in Vegetation Monitoring and Phenology",
     "score": 0.9922,
     "subfield": {
       "id": "https://openalex.org/subfields/2303",
       "display_name": "Ecology"
     },
     "field": {
       "id": "https://openalex.org/fields/23",
       "display_name": "Environmental Science"
     },
     "domain": {
       "id": "https://openalex.org/domains/3",
       "display_name": "Physical Sciences"
     }
   },
   "publication_date": "2020-03-01",
   "publication_year": 2020,
   "referenced_works": [
     "https://openalex.org/W1421751110",
     "https://openalex.org/W1531640903",
     "https://openalex.org/W177286780",
     "https://openalex.org/W1889848888",
     "https://openalex.org/W1964206146",
     "https://openalex.org/W1964899460",
     "https://openalex.org/W1981213426",
     "https://openalex.org/W1981377684",
     "https://openalex.org/W2001510610",
     "https://openalex.org/W2006214152",
     "https://openalex.org/W2011500029",
     "https://openalex.org/W2028240797",
     "https://openalex.org/W2040667072",
     "https://openalex.org/W2055718260",
     "https://openalex.org/W2058963764",
     "https://openalex.org/W2093033859",
     "https://openalex.org/W2111743232",
     "https://openalex.org/W2118364838",
     "https://openalex.org/W2121601221",
     "https://openalex.org/W2129386579",
     "https://openalex.org/W2138102892",
     "https://openalex.org/W2138973222",
     "https://openalex.org/W2145340043",
     "https://openalex.org/W2153820558",
     "https://openalex.org/W2157735115",
     "https://openalex.org/W2159966478",
     "https://openalex.org/W2432008113",
     "https://openalex.org/W2584952387",
     "https://openalex.org/W2617947752",
     "https://openalex.org/W2795268736",
     "https://openalex.org/W2810789567",
     "https://openalex.org/W2885601213",
     "https://openalex.org/W2897344053",
     "https://openalex.org/W3122084549"
   ],
   "referenced_works_count": 34,
   "related_works": [
     "https://openalex.org/W4385362411",
     "https://openalex.org/W3209222648",
     "https://openalex.org/W2780174786",
     "https://openalex.org/W2611574984",
     "https://openalex.org/W2463512549",
     "https://openalex.org/W2246915267",
     "https://openalex.org/W2107534168",
     "https://openalex.org/W2004305899",
     "https://openalex.org/W1844878253",
     "https://openalex.org/W1721418433"
   ],
   "sustainable_development_goals": [
     {
       "display_name": "Life on land",
       "score": 0.56,
       "id": "https://metadata.un.org/sdg/15"
     }
   ],
   "title": "Quality control and assessment of interpreter consistency of annual land cover reference data in an operational national monitoring program",
   "topics": [
     {
       "id": "https://openalex.org/T10111",
       "display_name": "Remote Sensing in Vegetation Monitoring and Phenology",
       "score": 0.9922,
       "subfield": {
         "id": "https://openalex.org/subfields/2303",
         "display_name": "Ecology"
       },
       "field": {
         "id": "https://openalex.org/fields/23",
         "display_name": "Environmental Science"
       },
       "domain": {
         "id": "https://openalex.org/domains/3",
         "display_name": "Physical Sciences"
       }
     },
     {
       "id": "https://openalex.org/T10895",
       "display_name": "Species Distribution Modeling and Climate Change Impacts",
       "score": 0.9867,
       "subfield": {
         "id": "https://openalex.org/subfields/2302",
         "display_name": "Ecological Modeling"
       },
       "field": {
         "id": "https://openalex.org/fields/23",
         "display_name": "Environmental Science"
       },
       "domain": {
         "id": "https://openalex.org/domains/3",
         "display_name": "Physical Sciences"
       }
     },
     {
       "id": "https://openalex.org/T10770",
       "display_name": "Digital Soil Mapping Techniques",
       "score": 0.9779,
       "subfield": {
         "id": "https://openalex.org/subfields/2305",
         "display_name": "Environmental Engineering"
       },
       "field": {
         "id": "https://openalex.org/fields/23",
         "display_name": "Environmental Science"
       },
       "domain": {
         "id": "https://openalex.org/domains/3",
         "display_name": "Physical Sciences"
       }
     }
   ],
   "type": "article",
   "type_crossref": "journal-article",
   "updated_date": "2024-08-12T10:44:41.844758",
   "versions": [],
   "qid": null
 }

}