{"@context":"http://iiif.io/api/presentation/3/context.json","id":"https://weareavp.aviaryplatform.com/iiif/zc7rn30q5q/manifest","type":"Manifest","label":{"en":["Manipulating Data in OpenRefine"]},"logo":"https://d9jk7wjtjpu5g.cloudfront.net/organizations/logo_images/000/000/007/original/avp-logo-login_2x.png?1692278773","metadata":[{"label":{"en":["Date"]},"value":{"en":["2015-04-24 (issued)"]}},{"label":{"en":["Description"]},"value":{"en":["\u003cp\u003eIn this tutorial, we explore how to understand and apply features of the OpenRefine (formerly Google Refine) tool in an archival context. OpenRefine can enable organizations to clean up, merge, and manipulate their metadata so that the information can be better integrated into workflows and across systems. \u003c/p\u003e\r\n\u003cp\u003eOpenRefine is \"a free, open source power tool for working with messy data\" that libraries, museums, archives, and other organizations can employ to analyze, normalize, and clean up datasets through its simple yet powerful features.\u003c/p\u003e (general)"]}},{"label":{"en":["Keyword"]},"value":{"en":["OpenRefine","metadata"]}},{"label":{"en":["Duration"]},"value":{"en":["00:13:37"]}}],"summary":{"en":["\u003cp\u003eIn this tutorial, we explore how to understand and apply features of the OpenRefine (formerly Google Refine) tool in an archival context. OpenRefine can enable organizations to clean up, merge, and manipulate their metadata so that the information can be better integrated into workflows and across systems.\u0026nbsp;\u003c/p\u003e\r\n\u003cp\u003eOpenRefine is \"a free, open source power tool for working with messy data\" that libraries, museums, archives, and other organizations can employ to analyze, normalize, and clean up datasets through its simple yet powerful features.\u003c/p\u003e"]},"provider":[{"id":"https://weareavp.aviaryplatform.com/aboutus","type":"Agent","label":{"en":["AVP"]},"homepage":[{"id":"https://weareavp.aviaryplatform.com/","type":"Text","label":{"en":["AVP"]},"format":"text/html"}],"logo":[{"id":"https://d9jk7wjtjpu5g.cloudfront.net/organizations/logo_images/000/000/007/original/avp-logo-login_2x.png?1692278773","type":"Image"}]}],"thumbnail":[{"id":"https://d9jk7wjtjpu5g.cloudfront.net/collection_resource_files/thumbnails/000/068/941/small/open-uri20200130-15893-10hlvmw?1580395308","type":"Image","format":"image/jpeg"}],"items":[{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941","type":"Canvas","label":{"en":["Media File 1 of 1 - AVPreserve Tutorial: Manipulating Data in OpenRefine"]},"duration":817.0,"width":640,"height":360,"thumbnail":[{"id":"https://d9jk7wjtjpu5g.cloudfront.net/collection_resource_files/thumbnails/000/068/941/small/open-uri20200130-15893-10hlvmw?1580395308","type":"Image","format":"image/jpeg"}],"items":[{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/content/1","type":"AnnotationPage","items":[{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/content/1/annotation/1","type":"Annotation","motivation":"painting","body":{"id":"https://player.vimeo.com/video/125910055","type":"Video","format":"video/vimeo","duration":817.0,"width":640,"height":360},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941","metadata":[]}]}],"annotations":[{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734","type":"AnnotationPage","label":{"en":["English [Transcript]"]},"items":[{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/1","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"In this video,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=2.02,2.83"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/2","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"we will explore how to understand and apply features of the open refine tool in","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=2.83,6.7"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/3","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"an archival context. Open refine enables organizations to clean up,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=6.701,11.17"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/4","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"merge and otherwise manipulate their data so that can be better integrated into","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=11.35,15.7"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/5","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"workflows and across systems.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=15.701,17.56"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/6","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Building off the basics of metadata management and spreadsheet practices covered","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=18.55,22.48"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/7","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"earlier in the series. This tutorial is designed to present open,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=22.481,25.96"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/8","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"refine as an opportunity for data wrangling with simple yet powerful controls","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=25.961,30.58"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/9","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"through an easy to use desktop application. Before we jump into using it,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=30.79,35.41"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/10","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"let's take a high level look at what it is and what it does.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=35.44,38.26"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/11","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Open refine is a tool that enables users to access cleanup and modify data.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=39.82,44.26"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/12","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"It provides options to navigate around challenging data and normalize both the","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=44.68,48.46"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/13","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"formatting and the data itself.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=48.461,50.44"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/14","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Users can manipulate data in batches or at a very granular level by using open","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=51.34,56.02"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/15","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"refines range of features including facets, clustering filters,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=56.5,60.25"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/16","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"sorting and reconciling.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=60.34,61.99"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/17","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"It originated as a tool to support data cleaning,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=63.63,66.54"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/18","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"reconciliation and upload to freebase a community source database of popular or","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=66.57,71.57"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/19","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"common people, places and things.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=71.761,73.77"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/20","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Google then acquired the company that developed the original tool,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=74.28,77.28"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/21","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"extended and enhanced its features and rebranded it as Google refine.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=77.49,81.84"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/22","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Despite the maturation of the tool, a powerful data enhancement solution.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=82.47,86.1"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/23","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Google did not support integration into its other applications,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=86.31,89.4"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/24","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"allowing the tool to shift into a community and volunteer driven development","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=89.67,93.57"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/25","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"documentation and use phase. Thus its most recent name open, refine,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=93.6,98.31"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/26","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"although it opens in a browser. Open.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=99.39,101.2"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/27","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Refine is a desktop application and can work online or offline with a variety of","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=101.56,105.57"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/28","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"file types of sources.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=105.571,106.98"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/29","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"It's interface is designed to be simple and user friendly with common functions","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=108.81,112.74"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/30","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"and options available with minimal navigation or searching.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=112.741,115.86"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/31","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"We know that generating and managing consistent,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=117.09,119.34"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/32","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"accurate and extendable data are key components of any digital preservation,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=119.37,123.18"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/33","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"strategy and workflow.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=123.181,124.59"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/34","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Open refine can help you achieve this lean to cleaner and leaner metadata in a","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=125.13,129.24"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/35","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"highly efficient way.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=129.241,130.38"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/36","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Let's walk through some potential use cases for opener fine in archive or","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=131.19,134.64"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/37","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"library context.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=134.641,135.72"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/38","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"One scenario is stewardship of low quality data exporting,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=137.04,141.12"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/39","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"cleaning up and reimporting to replace low quality data can be applied to","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=141.121,144.75"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/40","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"systems or databases with messy, inconsistent or inaccurate data.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=144.751,149.01"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/41","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"However,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=149.55,150.3"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/42","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"the time and staff resource intensity of this process must be weighed against","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=150.3,153.99"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/43","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"its positive outcomes. Our second use case is an all too common one,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=153.991,158.88"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/44","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"the consolidation of multiple existing datasets into a single system.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=159.15,162.9"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/45","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"This can occur when multiple legacy databases are migrated into a new database.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=163.44,167.52"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/46","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Combining data from numerous systems and often compounding data quality issues.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=167.7,172.23"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/47","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Open,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=173.67,174.02"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/48","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"refined can help you clean up inevitably messy and unstructured data from either","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=174.02,177.66"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/49","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"of these scenarios through extensive transformation and normalization features","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=177.661,182.2"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/50","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"while incorporating linked data initiatives into a digital preservation,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=183.82,187.36"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/51","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"shadier may be appealing for organizations.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=187.361,189.76"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/52","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"The procedures necessary for incorporating linked data often present a barrier","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=189.91,193.84"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/53","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"to implementation, but for example,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=193.841,196.51"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/54","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"reconciling your existing terminology with published link datasets and","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=196.66,200.53"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/55","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"extracting and normalizing metadata may allow organizations to accomplish more","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=200.531,204.97"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/56","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"than they were prior to that relationship being established. As mentioned,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=204.971,209.2"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/57","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"open refines development is well suited for matching users data with existing","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=209.23,213.25"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/58","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"databases or data sets through its reconciliation feature.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=213.251,216.7"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/59","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"So let's talk about normalization and transformation.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=218.28,221.1"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/60","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"The act of transforming data to be consistent with characteristics of data in","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=221.43,225.15"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/61","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"the same set or to follow rules applied to the set is useful to know.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=225.151,228.75"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/62","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Changing messy metadata to adhere to desired formats or arrangements could","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=229.41,233.85"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/63","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"include altering and fixing, leading white spaces, undesired date,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=233.851,238.05"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/64","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"formatting typos or misspellings,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=238.051,240.39"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/65","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"random alphanumeric or punctuation characters and inconsistent capitalization.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=240.66,245.55"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/66","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"The tool allows for many levels of granularity in parsing and manipulating your","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=255.43,259.27"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/67","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"data.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=259.271,260.02"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/68","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Even during the import process we can create a new open refine project with any","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=260.02,264.55"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/69","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"spreadsheet just by selecting a few options and importing.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=264.551,267.85"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/70","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"I've chosen a CSV file.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=268.57,270.22"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/71","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"It's important to select a modify the option for Parson column headers if they","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=270.58,274.24"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/72","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"appear in your dataset by clicking update preview in the parsing dialog window.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=274.241,279.16"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/73","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"You can monitor how your data set will be arranged. After it's imported,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=279.31,282.82"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/74","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"click create project and after some processing you are ready to get started.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=283.69,288.04"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/75","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"My sample data includes a messy set of metadata describing audio, video,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=288.88,293.32"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/76","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"text and film formats with inconsistent names, formatting and description.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=293.47,298.03"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/77","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"We can use one of the core features of open refine faceting for discovering","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=298.6,302.89"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/78","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"inconsistencies in our data and cleaning it up.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=303.91,305.35"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/79","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"The faceting feature takes specific properties of data information and allows a","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=306.31,310.42"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/80","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"user to navigate by what they specify.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=310.421,312.67"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/81","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"We are interested in analyzing the text labels in our data,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=313.57,316.54"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/82","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"so we will use the text facet in our column header.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=316.72,320.35"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/83","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Select the drop down arrow, then facet, then text facet.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=320.44,324.1"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/84","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"The facet and filter window on the left will populate with groups of identical","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=324.76,328.42"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/85","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"or similar cells across all the rows in the dataset.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=328.421,331.12"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/86","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Next to those blue entries are the light grade counts of how many of those cells","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=331.93,335.77"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/87","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"exist in the data.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=335.771,336.85"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/88","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Let's scroll down the list to see how the three quarter inch geomatic videotape","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=337.72,341.11"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/89","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"format has been captured.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=341.111,342.46"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/90","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"We can see that there are 10 unique entries appearing once each.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=343.39,346.33"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/91","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"In this cluster I highlight the three quarter inch videotape instance and click","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=346.331,350.95"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/92","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"edit. I want to make it match the cell below it so I add a colon space.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=350.98,355.66"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/93","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Upper KCU dash, lowercase M, a. T, I C.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=355.84,360.23"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/94","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"when I click apply,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=361.04,362.09"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/95","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"the list updates to show that the cell has been edited and merged into the","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=362.12,365.54"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/96","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"desired format.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=365.541,366.53"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/97","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"This can be done across all instances of the generic nomadic data entries so","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=367.28,371.66"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/98","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"that we have more consistent description.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=371.661,373.55"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/99","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"It also allows us to update the entry.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=374.9,376.82"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/100","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"If we choose to describe the pneumatic in another way,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=376.85,379.43"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/101","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"simply click on the combined list and select edit. When you type in a new label,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=379.94,384.8"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/102","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"all the associated cells have been changed. It functions as find and replace.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=385.01,389.27"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/103","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Since I don't actually want a trailing exclamation Mark in my records,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=392.08,395.44"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/104","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"I navigate to the undo redo tab to see a list of all the actions I've taken on","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=395.62,399.97"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/105","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"my data.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=399.971,400.804"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/106","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"You can go through the revision history to restore your data to any previous","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=401.02,404.74"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/107","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"point.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=404.741,405.55"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/108","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"This allows you to experiment with your data freely and without consequence.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=405.55,409.33"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/109","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"I select the previous change and you can see my,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=410.11,412.21"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/110","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"you Maddix no longer have a trailing exclamation point.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=412.211,414.85"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/111","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"There is also a clustering feature which makes changing open, refine,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=416.36,419.84"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/112","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"identified groupings in your data. Very easy. Unlike fastening,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=419.841,423.98"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/113","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"which simply tells you how many instances you have of each term.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=424.07,427.16"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/114","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Clustering uses algorithms to find approximate terms,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=427.49,430.52"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/115","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"allowing you to set the degree in sensitivity to define useful groupings in your","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=430.85,435.08"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/116","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"dataset. In the facet window click cluster,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=435.71,439.1"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/117","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"there are options for refining these clustering characteristics,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=439.82,442.94"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/118","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"but for now we are just interested in finding the other instances of pneumatic","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=442.97,446.78"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/119","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"tape format labels that do not start with three quarters of an inch.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=446.781,450.5"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/120","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Selecting these groups,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=451.34,452.63"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/121","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"we can reassign their names to our desired format and have them merge into our","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=452.66,456.47"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/122","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"well-formed and normalized group. To do this,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=456.471,459.95"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/123","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"I select merge and close.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=459.98,461.9"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/124","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"You can see that these have now been added to our group by the increase of the","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=462.5,465.74"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/125","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"grade total number next to the label opener fine enables users to wrangle and","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=465.741,470.741"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/126","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"skim large data sets through faceting and clustering.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=471.681,474.65"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/127","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"These features enable batch transformation and reduce the time and effort","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=475.07,478.76"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/128","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"necessary to normalize targeted data.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=478.761,480.83"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/129","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"You can manipulate options for clustering by changing the method or distance","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=481.67,485.27"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/130","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"function from the defaulted selection.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=485.271,487.28"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/131","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"You can also manipulate the radius and block characters as needed.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=487.79,491.24"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/132","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"This enables you to play around with how your data is grouped and potentially","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=492.17,495.8"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/133","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"improve the clustering feature to understand and modify your dataset.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=495.801,499.49"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/134","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"As I mentioned before, open refines user friendly interface,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=501.67,505.0"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/135","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"makes common transformations easy to find.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=505.001,507.61"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/136","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Selecting the column dropdown arrow, then edit cells.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=508.06,511.54"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/137","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"We can see a menu for common transforms which lists two common actions to take","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=511.78,516.16"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/138","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"on white spaces in your data. I select trim,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=516.161,519.55"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/139","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"leading and trailing white space to conform my data. Further.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=519.551,522.73"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/140","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"A yellow message pops up above my dataset indicating the number of cells have","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=523.27,527.5"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/141","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"been changed according to my selection.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=527.501,529.57"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/142","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"A few clicks and my data is that much cleaner.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=529.93,532.36"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/143","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Now in just the 25 rows,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=534.01,536.22"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/144","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"we can see that the measurement for inch is captured in four distinct ways with","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=536.37,540.6"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/145","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"the word inch indicated by an apostrophe or with a quotation Mark.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=540.601,545.46"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/146","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"This is easy enough to interpret with only a few rows of data,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=547.06,550.03"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/147","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"but we have a total of 695 rows of data exhibiting no discernible data entry","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=550.18,554.92"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/148","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"controls.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=554.921,555.754"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/149","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"We can assume that the deviation in just the small preview window is throughout","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=556.12,560.11"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/150","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"our dataset. Instead of editing individual cells or groups of cells,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=560.111,564.88"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/151","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"we can edit cells by transforming them using the Google refine expression","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=564.94,569.37"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/152","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"language, we can tell open, refine to do a myriad of things.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=569.371,572.82"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/153","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Use the help tab to explore various options and commands.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=573.09,576.33"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/154","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"It's not necessary to learn the entirety of the G R E L language.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=577.08,581.22"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/155","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"You will pick up most of the common commands as you use them.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=581.58,584.55"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/156","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"The first notation I want to normalize is the apostrophe that represents inch.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=586.1,590.42"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/157","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"I type in what's referred to as a regular expression.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=591.08,593.78"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/158","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"That invokes a replace command on our data slotting in the word inch where an","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=593.96,597.95"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/159","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"apostrophe appears.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=597.951,599.09"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/160","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Let's look at row 24 which exhibits this on the left side of the previous","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=599.84,603.95"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/161","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"screen.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=603.951,604.251"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/162","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"We can see the original data with an apostrophe on the right in the same row,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=604.251,608.3"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/163","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"we can see that the apostrophe has been replaced with the word inch. However,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=608.301,612.38"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/164","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"I forgot to add a space before the word so I can just click back in the dialogue","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=612.53,616.16"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/165","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"window and add that in. Our preview text is updated and looks good.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=616.161,620.44"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/166","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"I click okay and see that a number of cells were affected by this action.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=621.07,624.46"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/167","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Do you recall splitting texts into columns using Excel demonstrated in the","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=626.14,630.07"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/168","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"previous tutorial? This is also a function and open or fine.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=630.071,633.7"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/169","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Simply click on the edit column menu and split into several columns.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=634.12,637.72"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/170","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Add in your separator.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=638.32,639.52"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/171","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"I want to see my original column in the new split columns,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=640.27,643.3"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/172","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"so I de-select remove this column. Now I have three columns,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=643.36,648.16"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/173","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"the center and the right columns being the separated values of the original data","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=648.22,651.85"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/174","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"in column one for row 17 through 23 this might be useful to sort or identify the","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=651.851,656.851"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/175","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"types of one inch videotape in my sample collection.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=657.581,660.25"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/176","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"The features associated with this next concept are advance,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=662.6,665.57"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/177","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"but we feel that they exemplify exciting opportunities of what organizations can","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=665.6,669.56"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/178","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"achieve with refined data.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=669.561,671.21"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/179","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Our final exercise in this open refined tutorial will describe the concepts of","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=671.78,675.59"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/180","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"reconciliation and matching for linked data. Establishing clinging,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=675.591,680.2"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/181","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"controlled metadata as a base is crucial. Linking messy, inaccurate,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=680.201,684.79"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/182","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"or otherwise unsuitable data with a database or system perpetuates the same","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=684.82,689.11"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/183","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"issues that practitioners are dealing with now regarding legacy systems,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=689.111,692.56"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/184","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"uncontrolled data entry and mismanaged metadata,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=692.62,695.44"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/185","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"making sure your data sets are well-formed and stable by using the features we","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=696.15,699.99"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/186","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"discussed in this video will allow for increased interoperability and usability","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=700.43,704.31"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/187","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"in the future.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=704.311,705.144"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/188","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Open refine allows you to load in or associate your data to different source","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=706.17,710.37"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/189","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"databases and integrates easily with freebase. As mentioned,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=710.371,715.21"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/190","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"freebase is a community curated data aggregate, heavily populated with media,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=715.33,719.65"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/191","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"government and business topics. We can also get open,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=719.68,723.58"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/192","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"refined to call a web service and populate data based on the information","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=723.97,727.33"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/193","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"extracted or manipulated by that service.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=727.331,729.64"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/194","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"A web service is simply any software that makes its features available over the","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=730.39,733.99"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/195","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"internet where users can tap into features by simply linking or fetching a","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=733.991,738.64"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/196","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"specific URL. For example,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=738.641,741.4"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/197","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"say you have a spreadsheet containing descriptions in multiple languages of a","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=741.61,744.97"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/198","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"video collection. Using open refine,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=744.971,747.88"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/199","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"you can call a language detection web service to identify what language each","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=748.03,752.14"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/200","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"entry or cell is written,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=752.141,753.61"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/201","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"and then you can populate new columns with those language labels,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=753.611,757.69"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/202","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"which will allow sorting to further understand or distribute your metadata to","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=757.78,762.55"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/203","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"walk through reconciliation in detail.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=762.551,764.38"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/204","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"There is an excellent tutorial hosted on the open refine.org site.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=764.41,767.98"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/205","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"The foundation of any integrated metadata scenario is control and consistency.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=769.64,774.08"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/206","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"So while open refine provides advanced link data features,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=774.41,777.59"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/207","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"the ability to use them effectively is enabled only by well-formed and stable","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=777.77,781.88"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/208","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"data.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=781.881,782.714"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/209","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"Open refine enables users to accomplish data normalization,","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=783.64,787.09"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/210","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"transformation and reconciliation on even the messiest metadata.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=787.27,791.05"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/211","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"We just graze the surface of its features and already we comprehend its power as","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=792.16,796.27"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/212","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"a tool for data manipulation and how it could support collection management","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=796.271,799.84"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/213","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"policies and procedures.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=799.841,801.4"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/214","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"This tutorial is designed to give you a preliminary tour of open refines","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=802.15,805.39"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/215","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"features and insight discussion about how its cleaning and transformation","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=805.391,809.17"},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/216","type":"Annotation","motivation":"transcribing","body":{"type":"TextualBody","value":"capabilities might serve your organization's digital preservation needs.","format":"text/plain"},"target":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941#t=809.171,813.61"}]},{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734","type":"AnnotationPage","label":{"en":["English [Transcript]"]},"items":[{"id":"https://weareavp.aviaryplatform.com/collections/6/collection_resources/14079/file/68941/transcript/6734/annotation/217","type":"Annotation","motivation":"subtitling","body":{"type":"TextualBody","value":"https://d9jk7wjtjpu5g.cloudfront.net/file_transcripts/associated_files/000/006/734/original/AVPreserve_Tutorial_Manipulating_Data_in_OpenRefine.vtt?1580402922","format":"text/vtt","language":"en"},"target":"https://d9jk7wjtjpu5g.cloudfront.net/file_transcripts/associated_files/000/006/734/original/AVPreserve_Tutorial_Manipulating_Data_in_OpenRefine.vtt?1580402922"}]}]}]}