{"id":1866,"date":"2023-11-06T20:47:21","date_gmt":"2023-11-06T19:47:21","guid":{"rendered":"https:\/\/koggz.nl\/deepening-meaningful-measurement\/"},"modified":"2024-04-08T12:39:51","modified_gmt":"2024-04-08T10:39:51","slug":"deepening-meaningful-measurement","status":"publish","type":"page","link":"https:\/\/koggz.nl\/en\/deepening-meaningful-measurement\/","title":{"rendered":"Deepening: Meaningful Measurement"},"content":{"rendered":"\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-22r7zo-7b927434cee49ae0f4f5c6bfb7c17b09\">\n.avia-image-container.av-22r7zo-7b927434cee49ae0f4f5c6bfb7c17b09 img.avia_image{\nbox-shadow:none;\n}\n.avia-image-container.av-22r7zo-7b927434cee49ae0f4f5c6bfb7c17b09 .av-image-caption-overlay-center{\ncolor:#ffffff;\n}\n<\/style>\n<div  class='avia-image-container av-22r7zo-7b927434cee49ae0f4f5c6bfb7c17b09 av-styling- av-img-linked avia-align-center  avia-builder-el-0  el_before_av_heading  avia-builder-el-first '   itemprop=\"image\" itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/ImageObject\" ><div class=\"avia-image-container-inner\"><div class=\"avia-image-overlay-wrap\"><a href=\"https:\/\/koggz.nl\/?page_id=1585&amp;preview=true\" class='avia_image '  aria-label='Verdiepen - gevorderden hub'><img fetchpriority=\"high\" class='wp-image-1815 avia-img-lazy-loading-not-1815 avia_image ' src='https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Verdiepen-gevorderden-hub.png' alt='' title='Verdiepen - gevorderden hub'  height=\"200\" width=\"1920\"  itemprop=\"thumbnailUrl\"  \/><\/a><\/div><\/div><\/div>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-loh6kvhc-9fa93df9ab00595871ecc21fa835f550\">\n#top .av-special-heading.av-loh6kvhc-9fa93df9ab00595871ecc21fa835f550{\npadding-bottom:10px;\n}\nbody .av-special-heading.av-loh6kvhc-9fa93df9ab00595871ecc21fa835f550 .av-special-heading-tag .heading-char{\nfont-size:25px;\n}\n.av-special-heading.av-loh6kvhc-9fa93df9ab00595871ecc21fa835f550 .av-subheading{\nfont-size:15px;\n}\n<\/style>\n<div  class='av-special-heading av-loh6kvhc-9fa93df9ab00595871ecc21fa835f550 av-special-heading-h3  avia-builder-el-1  el_after_av_image  el_before_av_heading '><h3 class='av-special-heading-tag '  itemprop=\"headline\"  >Meaningful Measurement of Mental Health.  <\/h3><div class=\"special-heading-border\"><div class=\"special-heading-inner-border\"><\/div><\/div><\/div>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-loh6v8vx-ff8403fd3cea126959d3451221c5f7bb\">\n#top .av-special-heading.av-loh6v8vx-ff8403fd3cea126959d3451221c5f7bb{\npadding-bottom:10px;\n}\nbody .av-special-heading.av-loh6v8vx-ff8403fd3cea126959d3451221c5f7bb .av-special-heading-tag .heading-char{\nfont-size:25px;\n}\n.av-special-heading.av-loh6v8vx-ff8403fd3cea126959d3451221c5f7bb .av-subheading{\nfont-size:15px;\n}\n<\/style>\n<div  class='av-special-heading av-loh6v8vx-ff8403fd3cea126959d3451221c5f7bb av-special-heading-h4 blockquote classic-quote  avia-builder-el-2  el_after_av_heading  el_before_av_section  avia-builder-el-last '><h4 class='av-special-heading-tag '  itemprop=\"headline\"  >How do people translate their experiences into questionnaire scores, and how do those meanings fit with (standardized) interpretations by researchers and professionals?<\/h4><div class=\"special-heading-border\"><div class=\"special-heading-inner-border\"><\/div><\/div><\/div>\n<\/div><\/div><\/div><!-- close content main div --><\/div><\/div>\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-bcftp0-679aaddbce58ee252644910ab006c91a\">\n.avia-section.av-bcftp0-679aaddbce58ee252644910ab006c91a .av-section-color-overlay{\nopacity:1;\n}\n<\/style>\n<div id='av_section_1'  class='avia-section av-bcftp0-679aaddbce58ee252644910ab006c91a main_color avia-section-default avia-no-border-styling  avia-builder-el-3  el_after_av_heading  el_before_av_textblock  avia-bg-style-scroll av-section-color-overlay-active container_wrap fullsize'  ><div class=\"av-section-color-overlay-wrap\"><div class=\"av-section-color-overlay\"><\/div><div class='container av-section-cont-open' ><div class='template-page content  av-content-full alpha units'><div class='post-entry post-entry-type-page post-entry-1866'><div class='entry-content-wrapper clearfix'>\n<div  class='flex_column av-9txdjo-1d17a37171aa83577a552a0d44e1bce7 av_one_third  avia-builder-el-4  el_before_av_two_third  avia-builder-el-first  first flex_column_div  '     ><p><section  class='av_textblock_section av-loh6njnm-d2455e2bdf986bdadc7a3f0c464d6c5b '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p>LOGO<\/p>\n<\/div><\/section><br \/>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-loh5ymlk-581e941d2d4b2b46ae6594d96a6a7e32\">\n.avia-video.av-loh5ymlk-581e941d2d4b2b46ae6594d96a6a7e32{\nbackground-image:url(https:\/\/koggz.nl\/wp-content\/uploads\/2023\/11\/Femke-Truijens-What-is-it-like-to-be-a-research-object-Meaningful-Measurement-and-Validation-of-Data-in-Self-Report-Scoring-Copy-300x168.png);\n}\n<\/style>\n<div  class='avia-video av-loh5ymlk-581e941d2d4b2b46ae6594d96a6a7e32 avia-video-16-9 av-preview-image avia-video-load-always av-lazyload-immediate av-lazyload-video-embed'  itemprop=\"video\" itemtype=\"https:\/\/schema.org\/VideoObject\"  data-original_url='https:\/\/eur.cloud.panopto.eu\/Panopto\/Pages\/Viewer.aspx?id=e1bcb39f-8d9e-40cb-a100-b02700a26bcc'><script type='text\/html' class='av-video-tmpl'><a href=\"https:\/\/eur.cloud.panopto.eu\/Panopto\/Pages\/Viewer.aspx?id=e1bcb39f-8d9e-40cb-a100-b02700a26bcc\">https:\/\/eur.cloud.panopto.eu\/Panopto\/Pages\/Viewer.aspx?id=e1bcb39f-8d9e-40cb-a100-b02700a26bcc<\/a><\/script><div class='av-click-to-play-overlay'><div class=\"avia_playpause_icon\"><\/div><\/div><\/div><br \/>\n<section  class='av_textblock_section av-loh6qwka-92de2d8875679c40f0887d7c68ad7f3a '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p>In this video, <a href=\"https:\/\/koggz.nl\/en\/kog-femke\/\" target=\"_blank\" rel=\"noopener\">Dr. Femke Truijens<\/a> explains the importance of understanding the meaning <em>behind<\/em> the numbers.<\/p>\n<p>This video was shown at the annual conference of the <a href=\"https:\/\/www.psychotherapyresearch.org\/page\/spr2023\" target=\"_blank\" rel=\"noopener\">Society for Psychotherapy Research<\/a>, at Trinity University in Dublin, Ireland.<\/p>\n<\/div><\/section><br \/>\n<section  class='av_textblock_section av-loh6uimm-bf8e4a53b046bb615717ca4e3e68b291 '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p>Learn more about the activities and findings of the<em><br \/>\n  <strong> Meaningful Measurement (MEANS) Lab.<\/strong><br \/>\n<\/em>?<\/p>\n<p>Read the research program <a href=\"https:\/\/osf.io\/y2fbc\/\" target=\"_blank\" rel=\"noopener\">here<\/a>, or contact<a href=\"https:\/\/koggz.nl\/en\/contact\/\" target=\"_blank\" rel=\"noopener\"> Femke Truijens<\/a> (PI MEANS Lab)<\/p>\n<\/div><\/section><\/p><\/div><div  class='flex_column av-7na890-18d0225bf9f9d790910388ba53c787e6 av_two_third  avia-builder-el-9  el_after_av_one_third  avia-builder-el-last  flex_column_div  '     ><p><section  class='av_textblock_section av-loh5qaic-507c5ae6c970f5d0751065b8f57baaa5 '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p>In mental health and clinical research, much is measured: diagnoses, effects of interventions, routine outcome measurement (ROM), group comparison, and so on. Typically, we ask people to score themselves on <strong>validated self-report questionnaires<\/strong>. Validation is often seen as a guarantee that the figures can also be interpreted and compared in a valid way. Personal variation is &#8220;averaged out&#8221; in it, and outliers are brushed off as &#8220;noise&#8221; or error.<\/p>\n<p>But is that justified? What do people actually <em>mean<\/em> when they quantify their own experiences in a pre-structured framework like a questionnaire? Do their scores capture the meanings that we as researchers or clinicians also attach to them? And are those numbers indeed meaningful and validly comparable?<\/p>\n<p>The premise in this line of research is that simply assuming validity of figures <em>because<\/em> they are collected with validated questionnaire relies on <strong>face validity<\/strong>. It requires thorough research into scoring processes and <strong><em>personal<\/em> <em>meaning-making<\/em><\/strong> of participants to investigate whether &#8220;the numbers&#8221; are indeed valid representations that can also serve as valid &#8220;data&#8221; for research and clinical monitoring.<\/p>\n<\/div><\/section><br \/>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-loh5sggw-01d81ccf647f5dd31fa6eeebe7e8134d\">\n#top .av-special-heading.av-loh5sggw-01d81ccf647f5dd31fa6eeebe7e8134d{\nmargin:10px 0 0 0;\npadding-bottom:0;\n}\nbody .av-special-heading.av-loh5sggw-01d81ccf647f5dd31fa6eeebe7e8134d .av-special-heading-tag .heading-char{\nfont-size:25px;\n}\n.av-special-heading.av-loh5sggw-01d81ccf647f5dd31fa6eeebe7e8134d .av-subheading{\nfont-size:15px;\n}\n<\/style>\n<div  class='av-special-heading av-loh5sggw-01d81ccf647f5dd31fa6eeebe7e8134d av-special-heading-h3 custom-color-heading  avia-builder-el-11  el_after_av_textblock  el_before_av_textblock '><h3 class='av-special-heading-tag '  itemprop=\"headline\"  >Questionnaire scores as words in a clinical narrative<\/h3><div class=\"special-heading-border\"><div class=\"special-heading-inner-border\"><\/div><\/div><\/div><br \/>\n<section  class='av_textblock_section av-loh5rpdx-f104b925dd5201779ab0d09c367972ed '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p>This line of research focuses on the <em>meaningfulness<\/em> of numbers within a personal narrative and meaning framework. In it, personal meaning is not dismissed as noise but rather examined as a potentially vital part of a personal narrative. I examine processes of meaning formation and translation<em>(meaning-making<\/em>) that people go through when they score questionnaires, and conversely the effect that that process of meaning-making and formation has on the variables and (clinical) processes actually reported. Such a scoring process can be <em>transformative <\/em>: scoring can change interpretations, which on the one hand affects the validity of data, but on the other hand can be a particularly informative and meaningful process for clinical research and real-world applications.<\/p>\n<p><strong><br \/>\n  <em>Numbers are words too<\/em><br \/>\n<\/strong> &#8211; that is the premise in the &#8220;meaningful measurement&#8221; line of research. In this line of research, I take a hermeneutic perspective on shaping and interpreting figures in (research into) clinical practice. I work on three lines of research:<\/p>\n<ul>\n<li>Meaning-making processes: mixed method research on scoring and scoring as part of a clinical narrative. I look at scoring tendencies, -obstacles, and interpretations: experimental research on interpretation of items and questionnaires as a whole, with attention to the message people want\/think to convey through a questionnaire, and the &#8220;hearer&#8221; they assume in it. In this line, I use &#8220;Thinking Aloud&#8221; and interviews.<\/li>\n<li>Response Shifts: when people begin to interpret items on questionnaires differently &#8211; via recalibration, re-conceptualization or reprioritization &#8211; <em>as a result of <\/em>an intervention (e.g., therapy), there is a <em>response shift<\/em>. I examine the occurrence of this phenomenon through qualitative methods, and whether response shifts offer opportunity for a new, positive outcome assessment.<\/li>\n<li>Validity theory: In psychology, we standardly conceive of validity as &#8220;measuring what an instrument intends to measure. This definition is tied to how valid the data can be interpreted. Although such validity is often seen as a &#8220;property&#8221; of an instrument itself, the validity literature also argues that validity of interpretations is not given by the instrument, but depends on the context, objectives, administration conditions and users (both respondents and test takers). Whereas &#8220;validity&#8221; is often seen as a somewhat narrow term, users of questionnaires do validation throughout the process, such as checking test conditions and verifying that the respondent understood the items correctly. This method of <a href=\"https:\/\/psycnet.apa.org\/record\/2017-29835-012\" target=\"_blank\" rel=\"noopener\">validation-in-action<\/a> is diametrically opposed to the standard view of validity, even though it is very much in line with practice. In<a href=\"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/0969594X.2016.1172871\" target=\"_blank\" rel=\"noopener\">&#8220;the great validity debate<\/a>,&#8221; this approach is called the <em>user-oriented<\/em> or the <em>argument-based approach<\/em>. In this line of research, we explore how users of self-report measures normally validate, and how we can further develop the validity toolbox to support users in this process.<\/li>\n<\/ul>\n<\/div><\/section><br \/>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-loh5v6hz-640734086058602070b9603e0390635a\">\n#top .av-special-heading.av-loh5v6hz-640734086058602070b9603e0390635a{\npadding-bottom:10px;\n}\nbody .av-special-heading.av-loh5v6hz-640734086058602070b9603e0390635a .av-special-heading-tag .heading-char{\nfont-size:25px;\n}\n.av-special-heading.av-loh5v6hz-640734086058602070b9603e0390635a .av-subheading{\nfont-size:15px;\n}\n<\/style>\n<div  class='av-special-heading av-loh5v6hz-640734086058602070b9603e0390635a av-special-heading-h3  avia-builder-el-13  el_after_av_textblock  el_before_av_textblock '><h3 class='av-special-heading-tag '  itemprop=\"headline\"  >Qualitative research on quantification in self-report measures<\/h3><div class=\"special-heading-border\"><div class=\"special-heading-inner-border\"><\/div><\/div><\/div><br \/>\n<section  class='av_textblock_section av-loh5uijk-24685537d8eeb167b3a0bac03b325fe2 '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p>In the MEANS Lab, we explore how to use <em>qualitative research methods<\/em> to bring out the story behind the numbers.<\/p>\n<p>In the <a href=\"https:\/\/osf.io\/y2fbc\/\" target=\"_blank\" rel=\"noopener\">&#8220;I feel 4 out of 5 Depressed&#8221;<\/a> study, we compare the following qualitative methods:<\/p>\n<ul>\n<li><a href=\"https:\/\/psycnet.apa.org\/record\/2017-29835-012\" target=\"_blank\" rel=\"noopener\">Thinking Aloud Methods<\/a> literally ask the respondent to think aloud while scoring the questionnaire. By (audio)recording this verbalization, we gain insight into active meaning-making, e.g., interpretations of items and evaluation of response options. But the <em>scoring process itself<\/em> also becomes insightful in this way, for example, if a respondent is in doubt, often has difficulty understanding items, becomes emotional (measurement reactivity), starts taking over word choices (performativity of measurement instruments).<\/li>\n<li><a href=\"https:\/\/psycnet.apa.org\/record\/2017-29835-012\" target=\"_blank\" rel=\"noopener\">Cognitive Interview Methods<\/a> ask the respondent after scoring how they look back on that process. In the &#8220;I feel 4 out of 5 depressed&#8221; study, we first ask semi-structured questions about one&#8217;s own view and experience of depression, then go item by item through the scored questionnaire and ask meaning-making during scoring. In the study, we compare how insightful the data from the two methods is and how they help validate scores; as well as how the methods are perceived and how they might be applicable in practice. For example, consider a clinician who has ROM questionnaires filled out and wants to know if she should sit next to them, or has the questionnaire filled out in the waiting room and asks at the start of the session how it went.<\/li>\n<\/ul>\n<p>In addition, the MEANS Lab is working with <a href=\"https:\/\/www.mcgill.ca\/philosophy\/eran-tal\" target=\"_blank\" rel=\"noopener\">McGill University<\/a> &#8216;s Data Ethics Chair to develop a low-threshold method of collecting <em>qualitative meta-data <\/em>. These meta-data should be collected in such a way that they are  <em>no<\/em>  put additional pressure or burden on users, but  <em>well  <\/em>Allow the user to indicate what or if something is going wrong or difficult during data collection (think response options that do not describe the experience well, large discrepancy in scores in different contexts, or opposite interpretation of surveyed concepts). On the one hand, this meta-data allows the test taker to identify validity problems in the standardized data collection. On the other hand, this meta-data can be used to develop <em>bottom-up<\/em> new hypotheses about where, when, with whom, and under what circumstances standardized questionnaire scoring goes non-standard.<\/p>\n<\/div><\/section><br \/>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-loh5x3tu-47876082036d352126e7566859d152f7\">\n#top .av-special-heading.av-loh5x3tu-47876082036d352126e7566859d152f7{\npadding-bottom:10px;\n}\nbody .av-special-heading.av-loh5x3tu-47876082036d352126e7566859d152f7 .av-special-heading-tag .heading-char{\nfont-size:25px;\n}\n.av-special-heading.av-loh5x3tu-47876082036d352126e7566859d152f7 .av-subheading{\nfont-size:15px;\n}\n<\/style>\n<div  class='av-special-heading av-loh5x3tu-47876082036d352126e7566859d152f7 av-special-heading-h3  avia-builder-el-15  el_after_av_textblock  el_before_av_textblock '><h3 class='av-special-heading-tag '  itemprop=\"headline\"  >Questionnaire scoring as a Hermeneutic Circle<\/h3><div class=\"special-heading-border\"><div class=\"special-heading-inner-border\"><\/div><\/div><\/div><br \/>\n<section  class='av_textblock_section av-5m2rpg-db6b534016cd2150ec6198f240eadb59 '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p>In the Meaningful Measurement (MEANS) Lab, we start from a <strong><br \/>\n  <em>hermeneutic approach<\/em><br \/>\n<\/strong>. This philosophy, elaborated by <a href=\"https:\/\/web.mit.edu\/kaclark\/www\/gadamer_truth_and_method.pdf\" target=\"_blank\" rel=\"noopener\">H.G. Gadamer<\/a> and others, assumes that meaning is not embedded in objects or constructs, but is always <em>interpreted <\/em>by the user or viewer. Each user does so from their own pre-understanding, based on their own knowledge and experience <em>and<\/em> shared collective frames of meaning. From those shared frames of meaning, we learn all kinds of things that we take as given, or truth. But we as humans also give it our own color, linking our own experiences and associations to those shared meanings. As a result, although we can understand each other broadly, there may be differences in interpretation. As a result, people are constantly probing and aligning meanings of themselves and others. This ongoing exchange is called the <em>hermeneutic circle<\/em> between signifiers and their interpretations.<\/p>\n<p>In the MEANS Lab, we assume that questionnaires are also <em>interpreted <\/em>by users, from shared frames of meaning but also by their own (pre)understanding. For example, the questionnaire was developed from a (shared) frame of meaning, but each respondent (patient\/client\/caregiver) has to interpret it from their own frame of meaning in order to score, on which scores are then interpreted again by the test taker (e.g., diagnostician or practitioner).<\/p>\n<p>This makes questionnaire scoring a <em><br \/>\n  <strong>meaningful<\/strong><br \/>\n<\/em>, <em><br \/>\n  <strong>dynamic, interactive<\/strong><br \/>\n<\/em> and <em><br \/>\n  <strong>changeable<\/strong><br \/>\n<\/em> act of signification and interpretation.<\/p>\n<p><strong>MEANINGFUL MEASUREMENT <\/strong>therefore calls for:<\/p>\n<ul>\n<li>Iterative process between<u>stakeholders<\/u>&#8216; meaning-making, interpretation and validation<\/li>\n<li>Explicit assumptions, goals, interpretations and consequences \u00e0 reflexivity and validation-in-action<br \/>\n(cf., argument-based validity)<\/li>\n<li>Tracking qualitative\/process meta-data (bottom-up meaningful measurement)<\/li>\n<li>Test-user who remains <i>curious<\/i> and <i>sensitive <\/i>about who or what does not fit the norm\/average<\/li>\n<li>Gathering evidence for what is not (yet) evident<\/li>\n<\/ul>\n<\/div><\/section><\/p><\/div><\/div><\/div><\/div><!-- close content main div --><\/div><\/div><\/div><div id='after_section_1'  class='main_color av_default_container_wrap container_wrap fullsize'  ><div class='container av-section-cont-open' ><div class='template-page content  av-content-full alpha units'><div class='post-entry post-entry-type-page post-entry-1866'><div class='entry-content-wrapper clearfix'><section  class='av_textblock_section av-lpvnch70-bb369ba8914d438e205c98dd8e70f8e1 '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p style=\"text-align: right;\">KOG Members with expertise in Meaningful Measurement:<\/p>\n<p><a href=\"https:\/\/koggz.nl\/en\/kog-femke\/\"><img loading=\"lazy\" decoding=\"async\" class=\"alignright wp-image-581\" src=\"https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Profielpagina-van-Femke-Truijens-300x300.png\" alt=\"Profile page of Femke Truijens\" width=\"123\" height=\"123\" srcset=\"https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Profielpagina-van-Femke-Truijens-300x300.png 300w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Profielpagina-van-Femke-Truijens-80x80.png 80w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Profielpagina-van-Femke-Truijens-768x768.png 768w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Profielpagina-van-Femke-Truijens-36x36.png 36w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Profielpagina-van-Femke-Truijens-180x180.png 180w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Profielpagina-van-Femke-Truijens-705x705.png 705w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Profielpagina-van-Femke-Truijens.png 1000w\" sizes=\"auto, (max-width: 123px) 100vw, 123px\" \/><\/a><\/p>\n<\/div><\/section><\/p>\n<div  class='hr av-2mv8t0-1daa30c9220b711f3d8330712cb95e2e hr-default  avia-builder-el-18  el_after_av_textblock  el_before_av_textblock '><span class='hr-inner '><span class=\"hr-inner-style\"><\/span><\/span><\/div>\n<section  class='av_textblock_section av-loh77y93-64dad0b06e68ebb2ffc36fd94086bc22 '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p><img loading=\"lazy\" decoding=\"async\" class=\"alignnone size-medium wp-image-747 alignleft\" src=\"https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Verdiepen-gevorderden-hub-300x31.png\" alt=\"Deepening - advanced hub\" width=\"300\" height=\"31\" srcset=\"https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Verdiepen-gevorderden-hub-300x31.png 300w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Verdiepen-gevorderden-hub-1030x107.png 1030w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Verdiepen-gevorderden-hub-768x80.png 768w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Verdiepen-gevorderden-hub-1536x160.png 1536w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Verdiepen-gevorderden-hub-1500x156.png 1500w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Verdiepen-gevorderden-hub-705x73.png 705w, https:\/\/koggz.nl\/wp-content\/uploads\/2023\/02\/Verdiepen-gevorderden-hub.png 1920w\" sizes=\"auto, (max-width: 300px) 100vw, 300px\" \/><\/p>\n<\/div><\/section>\n<section  class='av_textblock_section av-loh78gzy-f1971979cedab2b2825813ec57327d5b '   itemscope=\"itemscope\" itemtype=\"https:\/\/schema.org\/CreativeWork\" ><div class='avia_textblock'  itemprop=\"text\" ><p style=\"text-align: center;\">Click on a tile to delve deeper into the next theme:<\/p>\n<\/div><\/section>\n<div  class='avia-buttonrow-wrap av-loh9tyi1-4eecb58b452a930cc50409bb4149fe45 avia-buttonrow-center  avia-builder-el-21  el_after_av_textblock  avia-builder-el-last '>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-loh9sho7-7e90d04deda851e9de7036bbd8a9f399\">\n#top #wrap_all .avia-button.av-loh9sho7-7e90d04deda851e9de7036bbd8a9f399{\nmargin-bottom:5px;\nmargin-right:3px;\nmargin-left:3px;\n}\n<\/style>\n<a href='https:\/\/koggz.nl\/en\/deepening-design-how-to-pitfalls\/'  class='avia-button av-loh9sho7-7e90d04deda851e9de7036bbd8a9f399 avia-icon_select-yes-left-icon avia-size-small avia-color-theme-color'   aria-label=\"Design How To &amp; Pitfalls\"><span class='avia_button_icon avia_button_icon_left avia-iconfont avia-font-entypo-fontello' data-av_icon='\ue843' data-av_iconfont='entypo-fontello' ><\/span><span class='avia_iconbox_title' >Design How To &amp; Pitfalls<\/span><\/a>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-loh9t6td-453b8acbf9773852e908347fd74c55bc\">\n#top #wrap_all .avia-button.av-loh9t6td-453b8acbf9773852e908347fd74c55bc{\nmargin-bottom:5px;\nmargin-right:3px;\nmargin-left:3px;\n}\n<\/style>\n<a href='https:\/\/koggz.nl\/en\/deepening-data-collection-creation\/'  class='avia-button av-loh9t6td-453b8acbf9773852e908347fd74c55bc avia-icon_select-yes-left-icon avia-size-small avia-color-theme-color'   aria-label=\"Data Collection &amp; Creation\"><span class='avia_button_icon avia_button_icon_left avia-iconfont avia-font-entypo-fontello' data-av_icon='\ue849' data-av_iconfont='entypo-fontello' ><\/span><span class='avia_iconbox_title' >Data Collection &amp; Creation<\/span><\/a>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-loh9txc2-b103e55f6e8c2e5264ae34690297e443\">\n#top #wrap_all .avia-button.av-loh9txc2-b103e55f6e8c2e5264ae34690297e443{\nmargin-bottom:5px;\nmargin-right:3px;\nmargin-left:3px;\n}\n<\/style>\n<a href='https:\/\/koggz.nl\/en\/deepening-analyzing-coding\/'  class='avia-button av-loh9txc2-b103e55f6e8c2e5264ae34690297e443 avia-icon_select-yes-left-icon avia-size-small avia-color-theme-color'   aria-label=\"Analyzing &amp; Coding\"><span class='avia_button_icon avia_button_icon_left avia-iconfont avia-font-entypo-fontello' data-av_icon='\ue804' data-av_iconfont='entypo-fontello' ><\/span><span class='avia_iconbox_title' >Analyzing &amp; Coding<\/span><\/a>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-lomz9bb7-6759afabfb60c04dee9c2005022e99c6\">\n#top #wrap_all .avia-button.av-lomz9bb7-6759afabfb60c04dee9c2005022e99c6{\nmargin-bottom:5px;\nmargin-right:3px;\nmargin-left:3px;\n}\n<\/style>\n<a href='https:\/\/koggz.nl\/en\/deepening-quality-ethics\/'  class='avia-button av-lomz9bb7-6759afabfb60c04dee9c2005022e99c6 avia-icon_select-yes-left-icon avia-size-small avia-color-theme-color'   aria-label=\"Quality and Ethics\"><span class='avia_button_icon avia_button_icon_left avia-iconfont avia-font-entypo-fontello' data-av_icon='\ue812' data-av_iconfont='entypo-fontello' ><\/span><span class='avia_iconbox_title' >Quality and Ethics<\/span><\/a>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-lomzabxa-bc499fda1949e59664e1e35652d0d855\">\n#top #wrap_all .avia-button.av-lomzabxa-bc499fda1949e59664e1e35652d0d855{\nmargin-bottom:5px;\nmargin-right:3px;\nmargin-left:3px;\n}\n<\/style>\n<a href='https:\/\/koggz.nl\/?page_id=1706&amp;preview=true'  class='avia-button av-lomzabxa-bc499fda1949e59664e1e35652d0d855 avia-icon_select-yes-left-icon avia-size-small avia-color-theme-color'   aria-label=\"Co-creation &amp; Participatory Research\"><span class='avia_button_icon avia_button_icon_left avia-iconfont avia-font-entypo-fontello' data-av_icon='\ue80b' data-av_iconfont='entypo-fontello' ><\/span><span class='avia_iconbox_title' >Co-creation &amp; Participatory Research<\/span><\/a>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-lomzayqk-78a6763b5a4f78d2c01db75c84d5b8ec\">\n#top #wrap_all .avia-button.av-lomzayqk-78a6763b5a4f78d2c01db75c84d5b8ec{\nmargin-bottom:5px;\nmargin-right:3px;\nmargin-left:3px;\n}\n<\/style>\n<a href='https:\/\/koggz.nl\/?page_id=1708&amp;preview=true'  class='avia-button av-lomzayqk-78a6763b5a4f78d2c01db75c84d5b8ec avia-icon_select-yes-left-icon avia-size-small avia-color-theme-color'   aria-label=\"Creative Methods\"><span class='avia_button_icon avia_button_icon_left avia-iconfont avia-font-entypo-fontello' data-av_icon='\ue8a4' data-av_iconfont='entypo-fontello' ><\/span><span class='avia_iconbox_title' >Creative Methods<\/span><\/a>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-lomzbwt6-003fb3766f8237332eb56dcd507e84de\">\n#top #wrap_all .avia-button.av-lomzbwt6-003fb3766f8237332eb56dcd507e84de{\nmargin-bottom:5px;\nmargin-right:3px;\nmargin-left:3px;\n}\n<\/style>\n<a href='https:\/\/koggz.nl\/?page_id=1710&amp;preview=true'  class='avia-button av-lomzbwt6-003fb3766f8237332eb56dcd507e84de avia-icon_select-yes-left-icon avia-size-small avia-color-theme-color'   aria-label=\"Theory &amp; Philosophy\"><span class='avia_button_icon avia_button_icon_left avia-iconfont avia-font-entypo-fontello' data-av_icon='\ue837' data-av_iconfont='entypo-fontello' ><\/span><span class='avia_iconbox_title' >Theory &amp; Philosophy<\/span><\/a>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-lomzfp5u-612c5f9cdea26636b6ce788902f9773b\">\n#top #wrap_all .avia-button.av-lomzfp5u-612c5f9cdea26636b6ce788902f9773b{\nmargin-bottom:5px;\nmargin-right:3px;\nmargin-left:3px;\n}\n<\/style>\n<a href='https:\/\/koggz.nl\/?page_id=1712&amp;preview=true'  class='avia-button av-lomzfp5u-612c5f9cdea26636b6ce788902f9773b avia-icon_select-yes-left-icon avia-size-small avia-color-theme-color'   aria-label=\"Diagnostic Concepts\"><span class='avia_button_icon avia_button_icon_left avia-iconfont avia-font-entypo-fontello' data-av_icon='\ue841' data-av_iconfont='entypo-fontello' ><\/span><span class='avia_iconbox_title' >Diagnostic Concepts<\/span><\/a>\n\n<style type=\"text\/css\" data-created_by=\"avia_inline_auto\" id=\"style-css-av-lomzgbfr-a5d1f4260012b60e77af9396900bdfec\">\n#top #wrap_all .avia-button.av-lomzgbfr-a5d1f4260012b60e77af9396900bdfec{\nmargin-bottom:5px;\nmargin-right:3px;\nmargin-left:3px;\n}\n<\/style>\n<a href='https:\/\/koggz.nl\/?page_id=1652&amp;preview=true'  class='avia-button av-lomzgbfr-a5d1f4260012b60e77af9396900bdfec avia-icon_select-yes-left-icon avia-size-small avia-color-theme-color'   aria-label=\"Meaningful Measurement\"><span class='avia_button_icon avia_button_icon_left avia-iconfont avia-font-entypo-fontello' data-av_icon='\ue83c' data-av_iconfont='entypo-fontello' ><\/span><span class='avia_iconbox_title' >Meaningful Measurement<\/span><\/a>\n<\/div>\n","protected":false},"excerpt":{"rendered":"","protected":false},"author":3,"featured_media":0,"parent":0,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":{"footnotes":""},"class_list":["post-1866","page","type-page","status-publish","hentry"],"_links":{"self":[{"href":"https:\/\/koggz.nl\/en\/wp-json\/wp\/v2\/pages\/1866","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/koggz.nl\/en\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/koggz.nl\/en\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/koggz.nl\/en\/wp-json\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/koggz.nl\/en\/wp-json\/wp\/v2\/comments?post=1866"}],"version-history":[{"count":7,"href":"https:\/\/koggz.nl\/en\/wp-json\/wp\/v2\/pages\/1866\/revisions"}],"predecessor-version":[{"id":2683,"href":"https:\/\/koggz.nl\/en\/wp-json\/wp\/v2\/pages\/1866\/revisions\/2683"}],"wp:attachment":[{"href":"https:\/\/koggz.nl\/en\/wp-json\/wp\/v2\/media?parent=1866"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}