metricas
covid
Buscar en
International Journal of Clinical and Health Psychology
Toda la web
Inicio International Journal of Clinical and Health Psychology Selecting the most appropriate treatment for each patient
Journal Information

Statistics

Follow this link to access the full text of the article

Theoretical Study
Selecting the most appropriate treatment for each patient
Selección del tratamiento más adecuado para cada paciente
Larry E. Beutler
Corresponding author
lbeutler@paloaltou.edu
larrybeutler@yahoo.com

Corresponding author: Wm McInnes Distinguished Professor Emeritus of Psychology, 2620 Piedra Verde Court, Placerville, CA 95667 USA.
, Kathleen Someah, Satoko Kimpara, Kimberley Miller
Palo Alto University, USA
Read
8077
Times
was read the article
1481
Total PDF
6596
Total HTML
Share statistics
 array:23 [
  "pii" => "S1697260015000794"
  "issn" => "16972600"
  "doi" => "10.1016/j.ijchp.2015.08.001"
  "estado" => "S300"
  "fechaPublicacion" => "2016-01-01"
  "aid" => "49"
  "copyright" => "Asociación Española de Psicología Conductual"
  "copyrightAnyo" => "2015"
  "documento" => "article"
  "crossmark" => 1
  "licencia" => "http://creativecommons.org/licenses/by-nc-nd/4.0/"
  "subdocumento" => "fla"
  "cita" => "Int J Clin Health Psychol. 2016;16:99-108"
  "abierto" => array:3 [
    "ES" => true
    "ES2" => true
    "LATM" => true
  ]
  "gratuito" => true
  "lecturas" => array:2 [
    "total" => 2760
    "formatos" => array:3 [
      "EPUB" => 67
      "HTML" => 1874
      "PDF" => 819
    ]
  ]
  "itemAnterior" => array:19 [
    "pii" => "S1697260015000812"
    "issn" => "16972600"
    "doi" => "10.1016/j.ijchp.2015.08.003"
    "estado" => "S300"
    "fechaPublicacion" => "2016-01-01"
    "aid" => "51"
    "copyright" => "Asociación Española de Psicología Conductual"
    "documento" => "article"
    "crossmark" => 1
    "licencia" => "http://creativecommons.org/licenses/by-nc-nd/4.0/"
    "subdocumento" => "fla"
    "cita" => "Int J Clin Health Psychol. 2016;16:87-98"
    "abierto" => array:3 [
      "ES" => true
      "ES2" => true
      "LATM" => true
    ]
    "gratuito" => true
    "lecturas" => array:2 [
      "total" => 3100
      "formatos" => array:3 [
        "EPUB" => 41
        "HTML" => 2218
        "PDF" => 841
      ]
    ]
    "en" => array:12 [
      "idiomaDefecto" => true
      "cabecera" => "<span class="elsevierStyleTextfn">Original article</span>"
      "titulo" => "A brief&#44; multidimensional measure of clients&#8217; therapy preferences&#58; The Cooper-Norcross Inventory of Preferences &#40;C-NIP&#41;"
      "tienePdf" => "en"
      "tieneTextoCompleto" => "en"
      "tieneResumen" => array:2 [
        0 => "en"
        1 => "es"
      ]
      "paginas" => array:1 [
        0 => array:2 [
          "paginaInicial" => "87"
          "paginaFinal" => "98"
        ]
      ]
      "titulosAlternativos" => array:1 [
        "es" => array:1 [
          "titulo" => "Una medida multidimensional breve de las preferencias de terapia de los clientes&#58; el Inventario de Preferencias Cooper-Norcross"
        ]
      ]
      "contieneResumen" => array:2 [
        "en" => true
        "es" => true
      ]
      "contieneTextoCompleto" => array:1 [
        "en" => true
      ]
      "contienePdf" => array:1 [
        "en" => true
      ]
      "autores" => array:1 [
        0 => array:2 [
          "autoresLista" => "Mick Cooper, John C&#46; Norcross"
          "autores" => array:2 [
            0 => array:2 [
              "nombre" => "Mick"
              "apellidos" => "Cooper"
            ]
            1 => array:2 [
              "nombre" => "John C&#46;"
              "apellidos" => "Norcross"
            ]
          ]
        ]
      ]
    ]
    "idiomaDefecto" => "en"
    "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S1697260015000812?idApp=UINPBA00004N"
    "url" => "/16972600/0000001600000001/v1_201512080024/S1697260015000812/v1_201512080024/en/main.assets"
  ]
  "en" => array:17 [
    "idiomaDefecto" => true
    "cabecera" => "<span class="elsevierStyleTextfn">Theoretical Study</span>"
    "titulo" => "Selecting the most appropriate treatment for each patient"
    "tieneTextoCompleto" => true
    "paginas" => array:1 [
      0 => array:2 [
        "paginaInicial" => "99"
        "paginaFinal" => "108"
      ]
    ]
    "autores" => array:1 [
      0 => array:4 [
        "autoresLista" => "Larry E&#46; Beutler, Kathleen Someah, Satoko Kimpara, Kimberley Miller"
        "autores" => array:4 [
          0 => array:4 [
            "nombre" => "Larry E&#46;"
            "apellidos" => "Beutler"
            "email" => array:2 [
              0 => "lbeutler&#64;paloaltou&#46;edu"
              1 => "larrybeutler&#64;yahoo&#46;com"
            ]
            "referencia" => array:1 [
              0 => array:2 [
                "etiqueta" => "<span class="elsevierStyleSup">&#42;</span>"
                "identificador" => "cor0005"
              ]
            ]
          ]
          1 => array:2 [
            "nombre" => "Kathleen"
            "apellidos" => "Someah"
          ]
          2 => array:2 [
            "nombre" => "Satoko"
            "apellidos" => "Kimpara"
          ]
          3 => array:2 [
            "nombre" => "Kimberley"
            "apellidos" => "Miller"
          ]
        ]
        "afiliaciones" => array:1 [
          0 => array:2 [
            "entidad" => "Palo Alto University&#44; USA"
            "identificador" => "aff0005"
          ]
        ]
        "correspondencia" => array:1 [
          0 => array:3 [
            "identificador" => "cor0005"
            "etiqueta" => "&#8270;"
            "correspondencia" => "Corresponding author&#58; Wm McInnes Distinguished Professor Emeritus of Psychology&#44; 2620 Piedra Verde Court&#44; Placerville&#44; CA 95667 USA&#46;"
          ]
        ]
      ]
    ]
    "titulosAlternativos" => array:1 [
      "es" => array:1 [
        "titulo" => "Selecci&#243;n del tratamiento m&#225;s adecuado para cada paciente"
      ]
    ]
    "textoCompleto" => "<span class="elsevierStyleSections"><p id="par0005" class="elsevierStylePara elsevierViewall">Planning and assigning a patient to a treatment that optimizes gains and fits the patient&#39;s needs is a shared objective among clinicians&#46; However&#44; selecting the most appropriate treatment for each patient can be a nebulous and unreliable task&#44; varying by the clinician&#39;s biases and theoretical training and with uncertain or unmeasured results&#46; There are different ways to identify and select a particular treatment course&#46; Rational approaches rely on the particular formulations of each clinician and are largely based on theoretical posture and personal experience&#46; Alternatively&#44; empirically supported treatments favor diagnosis-specific interventions&#44; chosen from a selection of name-brand approaches that have been proven to be more effective than no- or usual treatment in at least two randomized studies&#46; This approach falls prey to a tendency to ignore both individual patient variations and the importance of contextual and participant factors beyond therapy brand and patient diagnosis&#46; A third method articulates treatment selection as a process that focuses on the identification and application of guiding principles&#44; as opposed to broad theoretical models&#44; that have been found to be related to the efficacy of each unique patient-therapist dyad&#46; These principles are drawn from research findings on the roles of treatment contexts&#44; interventions&#44; and participant factors&#44; and incorporate contributors to an optimal &#8220;fit&#8221; beyond those found in the brand of treatment and the diagnosis of the patient&#46; The contemporary approach that best represents this method of assigning treatment is Systematic Treatment Selection &#40;STS&#59; <a class="elsevierStyleCrossRef" href="#bib0035">Beutler&#44; Clarkin&#44; &#38; Bongar&#44; 2000</a>&#41;&#46; STS is an integrative model of assessment and treatment delivery that draws on the roles of individual dispositional factors &#40;patient characteristics&#41; and corresponding or matching interventions&#46; Patient factors and treatment strategies are both drawn from research evidence that certain patterns represent indices of &#8220;fit&#8221;&#46; In other words&#44; STS provides the clinician with a set of empirically informed guidelines about using different psychotherapeutic strategies depending on a patient&#39;s proclivities&#44; needs&#44; and overall profile characteristics&#46; The principles that constitute STS are themselves drawn from research on three domains or classes of variables that mediate or moderate change&#58; participant factors&#44; interventions&#44; and relationship qualities &#40;<a class="elsevierStyleCrossRefs" href="#bib0030">Beutler &#38; Clarkin&#44; 1990&#59; Beutler et al&#46;&#44; 2000&#59; Beutler &#38; Harwood&#44; 2002&#59; Castonguay &#38; Beutler&#44; 2006&#59; Constantino&#44; Beutler&#44; &#38; Castonguay&#44; in press&#59; Norcross&#44; 2002&#44; 2011</a>&#41;&#46;</p><p id="par0010" class="elsevierStylePara elsevierViewall">The development of Systematic Treatment Selection &#40;STS&#41; relies on a long history of psychotherapy research conducted throughout North and South America and Europe&#46; STS aims to identify both variables and approaches that are translatable across various cultures and individuals and those that are unique to each treatment or culture&#46; Its foundational research is comprised of findings that have been extracted from studies using a variety of research designs&#46; The compilation of findings from multiple methods is thought to ensure that the conclusion rest on sound scientific principles pertaining to how people are helped psychologically and emotionally&#46;</p><p id="par0015" class="elsevierStylePara elsevierViewall">The objectives of this paper are to&#58; 1&#41; briefly review the development of Systematic Treatment Selection &#40;STS&#41; within the context of the history of psychotherapy research&#59; 2&#41; identify the primary assumptions and research methods used in this approach compared to more conventional models&#59; 3&#41; describe the measures and methods used to test the model&#59; and 4&#41; present the current status of &#8220;matching&#8221; research&#44; via examples from our own research program&#46;</p><span id="sec0005" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0025">History of psychotherapy research in the development of STS</span><p id="par0020" class="elsevierStylePara elsevierViewall">Roughly&#44; one can differentiate among four different epochs that mark the evolution of psychotherapy integration&#44; culminating in the STS system and other integrative approaches&#46; These epochs began with the search for common healing factors &#40;Epoch &#35;1&#41; and then progressed to the exploration of tailoring the use of patient specific procedures or &#8220;technical eclecticism&#8221; &#40;Epoch &#35;2&#41;&#46; The third epoch saw the introduction of integration&#47;eclecticism as a formal school &#40;<a class="elsevierStyleCrossRef" href="#bib0150">Lazurus&#44; 1967</a>&#41;&#44; and in turn&#44; the differentiation of eclecticism and integrationism&#46; With these changes&#44; there was a return to &#8220;schools&#8221; &#40;Epoch &#35;4&#41; with a focus on finding evidence based treatments that reliably produced change&#46; It is during this epoch of change&#44; that the field of integrative psychotherapy has achieved a degree of formality as a distinct approach&#44; as interest in it has been shown to be durable and stable&#46;</p><p id="par0025" class="elsevierStylePara elsevierViewall">Each epoch has contributed foundational principles to what became the STS&#46; Some principles identified strategic relationships that are common across approaches and clients&#59; others identified strategies which cut across theories to systematically predict outcome of psychotherapy&#44; and still others identify important extra-therapy factors that affect change&#46; Ultimately&#44; the principles were extracted and ordered in the most economical way for optimizing individual&#39;s ability to engage both in direct behavior change and to cultivate the emotions and perspectives that contributed to indirect &#40;mediated&#41; change&#46;</p><p id="par0030" class="elsevierStylePara elsevierViewall">Epoch &#35;1&#58; Common Factors as an Integrated Approach &#40;1940s-1980s&#41;&#46; As psychotherapy approached its 50<span class="elsevierStyleSup">th</span> anniversary&#44; there had developed a number of different styles and theoretical schools &#40;<a class="elsevierStyleCrossRef" href="#bib0015">Beutler&#44; 2009</a>&#41;&#46; Each therapist offered his or her own approach as a model for theory and change&#46; Those interested in rapproachment&#44; however&#44; took these theories as evidence of the lack of efficacy and sought to identify common sources of influence among them&#46; The nature of the commonalities centered largely on the faith of the therapist and the quality of the relationship&#44; with the likes of <a class="elsevierStyleCrossRef" href="#bib0190">Rogers &#40;1957&#41;</a> asserting that these qualities were universally responsible for virtually all therapeutic change&#46; Research on these common qualities emphasized the similarity of effects among the major theories and offered selective research reviews as evidence for the common factors perspective &#40;e&#46;g&#46;&#44; <a class="elsevierStyleCrossRefs" href="#bib0155">Luborsky&#44; Chandler&#44; Auerbach&#44; Cohen&#44; &#38; Bachrach&#44; 1971&#59; Meltzoff &#38; Kornreich&#44; 1970&#59; Rogers&#44; 1980&#59; Strupp&#44; 1978&#59; Truax &#38; Mitchell&#44; 1971</a>&#41;&#46;</p><p id="par0035" class="elsevierStylePara elsevierViewall">Epoch &#35;2&#58; Technical Eclecticism &#40;1960s-1980s&#41;&#46; The idea that different procedures could be used for different clients&#8217; problems began to be formalized in eclectic theory&#46; Technical eclecticism is the effort to differentially apply a menu of relevant techniques to different patients in the effort to optimize treatments of well-suited clients &#40;e&#46;g&#46;&#44; <a class="elsevierStyleCrossRefs" href="#bib0010">Beutler&#44; 1983&#59; Goldstein &#38; Stein&#44; 1976&#59; Lazurus&#44; 1967&#59; Thorne&#44; 1957</a>&#41;&#46; Among the touted benefits of technical eclecticism was that it enabled therapists to use diverse strategies which cut across theories to fit clients&#8217; needs&#46; The downside of this assumption as the failure of a systematic framework to emerge by which one could ensure that the various techniques were applied reliably&#46; Also missing was a classification system that identified the indicators and contraindicators for the items on the technical menu&#46; Concurrently&#44; eclectic therapists&#44; professing multiple theoretical allegiances&#44; existed along side of therapists who advocated vociferously for one or another of them&#46; Battles among theories and theorists heated up and the first comparison studies that were undertaken in the 1950s were welcomed and the idea caught fire in the 1960s and 70s&#46;</p><p id="par0040" class="elsevierStylePara elsevierViewall">Epoch &#35;3&#58; Introduction of Integrationism and its variations &#40;1980s-2000s&#41;&#46; Integrationism initially was seen through a relatively limited lens&#46; It was represented as the merging of two or more theoretical models into a new theory of psychotherapy which&#44; in turn&#44; was distinguished from eclecticism by its devotion to theoretical foundations &#40;<a class="elsevierStyleCrossRef" href="#bib0170">Norcross&#44; 1986</a>&#41;&#46; Eclectic therapists maintained that they chose a technique atheoretically&#44; because it was effective&#44; regardless of the theoretical foundation by which it came into being&#44; was understoond&#44; or by whom it was used&#46; Integrative therapists&#44; in contrast&#44; investigated the how and why of client change through the merging of two or more theories&#46; A truly theoretical integration is very difficult to achieve&#44; however&#44; since it requires developing a compatible union from two or more different approaches&#44; each of which was wedded to a particular nomenclature and causal assumption&#46; By the same token&#44; eclecticism managed to prove only that the variations among therapists and their use of procedures precluded the development of workable menus&#46; Ultimately&#44; maintaining a clear distinction between integration and eclecticism was probably doomed from the start&#46;</p><p id="par0045" class="elsevierStylePara elsevierViewall">Epoch &#35;4&#58; A return to &#8220;Schools&#8221; and a stabilization of interest in integration&#47;eclecticism &#40;2000s-present&#41;&#46; The introduction of randomized clinical trials &#40;RCTs&#41;&#44; a research model that had been developed in psychopharmacy&#44; has become touted over time as the &#8220;gold standard&#8221; for psychotherapy outcome research &#40;<a class="elsevierStyleCrossRef" href="#bib0135">Kendall &#38; Beidas&#44; 2007</a>&#41;&#46; And with the introduction of RCT methods as the standard&#44; so changed the face of psychotherapy research for the next decades&#46; Research programs rapidly shifted their aims from finding commonalities and peculiarities among therapists and their use of interventions to that of the efficacy of disembodied interventions&#46; Psychotherapy no longer saw therapists or clients as parts of the treatment&#46; Instead&#44; psychotherapy was defined in terms of &#8220;Evidence Based Treatments&#8221; &#40;EBTs&#41; that conceptually existed independently of therapists or clients&#46; In the first example of an RCT being applied to psychotherapy&#44; the Treatment of Depression Collaborative Research Program &#40;TDCRP&#41;&#44; assigned depressed patients randomly to four manualized protocols--Interpersonal Therapy &#40;IPT&#59; <a class="elsevierStyleCrossRef" href="#bib0145">Klerman&#44; Weissman&#44; Rounsaville&#44; &#38; Chevron&#44; 1984</a>&#41;&#44; Cognitive Therapy &#40;CT&#59; <a class="elsevierStyleCrossRef" href="#bib0005">Beck&#44; Rush&#44; Shaw&#44; &#38; Emery&#44; 1979</a>&#41;&#44; medication plus clinical management&#44; and pill placebo plus clinical management&#46; Perhaps not surprisingly in retrospect&#44; few differences were found among the four treatment groups&#46;</p><p id="par0050" class="elsevierStylePara elsevierViewall">And&#44; the Dodo bird effect persisted through the decades of RCT methodologies---all treatments produce very similar effects&#46; For example&#44; In the Vanderbilt Project II&#44; therapists were trained to deliver a manualized treatment of Time Limited Dynamic Psychotherapy &#40;TLDP&#59; <a class="elsevierStyleCrossRef" href="#bib0205">Strupp &#38; Binder&#44; 1984</a>&#41;&#44; minimizing therapist effects by selection and training and reducing patient variability by selection and homogenization on responses to structured personality tests&#46; Again&#44; treatments were minimally different&#46; Each approach seeks to demonstrate both its efficacy with a particular diagnostic group of patients and its superiority over alternative treatments &#40;e&#46;g&#46;&#44; treatment as usual&#44; placebo treatment&#44; or an alternative treatment&#41;&#46; But&#44; for the more part&#44; the efforts have been minimally successful&#46; Most psychotherapies obtain equivalent effects to one another&#59; diagnostic groupings account for little of the change&#44; and therapist and patient differences&#44; independently of treatment&#44; still account for most of the changes observed &#40;<a class="elsevierStyleCrossRef" href="#bib0180">Norcross&#44; 2011</a>&#41;&#46;</p><p id="par0055" class="elsevierStylePara elsevierViewall">Though its value is still assumed in many quarters and still debated in others&#44; it does seem clear that the adoption of RCTs as the research standard has supported a movement back to &#8220;pure&#8221; theories and horse races among them&#46; Concomitantly&#44; however&#44; the prevalence of the Dodo bird verdict among highly controlled studies has facilitated a stabilization of purpose and approaches within the integrative community&#46; Integration has come to represent a multitude of different approaches&#46; These approaches are bound both by their reliance on research evidence as a stabilizing force and on their assumption that not all therapies are effective for all people&#46; Thus&#44; this coalition forms a Big Tent under which specific integrative and eclectic models share common values and resources in their search for treatments that are both common and specific&#44; operate according to empirically derived principles&#44; and remain cross-cutting in the applications&#44;&#46;</p><p id="par0060" class="elsevierStylePara elsevierViewall">The search for and articulation of principles of change and strategies of implementation represent contemporary integrationism&#46; Identification of cross-cutting and empirically derived principles of change comprise a middle position between the technical focus of early eclecticism and the theoretical focus of early integrationism &#40;<a class="elsevierStyleCrossRef" href="#bib0115">Goldfried&#44; 1982</a>&#41;&#46; At one end of the contemporary Integrative Spectrum&#44; Assimilative Integration &#40;e&#46;g&#46;&#44; based on Psychodynamic Theory &#40;e&#46;g&#46;&#44; <a class="elsevierStyleCrossRef" href="#bib0095">Castonguay&#44; Newman&#44; Borkovec&#44; Holtforth&#44; &#38; Maramba&#44; 2005</a>&#41;&#44; one of the emerging models&#44; for example&#44; blends adherence is a modern rendition of the effort to combine adherence with a particular theoretic model but allows multi-method interventions&#46; At the other end of the integrative spectrum STS eschews the adoption of any particular theoretical model&#46; Instead&#44; a foundation of empirically derived principles and strategies are framed as the means by which models are implemented&#46;</p><p id="par0065" class="elsevierStylePara elsevierViewall">It is in the explication of these principles that Beutler and his colleagues &#40;<a class="elsevierStyleCrossRefs" href="#bib0025">Beutler&#44; Blatt&#44; Alimohamed&#44; Levi&#44; &#38; Angtuaco 2006&#59; Beutler &#38; Clarkin&#44; 1990&#59; Beutler et al&#46;&#44; 2000&#59; Beutler &#38; Harwood&#44; 2002&#59; Constantino et al&#46;&#44; In press</a>&#41; followed in developing principles of psychotherapy&#44; an integrative model- the STS&#46; Psychotherapy research has an extensive history that extends to the early 1900&#39;s&#46; And through most of this history&#44; eclectic and integrative approaches have been part of the scene&#46; Even the early common factors approach to psychotherapy has been touted as an integrated approach to psychotherapy&#46; Between 1940 and 1980 research focused largely on identifying patient&#44; therapist&#44; and relationship factors that accounted for the preponderance of therapeutic change &#40;<a class="elsevierStyleCrossRefs" href="#bib0155">Luborsky et al&#46;&#44; 1971&#59; Meltzoff &#38; Kornreich&#44; 1970&#59; Rogers&#44; 1957&#59; Strupp&#44; 1978&#59; Truax &#38; Mitchell&#44; 1971</a>&#41;&#46; This research on common factors-based interventions initially existed alongside psychoanalysis and behaviorism&#44; neither of which gave much credence to relationship and contextual variables&#46; Furthermore&#44; minimal attention was paid to treatment matching techniques that encompassed more than the broad and often arbitrary differentiation of psychoanalytic psychotherapy&#44; supportive therapy&#44; and psychoanalysis&#46; In the last decade&#44; under the influence of the range of integrative perspectives&#44; so-called &#8220;integrative&#8221; psychotherapy practice has come to reflect multiple ways of bringing psychotherapies together at the theoretical&#44; procedural&#44; or common principle leves&#46; Such integration&#47;eclecticism has become an accepted practice&#44; even entering the fray by which psychotherapy models are tested and applied as Evidence Based Treatments &#40;EBTs&#41;&#46;</p></span><span id="sec0010" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0030">The assumptions underlying Empirically-Supported Treatments &#40;ESTs&#41; vs&#46; Evidence-Based Principles &#40;EBPs&#41; of STS</span><p id="par0070" class="elsevierStylePara elsevierViewall">What are empirically supported treatments &#40;EST&#41;&#63; It is assumed by most who would hear this term&#44; that these treatments are based on rigorous empirical support&#46; However&#44; in reality the term has been defined to restrict evidence of efficacy to studies that have applied a RCT methodology&#46; Accordingly&#44; it is assumed that only this methodology will allow one to construct causal chains by which treatment can be seen to produce change&#46; This is an overstatement of the value of RCTs as applied to psychotherapy research and an understatement of the role of other scientific methods to determine causal chains&#46; However&#44; while RCTs have provided clinical psychology with the assurance that psychotherapy works and is better than nothing&#44; a reliance on this one methodology introduces limitations in clinical decision making &#40;<a class="elsevierStyleCrossRef" href="#bib0040">Beutler &#38; Forrester&#44; 2014</a>&#41;&#46; In reality&#44; the use of RCTs in psychotherapy have had to be modified to eliminate many of advantages of randomization&#46; For example&#44; in pharmacological research&#44; neither the patient nor the clinician is aware of the treatment being offered&#46; This kind of control is necessary to preserve the value of the randomization process&#46; But&#44; in psychotherapy&#44; it is impossible for the principle participants to be blind to the treatment used&#46; Likewise&#44; in pharmacological research&#44; each element of the treatment can be randomized&#44; but in psychotherapy where the treatment is embodied within the persons giving and receiving it&#44; the task of randomization is out of the question&#46; Can one randomly assign therapists to different belief systems&#63; Is culture a random event&#63; Are preferences capable of being randomized across samples of patients and therapists&#63; Yet all of these factors are embedded in the participants within psychotherapy and constitute aspects of the &#8220;treatment&#8221;&#46; Clearly&#44; not all&#8212;and maybe not even many--aspects of treatment can be randomly assigned to therapists and patients&#46;</p><p id="par0075" class="elsevierStylePara elsevierViewall">Specifically&#44; the RCT methodology tends to ignore the wide differences that exist among patients who have similar diagnoses&#46; Many of these differences influences the types of interventions that will be acceptable and not acceptable&#46; Thus&#44; RCT methodologies are insensitive to many of the very factors that define a patient&#39;s receptivity to the interventions uses&#46; The diagnostic grouping emphasized by RCT methodology&#44; are implicitly assumed to embody most of the factors that determine one&#39;s responsiveness to treatment&#46; Any remaining differences&#44; are likewise&#44; assumed either to be irrelevant to symptom change or are such that random assignment will control their differential influences &#40;<a class="elsevierStyleCrossRef" href="#bib0040">Beutler &#38; Forrester&#44; 2014</a>&#41;&#46; Under this perspective&#44; persons with a diagnosis of Major Depression are considered to be substantially all the same as one another on treatment related predictors and are inherently different from those with another a diagnosis &#40;the control group&#41;&#46; In reality&#44; disorders exist on a continuum&#44; and with many facets&#59; depression looks different across individuals&#44; and even &#8220;healthy&#8221; persons can experience depression&#46;</p><p id="par0080" class="elsevierStylePara elsevierViewall">In addition&#44; the extrapolation of RCT findings to practice calls for clinician&#39;s to select among over 200 treatment manuals and then to maintain strict adherence to that one selected &#40;<a class="elsevierStyleCrossRef" href="#bib0015">Beutler&#44; 2009</a>&#41;&#46; This seems like an onerous&#44; if not impossible task&#46; Not only are there countless treatment manuals&#44; under the weight of which clinicians would surely be crushed&#44; many of the treatment brands contain nearly ubiquitous features&#46;</p><p id="par0085" class="elsevierStylePara elsevierViewall">These factors alone could account for why RCTs have failed to demonstrate treatment specificity or superiority for any of the major brands &#40;<a class="elsevierStyleCrossRefs" href="#bib0180">Norcross&#44; 2011&#59; Wampold&#44; 2001</a>&#41; and why EBTs account for only a small percentage of the total&#44; observed changes &#40;<a class="elsevierStyleCrossRefs" href="#bib0070">Beutler&#44; Malik et al&#46;&#44; 2003&#59; Norcross &#38; Lambert&#44; 2006</a>&#41;&#46; The limitations of RCTs as a &#8220;gold standard&#8221; could be avoided if one thinks both of &#8220;psychotherapy&#8221; as including the healing role of factors that may be used by therapists but that are not&#44; strictly speaking&#44; interventions in their own right &#40;e&#46;g&#46;&#44; preferences&#44; expectations&#44; proclivities&#44; etc&#46;&#41; and of psychotherapy research as a process rather than a single study&#46;</p><p id="par0090" class="elsevierStylePara elsevierViewall">It should be recognized that while RCTs call for clinicians in the study to adhere to the very tight guidelines espoused in the treatment manuals &#40;assuming they are actually able to do so&#41; in order to bolster reliability and internal validity&#44; in reality&#44; clinicians do not just read from the manual and add nothing further to therapy &#40;<a class="elsevierStyleCrossRef" href="#bib0015">Beutler&#44; 2009</a>&#41;&#46; Psychologists who advocate applications of EBPs &#40;e&#46;g&#46;&#44; effectiveness research&#41; should question to what extent the results of RCTs based on these narrow guidelines can be applied to the diverse&#44; multi-faceted and complicated reality that exists in an actual client-therapist setting&#46;</p><p id="par0095" class="elsevierStylePara elsevierViewall">Instead of accepting the claim made by many clinical scientists that RCTs are the only way to establish causation&#44; researchers and psychologists should expand their perspectives to include other methodologies and statistical procedures in their effort to establish causal links &#40;<a class="elsevierStyleCrossRefs" href="#bib0015">Beutler&#44; 2009&#44; 2014&#59; Beutler&#44; Moleiro et al&#46;&#44; 2003</a>&#41;&#46; Assigning a single research methodology to the role of gate keeper to the assignment of causal relationships ignores additional factors such as context&#44; patient and therapist characteristics&#44; characteristics of the therapeutic relationship and other factors that contribute to the effects of psychotherapy &#40;<a class="elsevierStyleCrossRefs" href="#bib0015">Beutler&#44; 2009&#59; Beutler &#38; Forrester&#44; 2014</a>&#41;&#46; Clinical Science could learn much from other sciences which are faced with the limitations of RCTs and who have then made huge breakthroughs &#40;such as the &#8220;Big Bang&#8221; and evolution theories&#41; by adopting the use of multiple converging methods and computer models to extend their conceptualizations of causation &#40;<a class="elsevierStyleCrossRef" href="#bib0015">Beutler&#44; 2009</a>&#41;&#46;</p><p id="par0100" class="elsevierStylePara elsevierViewall">Systematic Treatment Selection &#40;STS&#41; is an example of an EST that arose in response to the aforementioned criticisms and which has amassed considerable empirical support&#46; STS research rejects the categorization of participants based on diagnosis&#59; instead favoring a formulation that emphasizes the fit of the patient and the treatment within the context of individual factors that impact the efficacy of psychotherapy &#40;<a class="elsevierStyleCrossRef" href="#bib0125">Harwood &#38; Beutler&#44; 2008</a>&#41;&#46; STS research also integrates different views by asserting that there are clusters of interventions whose methods differ but whose objectives and demand characteristics are similar &#40;e&#46;g&#46;&#44; there are lots of ways to be directive&#41; that can serve to assess cross-cutting treatment fit &#40;<a class="elsevierStyleCrossRef" href="#bib0125">Harwood &#38; Beutler&#44; 2008</a>&#41;&#46;</p></span><span id="sec0015" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0035">Measures and methods used to test STS</span><p id="par0105" class="elsevierStylePara elsevierViewall">The methodology of STS was developed by the application of Aptitude Treatment Interaction &#40;ATI&#41; research designs which center on identifying client variables that mediate &#40;i&#46;e&#46;&#44; facilitate&#41; and moderate &#40;i&#46;e&#46;&#44; differentially facilitate&#41; the effects of interventions &#40;<a class="elsevierStyleCrossRefs" href="#bib0030">Beutler &#38; Clarkin&#44; 1990&#59; Beutler et al&#46;&#44; 2000</a>&#41;&#46; The STS principles which are encompassed in identifying the obptimal &#8220;FIT&#8221; of treatment for a particular patient&#44; is highly dependent upon having a reliable and valid measure of&#58; a&#41; the patient&#39;s standing on the critical dimensions that mediate or moderate treatment&#44; b&#41; the active ingredients of the treatment as it is applied&#44; and 3&#41; outcome&#46; Achieving the measurement tools required&#44; proceeded in four steps&#44; each one of which was linked closely to the derivation of factors that constitute Optimal Fit and Meaningful Change&#46;</p><span id="sec0020" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0040">Step &#35;1&#58; Identifying patient factors that mediate change</span><p id="par0110" class="elsevierStylePara elsevierViewall">The first step in deriving measures was to identify client factors that predict change &#40;Mediators&#41;&#46; Multiple comprehensive reviews of outcome literature on Major Depression and subsequently&#44; Anxiety Disorder and Chemical Abuse were looked for cross-theory and cross-population predictors of change &#40;<a class="elsevierStyleCrossRefs" href="#bib0030">Beutler &#38; Clarkin&#44; 1990&#59; Beutler et al&#46;&#44; 2000&#59; Castonguay &#38; Beutler&#44; 2006&#59; Norcross&#44; 2002&#44; 2011</a>&#41;&#46; Repeated consensual ratings were used to reduce the list of client variables and develop a taxonomy of factors within and outside of the treatment itself that mediate change&#46;</p><p id="par0115" class="elsevierStylePara elsevierViewall"><a class="elsevierStyleCrossRef" href="#bib0035">Beutler et al&#46; &#40;2000&#41;</a> consolidated the research findings into four major clusters of clients&#8217; traits which correlated with change&#58; 1&#41; functional impairment &#40;i&#46;e&#46;&#44; co-morbidity&#44; chronicity&#44; social support&#44; and symptom intensity&#41;&#59; 2&#41; coping styles-preferred response to change&#47;stress &#40;i&#46;e&#46;&#44; externalizing patterns and internalizing patterns&#41;&#59; 3&#41; trait-like resistance from avoidance to reactance&#59; and 4&#41; subjective distress&#46; <a class="elsevierStyleCrossRef" href="#bib0090">Castonguay and Beutler &#40;2006&#41;</a>&#44; through a series of independently conducted reviews&#44; added four more client factors from extant research&#46; These included stage of readiness for change&#44; preferences for &#8220;type&#8221; of therapist&#44; demographic variables &#40;e&#46;g&#46;&#44; age&#44; education&#44; culture&#44; gender etc&#41;&#44; and symptom groupings &#40;i&#46;e&#46;&#44; dysphoria&#44; anxiety&#44; substance use and personality&#41;&#46;</p><p id="par0120" class="elsevierStylePara elsevierViewall">The Systematic Treatment Selection-Clinician Rating Form &#40;STS-CRF&#59; <a class="elsevierStyleCrossRef" href="#bib0110">Fisher&#44; Beutler&#44; &#38; Williams&#44; 1999</a>&#41; was a research instrument that asked clinicians to assess the patient&#39;s status on each of the dimensions identified&#46; This measurement constituted one side of the treatment &#8220;fit&#8221; algorithm&#46; It included ratings of aspects of symptoms that reflect concepts of change&#44; thus&#44; permitting the clinician to chart patient progress as well as to predict treatment efficacy based on the role of various personal moderators &#40;e&#46;g&#46;&#44; coping style&#44; resistance traits&#44; etc&#46;&#41; of treatment&#46;</p></span><span id="sec0025" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0045">Step &#35;2&#58; Identifying corresponding treatment factors</span><p id="par0125" class="elsevierStylePara elsevierViewall">The second step in the process of developing the STS system was to identify common and specific characteristics of treatment whose effects are moderated by patient qualities&#46; This step included the initial efforts to identify and measure distinguishing and resulted in the development of profiles that distinguished among treatments and sub-types of Cognitive Therapy&#46; In addition to treatment factors that emerged in the literature reviews &#40;e&#46;g&#46;&#44; <a class="elsevierStyleCrossRefs" href="#bib0035">Beutler et al&#46;&#44; 2000&#59; Castonguay &#38; Beutler&#44; 2006</a>&#41;&#44; efforts to define characteristics of treatment that distinguish different models of treastment&#44; we also sought to develop treatment profiles&#46;</p><p id="par0130" class="elsevierStylePara elsevierViewall">This task started with the same review of literature that resulted in identifying patient characteristics &#40;<a class="elsevierStyleCrossRef" href="#bib0035">Beutler et al&#46;&#44; 2000</a>&#41;&#46; As the psychotherapy literature was reviewed&#44; we noted specific procedures as well as clusters of procedures that mediated the processes of change as well as those whose effects were moderated by the identified patient characteristics&#46; The initial list was then subjected to a process of discussion among the research teams&#44; the aim of which was to cluster the techniques into groups with common identifying characteristics&#46; This resulted in the development of the Process Rating Scale &#40;PRS&#41;&#46;</p><p id="par0135" class="elsevierStylePara elsevierViewall">In initial research&#44; the PRS proved capable of differentiating among treatments and therapists as well as of identifying important treatment-based correlates of change &#40;<a class="elsevierStyleCrossRef" href="#bib0160">Malik&#44; Beutler&#44; Gallgher-Thompson&#44; Thompson and Alimohamed&#44; 2003</a>&#41;&#46; <a class="elsevierStyleCrossRef" href="#bib0160">Malik et al&#46; &#40;2003&#41;</a> compared 8 manualized treatments and one treatment as usual &#40;TAU&#41;&#44; using samples that had been used in prior psychotherapy research studies&#46; The treatments were rated via video and audio tapes using the PRS research instrument&#46; The 8 manualized treatments included psychodynamic therapy&#44; experiential&#47;gestalt therapy&#44; prescriptive therapy&#44; self-directed therapy&#44; pharmacotherapy plus support&#44; and cognitive therapy in three different formats--group&#44; couple&#44; and individual&#46; The procedure revealed consistent profiles that distinguished the treatments as well as correctly classifying the degree of similarity &#40;e&#46;g&#46; the formats of Cognitive Therapy&#41;&#46; They identified six major dimensions which comprised the profiles or patterns by which treatments could be identified&#46; These dimensions included&#58; 1&#41; intensity &#40;duration&#44; frequency&#41;&#59; 2&#41; format &#40;multi-person vs individual&#41;&#59; 3&#41; treatment mode &#40;pharmacology&#44; psychosocial&#44; community&#41;&#59; 4&#41; focus &#40;insight&#47;awareness vs symptom-oriented&#41;&#59; 5&#41; therapist directiveness &#40;directive vs evocative&#41;&#59; and 6&#41; means of affective regulation &#40;affect control vs affect discharge&#47;cathartic&#41;&#46; These dimensions were incorporated as scales in the PRS&#46;</p><p id="par0140" class="elsevierStylePara elsevierViewall">From the results of initial tests of therapy and patient factors that predicted change&#44; it was now possible to articulate the principles that represented these relationships&#46; Research findings in which the classes of patient and treatment variables directed us to the patterns that characterized their interactions&#46; From these patterns&#44; iterations and re-iterations resulted in the articulation of 18 principles related to the treatment of depression &#40;<a class="elsevierStyleCrossRef" href="#bib0035">Beutler et al&#46;&#44; 2000</a>&#41;&#46; These principles expressed&#44; in common language&#44; the relationships among patient&#44; context&#44; intervention&#44; and outcomes&#46;</p><p id="par0145" class="elsevierStylePara elsevierViewall">In a subsequent&#44; more extensive review that covered research on personality disorder&#44; chemical abuse&#44; depression&#44; and anxiety&#44; as well as 45 independent authors&#44; 61 principles were identified &#40;<a class="elsevierStyleCrossRef" href="#bib0090">Castonguay &#38; Beutler&#44; 2006</a>&#41;&#46; These principles required the addition of a number of variables which&#44; in turn&#44; were classified as participant&#44; interventions&#44; and contextual factors&#46;</p></span><span id="sec0030" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0050">Step&#35;3&#58; Finalization of clinically useful measures</span><p id="par0150" class="elsevierStylePara elsevierViewall">In the third step in the developmental process&#44; in this step&#44; the STS-CRF &#40;now the STS&#47;Innerlife&#41; was modified and updated and the PRS &#40;now the TPRS&#41; were modified&#44; standardized and ultimately tested for accuracy of clinical predictions&#46; The STS-Clinician Rating Form &#40;STS-CRF&#59; <a class="elsevierStyleCrossRefs" href="#bib0105">Corbella et al&#46;&#44; 2003&#59; Fisher et al&#46;&#44; 1999</a>&#41; initially developed to identify client presenting problems and client mediating and moderating traits which were identified in the step one was updated&#46; The revised scale&#44; the STS&#47;innerlife &#40;<a class="elsevierStyleCrossRef" href="#bib0085">Beutler&#44; Williams&#44; &#38; Norcross&#44; 2008</a>&#41; offers reliable measurement of the surviving constructs with proven ability to predict change&#46; The STS&#47;innerlife &#40;<a class="elsevierStyleCrossRef" href="#bib0085">Beutler et al&#46;&#44; 2008</a>&#41; uses a self-report format to identify patient status on 22 symptom scales and the variety of moderating and mediating variables identified by <a class="elsevierStyleCrossRef" href="#bib0035">Beutler et al&#46; &#40;2000&#41;</a> and by <a class="elsevierStyleCrossRef" href="#bib0090">Castonguay and Beutler &#40;2006&#41;</a>&#44; drawing from a wide body of research that has focused on relationship and individual differences as predictors of change &#40;<a class="elsevierStyleCrossRefs" href="#bib0090">Castonguay &#38; Beutler&#44; 2006&#59; Norcross&#44; 2011</a>&#41;&#46;</p><p id="par0155" class="elsevierStylePara elsevierViewall">Specifically&#44; the STS&#47;innerlife measures 22 symptom scales&#44; five symptom subscales&#44; a risk of self-injury scale&#44; as well as a &#8220;lie&#8221; scale to evaluate a patient&#39;s level of candidness&#46; The particular questions included in this tool assess for patient-treatment fit as well as the patient&#39;s level of readiness for change&#46; An additional eight questions address patient demographics while 13 items help to gage the client&#39;s preferences and interests with respect to self-help resources&#46; The result of this measure is the production of two reports&#44; one for both the patient and the practicing clinician&#46; A graphic and narrative output and outcome tracking of symptoms is also offered following completion of this tool&#46;</p><p id="par0160" class="elsevierStylePara elsevierViewall">The Process Rating Scale &#40;now called the Therapy Process Rating Scale&#8212;TPRS--was also revised&#46; The original PRS was factor analyzed &#40;<a class="elsevierStyleCrossRef" href="#bib0140">Kimpara&#44; Regner&#44; &#38; Beutler&#44; 2013</a>&#41; to yield 5 stable cross-cultural&#46; The current TPRS is relatively short and via participant ratings of sessions&#44; yields five factors whose patterns define differences that matter in psychotherapy of application&#58; 1&#41; therapist style &#40;from directive to evocative&#41;&#59; 2&#41; facilitating change through insight&#47;awareness&#44; 3&#41; facilitating direct symptom change&#59; 4&#41; therapist skillfulness&#59; and 5&#41; inducing emotional arousal to support&#46;</p><p id="par0165" class="elsevierStylePara elsevierViewall">The TPRS has been used along with the STS patient measure to test the predictive validity of the principles underlying the STS and to cross validate the predictive power of the identified matching variables &#40;<a class="elsevierStyleCrossRefs" href="#bib0035">Beutler et al&#46;&#44; 2000&#59; Beutler&#44; Forrester&#44; Gallagher-Thompson&#44; Thompson&#44; &#38; Tomlins&#44; 2012&#59; Beutler&#44; Moleiro et al&#46;&#44; 2003</a>&#41;&#46; The use of these instruments in clinical practice is modeled in relevant research on the predictive power of STS-derived measures of predictors of optimizing &#8220;fit&#8221; of therapy and patient factors&#46;</p></span><span id="sec0035" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0055">Step &#35;4&#58; Validation of treatment predictors using converging methods</span><p id="par0170" class="elsevierStylePara elsevierViewall">In order to achieve the aim of identifying particular patient factors that predict change&#44; STS researchers have conducted multiple comprehensive reviews of outcome literature on Major Depression&#44; Anxiety Disorder&#44; and Chemical Abuse&#44; with the hope of finding cross-theory and cross-population predictors of change &#40;<a class="elsevierStyleCrossRefs" href="#bib0030">Beutler &#38; Clarkin&#44; 1990&#59; Beutler et al&#46;&#44; 2000&#59; Castonguay &#38; Beutler&#44; 2006&#59; Norcross&#44; 2002&#44; 2011</a>&#41;&#46; Many new variables have been incorporated into the algorithms that comprise the STS assessment and treatment planning system&#46; The inclusive nature of the STS system ensures that it remains up to date&#46; The core or original concepts of matching and the principles deriving from these concepts have been widely supported in individual studies &#40;<a class="elsevierStyleCrossRef" href="#bib0090">Castonguay &#38; Beutler&#44; 2006</a>&#41; as well as meta-analyses &#40;<a class="elsevierStyleCrossRef" href="#bib0180">Norcross&#44; 2011</a>&#41;&#46;</p><p id="par0175" class="elsevierStylePara elsevierViewall">Researchers have also conducted a series of independent studies&#44; constituting over 100 research papers and books&#44; using a variety of different methodologies &#40;e&#46;g&#46;&#44; <a class="elsevierStyleCrossRefs" href="#bib0025">Beutler et al&#46;&#44; 2006&#59; Beutler&#44; Harwood&#44; Alimohamed&#44; &#38; Malik&#44; 2002&#59; Beutler&#44; Harwood&#44; Kimpara&#44; Verdirame&#44; &#38; Blau&#44; 2011&#59; Beutler&#44; Harwood&#44; Michelson&#44; Song&#44; &#38; Holman&#44; 2011&#59; Beutler&#44; Moleiro&#44; &#38; Talebi&#44; 2002</a>&#41; to further refine the STS concepts and to integrate them with findings from other research groups&#46; These acculturating studies have been aimed at validating STS principles by inspecting patterns of client&#44; treatment&#44; relationship&#44; and &#8220;PT X Tx fit&#8221;&#46; Rather than reviewing the body of literature exhaustively&#44; in the next section of this paper&#44; we will review three studies to illustrate a&#41; the predictive validity of the mediators and the moderators that constitute the concept of treatment &#8220;Fit&#8221;&#59; b&#41; the value of using converging&#44; multi-method studies to validate the principles postulated in the STS system&#44; and c&#41; the current status of the field&#46;</p></span></span><span id="sec0040" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0060">The current status of empirical support for the STS</span><p id="par0180" class="elsevierStylePara elsevierViewall">The three studies outlined below exemplify what is known about the validity and current status of the STS system&#46; They are part of a larger number of studies that areaimed at identifying patterns of patient&#44; treatment&#44; relationship&#44; and &#8220;fit&#8221; and of the value of using converging methods of analysis&#46;<ul class="elsevierStyleList" id="lis0005"><li class="elsevierStyleListItem" id="lsti0005"><span class="elsevierStyleLabel">1&#46;</span><p id="par0185" class="elsevierStylePara elsevierViewall">The Additive Effects of Patient&#44; Therapy&#44; Relationship&#44; and Treatment Fit &#40;<a class="elsevierStyleCrossRef" href="#bib0075">Beutler&#44; Moleiro et al&#46;&#44; 2003</a>&#41;&#46; This study focused on a sample of co-morbid depressed and chemical abusing patients who were seen inoutpatient therapy&#46; The study followed the conventional RCT design in which three manualized treatments were compared &#40;Prescriptive Therapy&#44; Cognitive Therapy&#44; Narrative Therapy&#41;&#46; However&#44; the design also incorporated the suggestion &#40;<a class="elsevierStyleCrossRef" href="#bib0040">Beutler &#38; Forrester&#44; 2014</a>&#41; to include measurements of additional moderating and mediating variables in order to assess the role of treatment fit if interventions failed to prove different from one another&#46; Thus&#44; for this study&#44; the methods included 4 therapy factors&#44; 4 corresponding patient factors&#44; relationship quality&#44; and 4 measures of fit comprised of therapy X patient measures&#46; All of the factors comprised measures of the fit with treatment based on the 18 principles identified by <a class="elsevierStyleCrossRef" href="#bib0035">Beutler et al&#46; &#40;2000&#41;</a>&#46; The results revealed&#44; as expected based on EBT research&#44; that the formal&#44; manualized treatments yielded equivalent and very similar results&#44; with treatments explaining less than 10&#37; of the variance in outcomes&#46; However&#44; when the data were reanalyzed to inspect the incremental value added by the four patient&#44; treatment&#44; relationship&#44; and treatment X patient &#8220;fit&#8221; domains as defined by Beutler and colleagues&#44; the results were startling&#46; Each of the four variable domains &#40;and their articulated principles&#41; added appreciable prediction of outcome of change in both depression and drug use&#46; The effects of patient and treatment variables&#44; however&#44; were not sustained well over the six month follow up period&#44; the Patient X Treatment fit was a very good predictor of long term maintenance&#46; The immediate and follow up changes in depression and drug use were similar except for amounts of change &#40;90&#37; vs 65&#37;&#41; accounted for&#46; A larger amount of the variance among depression measures was accounted for by compliance with the STS principles than for measures of drug abuse&#46; Nevertheless&#44; the changes in depression corresponded with compliance with the principles to ultimately account for over 653&#37; of the variance&#44; far exceeding the 10&#37; estimated to be accounted for by the formal therapies&#46;</p></li><li class="elsevierStyleListItem" id="lsti0010"><span class="elsevierStyleLabel">2&#46;</span><p id="par0190" class="elsevierStylePara elsevierViewall">Exploring Patterns of Influence among Mediators and Moderators &#40;<a class="elsevierStyleCrossRef" href="#bib0040">Beutler &#38; Forrester&#44; 2014</a>&#41;&#46; It this study&#44; raw data &#40;videotapes&#44; audiotapes&#44; intake assessment&#44; videotaped sessions&#44; and outcomes&#41; for five data sets &#40;4 RCTs and 1 Quasi-Expderimental designs&#41; were subjected to a common procedure&#46; The procedure was designed to mimic that undertaken in a typical outpatient clinic&#46; Patients intake materials&#44; for example were distributed to a set of blind doctoral level clinicians who had received training in the use of the STS assessment system&#46; Acting as proxy therapists&#44; they reviewed the intake material and videotaped intake interview and then made ratings of patient impairment levels&#44; social support&#44; coping style&#44; resistance&#44; and levels of distress&#46; They subsequently observed two therapy sessions and made notes about the therapy sessions and treatment relationship&#46; Independent and blind raters also reviewed the videotapes and completed the TPRS to identify and rate the quality of the relationship&#44; available support systems&#44; the severity of the problem and the types and qualities of interventions utilized within the sessions&#46; Objective outcomes &#40;changes in depression and well-being&#41; were based on objective self-report instruments and translated to standard score equivalents&#46; The role of mediators and moderators of treatment&#44; based on the principles driving the STS&#44; were assessed in an analysis of 13 postulated relationships&#46; These relationships were based on the assessment of 4 patient factors&#44; 4 treatment factors&#44; a measure of relationship&#44; and 4 cross-tabulations of patient and treatment matching variables&#46; The patient&#44; treatment&#44; and relationship factors were expected to &#40;collectively&#41; act as mediators of change while the matching algorithms &#40;patient x treatment variables&#41; were expected to serve as moderators&#44; differentiating the optimal type of intervention&#46; Largely&#44; this expectation was confirmed&#46; The overall effect sizes were <span class="elsevierStyleItalic">d</span>&#61; 1&#46;8 and <span class="elsevierStyleItalic">d</span>&#61; 1&#46;2 for the prediction of a good working alliance and amount of improvement&#44; respectively&#46; It is notable&#44; that some of the intake variables &#40;e&#46;g&#46;&#44; Functional Impairment&#41; not only served as mediators of change&#44; as postulated&#44; but also served as moderators in which the score level served to differentially predict outcomes&#46; Postulated moderators of treatment were not all equally active&#46; Those that reflected the fit between Impairment and mode of treatment&#44; resistance traits and directiveness of the intervention&#44; and coping style x symptom change&#47;insight objectives&#44; contributed strongly to the development of the therapeutic relationship as well as to change&#46; Relationship itself&#44; served largely as a mediator of change but its influence was subsumed by the power of the matching variables&#46; This latter study confirmed the role of mediators and moderators and largely paralleled the results of Study &#35;1&#46; As such&#44; it led quite naturally to the development of the third study on therapist training&#46;</p></li><li class="elsevierStyleListItem" id="lsti0015"><span class="elsevierStyleLabel">3&#46;</span><p id="par0195" class="elsevierStylePara elsevierViewall">Supervision As A Means Of Training Therapists To Apply Cross-Cutting Principles &#40;<a class="elsevierStyleCrossRef" href="#bib0130">Holt et al&#46;&#44; 2015</a>&#41;&#46; This study focused on the question of whether therapy outcome could be improved if the therapists were supervised by someone using the STS principles and providing feedback via the STS reports&#46; Two samples of patients comprised the subsamples on which treatment efficacy was assessed&#46; The patients were seen in a University training clinic that served the Palo Alto&#44; California community and the therapists were PhD students in an APA approved program&#46; Eight supervisors provided STS-assisted supervision to the students&#46; A similar number of clinician supervisors and their student therapists comprised the Supervision as Usual condition&#46; The patients seen by STS-assisted student therapists were initially assessed with the STS&#47;innerlife as well as outcome and personality measures&#46; They were followed through the first 8 to 16 weeks of treatment at which time outcomes were assessed&#46; The control group of therapists were yoked to the STS-assisted group by virtue of seeing a patient who was admitted just before or just after the patient in the STS group&#46; Seventeen experimental and 47 control group patients were followed&#46; Supervisors in the experimental condition were trained in a series of 8&#44; two hour seminars&#46; The sessions identified and discussed the 8 principles that were selected from among a final list of 37 as being among the most robust and researched&#46; Case material also was used to help supervisors learn to use the STS report and cloud-based program&#46; Each supervision session for student therapists consisted of a discussion of one of the principles&#44; followed by a discussion of the relevance of the principle for both the formulation of the patient&#39;s problem and for the treatment plan&#46; Feedback from the computer-generated treatment report and the graphs presenting patient factors was used to assist the student&#39;s comprehension&#46; The principle on the role of functional impairament was presented first&#44; followed in turn by 3 principles on developing&#44; maintaining and healing the alliance&#44; dealing with resistance&#44; adjusting to the patient&#39;s coping style&#44; and using stage of readiness to plan ongoing work and termination&#46; Videotapes of therapy session were also observed by students and supervisors&#44; and periodically&#44; these were used to rate the nature and frequency of interventions using the TPRS&#46; Results &#40;Stein&#44; unpublished dissertation&#41; revealed strong effects of STS-assisted supervision on patient outcomes&#46; The patients seen by student therapists in this group obtained nearly twice the mean improvement ratings as the control group&#46; Overall&#44; the difference between effect sizes for STS assisted and Supervision as usual patients was&#46; &#46;67&#44; a strong effect&#46; Both student therapists and their supervisors were very satisfied with the procedures used and with the efficacy of the STS&#46;</p></li></ul></p></span><span id="sec0045" class="elsevierStyleSection elsevierViewall"><span class="elsevierStyleSectionTitle" id="sect0065">Conclusions</span><p id="par0200" class="elsevierStylePara elsevierViewall">The STS is a prototype of Integrative Therapy that is based on the identification and application of multiple empirically derived principles of change that reflect the role of mediators as well as the moderating effects that comprise therapy fit&#46; This model is founded upon the argument that no particular treatment model works well universally&#44; across all patients&#44; and most interventions work well on some patients &#40;<a class="elsevierStyleCrossRef" href="#bib0050">Beutler &#38; Harwood&#44; 2002</a>&#41;&#46; Logically&#44; therefor&#44; if the therapy environment and procedures can be tailored to each patient&#44; higher improvement rates should be observed&#46; However&#44; it is also acknowledged that by defining psychotherapy broadly to include external moderators and mediators in addition to interventions&#44; the parameters of influence&#44; cannot be established if one relies solely on a single research methodology&#46; RCT&#44; widely considered the &#8220;gold standard&#8221; for validating psychotherapeutic influences accounts for a relatively small percentage of the change occurring among treated patients and has failed to illucidate clear differences in efficacy when RCT based therapies are compared to treatments as usual or even with one another &#40;<a class="elsevierStyleCrossRefs" href="#bib0185">Norcross &#38; Lambert&#44; 2006&#59; Wampold&#44; 2001</a>&#41;&#46; These failures alone underline the conclusion that other factors besides interventions and diagnosis alone inform optimal psychotherapy outcomes&#46; Thus&#44; multiple methods designed to reveal unveil effects are required to adequately test psychotherapy&#46; We have reviewed three studies with diverse methodologies&#44; all of which converge on similar results and offer these convergences as examples of how such studies can reveal causal chains&#46;</p><p id="par0205" class="elsevierStylePara elsevierViewall">For instance&#44; Study &#35;1 reviewed in the previous section&#44; was a randomized control trial comparing three different treatments &#40;i&#46;e&#46;&#44; cognitive therapy&#44; narrative therapy&#44; and prescriptive therapy&#41; on comorbid depressed and chemically dependent patients that found no significant differences among the three manualized treatments studied &#40;<a class="elsevierStyleCrossRef" href="#bib0075">Beutler&#44; Moleiro et al&#46;&#44; 2003</a>&#41;&#46; Clinicians might&#44; therefore be left wondering what particular components are responsible for psychotherapeutic success&#44; if such gains cannot be attributed to type of therapy alone&#46; Study &#35;1 supported the contention of <a class="elsevierStyleCrossRef" href="#bib0075">Beutler&#44; Moleiro et al&#46; &#40;2003&#41;</a> that it is not the interventions alone that produce treatment effects&#46; Patient&#44; treatment&#44; relationship&#44; and patient-matching variables offer independent contributions to the prediction and development of positive treatment outcomes&#46; The roles of these factors are usefully expressed as principles&#44; which define the strategic decisions by which one conducts effective psychotherapy&#46; Study &#35;1 higlighted the additive effects of compliance with different principles in effecting and maintaining change&#46; Following empirically derived principles rather than theoretical models&#44; moreover&#44; were revealed to increase the power and effects of treatment&#44; particularly during long term follow-up&#46;</p><p id="par0210" class="elsevierStylePara elsevierViewall">STS principles identify the common moderators that are inherent to successful treatment regimens and matches these predictors or moderators of change with patient assets and treatment strategies that typically result in positive change&#46; In other words&#44; by identifying how a patient fares in terms of particular factors of change&#44; STS helps clinicians to adapt treatment such that it is more tailored to the patient&#39;s particular presentation&#44; rather than adhering to the diagnosis alone or the particular orientation of the therapist&#46; STS affords the therapist freedom to apply various procedures&#44; regardless of their theoretical origin&#44; such that they do not initiate patient resistance&#44; with the awareness that therapist creativity may be a useful way to construct ways of altering treatment to enhance fit&#46; Study &#35;2 illustrated the flexibility of the STS approach as a cross-cutting approach&#46; Therapists working in different clinical trials and representing six different treatment brands initially failed to demonstrate the superiority of any&#46; However&#44; when the data were analyzed in terms of their compliance with the principles&#44; which emphasize strategies rather than specific techniques&#44; patients across the treatment spectrum responded positively&#46; Outcome was strongly related to level of therapist compliance with the STS principles&#44; even when they did not intend to do so&#46; Accidental pairings or therapist skill&#44; the results indicate that the STS principles are cross-cutting and induce change among several different modalities and models&#46;</p><p id="par0215" class="elsevierStylePara elsevierViewall">Although the clinician can use STS&#44; it can also be employed as a supervisory tool to help enhance the overall process of supervision as well as subsequent patient treatment outcomes&#46; The nature of supervision for training psychotherapists has remained somewhat unstructured&#44; and the majority of supervisors employ an integrative approach to treatment&#46; STS&#44; therefore&#44; offers additional structure to such integrative practice by using common dimensions to help standardize the objectives and outcomes of supervision for training clinicians and serve as a foundation for theory-specific training regimens&#46; Drawing upon the previous studies and the list of principles defined by <a class="elsevierStyleCrossRef" href="#bib0100">Constantino et al&#46; &#40;In press&#41;</a>&#44; Holt and colleagues &#40;Study &#35;3&#41; extracted 8 STS principles and trained clinical supervisors in their use in practice and supervision&#46; This study addressed the disparity between the evidence-based practice focus of theories and the various personal models of therapy&#44; demonstrating that STS principles transcend theoretical differences as well as supervisory styles to facility patient change&#46; Indeed&#44; STS assisted supervision outperformed Supervision as Usual and facilitated patient change&#46;</p></span></span>"
    "textoCompletoSecciones" => array:1 [
      "secciones" => array:10 [
        0 => array:3 [
          "identificador" => "xres586706"
          "titulo" => "Abstract"
          "secciones" => array:1 [
            0 => array:1 [
              "identificador" => "abst0005"
            ]
          ]
        ]
        1 => array:2 [
          "identificador" => "xpalclavsec602538"
          "titulo" => "Keywords"
        ]
        2 => array:3 [
          "identificador" => "xres586707"
          "titulo" => "Resumen"
          "secciones" => array:1 [
            0 => array:1 [
              "identificador" => "abst0010"
            ]
          ]
        ]
        3 => array:2 [
          "identificador" => "xpalclavsec602539"
          "titulo" => "Palabras clave"
        ]
        4 => array:2 [
          "identificador" => "sec0005"
          "titulo" => "History of psychotherapy research in the development of STS"
        ]
        5 => array:2 [
          "identificador" => "sec0010"
          "titulo" => "The assumptions underlying Empirically-Supported Treatments &#40;ESTs&#41; vs&#46; Evidence-Based Principles &#40;EBPs&#41; of STS"
        ]
        6 => array:3 [
          "identificador" => "sec0015"
          "titulo" => "Measures and methods used to test STS"
          "secciones" => array:4 [
            0 => array:2 [
              "identificador" => "sec0020"
              "titulo" => "Step &#35;1&#58; Identifying patient factors that mediate change"
            ]
            1 => array:2 [
              "identificador" => "sec0025"
              "titulo" => "Step &#35;2&#58; Identifying corresponding treatment factors"
            ]
            2 => array:2 [
              "identificador" => "sec0030"
              "titulo" => "Step&#35;3&#58; Finalization of clinically useful measures"
            ]
            3 => array:2 [
              "identificador" => "sec0035"
              "titulo" => "Step &#35;4&#58; Validation of treatment predictors using converging methods"
            ]
          ]
        ]
        7 => array:2 [
          "identificador" => "sec0040"
          "titulo" => "The current status of empirical support for the STS"
        ]
        8 => array:2 [
          "identificador" => "sec0045"
          "titulo" => "Conclusions"
        ]
        9 => array:1 [
          "titulo" => "References"
        ]
      ]
    ]
    "pdfFichero" => "main.pdf"
    "tienePdf" => true
    "fechaRecibido" => "2015-07-08"
    "fechaAceptado" => "2015-08-10"
    "PalabrasClave" => array:2 [
      "en" => array:1 [
        0 => array:4 [
          "clase" => "keyword"
          "titulo" => "Keywords"
          "identificador" => "xpalclavsec602538"
          "palabras" => array:5 [
            0 => "Psychotherapy"
            1 => "Treatment outcomes"
            2 => "Integration efficacy"
            3 => "Treatment fit"
            4 => "Theoretical study"
          ]
        ]
      ]
      "es" => array:1 [
        0 => array:4 [
          "clase" => "keyword"
          "titulo" => "Palabras clave"
          "identificador" => "xpalclavsec602539"
          "palabras" => array:5 [
            0 => "Psicoterapia"
            1 => "resultados del tratamiento"
            2 => "eficacia de integraci&#243;n"
            3 => "ajuste del tratamiento"
            4 => "estudio te&#243;rico"
          ]
        ]
      ]
    ]
    "tieneResumen" => true
    "resumen" => array:2 [
      "en" => array:2 [
        "titulo" => "Abstract"
        "resumen" => "<span id="abst0005" class="elsevierStyleSection elsevierViewall"><p id="spar0005" class="elsevierStyleSimplePara elsevierViewall">Reviews the emergence of research on fitting treatment procedures to the unique needs and proclivities of patients&#46; Traditional research on efficacy of psychotherapy focuses on the role of interventions and theoretical brands&#44; minimizing factors that cannot be randomly assigned&#46; This line of research has not realized its initial and desired promise&#44; perhaps because it fails to incorporate into the study of psychotherapy important and effective treatment variations that are associated with therapist and non-diagnostic patient factors&#46; Contemporary efforts to &#8220;fit&#8221; treatments to patients emphasize the roles of interventions&#44; participant factors&#44; and contextual&#47;relationship factors&#46; For these complex interactions&#44; any of which reflect factors that cannot be randomly assigned&#44; randomized clinical trials &#40;RCT&#41; protocols are inappropriate as a &#8220;gold standard&#8221;&#46; Several studies are presented which illustrate not only the predictive power of incorporating both treatment mediators and moderators into the realm of psychotherapy study&#44; but the value of a multi-method approach to research&#46; Converging studies moreover&#44; provide a way to incorporate matching algorithms into decisions about assigning optimal treatments&#46;</p></span>"
      ]
      "es" => array:2 [
        "titulo" => "Resumen"
        "resumen" => "<span id="abst0010" class="elsevierStyleSection elsevierViewall"><p id="spar0010" class="elsevierStyleSimplePara elsevierViewall">Se revisa el surgimiento de la investigaci&#243;n sobre procedimientos de ajuste de tratamientos a las necesidades de los pacientes&#46; La investigaci&#243;n tradicional sobre la eficacia de la psicoterapia se centra en el papel de las intervenciones y los modelos te&#243;ricos&#44; minimizando los factores que no pueden ser asignados al azar&#46; Esta l&#237;nea de investigaci&#243;n no ha dado cuenta de su deseada promesa inicial&#44; tal vez porque no incorpor&#243; en el estudio de la psicoterapia importantes y eficaces variaciones de tratamiento asociadas al terapeuta y a factores no diagn&#243;sticos de los pacientes&#46; Los esfuerzos contempor&#225;neos para &#8220;encajar&#8221; tratamientos a pacientes destacan el papel de las intervenciones&#44; de factores participantes y de factores contextuales&#47;relacionales&#46; Estas complejas interacciones reflejan factores que no pueden ser asignados al azar&#44; ensayos cl&#237;nicos aleatorizados &#40;ECA&#41; que son inapropiadas como &#8220;est&#225;ndar de oro&#8221;&#46; Se presentan varios estudios que ilustran no s&#243;lo el poder predictivo de la incorporaci&#243;n de ambos mediadores y moderadores de tratamiento en el &#225;mbito de estudio de la psicoterapia&#44; sino tambi&#233;n el valor de un enfoque multi-m&#233;todo de investigaci&#243;n&#46; Estudios convergentes proporcionan una manera de incorporar algoritmos en las decisiones sobre la asignaci&#243;n de tratamientos &#243;ptimos&#46;</p></span>"
      ]
    ]
    "bibliografia" => array:2 [
      "titulo" => "References"
      "seccion" => array:1 [
        0 => array:2 [
          "identificador" => "bibs0005"
          "bibliografiaReferencia" => array:44 [
            0 => array:3 [
              "identificador" => "bib0005"
              "etiqueta" => "Beck et al&#46;&#44; 1979"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Cognitive Therapy of Depression"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:4 [
                            0 => "A&#46;T&#46; Beck"
                            1 => "A&#46;J&#46; Rush"
                            2 => "B&#46;F&#46; Shaw"
                            3 => "G&#46; Emery"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "1979"
                        "editorial" => "Guilford"
                        "editorialLocalizacion" => "New York"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            1 => array:3 [
              "identificador" => "bib0010"
              "etiqueta" => "Beutler&#44; 1983"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Eclectic psychotherapy&#58; A systematic approach"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "L&#46;E&#46; Beutler"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "1983"
                        "editorial" => "Pergamon Press"
                        "editorialLocalizacion" => "New York"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            2 => array:3 [
              "identificador" => "bib0015"
              "etiqueta" => "Beutler&#44; 2009"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Making science matter in clinical practice&#58; Redefining psychotherapy"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "L&#46;E&#46; Beutler"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "Clinical Psychology&#58; Science and Practice"
                        "fecha" => "2009"
                        "volumen" => "16"
                        "paginaInicial" => "301"
                        "paginaFinal" => "317"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            3 => array:3 [
              "identificador" => "bib0020"
              "etiqueta" => "Beutler&#44; 2014"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Welcome to the party&#44; but"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "L&#46;E&#46; Beutler"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "Psychotherapy"
                        "fecha" => "2014"
                        "volumen" => "51"
                        "paginaInicial" => "469"
                        "paginaFinal" => "499"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            4 => array:3 [
              "identificador" => "bib0025"
              "etiqueta" => "Beutler et al&#46;&#44; 2006"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Participant factors in treatment conditions with dysphoria"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:5 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "S&#46;J&#46; Blatt"
                            2 => "S&#46; Alimohamed"
                            3 => "K&#46;N&#46; Levy"
                            4 => "L&#46; Angtuaco"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:4 [
                        "titulo" => "Principles of Therapeutic Change that Work"
                        "paginaInicial" => "13"
                        "paginaFinal" => "63"
                        "serieFecha" => "2006"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            5 => array:3 [
              "identificador" => "bib0030"
              "etiqueta" => "Beutler and Clarkin&#44; 1990"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Systematic treatment selection&#58; Toward targeted therapeutic interventions"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "J&#46;F&#46; Clarkin"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "1990"
                        "editorial" => "Brunner&#47;Mazel"
                        "editorialLocalizacion" => "New York"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            6 => array:3 [
              "identificador" => "bib0035"
              "etiqueta" => "Beutler et al&#46;&#44; 2000"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Guidelines for the systematic treatment of the depressed client"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:3 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "J&#46;F&#46; Clarkin"
                            2 => "B&#46; Bongar"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "2000"
                        "editorial" => "Oxford University Press"
                        "editorialLocalizacion" => "New York"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            7 => array:3 [
              "identificador" => "bib0040"
              "etiqueta" => "Beutler and Forrester&#44; 2014"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "What Needs to Change&#58; Moving from Research Informed Practice to Empirically Effective Practice"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "B&#46; Forrester"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "Journal of Psychotherapy Integration"
                        "fecha" => "2014"
                        "volumen" => "24"
                        "paginaInicial" => "168"
                        "paginaFinal" => "177"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            8 => array:3 [
              "identificador" => "bib0045"
              "etiqueta" => "Beutler et al&#46;&#44; 2012"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Common&#44; specific and treatment fit variables in psychotherapy outcome"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:5 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "B&#46; Forrester"
                            2 => "D&#46; Gallagher-Thompson"
                            3 => "L&#46; Thompson"
                            4 => "J&#46;B&#46; Tomlins"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "Journal of Psychotherapy Integration"
                        "fecha" => "2012"
                        "volumen" => "22"
                        "paginaInicial" => "255"
                        "paginaFinal" => "281"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            9 => array:3 [
              "identificador" => "bib0050"
              "etiqueta" => "Beutler and Harwood&#44; 2002"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Prescriptive psychotherapy&#58; A practical guide to systematic treatment selection"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "T&#46;M&#46; Harwood"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "2002"
                        "editorial" => "Oxford University Press"
                        "editorialLocalizacion" => "New York"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            10 => array:3 [
              "identificador" => "bib0055"
              "etiqueta" => "Beutler et al&#46;&#44; 2002a"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Functional Impairment and Coping Style"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:4 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "T&#46;M&#46; Harwood"
                            2 => "S&#46; Alimohamed"
                            3 => "M&#46; Malik"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:4 [
                        "titulo" => "Psychotherapy Relationships that Work&#58; Therapist Contributions and Responsiveness to Client Needs"
                        "paginaInicial" => "145"
                        "paginaFinal" => "170"
                        "serieFecha" => "2002"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            11 => array:3 [
              "identificador" => "bib0060"
              "etiqueta" => "Beutler et al&#46;&#44; 2011a"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Coping Style"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:5 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "T&#46;M&#46; Harwood"
                            2 => "S&#46; Kimpara"
                            3 => "D&#46; Verdirame"
                            4 => "K&#46; Blau"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:5 [
                        "titulo" => "Relationships that work&#58; Therapist Contributions and Responsiveness to Client Needs"
                        "paginaInicial" => "336"
                        "paginaFinal" => "353"
                        "edicion" => "2<span class="elsevierStyleSup">nd</span> ed&#46;"
                        "serieFecha" => "2011"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            12 => array:3 [
              "identificador" => "bib0065"
              "etiqueta" => "Beutler et al&#46;&#44; 2011b"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Resistance Level"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:5 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "T&#46;M&#46; Harwood"
                            2 => "A&#46; Michelson"
                            3 => "S&#46; Song"
                            4 => "J&#46; Holman"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:5 [
                        "titulo" => "Relationships that work&#58; Therapist Contributions and Responsiveness to Client Needs"
                        "paginaInicial" => "261"
                        "paginaFinal" => "278"
                        "edicion" => "2<span class="elsevierStyleSup">nd</span> ed&#46;"
                        "serieFecha" => "2011"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            13 => array:3 [
              "identificador" => "bib0070"
              "etiqueta" => "Beutler et al&#46;&#44; 2003a"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Therapist variables"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:7 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "M&#46; Malik"
                            2 => "S&#46; Alimohamed"
                            3 => "T&#46;M&#46; Harwood"
                            4 => "H&#46; Talebi"
                            5 => "S&#46; Noble"
                            6 => "E&#46; Wong"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:5 [
                        "titulo" => "Handbook of psychotherapy and behavior change"
                        "paginaInicial" => "227"
                        "paginaFinal" => "306"
                        "edicion" => "5<span class="elsevierStyleSup">th</span> ed&#46;"
                        "serieFecha" => "2003"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            14 => array:3 [
              "identificador" => "bib0075"
              "etiqueta" => "Beutler et al&#46;&#44; 2003b"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "A comparison of the dodo&#44; EST&#44; and ATI factors among comorbid stimulant-dependent&#44; depressed patients"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:7 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "C&#46; Moleiro"
                            2 => "M&#46; Malik"
                            3 => "T&#46;M&#46; Harwood"
                            4 => "R&#46; Romanelli"
                            5 => "D&#46; Gallagher-Thompson"
                            6 => "L&#46; Thompson"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1002/cpp.354"
                      "Revista" => array:6 [
                        "tituloSerie" => "Clinical Psychology &#38; Psychotherapy"
                        "fecha" => "2003"
                        "volumen" => "10"
                        "paginaInicial" => "69"
                        "paginaFinal" => "85"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/26637182"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            15 => array:3 [
              "identificador" => "bib0080"
              "etiqueta" => "Beutler et al&#46;&#44; 2002b"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Resistance"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:3 [
                            0 => "L&#46;E&#46; Beutler"
                            1 => "C&#46; Moleiro"
                            2 => "H&#46; Talebi"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:4 [
                        "titulo" => "Psychotherapy Relationships that Work&#58; Therapist Contributions and Responsiveness to Client Needs"
                        "paginaInicial" => "1229"
                        "paginaFinal" => "2144"
                        "serieFecha" => "2002"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            16 => array:3 [
              "identificador" => "bib0085"
              "etiqueta" => "Beutler et al&#46;&#44; 2008"
              "referencia" => array:1 [
                0 => array:1 [
                  "referenciaCompleta" => "Beutler&#44; L&#46; E&#46;&#44; Williams&#44; O&#46; B&#46;&#44; &#38; Norcross&#44; J&#46; N&#46; &#40;2008&#41;&#46; Innerlife&#46;com&#46; A copyrighted software package for treatment planning&#46; At www&#46;innerlife&#46;com&#46;"
                ]
              ]
            ]
            17 => array:3 [
              "identificador" => "bib0090"
              "etiqueta" => "Castonguay and Beutler&#44; 2006"
              "referencia" => array:1 [
                0 => array:1 [
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:2 [
                        "titulo" => "Principles of Therapeutic Change that work&#58; Integrating relationship&#44; treatment&#44; client&#44; and therapist factors"
                        "serieFecha" => "2006"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            18 => array:3 [
              "identificador" => "bib0095"
              "etiqueta" => "Castonguay et al&#46;&#44; 2005"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Cognitive-behavioral assimilative integration"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:5 [
                            0 => "L&#46;G&#46; Castonguay"
                            1 => "M&#46;G&#46; Newman"
                            2 => "T&#46;D&#46; Borkovec"
                            3 => "M&#46;G&#46; Holtforth"
                            4 => "G&#46;G&#46; Maramba"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:5 [
                        "titulo" => "Handbook of Psychotherapy Integration"
                        "paginaInicial" => "241"
                        "paginaFinal" => "260"
                        "edicion" => "2<span class="elsevierStyleSup">nd</span> ed&#46;"
                        "serieFecha" => "2005"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            19 => array:3 [
              "identificador" => "bib0100"
              "etiqueta" => "Constantino et al&#46;&#44; In press"
              "referencia" => array:1 [
                0 => array:1 [
                  "referenciaCompleta" => "Constantino&#44; M&#46; J&#46;&#44; Beutler&#44; L&#46; E&#46;&#44; &#38; Castonguay&#44; L&#46; &#40;Eds&#46;&#41; &#40;in press&#41;&#46; <span class="elsevierStyleItalic">Principles of Psychotherapeutic Change that work &#40;Volume II&#41;&#58; Clinical Applications</span>&#46; New York&#58; Oxford University Press&#46;"
                ]
              ]
            ]
            20 => array:3 [
              "identificador" => "bib0105"
              "etiqueta" => "Corbella et al&#46;&#44; 2003"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Measuring coping style and resistance among Spanish and Argentine samples&#58; Development of the Systematic Treatment Selection Self-Report &#40;STS-SR&#41; in Spanish"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:7 [
                            0 => "S&#46; Corbella"
                            1 => "L&#46;E&#46; Beutler"
                            2 => "H&#46; Fernandez-Alvarez"
                            3 => "L&#46; Botella"
                            4 => "M&#46;L&#46; Malik"
                            5 => "G&#46; Lane"
                            6 => "N&#46; Wagstaff"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1002/jclp.10188"
                      "Revista" => array:6 [
                        "tituloSerie" => "Journal of Clinical Psychology"
                        "fecha" => "2003"
                        "volumen" => "59"
                        "paginaInicial" => "921"
                        "paginaFinal" => "932"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/12945059"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            21 => array:3 [
              "identificador" => "bib0110"
              "etiqueta" => "Fisher et al&#46;&#44; 1999"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Making assessment relevant to treatment planning&#58; The STS Clinician Rating Form"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:3 [
                            0 => "D&#46; Fisher"
                            1 => "L&#46;E&#46; Beutler"
                            2 => "O&#46;B&#46; Williams"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:6 [
                        "tituloSerie" => "Journal of Clinical Psychology"
                        "fecha" => "1999"
                        "volumen" => "55"
                        "paginaInicial" => "825"
                        "paginaFinal" => "842"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/10866019"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            22 => array:3 [
              "identificador" => "bib0115"
              "etiqueta" => "Goldfried&#44; 1982"
              "referencia" => array:1 [
                0 => array:1 [
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:2 [
                        "titulo" => "Converging themes in psychotherapy&#58; Trends in psychodynamic&#44; humanistic&#44; and behavioral practice"
                        "serieFecha" => "1982"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            23 => array:3 [
              "identificador" => "bib0120"
              "etiqueta" => "Goldstein and Stein&#44; 1976"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Prescriptive psychotherapies"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "A&#46;P&#46; Goldstein"
                            1 => "N&#46; Stein"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "1976"
                        "editorial" => "Pergamon"
                        "editorialLocalizacion" => "New York"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            24 => array:3 [
              "identificador" => "bib0125"
              "etiqueta" => "Harwood and Beutler&#44; 2008"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "EVTs&#44; EBPs&#44; ESRs&#44; and RIPs&#58; Inspecting the varieties of research based practices"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "T&#46;M&#46; Harwood"
                            1 => "L&#46;E&#46; Beutler"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:4 [
                        "titulo" => "Toward a science of clinical psychology&#46; Laboratory evaluations and interventions"
                        "paginaInicial" => "161"
                        "paginaFinal" => "176"
                        "serieFecha" => "2008"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            25 => array:3 [
              "identificador" => "bib0130"
              "etiqueta" => "Holt et al&#46;&#44; 2015"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Evidence-based supervision&#58; Tracking outcome and teaching principles of change in clinical supervision to bring science to integrative practice"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:7 [
                            0 => "H&#46; Holt"
                            1 => "L&#46;E&#46; Beutler"
                            2 => "S&#46; Kimpara"
                            3 => "S&#46; Macias"
                            4 => "N&#46;A&#46; Haug"
                            5 => "N&#46; Shiloff"
                            6 => "M&#46; Stein"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.1037/a0038732"
                      "Revista" => array:6 [
                        "tituloSerie" => "Psychotherapy"
                        "fecha" => "2015"
                        "volumen" => "52"
                        "paginaInicial" => "185"
                        "paginaFinal" => "189"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/25985042"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            26 => array:3 [
              "identificador" => "bib0135"
              "etiqueta" => "Kendall and Beidas&#44; 2007"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Smoothing the trail for dissemination of evidence-based practices for youth&#58; Flexibility within fidelity"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "P&#46;C&#46; Kendall"
                            1 => "R&#46;S&#46; Beidas"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "Professional Psychology&#58; Research and Practice"
                        "fecha" => "2007"
                        "volumen" => "38"
                        "paginaInicial" => "13"
                        "paginaFinal" => "20"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            27 => array:3 [
              "identificador" => "bib0140"
              "etiqueta" => "Kimpara et al&#46;&#44; 2013"
              "referencia" => array:1 [
                0 => array:1 [
                  "referenciaCompleta" => "Kimpara&#44; S&#46;&#44; Regner&#44; E&#46;R&#46;&#44; &#38; Beutler&#44; L&#46;E&#46; &#40;2013&#44; April&#41;&#46; <span class="elsevierStyleItalic">Systematic Treatment Selection&#58; How to Assess Effectiveness of Therapist Interventions</span>&#46; Paper presented at the Western Psychological Association Annual Meeting&#44; Reno&#44; Nevada&#44; April 25&#8211;28&#46;"
                ]
              ]
            ]
            28 => array:3 [
              "identificador" => "bib0145"
              "etiqueta" => "Klerman et al&#46;&#44; 1984"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Interpersonal psychotherapy of depression"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:4 [
                            0 => "G&#46;L&#46; Klerman"
                            1 => "M&#46;M&#46; Weissman"
                            2 => "B&#46;J&#46; Rounsaville"
                            3 => "E&#46; Chevron"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "1984"
                        "editorial" => "Basic Books"
                        "editorialLocalizacion" => "New York"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            29 => array:3 [
              "identificador" => "bib0150"
              "etiqueta" => "Lazurus&#44; 1967"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "In support of technical eclecticism"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "A&#46;A&#46; Lazurus"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:2 [
                      "doi" => "10.2466/pr0.1967.21.2.415"
                      "Revista" => array:6 [
                        "tituloSerie" => "Psychological Reports"
                        "fecha" => "1967"
                        "volumen" => "21"
                        "paginaInicial" => "415"
                        "paginaFinal" => "416"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/6079233"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            30 => array:3 [
              "identificador" => "bib0155"
              "etiqueta" => "Luborsky et al&#46;&#44; 1971"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Factors influencing the outcome of psychotherapy&#58; A review of quantitative research"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:5 [
                            0 => "L&#46; Luborsky"
                            1 => "M&#46; Chandler"
                            2 => "A&#46;H&#46; Auerbach"
                            3 => "J&#46; Cohen"
                            4 => "H&#46;M&#46; Bachrach"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:6 [
                        "tituloSerie" => "Psychological Bulletin"
                        "fecha" => "1971"
                        "volumen" => "75"
                        "paginaInicial" => "145"
                        "paginaFinal" => "185"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/5547372"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            31 => array:3 [
              "identificador" => "bib0160"
              "etiqueta" => "Malik et al&#46;&#44; 2003"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "All cognitive therapies alike&#63; A comparison of cognitive and non-cognitive process and implication for the application of empirically supported treatment &#40;ESTs&#41;"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:5 [
                            0 => "M&#46;L&#46; Malik"
                            1 => "L&#46;E&#46; Beutler"
                            2 => "D&#46; Gallagher-Thompson"
                            3 => "L&#46; Thompson"
                            4 => "S&#46; Alimohamed"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:6 [
                        "tituloSerie" => "Journal of Consulting and Clinical Psychology"
                        "fecha" => "2003"
                        "volumen" => "71"
                        "paginaInicial" => "150"
                        "paginaFinal" => "158"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/12602435"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            32 => array:3 [
              "identificador" => "bib0165"
              "etiqueta" => "Meltzoff and Kornreich&#44; 1970"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Research in psychotherapy"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "J&#46; Meltzoff"
                            1 => "M&#46; Kornreich"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "1970"
                        "editorial" => "Atherton"
                        "editorialLocalizacion" => "New York"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            33 => array:3 [
              "identificador" => "bib0170"
              "etiqueta" => "Norcross&#44; 1986"
              "referencia" => array:1 [
                0 => array:1 [
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:2 [
                        "titulo" => "Handbook of eclectic psychotherapy"
                        "serieFecha" => "1986"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            34 => array:3 [
              "identificador" => "bib0175"
              "etiqueta" => "Norcross&#44; 2002"
              "referencia" => array:1 [
                0 => array:1 [
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:2 [
                        "titulo" => "Psychotherapy Relationships that Work&#58; Therapist Contributions and Responsiveness to Client Needs"
                        "serieFecha" => "2002"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            35 => array:3 [
              "identificador" => "bib0180"
              "etiqueta" => "Norcross&#44; 2011"
              "referencia" => array:1 [
                0 => array:1 [
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:3 [
                        "titulo" => "Psychotherapy relationships that work&#58; Evidence-Based Responsiveness"
                        "edicion" => "2<span class="elsevierStyleSup">nd</span> ed&#46;"
                        "serieFecha" => "2011"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            36 => array:3 [
              "identificador" => "bib0185"
              "etiqueta" => "Norcross and Lambert&#44; 2006"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "The therapy relationship"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "J&#46;C&#46; Norcross"
                            1 => "M&#46;J&#46; Lambert"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:4 [
                        "titulo" => "Evidence-based practices in mental health&#58; Debate and dialogue on the fundamental questions"
                        "paginaInicial" => "208"
                        "paginaFinal" => "218"
                        "serieFecha" => "2006"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            37 => array:3 [
              "identificador" => "bib0190"
              "etiqueta" => "Rogers&#44; 1957"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "The necessary and sufficient conditions of therapeutic personality change"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "C&#46; Rogers"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:6 [
                        "tituloSerie" => "Journal of Consulting Psychology"
                        "fecha" => "1957"
                        "volumen" => "21"
                        "paginaInicial" => "95"
                        "paginaFinal" => "103"
                        "link" => array:1 [
                          0 => array:2 [
                            "url" => "https://www.ncbi.nlm.nih.gov/pubmed/13416422"
                            "web" => "Medline"
                          ]
                        ]
                      ]
                    ]
                  ]
                ]
              ]
            ]
            38 => array:3 [
              "identificador" => "bib0195"
              "etiqueta" => "Rogers&#44; 1980"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "A Way of Being"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "C&#46; Rogers"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "1980"
                        "editorial" => "Houghton Mifflin"
                        "editorialLocalizacion" => "Boston"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            39 => array:3 [
              "identificador" => "bib0200"
              "etiqueta" => "Strupp&#44; 1978"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "The therapist&#39;s orientation&#58; An overrated variable"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "H&#46;H&#46; Strupp"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "Psychotherapy&#58; Theory&#44; Research and Practice"
                        "fecha" => "1978"
                        "volumen" => "15"
                        "paginaInicial" => "314"
                        "paginaFinal" => "317"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            40 => array:3 [
              "identificador" => "bib0205"
              "etiqueta" => "Strupp and Binder&#44; 1984"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Psychotherapy in a New Key&#46; A Guide to Time-Limited Dynamic Psychotherapy"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "H&#46;H&#46; Strupp"
                            1 => "J&#46; Binder"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "1984"
                        "editorial" => "Basic Books"
                        "editorialLocalizacion" => "New York"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            41 => array:3 [
              "identificador" => "bib0210"
              "etiqueta" => "Thorne&#44; 1957"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "An evaluation of eclectically oriented psychotherapy"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "F&#46;C&#46; Thorne"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Revista" => array:5 [
                        "tituloSerie" => "Journal of Consulting and Clinical Psychology"
                        "fecha" => "1957"
                        "volumen" => "21"
                        "paginaInicial" => "459"
                        "paginaFinal" => "464"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            42 => array:3 [
              "identificador" => "bib0215"
              "etiqueta" => "Truax and Mitchell&#44; 1971"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "Research on certain therapist interpersonal skills in relation to process and outcome"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:2 [
                            0 => "C&#46;B&#46; Truax"
                            1 => "K&#46;M&#46; Mitchell"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "LibroEditado" => array:4 [
                        "titulo" => "Handbook of Psychotherapy and Behavior Change"
                        "paginaInicial" => "299"
                        "paginaFinal" => "344"
                        "serieFecha" => "1971"
                      ]
                    ]
                  ]
                ]
              ]
            ]
            43 => array:3 [
              "identificador" => "bib0220"
              "etiqueta" => "Wampold&#44; 2001"
              "referencia" => array:1 [
                0 => array:2 [
                  "contribucion" => array:1 [
                    0 => array:2 [
                      "titulo" => "The Great Psychotherapy Debate&#58; Models&#44; Methods&#44; and Findings"
                      "autores" => array:1 [
                        0 => array:2 [
                          "etal" => false
                          "autores" => array:1 [
                            0 => "B&#46;E&#46; Wampold"
                          ]
                        ]
                      ]
                    ]
                  ]
                  "host" => array:1 [
                    0 => array:1 [
                      "Libro" => array:3 [
                        "fecha" => "2001"
                        "editorial" => "Lawrence Erlbaum"
                        "editorialLocalizacion" => "Hillsdale&#46; New Jersey"
                      ]
                    ]
                  ]
                ]
              ]
            ]
          ]
        ]
      ]
    ]
  ]
  "idiomaDefecto" => "en"
  "url" => "/16972600/0000001600000001/v1_201512080024/S1697260015000794/v1_201512080024/en/main.assets"
  "Apartado" => array:4 [
    "identificador" => "26681"
    "tipo" => "SECCION"
    "en" => array:2 [
      "titulo" => "Theoretical articles"
      "idiomaDefecto" => true
    ]
    "idiomaDefecto" => "en"
  ]
  "PDF" => "https://static.elsevier.es/multimedia/16972600/0000001600000001/v1_201512080024/S1697260015000794/v1_201512080024/en/main.pdf?idApp=UINPBA00004N&text.app=https://www.elsevier.es/"
  "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/S1697260015000794?idApp=UINPBA00004N"
]
Article information
ISSN: 16972600
Original language: English
The statistics are updated each day
Year/Month Html Pdf Total
2024 November 37 0 37
2024 October 175 12 187
2024 September 145 20 165
2024 August 100 18 118
2024 July 150 16 166
2024 June 98 2 100
2024 May 118 9 127
2024 April 129 7 136
2024 March 96 13 109
2024 February 112 8 120
2024 January 139 5 144
2023 December 66 8 74
2023 November 78 8 86
2023 October 106 18 124
2023 September 90 7 97
2023 August 28 10 38
2023 July 39 3 42
2023 June 52 6 58
2023 May 71 15 86
2023 April 53 4 57
2023 March 66 5 71
2023 February 41 3 44
2023 January 46 2 48
2022 December 53 12 65
2022 November 56 7 63
2022 October 57 9 66
2022 September 28 14 42
2022 August 40 5 45
2022 July 27 9 36
2022 June 31 17 48
2022 May 23 10 33
2022 April 36 11 47
2022 March 42 12 54
2022 February 33 11 44
2022 January 76 11 87
2021 December 54 10 64
2021 November 70 13 83
2021 October 74 23 97
2021 September 57 10 67
2021 August 50 6 56
2021 July 32 6 38
2021 June 25 6 31
2021 May 63 8 71
2021 April 193 33 226
2021 March 120 9 129
2021 February 143 15 158
2021 January 96 19 115
2020 December 122 18 140
2020 November 149 14 163
2020 October 102 21 123
2020 September 97 24 121
2020 August 91 20 111
2020 July 68 19 87
2020 June 75 20 95
2020 May 120 8 128
2020 April 205 12 217
2020 March 128 13 141
2020 February 112 17 129
2020 January 115 14 129
2019 December 72 14 86
2019 November 99 4 103
2019 October 85 8 93
2019 September 58 6 64
2019 August 57 9 66
2019 July 62 13 75
2019 June 64 31 95
2019 May 113 56 169
2019 April 97 30 127
2019 March 50 12 62
2019 February 36 11 47
2019 January 29 12 41
2018 December 18 7 25
2018 November 39 15 54
2018 October 26 10 36
2018 September 74 12 86
2018 August 52 3 55
2018 July 12 3 15
2018 June 12 3 15
2018 May 16 11 27
2018 April 19 9 28
2018 March 35 11 46
2018 February 9 4 13
2018 January 11 3 14
2017 December 2 3 5
2017 November 7 3 10
2017 October 17 7 24
2017 September 7 22 29
2017 August 12 14 26
2017 July 7 6 13
2017 June 12 26 38
2017 May 10 21 31
2017 April 13 8 21
2017 March 12 44 56
2017 February 21 5 26
2017 January 21 6 27
2016 December 22 12 34
2016 November 27 25 52
2016 October 26 13 39
2016 September 20 16 36
2016 August 25 11 36
2016 July 28 6 34
2016 June 29 16 45
2016 May 28 31 59
2016 April 47 32 79
2016 March 44 34 78
2016 February 37 37 74
2016 January 33 42 75
2015 December 46 59 105
Show all

Follow this link to access the full text of the article