The Holy Grail of science policy: Exploring and combining bibliometric tools in search of scientific excellence

@article{citeulike:2886058, abstract = {Abstract\ \ Evaluation studies of scientific performance conducted during the past years more and more focus on the identification of research of the 'highest quality', 'top' research, or 'scientific excellence'. This shift in focus has lead to the development of new bibliometric methodologies and indicators. Technically, it meant a shift from bibliometric impact scores based on average values such as the average impact of all papers published by some unit to be evaluated towards indicators reflecting the topof the citation distribution, such as the number of 'highly cited' or 'top' articles. In this study we present a comparative analysis of a number of standard and new indicators of research performance or 'scientific excellence', using techniques applied in studies conducted by CWTS in recent years. It will be shown that each type of indicator reflects a particular dimension of the general concept of research performance. Consequently, the application of one single indicator only may provide an incomplete picture of a unit's performance. It is argued that one needs to combine the various types of indicators in order to offer policy makers and evaluators valid and useful assessment tools.}, author = {Van Leeuwen, Thed and Visser, Martijn and Moed, Henk and Nederhof, Ton and Van Raan, Anthony }, citeulike-article-id = {2886058}, doi = {10.1023/A:1024141819302}, journal = {Scientometrics}, keywords = {scientometrie}, month = {June}, number = {2}, pages = {257--280}, posted-at = {2008-06-12 08:22:01}, priority = {2}, title = {The Holy Grail of science policy: Exploring and combining bibliometric tools in search of scientific excellence}, url = {http://dx.doi.org/10.1023/A:1024141819302}, volume = {57}, year = {2003} }

TY - JOUR ID - citeulike:2886058 L3 - citeulike-article-id:2886058 TI - The Holy Grail of science policy: Exploring and combining bibliometric tools in search of scientific excellence JF - Scientometrics VL - 57 IS - 2 SP - 257 EP - 280 N2 - Abstract  Evaluation studies of scientific performance conducted during the past years more and more focus on the identification of research of the 'highest quality', 'top' research, or 'scientific excellence'. This shift in focus has lead to the development of new bibliometric methodologies and indicators. Technically, it meant a shift from bibliometric impact scores based on average values such as the average impact of all papers published by some unit to be evaluated towards indicators reflecting the topof the citation distribution, such as the number of 'highly cited' or 'top' articles. In this study we present a comparative analysis of a number of standard and new indicators of research performance or 'scientific excellence', using techniques applied in studies conducted by CWTS in recent years. It will be shown that each type of indicator reflects a particular dimension of the general concept of research performance. Consequently, the application of one single indicator only may provide an incomplete picture of a unit's performance. It is argued that one needs to combine the various types of indicators in order to offer policy makers and evaluators valid and useful assessment tools. KW - scientometrie AU - Van Leeuwen, Thed AU - Visser, Martijn AU - Moed, Henk AU - Nederhof, Ton AU - Van Raan, Anthony PY - 2003/06/13/ UR - http://dx.doi.org/10.1023/A:1024141819302 ER -