PUBLICATIONS
Katharina Warta, María del Carmen Calatrava Moreno
Research assessment processes: Gathering evidence for a Science Europe initiative for mutual learning Journal Article
In: Das fteval Journal for Research and Technology Policy Evaluation, 2020.
@article{Warta2020,
title = {Research assessment processes: Gathering evidence for a Science Europe initiative for mutual learning},
author = {Katharina Warta, María del Carmen Calatrava Moreno},
url = {https://repository.fteval.at/542/1/fteval_Journal_51_DOI1022163fteval2020487.pdf},
year = {2020},
date = {2020-11-20},
urldate = {2020-11-20},
journal = {Das fteval Journal for Research and Technology Policy Evaluation},
abstract = {This paper discusses a collective approach in the design, implementation and validation of a study commissioned by Science Europe on research assessment processes of research funding and research performing organisations. The collective approach is based on the involvement of its member organisations and Science Europe itself at different stages of the study for the mutual learning of all stakeholders and the community in general.
This paper describes the study, including the purpose, methodology and findings, and discusses the importance of its findings and recommendations for research funding and performing institutions, as well as the singularity of its approach from the perspective of evaluation practices.
},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
This paper discusses a collective approach in the design, implementation and validation of a study commissioned by Science Europe on research assessment processes of research funding and research performing organisations. The collective approach is based on the involvement of its member organisations and Science Europe itself at different stages of the study for the mutual learning of all stakeholders and the community in general.
This paper describes the study, including the purpose, methodology and findings, and discusses the importance of its findings and recommendations for research funding and performing institutions, as well as the singularity of its approach from the perspective of evaluation practices.
This paper describes the study, including the purpose, methodology and findings, and discusses the importance of its findings and recommendations for research funding and performing institutions, as well as the singularity of its approach from the perspective of evaluation practices.
Isabelle Skakni; Maria del Carmen Calatrava Moreno; Mariona Corcelles Seuba; Lynn McAlpine
Hanging tough: post-PhD researchers dealing with career uncertainty Journal Article
In: Higher Education Research & Development, vol. 38, no. 7, pp. 1489-1503, 2019.
@article{Skakni2019,
title = {Hanging tough: post-PhD researchers dealing with career uncertainty},
author = {Isabelle Skakni and Maria del Carmen Calatrava Moreno and Mariona Corcelles Seuba and Lynn McAlpine},
doi = {https://doi.org/10.1080/07294360.2019.1657806},
year = {2019},
date = {2019-10-10},
journal = {Higher Education Research & Development},
volume = {38},
number = {7},
pages = {1489-1503},
abstract = {This study examines the impact of career uncertainty on post-PhD researchers’ experiences. Drawing on an identity-trajectory approach and a qualitative design, we analysed experiences of post-PhDs from the UK and Switzerland. Our findings show that in the course of their work experiences, career uncertainty takes two different forms: intellectual uncertainty and occupational uncertainty. On a daily basis, both forms strongly impact the participants’ work and personal lives and can limit their ability to plan for the future, restrict their developing research expertise and networks and induce tension in trying to reconcile work and personal lives. While often struggling with a blurred institutional status, participants ‘hang tough’ despite their uncertain situation, notably by clinging to the academic researcher identity. Contributing to the previous work on the increasing casualisation of post-PhD positions and the resulting challenges, our study offers new insights into how different aspects of career uncertainty influence post-PhDs’ work and identity.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
This study examines the impact of career uncertainty on post-PhD researchers’ experiences. Drawing on an identity-trajectory approach and a qualitative design, we analysed experiences of post-PhDs from the UK and Switzerland. Our findings show that in the course of their work experiences, career uncertainty takes two different forms: intellectual uncertainty and occupational uncertainty. On a daily basis, both forms strongly impact the participants’ work and personal lives and can limit their ability to plan for the future, restrict their developing research expertise and networks and induce tension in trying to reconcile work and personal lives. While often struggling with a blurred institutional status, participants ‘hang tough’ despite their uncertain situation, notably by clinging to the academic researcher identity. Contributing to the previous work on the increasing casualisation of post-PhD positions and the resulting challenges, our study offers new insights into how different aspects of career uncertainty influence post-PhDs’ work and identity.
María del Carmen Calatrava Moreno; Mary Ann Danowitz
Insights into PhD Cross-Disciplinary Collaboration, Partnership and Competition in Computer Science Book Chapter
In: Dent, Samuel; Lane, Laura; Strike, Tony (Ed.): Collaboration, Communitites and Competition: International Perspectives from the Academy, pp. 179-194, Sense Publishers, 2017, ISBN: 9789463511209.
@inbook{delMoreno2017,
title = {Insights into PhD Cross-Disciplinary Collaboration, Partnership and Competition in Computer Science},
author = {María del Carmen Calatrava Moreno and Mary Ann Danowitz},
editor = {Samuel Dent and Laura Lane and Tony Strike},
url = {https://brill.com/view/book/9789463511223/BP000012.xml},
isbn = {9789463511209},
year = {2017},
date = {2017-06-01},
urldate = {2017-06-01},
booktitle = {Collaboration, Communitites and Competition: International Perspectives from the Academy},
pages = {179-194},
publisher = {Sense Publishers},
keywords = {},
pubstate = {published},
tppubtype = {inbook}
}
María del Carmen Calatrava Moreno, Petra Kynčlová, Hannes Werthner
A Multiple-Perspective Analysis of Doctoral Interdisciplinarity Proceedings Article
In: Proceedings of the 15th International Conference on Information Technology Based Higher Education and Training, 2016.
@inproceedings{delMoreno2016b,
title = {A Multiple-Perspective Analysis of Doctoral Interdisciplinarity},
author = {María del Carmen Calatrava Moreno, Petra Kynčlová, Hannes Werthner},
year = {2016},
date = {2016-09-12},
booktitle = {Proceedings of the 15th International Conference on Information Technology Based Higher Education and Training},
abstract = {Interdisciplinary and assessment initiatives are two parallel educational paradigms that are being increasingly implemented in higher education institutions. Our study combines these two paradigms in order to assess the significance and performance of factors and processes that facilitate interdisciplinarity at the doctoral level. Using the 360-degree feedback methodology, we integrate the perspectives of different academic stakeholders in the assessment, namely students, post-doctoral researchers, professors, directors, visiting professors and research funding agencies. Therefore, this study not only provides a global assessment but also informative intermediate results, such as analyses on the alignment and discrepancies of stakeholders as well as the identification of priorities for improvement. This paper presents the development and implementation of this multiple-perspective assessment within an academic context and discusses the results of its application in a European faculty of computer science where several doctoral programs with different approaches to interdisciplinarity co-exist.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Interdisciplinary and assessment initiatives are two parallel educational paradigms that are being increasingly implemented in higher education institutions. Our study combines these two paradigms in order to assess the significance and performance of factors and processes that facilitate interdisciplinarity at the doctoral level. Using the 360-degree feedback methodology, we integrate the perspectives of different academic stakeholders in the assessment, namely students, post-doctoral researchers, professors, directors, visiting professors and research funding agencies. Therefore, this study not only provides a global assessment but also informative intermediate results, such as analyses on the alignment and discrepancies of stakeholders as well as the identification of priorities for improvement. This paper presents the development and implementation of this multiple-perspective assessment within an academic context and discusses the results of its application in a European faculty of computer science where several doctoral programs with different approaches to interdisciplinarity co-exist.
María del Carmen Calatrava Moreno
Quantifying Interdisciplinarity in the Face of Uncertainty Miscellaneous
2016, (Blog post in Europe of Knowledge. The official blog for ECPR Standing Group on the Politics of Higher Education, Research, and Innovation.).
@misc{delMoreno2016,
title = {Quantifying Interdisciplinarity in the Face of Uncertainty},
author = {María del Carmen Calatrava Moreno},
url = {http://era.ideasoneurope.eu/2016/06/10/quantifying-interdisciplinarity-face-uncertainty/},
year = {2016},
date = {2016-06-10},
abstract = {Interdisciplinarity has become a major topic in discussions of higher education structures, knowledge production and research funding. The demand for criteria and tools for its evaluation is subsequently increasing. Interdisciplinary research can be evaluated according to its many different aspects—including collaboration, integration of disciplines, generation of new areas of research or solutions to complex problems (Wagner, et al., 2011)—using both qualitative and quantitative methods of analysis.
Most quantitative measures of the output of interdisciplinary research rely on bibliometric methods. Such methods present two very important advantages: (1) they deliver an objective measure of interdisciplinarity, and (2) in combination with computational tools, large datasets can be analyzed in an effective manner. They are increasingly being used to inform policy in science and technology. A recent example is a review of interdisciplinary research conducted by Elsevier and commissioned by the UK higher education funding bodies and the Medical Research Council (Pan & Katrenko, 2015). In order to be accurately representative though, it is essential that interdisciplinary measurements are conducted with reliable indicators.},
note = {Blog post in Europe of Knowledge. The official blog for ECPR Standing Group on the Politics of Higher Education, Research, and Innovation.},
keywords = {},
pubstate = {published},
tppubtype = {misc}
}
Interdisciplinarity has become a major topic in discussions of higher education structures, knowledge production and research funding. The demand for criteria and tools for its evaluation is subsequently increasing. Interdisciplinary research can be evaluated according to its many different aspects—including collaboration, integration of disciplines, generation of new areas of research or solutions to complex problems (Wagner, et al., 2011)—using both qualitative and quantitative methods of analysis.
Most quantitative measures of the output of interdisciplinary research rely on bibliometric methods. Such methods present two very important advantages: (1) they deliver an objective measure of interdisciplinarity, and (2) in combination with computational tools, large datasets can be analyzed in an effective manner. They are increasingly being used to inform policy in science and technology. A recent example is a review of interdisciplinary research conducted by Elsevier and commissioned by the UK higher education funding bodies and the Medical Research Council (Pan & Katrenko, 2015). In order to be accurately representative though, it is essential that interdisciplinary measurements are conducted with reliable indicators.
Most quantitative measures of the output of interdisciplinary research rely on bibliometric methods. Such methods present two very important advantages: (1) they deliver an objective measure of interdisciplinarity, and (2) in combination with computational tools, large datasets can be analyzed in an effective manner. They are increasingly being used to inform policy in science and technology. A recent example is a review of interdisciplinary research conducted by Elsevier and commissioned by the UK higher education funding bodies and the Medical Research Council (Pan & Katrenko, 2015). In order to be accurately representative though, it is essential that interdisciplinary measurements are conducted with reliable indicators.
María del Carmen Calatrava Moreno, Thomas Auzinger
R Package 'robustrao' Technical Manual
2016, (The R package can be downloaded from CRAN: https://cran.rstudio.com/web/packages/robustrao/index.html).
@manual{delMoreno2016b,
title = {R Package 'robustrao'},
author = {María del Carmen Calatrava Moreno, Thomas Auzinger},
url = {https://cran.r-project.org/web/packages/robustrao/robustrao.pdf},
year = {2016},
date = {2016-06-05},
abstract = {A collection of functions to compute the Rao-Stirling diversity index (Porter and Rafols, 2009) <DOI:10.1007/s11192-008-2197-2> and its extension to acknowledge missing data (i.e.,uncategorized references) by calculating its interval of uncertainty using mathematical optimization as proposed in Calatrava et al. (2016) <DOI:10.1007/s11192-016-1842-4>.
The Rao-Stirling diversity index is a well-established bibliometric indicator to measure the interdisciplinarity of scientific publications. Apart from the obligatory dataset of publications with their respective references and a taxonomy of disciplines that categorizes references as well as a measure of similarity between the disciplines, the Rao-Stirling diversity index requires a complete categorization of all references of a publication into disciplines. Thus, it fails for a incomplete categorization; in this case, the robust extension has to be used, which encodes the uncertainty caused by missing bibliographic data as an uncertainty interval.
Classification / ACM - 2012: Information systems ~ Similarity measures, Theory of computation ~ Quadratic programming, Applied computing ~ Digital libraries and archives.},
note = {The R package can be downloaded from CRAN: https://cran.rstudio.com/web/packages/robustrao/index.html},
keywords = {},
pubstate = {published},
tppubtype = {manual}
}
A collection of functions to compute the Rao-Stirling diversity index (Porter and Rafols, 2009) <DOI:10.1007/s11192-008-2197-2> and its extension to acknowledge missing data (i.e.,uncategorized references) by calculating its interval of uncertainty using mathematical optimization as proposed in Calatrava et al. (2016) <DOI:10.1007/s11192-016-1842-4>.
The Rao-Stirling diversity index is a well-established bibliometric indicator to measure the interdisciplinarity of scientific publications. Apart from the obligatory dataset of publications with their respective references and a taxonomy of disciplines that categorizes references as well as a measure of similarity between the disciplines, the Rao-Stirling diversity index requires a complete categorization of all references of a publication into disciplines. Thus, it fails for a incomplete categorization; in this case, the robust extension has to be used, which encodes the uncertainty caused by missing bibliographic data as an uncertainty interval.
Classification / ACM - 2012: Information systems ~ Similarity measures, Theory of computation ~ Quadratic programming, Applied computing ~ Digital libraries and archives.
The Rao-Stirling diversity index is a well-established bibliometric indicator to measure the interdisciplinarity of scientific publications. Apart from the obligatory dataset of publications with their respective references and a taxonomy of disciplines that categorizes references as well as a measure of similarity between the disciplines, the Rao-Stirling diversity index requires a complete categorization of all references of a publication into disciplines. Thus, it fails for a incomplete categorization; in this case, the robust extension has to be used, which encodes the uncertainty caused by missing bibliographic data as an uncertainty interval.
Classification / ACM - 2012: Information systems ~ Similarity measures, Theory of computation ~ Quadratic programming, Applied computing ~ Digital libraries and archives.
María del Carmen Calatrava Moreno; Mary Ann Danowitz
Becoming an Interdisciplinary Scientist: an Analysis of Students’ Experiences in Three Computer Science Doctoral Programmes Journal Article
In: Journal of Higher Education Policy and Management, 2016.
@article{2016Becoming,
title = {Becoming an Interdisciplinary Scientist: an Analysis of Students’ Experiences in Three Computer Science Doctoral Programmes},
author = {María del Carmen Calatrava Moreno and Mary Ann Danowitz},
url = {http://www.tandfonline.com/doi/full/10.1080/1360080X.2016.1182670},
doi = {10.1080/1360080X.2016.1182670},
year = {2016},
date = {2016-05-12},
journal = {Journal of Higher Education Policy and Management},
abstract = {The aim of this study was to identify how and why doctoral students do interdisciplinary research. A mixed-methods approach utilising bibliometric analysis of the publications of 195 students identified those who had published interdisciplinary research. This objective measurement of the interdisciplinarity, applying the Rao-Stirling index to Web of Science and Scopus citations, allowed for a comparison of students’ interdisciplinary research outcomes from three different computer science programmes: a traditional programme, a multidisciplinary doctoral school and an interdisciplinary doctoral college. Applying a sociocultural approach, interviews with the 15 most interdisciplinary students were analysed to understand how dispositions and experiences of students and factors of the different programmes affect the circumstances and processes of becoming an interdisciplinary early career scientist. The data indicate that student motivations, previous skills and knowledge interacted with policies and programme structures including type of funding and supervisor expectations to play a crucial role in interdisciplinarity at the doctoral level. These factors can give rise to interdisciplinary research even in programmes without interdisciplinary focus and compromise the interdisciplinary goals of interdisciplinary programmes.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
The aim of this study was to identify how and why doctoral students do interdisciplinary research. A mixed-methods approach utilising bibliometric analysis of the publications of 195 students identified those who had published interdisciplinary research. This objective measurement of the interdisciplinarity, applying the Rao-Stirling index to Web of Science and Scopus citations, allowed for a comparison of students’ interdisciplinary research outcomes from three different computer science programmes: a traditional programme, a multidisciplinary doctoral school and an interdisciplinary doctoral college. Applying a sociocultural approach, interviews with the 15 most interdisciplinary students were analysed to understand how dispositions and experiences of students and factors of the different programmes affect the circumstances and processes of becoming an interdisciplinary early career scientist. The data indicate that student motivations, previous skills and knowledge interacted with policies and programme structures including type of funding and supervisor expectations to play a crucial role in interdisciplinarity at the doctoral level. These factors can give rise to interdisciplinary research even in programmes without interdisciplinary focus and compromise the interdisciplinary goals of interdisciplinary programmes.
María del Carmen Calatrava Moreno; Thomas Auzinger; Hannes Werthner
On the Uncertainty of Interdisciplinarity Measurements Due to Incomplete Bibliographic Data Journal Article
In: Scientometrics, vol. 107, no. 1, pp. 213–232, 2016, ISSN: 1588-2861.
@article{CalatravaMoreno2016,
title = {On the Uncertainty of Interdisciplinarity Measurements Due to Incomplete Bibliographic Data},
author = {María del Carmen Calatrava Moreno and Thomas Auzinger and Hannes Werthner},
url = {http://dx.doi.org/10.1007/s11192-016-1842-4},
doi = {10.1007/s11192-016-1842-4},
issn = {1588-2861},
year = {2016},
date = {2016-01-01},
journal = {Scientometrics},
volume = {107},
number = {1},
pages = {213--232},
abstract = {The accuracy of interdisciplinarity measurements is directly related to the quality of the underlying bibliographic data. Existing indicators of interdisciplinarity are not capable of reflecting the inaccuracies introduced by incorrect and incomplete records because correct and complete bibliographic data can rarely be obtained. This is the case for the Rao--Stirling index, which cannot handle references that are not categorized into disciplinary fields. We introduce a method that addresses this problem. It extends the Rao--Stirling index to acknowledge missing data by calculating its interval of uncertainty using computational optimization. The evaluation of our method indicates that the uncertainty interval is not only useful for estimating the inaccuracy of interdisciplinarity measurements, but it also delivers slightly more accurate aggregated interdisciplinarity measurements than the Rao--Stirling index.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
The accuracy of interdisciplinarity measurements is directly related to the quality of the underlying bibliographic data. Existing indicators of interdisciplinarity are not capable of reflecting the inaccuracies introduced by incorrect and incomplete records because correct and complete bibliographic data can rarely be obtained. This is the case for the Rao--Stirling index, which cannot handle references that are not categorized into disciplinary fields. We introduce a method that addresses this problem. It extends the Rao--Stirling index to acknowledge missing data by calculating its interval of uncertainty using computational optimization. The evaluation of our method indicates that the uncertainty interval is not only useful for estimating the inaccuracy of interdisciplinarity measurements, but it also delivers slightly more accurate aggregated interdisciplinarity measurements than the Rao--Stirling index.
María del Carmen Calatrava Moreno, Hannes Werthner
360-Degree Survey: A Multiple-Perspective Survey on Doctoral Interdisciplinarity Unpublished
2015.
@unpublished{delMoreno2015b,
title = {360-Degree Survey: A Multiple-Perspective Survey on Doctoral Interdisciplinarity},
author = {María del Carmen Calatrava Moreno, Hannes Werthner},
url = {http://maradelcarmenm1.sg-host.com/wp-content/uploads/2016/07/360SurveyQuestionsIDR.pdf},
year = {2015},
date = {2015-12-10},
keywords = {},
pubstate = {published},
tppubtype = {unpublished}
}
María del Carmen Calatrava Moreno; Gernot Hörhager; Rainer Schuster; Hannes Werthner
Strategic E-tourism Alternatives for Destinations Proceedings Article
In: Proceedings of the International Conference Information and Communication Technologies in Tourism, Springer International Publishing, New York, NY, 2015, ISBN: 978-3-319-14342-2.
@inproceedings{delMoreno2015,
title = {Strategic E-tourism Alternatives for Destinations},
author = {María del Carmen Calatrava Moreno and Gernot Hörhager and Rainer Schuster and Hannes Werthner},
url = {http://publik.tuwien.ac.at/files/PubDat_233998.pdf},
doi = {10.1007/978-3-319-14343-9{_}30},
isbn = {978-3-319-14342-2},
year = {2015},
date = {2015-02-03},
booktitle = {Proceedings of the International Conference Information and Communication Technologies in Tourism},
publisher = {Springer International Publishing},
address = {New York, NY},
abstract = {Destinations face the already well known problem of a proper positioning in the electronic market place. This includes, besides other issues, mainly the problem of a sustainable business model and booking support. In this paper the Austrian case is described, which is somehow special since Austria was once a leader in e-tourism, both w.r.t. to academic as well to industrial achievements. However, this has changed over the last years. This change was also recognized by major stakeholders, leading to a study to a) analyse the current situation, and b) to identify strategic alternatives as future options. These strategic alternatives were based on the results of a status quo analysis of the national and international e-tourism situation, including a website analysis of national and international tourism organisations, interviews with representatives of Austrian organisations and an analysis of IT trends relevant to the tourism industry. The paper describes the results of these analyses, specifies the problem and, finally, presents the identified alternatives. Regarding the latter, the focus is on the description of a so-called "open service platform", which contains means to support cooperation, online distribution, innovation as well as research.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Destinations face the already well known problem of a proper positioning in the electronic market place. This includes, besides other issues, mainly the problem of a sustainable business model and booking support. In this paper the Austrian case is described, which is somehow special since Austria was once a leader in e-tourism, both w.r.t. to academic as well to industrial achievements. However, this has changed over the last years. This change was also recognized by major stakeholders, leading to a study to a) analyse the current situation, and b) to identify strategic alternatives as future options. These strategic alternatives were based on the results of a status quo analysis of the national and international e-tourism situation, including a website analysis of national and international tourism organisations, interviews with representatives of Austrian organisations and an analysis of IT trends relevant to the tourism industry. The paper describes the results of these analyses, specifies the problem and, finally, presents the identified alternatives. Regarding the latter, the focus is on the description of a so-called "open service platform", which contains means to support cooperation, online distribution, innovation as well as research.
Maria del Carmen Calatrava Moreno
A 360-degree Evaluation Framework for Doctoral Education Proceedings Article
In: Proceedings of the IEEE Global Engineering Education Conference (EDUCON), IEEE, 2014, 2014.
@inproceedings{TUW-228065,
title = {A 360-degree Evaluation Framework for Doctoral Education},
author = {Maria del Carmen Calatrava Moreno},
url = {http://publik.tuwien.ac.at/files/PubDat_228065.pdf},
doi = {10.1109/EDUCON.2014.6826195},
year = {2014},
date = {2014-01-01},
booktitle = {Proceedings of the IEEE Global Engineering Education Conference (EDUCON)},
publisher = {IEEE},
address = {2014},
abstract = {Due to increasing international competitiveness, higher education institutions face the need to assess and enhance the quality of their activities. Usually, industrial quality management models are employed, which successfully assess administrative functions but fail to address educational processes. In this paper we present an assessment framework that overcomes the shortcomings of existing quality evaluation models. Inspired by the 360-degree feedback, we collect the perceptions of the individuals related to an educational program. Furthermore, with the introduction of a dual-scale assessment, we enable stakeholders to judge not only the fulfillment of each criterion but also its relevance. Together with the self-definition of the program, this allows the validation of the program's objectives, as well as quality assessments with a focus on both the program´s and the stakeholders´ priorities. We provide a formal definition, a set of quality criteria and a categorization of the relevant stakeholders for the assessment of doctoral programs in Computer Science. Furthermore, we present the analytical methods for the weighting and aggregation of information.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Due to increasing international competitiveness, higher education institutions face the need to assess and enhance the quality of their activities. Usually, industrial quality management models are employed, which successfully assess administrative functions but fail to address educational processes. In this paper we present an assessment framework that overcomes the shortcomings of existing quality evaluation models. Inspired by the 360-degree feedback, we collect the perceptions of the individuals related to an educational program. Furthermore, with the introduction of a dual-scale assessment, we enable stakeholders to judge not only the fulfillment of each criterion but also its relevance. Together with the self-definition of the program, this allows the validation of the program's objectives, as well as quality assessments with a focus on both the program´s and the stakeholders´ priorities. We provide a formal definition, a set of quality criteria and a categorization of the relevant stakeholders for the assessment of doctoral programs in Computer Science. Furthermore, we present the analytical methods for the weighting and aggregation of information.
Nataliia Pobiedina; Julia Neidhardt; María del Carmen Calatrava Moreno; Hannes Werthner
Ranking Factors of Team Success Proceedings Article
In: WWW 2013 Companion, pp. 1185–1193, Companion Publication of the IW3C2 WWW 2013 Conference, 2013, ISBN: 978-1-4503-2038-2.
@inproceedings{TUW-217566,
title = {Ranking Factors of Team Success},
author = {Nataliia Pobiedina and Julia Neidhardt and María del Carmen Calatrava Moreno and Hannes Werthner},
isbn = {978-1-4503-2038-2},
year = {2013},
date = {2013-01-01},
booktitle = {WWW 2013 Companion},
pages = {1185--1193},
publisher = {Companion Publication of the IW3C2 WWW 2013 Conference},
abstract = {As an increasing number of human activities are moving to the Web, more and more teams are predominantly virtual. Therefore, formation and success of virtual teams is an important issue in a wide range of fields. In this paper we model social behavior patterns of team work using data from virtual communities. In particular, we use data about the Web community of the multiplayer online game Dota~2 to study cooperation within teams. By applying statistical analysis we investigate how and to which extent different factors of the team in the game, such as role distribution, experience, number of friends and national diversity, have an influence on the team's success. In order to complete the picture we also rank the factors according to their influence. The results of our study imply that cooperation within the team is better than competition.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
As an increasing number of human activities are moving to the Web, more and more teams are predominantly virtual. Therefore, formation and success of virtual teams is an important issue in a wide range of fields. In this paper we model social behavior patterns of team work using data from virtual communities. In particular, we use data about the Web community of the multiplayer online game Dota~2 to study cooperation within teams. By applying statistical analysis we investigate how and to which extent different factors of the team in the game, such as role distribution, experience, number of friends and national diversity, have an influence on the team's success. In order to complete the picture we also rank the factors according to their influence. The results of our study imply that cooperation within the team is better than competition.
Nataliia Pobiedina; Julia Neidhardt; María del Carmen Calatrava Moreno; Laszlo Grad-Gyenge; Hannes Werthner
On Successful Team Formation: Statistical Analysis of a Multiplayer Online Game Proceedings Article
In: Proceedings of the 15th IEEE Conference on Business Informatics (CBI), pp. 55–62, IEEE, 2013.
@inproceedings{TUW-218546,
title = {On Successful Team Formation: Statistical Analysis of a Multiplayer Online Game},
author = {Nataliia Pobiedina and Julia Neidhardt and María del Carmen Calatrava Moreno and Laszlo Grad-Gyenge and Hannes Werthner},
doi = {10.1109/CBI.2013.17},
year = {2013},
date = {2013-01-01},
booktitle = {Proceedings of the 15th IEEE Conference on Business Informatics (CBI)},
pages = {55--62},
publisher = {IEEE},
abstract = {Teamwork plays an important role in many areas of today´s society, such as business activities. Thus, the question of how to form an effective team is of increasing interest. In this paper we use the team-oriented multiplayer online game Dota 2 to study cooperation within teams and the success of teams. Making use of game log data, we choose a statistical approach to identify factors that increase the chance of a team to win. The factors that we analyze are related to the roles that players can take within the game, the experiences of the players and friendship ties within a team. Our results show that such data can be used to infer social behavior patterns.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Teamwork plays an important role in many areas of today´s society, such as business activities. Thus, the question of how to form an effective team is of increasing interest. In this paper we use the team-oriented multiplayer online game Dota 2 to study cooperation within teams and the success of teams. Making use of game log data, we choose a statistical approach to identify factors that increase the chance of a team to win. The factors that we analyze are related to the roles that players can take within the game, the experiences of the players and friendship ties within a team. Our results show that such data can be used to infer social behavior patterns.
María del Carmen Calatrava Moreno
Towards a Flexible Assessment of Higher Education with 360-degree Feedback Proceedings Article
In: Proceedings of the 11th IEEE International Conference on Information Technology Based Higher Education and Training, IEEE Inc., CFP13578-ART, 2013, ISBN: 978-1-4799-0086-2.
@inproceedings{TUW-220390,
title = {Towards a Flexible Assessment of Higher Education with 360-degree Feedback},
author = {María del Carmen Calatrava Moreno},
doi = {10.1109/ITHET.2013.6671041},
isbn = {978-1-4799-0086-2},
year = {2013},
date = {2013-01-01},
booktitle = {Proceedings of the 11th IEEE International Conference on Information Technology Based Higher Education and Training},
publisher = {IEEE Inc.},
address = {CFP13578-ART},
abstract = {Quality management procedures at higher education institutions tend to use industrial quality models to demonstrate effective performance. Such models evaluate resources and results, but fail to address the quality of the educational processes. In this paper we provide an overview of the most common quality management frameworks used in higher education institutions and discuss their application, strengths and shortcomings. Furthermore, we present the conceptual basis of a flexible assessment methodology inspired by the 360-degree feedback, that aims to circumvent the shortcomings of the previous frameworks while providing additional possibilities for result analysis.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Quality management procedures at higher education institutions tend to use industrial quality models to demonstrate effective performance. Such models evaluate resources and results, but fail to address the quality of the educational processes. In this paper we provide an overview of the most common quality management frameworks used in higher education institutions and discuss their application, strengths and shortcomings. Furthermore, we present the conceptual basis of a flexible assessment methodology inspired by the 360-degree feedback, that aims to circumvent the shortcomings of the previous frameworks while providing additional possibilities for result analysis.
María del Carmen Calatrava Moreno; Sami Kollanus
On the Motivations to Enroll in Doctoral Studies in Computer Science - A Comparison of PhD Program Models Proceedings Article
In: Proceedings of the 11th IEEE International Conference on Information Technology Based Higher Education and Training, IEEE Inc., CFP13578-ART, 2013, ISBN: 978-1-4799-0086-2.
@inproceedings{TUW-220391,
title = {On the Motivations to Enroll in Doctoral Studies in Computer Science - A Comparison of PhD Program Models},
author = {María del Carmen Calatrava Moreno and Sami Kollanus},
doi = {10.1109/ITHET.2013.6671028},
isbn = {978-1-4799-0086-2},
year = {2013},
date = {2013-01-01},
booktitle = {Proceedings of the 11th IEEE International Conference on Information Technology Based Higher Education and Training},
publisher = {IEEE Inc.},
address = {CFP13578-ART},
abstract = {While student motivation has been intensively researched, only a few studies cover motivation at doctoral level and even less focus on doctoral education in Computer Science. In this paper we investigate the motivation of graduate students to pursue doctoral studies specifically in Computer Science. We interviewed 63 doctoral students, from two different doctoral models (traditional and structured) in Finland and Austria, on their initial reasons and experiences that led them to enroll in doctoral studies. We identified five disjoint main motivational drivers that relate with different aspects of extrinsic and intrinsic motivation. Together with a measure of the strength of their initial motivation, we develop clear motivation profiles of different doctoral program models. We observed that students in structured programs were mainly driven by extrinsic motivation while participants in traditional European doctoral studies were mainly influenced by intrinsic factors. Our results give a practical overview of student motivation for the enhancement of student selection, support, and supervision processes in doctoral programs.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
While student motivation has been intensively researched, only a few studies cover motivation at doctoral level and even less focus on doctoral education in Computer Science. In this paper we investigate the motivation of graduate students to pursue doctoral studies specifically in Computer Science. We interviewed 63 doctoral students, from two different doctoral models (traditional and structured) in Finland and Austria, on their initial reasons and experiences that led them to enroll in doctoral studies. We identified five disjoint main motivational drivers that relate with different aspects of extrinsic and intrinsic motivation. Together with a measure of the strength of their initial motivation, we develop clear motivation profiles of different doctoral program models. We observed that students in structured programs were mainly driven by extrinsic motivation while participants in traditional European doctoral studies were mainly influenced by intrinsic factors. Our results give a practical overview of student motivation for the enhancement of student selection, support, and supervision processes in doctoral programs.
Maria del Carmen Calatrava Moreno; Thomas Auzinger
General-Purpose Graphics Processing Units in Service-Oriented Architectures Proceedings Article
In: Proceedings of the 6th IEEE International Conference on Service Oriented Computing and Applications, pp. 1–8, 2013.
@inproceedings{TUW-224444,
title = {General-Purpose Graphics Processing Units in Service-Oriented Architectures},
author = {Maria del Carmen Calatrava Moreno and Thomas Auzinger},
url = {http://publik.tuwien.ac.at/files/PubDat_224444.pdf},
year = {2013},
date = {2013-01-01},
booktitle = {Proceedings of the 6th IEEE International Conference on Service Oriented Computing and Applications},
pages = {1--8},
abstract = {Over the last decades, graphics processing units have developed from special-purpose graphics accelerators to general-purpose massively parallel co-processors. In recent years they gained increased traction in high performance computing as they provide superior computational performance in terms of runtime and energy consumption for a wide range of problems. In this survey, we review their employment in distributed computing for a broad range of application scenarios. Common characteristics and a classification of the most relevant use cases are described. Furthermore, we discuss possible future developments of the use of general purpose graphics processing units in the area of service-oriented architecture. The aim of this work is to inspire future research in this field and to give guidelines on when and how to incorporate this new hardware technology.},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
Over the last decades, graphics processing units have developed from special-purpose graphics accelerators to general-purpose massively parallel co-processors. In recent years they gained increased traction in high performance computing as they provide superior computational performance in terms of runtime and energy consumption for a wide range of problems. In this survey, we review their employment in distributed computing for a broad range of application scenarios. Common characteristics and a classification of the most relevant use cases are described. Furthermore, we discuss possible future developments of the use of general purpose graphics processing units in the area of service-oriented architecture. The aim of this work is to inspire future research in this field and to give guidelines on when and how to incorporate this new hardware technology.
María del Carmen Calatrava Moreno
(Poster) A Qualitative Framework for Comparison and Evaluation of Computer Science Doctoral Programs Proceedings Article
In: Proceedings of the 17th ACM annual conference on Innovation and technology in computer science education, pp. 398–398, ACM 2012, (Poster at ITiCSE 2012).
@inproceedings{calatrava2012qualitative,
title = {(Poster) A Qualitative Framework for Comparison and Evaluation of Computer Science Doctoral Programs},
author = {María del Carmen Calatrava Moreno},
doi = {10.1145/2325296.2325414},
year = {2012},
date = {2012-01-01},
booktitle = {Proceedings of the 17th ACM annual conference on Innovation and technology in computer science education},
pages = {398--398},
organization = {ACM},
note = {Poster at ITiCSE 2012},
keywords = {},
pubstate = {published},
tppubtype = {inproceedings}
}
TEACHING
- Supervision of bachelor’s and master’s thesis
- Lecturer of “Innovation in Computer Science” SS13 at TU Wien, Vienna, Austria
CONFERENCE TALKS
- SoftCom, 2017 Split (Croatia): “Confined to the Formation of Scholars? Doctoral education paths in a knowledge-based society“
- Open Evaluation, 2016 Vienna (Austria): “Measuring and Understanding Interdisciplinarity in Computer Science Doctoral Programs”
- IEEE Information Technology Based Higher Education and Training, 2016 Istanbul (Turkey): “A Multiple-Perspective Analysis of Doctoral Interdisciplinarity”
- EAIR Forum, 2014 Birmingham (England): “Interdisciplinarity in Computer Science: Emergent Patterns from Doctoral Experiences”
- UKCGE International Annual Conference – Doctoral Training Structures – form and functionality, 2014 Dublin (Ireland): “Contrasting Approaches to Interdisciplinarity at Doctoral Level – Students’Experiences”
- IEEE Global Engineering Education Conference, 2014 Istanbul (Turkey): “A 360-degree Evaluation Framework for Doctoral Education”
- IEEE Information Technology Based Higher Education and Training, 2013 Antalya (Turkey): “Towards a Flexible Assessment of Higher Education with 360-degree Feedback”
- IEEE International Conference on Service Oriented Computing and Applications, 2014 Kauai (USA): “General-Purpose Graphics Processing Units in Service-Oriented Architectures”
- Informatics Europe Conference, 2012 Barcelona (Spain): “The Vienna PhD School of Informatics. Design, Implementation and Experiences”
RESEARCH STAYS
- (Oct 2013 – Nov 2013) University of Oxford, Department of Education. Under supervision of Prof. Lynn McAlpine
- (Oct 2014 – Nov 2014) University of Oxford, Department of Education. Under supervision of Prof. Lynn McAlpine
- (April 2015 – Oct 2014) University of Tokyo, Department of Technology Management for Innovation. Under supervision of Prof. Sotaro Shibayama
- (Oct 2015 – Nov 2015) University of Oxford, Department of Education. Under supervision of Prof. Lynn McAlpine
VOLUNTEER
- Organization IEEE Conference on Business Informatics 2013 (CBI)
- Conference session chair: ACM ITiCSE, IEEE ITHET, IEEE SOCA
- Journal and conference reviewer: Information Systems and e-Business Management, IEEE Frontiers In Education (FIE), IEEE Conference on Business Informatics (CBI), International Conference on ICT in Education, Research, and Industrial Applications (ICTERI), International Conference on University Learning and Teaching (InCULT), and ENTER Conference