@conference {1408,
	title = {Analysis and Visualization of Performance Indicators in University Admission Tests},
	booktitle = {Formal Methods. FM 2019 International Workshops},
	year = {2020},
	month = {2020//},
	publisher = {Springer International Publishing},
	organization = {Springer International Publishing},
	address = {Cham},
	abstract = {This paper presents an analytical platform for evaluation of the performance and anomaly detection of tests for admission to public universities in Italy. Each test is personalized for each student and is composed of a series of questions, classified on different domains (e.g. maths, science, logic, etc.). Since each test is unique for composition, it is crucial to guarantee a similar level of difficulty for all the tests in a session. For this reason, to each question, it is assigned a level of difficulty from a domain expert. Thus, the general difficultness of a test depends on the correct classification of each item. We propose two approaches to detect outliers. A visualization-based approach using dynamic filter and responsive visual widgets. A data mining approach to evaluate the performance of the different questions for five years. We used clustering to group the questions according to a set of performance indicators to provide labeling of the data-driven level of difficulty. The measured level is compared with the a priori assigned by experts. The misclassifications are then highlighted to the expert, who will be able to refine the question or the classification. Sequential pattern mining is used to check if biases are present in the composition of the tests and their performance. This analysis is meant to exclude overlaps or direct dependencies among questions. Analyzing co-occurrences we are able to state that the composition of each test is fair and uniform for all the students, even on several sessions. The analytical results are presented to the expert through a visual web application that loads the analytical data and indicators and composes an interactive dashboard. The user may explore the patterns and models extracted by filtering and changing thresholds and analytical parameters.},
	isbn = {978-3-030-54994-7},
	doi = {https://doi.org/10.1007/978-3-030-54994-7_14},
	url = {https://link.springer.com/chapter/10.1007/978-3-030-54994-7_14},
	author = {Michela Natilli and Daniele Fadda and S Rinzivillo and Dino Pedreschi and Licari, Federica},
	editor = {Sekerinski, Emil and Moreira, Nelma and Oliveira, Jos{\'e} N. and Ratiu, Daniel and Riccardo Guidotti and Farrell, Marie and Luckcuck, Matt and Marmsoler, Diego and Campos, Jos{\'e} and Astarte, Troy and Gonnord, Laure and Cerone, Antonio and Couto, Luis and Dongol, Brijesh and Kutrib, Martin and Monteiro, Pedro and Delmas, David}
}
@article {1272,
	title = {A Visual Analytics Platform to Measure Performance on University Entrance Tests (Discussion Paper)},
	year = {2019},
	author = {Boncoraglio, Daniele and Deri, Francesca and Distefano, Francesco and Daniele Fadda and Filippi, Giorgio and Forte, Giuseppe and Licari, Federica and Michela Natilli and Dino Pedreschi and S Rinzivillo}
}
