@inproceedings{125dbea4339746bf8d9466a3141c47de,
title = "How to detect a small cluster in big data?",
abstract = "Detecting small clusters in a large amount of data is a difficult problem, mainly when there are only a few samples to be detected. There are general purpose solutions for small cluster detection, but many times they are not adequate for specific data. Artificial Intelligence techniques have been proposed, because they present the advantage of requiring little or no a priori assumption on the data distributions. The amount and higher dimensional nature of big data makes it too complex to be processed and analyzed by traditional methods. Hierarchical Self Organizing Maps, (HSOM) can improve the decision making with an approach based on specialization of Self Organizing Maps (SOM), dimensionality reduction and visualization of clusters. The goal is to propose a methodology to detect and visualize small clusters in the data with a toy case, where traditional human based approaches are not possible or are too complex to process, and the results clearly demonstrate that the HSOM based method outperforms the most widely adopted traditional methods revealing a number of small clusters hidden in data.",
keywords = "Big data, Cluster, Data mining, HSOM, Outlier detection, SOM",
author = "Paulo Jo{\~a}o and Victor Lobo",
note = "Jo{\~a}o, P., \& Lobo, V. (2014). How to detect a small cluster in big data? In Atas da 14ª Confer{\^e}ncia da Associa{\c c}{\~a}o Portuguesa de Sistemas de Informa{\c c}{\~a}o: Os Sistemas de Informa{\c c}{\~a}o na Sa{\'u}de (Vol. 14, pp. 162-173). (Atas da Conferencia da Associacao Portuguesa de Sistemas de Informacao). Funda{\c c}{\~a}o Luis de Molina. DOI: 10.18803/capsi.v14.162-173; 14th Portuguese Association for Information Systems Conference, CAPSI 2014 ; Conference date: 03-10-2014 Through 04-10-2014",
year = "2014",
month = jan,
day = "1",
doi = "10.18803/capsi.v14.162-173",
language = "English",
isbn = "978-989-8132-13-0",
volume = "14",
series = "Atas da Conferencia da Associacao Portuguesa de Sistemas de Informacao",
publisher = "Funda{\c c}{\~a}o Luis de Molina",
pages = "162--173",
booktitle = "Atas da 14ª Confer{\^e}ncia da Associa{\c c}{\~a}o Portuguesa de Sistemas de Informa{\c c}{\~a}o",
}