Due to the huge increase in the number and dimension of available databases, efficient solutions for counting frequent sets
e nowadays very important within the Data Mining community. Several sequential and parallel algorithms were proposed, whichin many cases exhibit excellent scalability. In this paper we present ParDCI, a distributed and multithreaded algorithm forcounting the occurrences of frequent sets within transactional databases. ParDCI is a parallel version of DCI (Direct Count& Intersect), a multi-strategy algorithm which is able to adapt its behavior not only to the features of the specific computingplatform (e.g. available memory), but also to the features of the dataset being processed (e.g. sparse or dense datasets).ParDCI enhances previous proposals by exploiting the highly optimized counting and intersection techniques of DCI, and byrelying on a multi-level parallelization approachwh ichex plicitly targets clusters of SMPs, an emerging computing platform.We focused our work on the efficient exploitation of the underlying architecture. Intra-Node multithreading effectively exploitsthe memory hierarchies of each SMP node, while Inter-Node parallelism exploits smart partitioning techniques aimed at reducingcommunication overheads. In depth experimental evaluations demonstrate that ParDCI reaches nearly optimal performances undera variety of conditions.

@inproceedings{orlando02efficient, author = {Orlando, Salvatore and Palmerini, Paolo and Perego, Raffaele and Silvestri, Fabrizio}, title = {An Efficient Parallel and Distributed Algorithm for Counting Frequent Sets}, booktitle = {High Performance Computing for Computational Science — VECPAR 2002}, year = {2003}, pages = {3--29}, url = {http://dx.doi.org/10.1007/3-540-36569-9_28}, keywords = {algorithm, parallel, fca, set, itemset, frequent, mining}, abstract = {Due to the huge increase in the number and dimension of available databases, efficient solutions for counting frequent sets
e nowadays very important within the Data Mining community. Several sequential and parallel algorithms were proposed, whichin many cases exhibit excellent scalability. In this paper we present ParDCI, a distributed and multithreaded algorithm forcounting the occurrences of frequent sets within transactional databases. ParDCI is a parallel version of DCI (Direct Count& Intersect), a multi-strategy algorithm which is able to adapt its behavior not only to the features of the specific computingplatform (e.g. available memory), but also to the features of the dataset being processed (e.g. sparse or dense datasets).ParDCI enhances previous proposals by exploiting the highly optimized counting and intersection techniques of DCI, and byrelying on a multi-level parallelization approachwh ichex plicitly targets clusters of SMPs, an emerging computing platform.We focused our work on the efficient exploitation of the underlying architecture. Intra-Node multithreading effectively exploitsthe memory hierarchies of each SMP node, while Inter-Node parallelism exploits smart partitioning techniques aimed at reducingcommunication overheads. In depth experimental evaluations demonstrate that ParDCI reaches nearly optimal performances undera variety of conditions.} }

%0 = inproceedings %A = Orlando, Salvatore and Palmerini, Paolo and Perego, Raffaele and Silvestri, Fabrizio %B = High Performance Computing for Computational Science — VECPAR 2002 %D = 2003 %T = An Efficient Parallel and Distributed Algorithm for Counting Frequent Sets %U = http://dx.doi.org/10.1007/3-540-36569-9_28