Semantic Data De-duplication for archival storage systems Export

@inproceedings{citeulike:4933849, abstract = {In archival storage systems, there is a huge amount of duplicate data or redundant data, which occupy significant extra equipments and power consumptions, largely lowering down resources utilization (such as the network bandwidth and storage) and imposing extra burden on management as the scale increases. So data de-duplication, the goal of which is to minimize the duplicate data in the inter-file level, has been receiving broad attention both in academic and industry in recent years. In this paper, semantic data de-duplication (SDD) is proposed, which makes use of the semantic information in the I/O path (such as file type, file format, application hints and filesystem metadata) of the archival files to direct the dividing a file into semantic chunks (SC). While the main goal of SDD is to maximally reduce the inter-file level duplications, directly storing variable SCes into disks will result in a lot of fragments and involve a high percentage of random disk accesses, which is very inefficient. So an efficient data storage scheme is also designed and implemented: SCes are further packaged into fixed sized Objects, which are actually the storage units in the storage devices, so as to speed up the I/O performance as well as ease the data management. Primary experiments have demonstrated that SDD can further reduce the storage space compared with current methods (from 20\% to near 50\% according to different datasets), and largely improves the writing performance (about 50\%-70\% in average).}, author = {Liu, Chuanyi and Ju, Dapeng and Gu, Yu and Zhang, Youhui and Wang, Dongsheng and Du, D. H. C.}, booktitle = {Computer Systems Architecture Conference, 2008. ACSAC 2008. 13th Asia-Pacific}, citeulike-article-id = {4933849}, citeulike-linkout-0 = {http://dx.doi.org/10.1109/APCSAC.2008.4625441}, citeulike-linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=4625441}, comment = {Extremlly similar to the ADMAD system}, doi = {10.1109/APCSAC.2008.4625441}, journal = {Computer Systems Architecture Conference, 2008. ACSAC 2008. 13th Asia-Pacific}, keywords = {2008, datadeduplication}, pages = {1--9}, posted-at = {2009-06-23 14:41:59}, priority = {0}, title = {Semantic Data De-duplication for archival storage systems}, url = {http://dx.doi.org/10.1109/APCSAC.2008.4625441}, year = {2008} }

TY - CONF ID - citeulike:4933849 L3 - citeulike-article-id:4933849 N2 - In archival storage systems, there is a huge amount of duplicate data or redundant data, which occupy significant extra equipments and power consumptions, largely lowering down resources utilization (such as the network bandwidth and storage) and imposing extra burden on management as the scale increases. So data de-duplication, the goal of which is to minimize the duplicate data in the inter-file level, has been receiving broad attention both in academic and industry in recent years. In this paper, semantic data de-duplication (SDD) is proposed, which makes use of the semantic information in the I/O path (such as file type, file format, application hints and filesystem metadata) of the archival files to direct the dividing a file into semantic chunks (SC). While the main goal of SDD is to maximally reduce the inter-file level duplications, directly storing variable SCes into disks will result in a lot of fragments and involve a high percentage of random disk accesses, which is very inefficient. So an efficient data storage scheme is also designed and implemented: SCes are further packaged into fixed sized Objects, which are actually the storage units in the storage devices, so as to speed up the I/O performance as well as ease the data management. Primary experiments have demonstrated that SDD can further reduce the storage space compared with current methods (from 20% to near 50% according to different datasets), and largely improves the writing performance (about 50%-70% in average). JF - Computer Systems Architecture Conference, 2008. ACSAC 2008. 13th Asia-Pacific EP - 9 TI - Semantic Data De-duplication for archival storage systems T2 - Computer Systems Architecture Conference, 2008. ACSAC 2008. 13th Asia-Pacific SP - 1 KW - 2008 KW - datadeduplication N1 - Extremlly similar to the ADMAD system AU - Liu, Chuanyi AU - Ju, Dapeng AU - Gu, Yu AU - Zhang, Youhui AU - Wang, Dongsheng AU - Du, DHC PY - 2008/// UR - http://dx.doi.org/10.1109/APCSAC.2008.4625441 ER -