http://baijia.info/ Sat, 19 May 2012 08:13:31 +0000 MyBB http://baijia.info/showthread.php?tid=1191 Fri, 11 May 2012 11:14:30 +0800 http://baijia.info/showthread.php?tid=1191
The Shenzhen supercomputer center was the 4th in the top500 list in Nov 2011. The hardware platform includes Xeon X5650 CPUs and Infiniband QDR.

http://www.nsccsz.gov.cn/zh_cn
http://i.top500.org/site/50287]]>
The Shenzhen supercomputer center was the 4th in the top500 list in Nov 2011. The hardware platform includes Xeon X5650 CPUs and Infiniband QDR.

http://www.nsccsz.gov.cn/zh_cn
http://i.top500.org/site/50287]]> http://baijia.info/showthread.php?tid=1179 Fri, 20 Apr 2012 20:41:45 +0800 http://baijia.info/showthread.php?tid=1179
full paper at http://cseweb.ucsd.edu/~vahdat/papers/hull-nsdi12.pdf]]>
full paper at http://cseweb.ucsd.edu/~vahdat/papers/hull-nsdi12.pdf]]> http://baijia.info/showthread.php?tid=1166 Tue, 10 Apr 2012 21:02:58 +0800 http://baijia.info/showthread.php?tid=1166
Abstract
The size of data sets being collected and analyzed in the industry for business intelligence is growing rapidly, making traditional warehousing solutions prohibitively expensive. Hadoop is a popular open-source map-reduce implementation which is being used in companies like Yahoo, Facebook etc. to store and process extremely large data sets on commodity hardware. However, the map-reduce programming model is very low level and requires developers to write custom programs which are hard to maintain and reuse. In this paper, we present Hive, an open-source data warehousing solution built on top of Hadoop. Hive supports queries expressed in a SQL-like declarative language - HiveQL, which are compiled into map-reduce jobs that are executed using Hadoop. In addition, HiveQL enables users to plug in custom map-reduce scripts into queries. The language includes a type system with support for tables containing primitive types, collections like arrays and maps, and nested compositions of the same. The underlying IO libraries can be extended to query data in custom formats. Hive also includes a system catalog - Metastore - that contains schemas and statistics, which are useful in data exploration, query optimization and query compilation. In Facebook, the Hive warehouse contains tens of thousands of tables and stores over 700TB of data and is being used extensively for both reporting and ad-hoc analyses by more than 200 users per month.

full paper at http://ieeexplore.ieee.org/stamp/stamp.j...http://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumb]]>
Abstract
The size of data sets being collected and analyzed in the industry for business intelligence is growing rapidly, making traditional warehousing solutions prohibitively expensive. Hadoop is a popular open-source map-reduce implementation which is being used in companies like Yahoo, Facebook etc. to store and process extremely large data sets on commodity hardware. However, the map-reduce programming model is very low level and requires developers to write custom programs which are hard to maintain and reuse. In this paper, we present Hive, an open-source data warehousing solution built on top of Hadoop. Hive supports queries expressed in a SQL-like declarative language - HiveQL, which are compiled into map-reduce jobs that are executed using Hadoop. In addition, HiveQL enables users to plug in custom map-reduce scripts into queries. The language includes a type system with support for tables containing primitive types, collections like arrays and maps, and nested compositions of the same. The underlying IO libraries can be extended to query data in custom formats. Hive also includes a system catalog - Metastore - that contains schemas and statistics, which are useful in data exploration, query optimization and query compilation. In Facebook, the Hive warehouse contains tens of thousands of tables and stores over 700TB of data and is being used extensively for both reporting and ad-hoc analyses by more than 200 users per month.

full paper at http://ieeexplore.ieee.org/stamp/stamp.j...http://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumb]]> http://baijia.info/showthread.php?tid=1165 Tue, 10 Apr 2012 01:27:43 +0800 http://baijia.info/showthread.php?tid=1165
http://dl.acm.org/ft_gateway.cfm?id=2020...http://dl.acm.org/ft_gateway.cfm?id=2020611&ftid=1013051&dwn=1&CFID=96455876&CFTOKE]]>
http://dl.acm.org/ft_gateway.cfm?id=2020...http://dl.acm.org/ft_gateway.cfm?id=2020611&ftid=1013051&dwn=1&CFID=96455876&CFTOKE]]> http://baijia.info/showthread.php?tid=1163 Mon, 09 Apr 2012 12:37:10 +0800 http://baijia.info/showthread.php?tid=1163 http://baijia.info/showthread.php?tid=1162 Mon, 09 Apr 2012 04:12:48 +0800 http://baijia.info/showthread.php?tid=1162
ACM entry: http://doi.acm.org/10.1145/1098918.1098920

@inproceedings{maroti05radio,
author = {Mar\'{o}ti, Mikl\'{o}s and V\"{o}lgyesi, P{\'e}ter and D\'{o}ra, Sebesty{\'e}n and Kus\'{y}, Branislav and N\'{a}das, Andr\'{a}s and L{\'e}deczi, \'{A}kos and Balogh, Gy\"{o}rgy and Moln\'{a}r, K\'{a}roly},
title = {Radio interferometric geolocation},
booktitle = {Proceedings of the 3rd international conference on Embedded networked sensor systems},
series = {SenSys '05},
year = {2005},
isbn = {1-59593-054-X},
location = {San Diego, California, USA},
pages = {1--12},
numpages = {12},
}]]>
ACM entry: http://doi.acm.org/10.1145/1098918.1098920

@inproceedings{maroti05radio,
author = {Mar\'{o}ti, Mikl\'{o}s and V\"{o}lgyesi, P{\'e}ter and D\'{o}ra, Sebesty{\'e}n and Kus\'{y}, Branislav and N\'{a}das, Andr\'{a}s and L{\'e}deczi, \'{A}kos and Balogh, Gy\"{o}rgy and Moln\'{a}r, K\'{a}roly},
title = {Radio interferometric geolocation},
booktitle = {Proceedings of the 3rd international conference on Embedded networked sensor systems},
series = {SenSys '05},
year = {2005},
isbn = {1-59593-054-X},
location = {San Diego, California, USA},
pages = {1--12},
numpages = {12},
}]]> http://baijia.info/showthread.php?tid=1161 Sun, 08 Apr 2012 21:44:33 +0800 http://baijia.info/showthread.php?tid=1161 Smarter data center power monitoring and management. Sensys '11.

Poster abstract at http://dl.acm.org/ft_gateway.cfm?id=2071...http://dl.acm.org/ft_gateway.cfm?id=2071001&ftid=1058824&dwn=1&CFID=76443519&CFTOKE]]> Smarter data center power monitoring and management. Sensys '11.

Poster abstract at http://dl.acm.org/ft_gateway.cfm?id=2071...http://dl.acm.org/ft_gateway.cfm?id=2071001&ftid=1058824&dwn=1&CFID=76443519&CFTOKE]]> http://baijia.info/showthread.php?tid=1160 Sun, 08 Apr 2012 21:43:02 +0800 http://baijia.info/showthread.php?tid=1160
poster abstract at http://dl.acm.org/ft_gateway.cfm?id=2071...http://dl.acm.org/ft_gateway.cfm?id=2071000&ftid=1058823&dwn=1&CFID=76443519&CFTOKE]]>
poster abstract at http://dl.acm.org/ft_gateway.cfm?id=2071...http://dl.acm.org/ft_gateway.cfm?id=2071000&ftid=1058823&dwn=1&CFID=76443519&CFTOKE]]> http://baijia.info/showthread.php?tid=1159 Sun, 08 Apr 2012 05:43:38 +0800 http://baijia.info/showthread.php?tid=1159
ACM entry: http://doi.acm.org/10.1145/1182807.1182811

@inproceedings{dunkels06protothreads,
author = {Dunkels, Adam and Schmidt, Oliver and Voigt, Thiemo and Ali, Muneeb},
title = {Protothreads: simplifying event-driven programming of memory-constrained embedded systems},
booktitle = {Proceedings of the 4th international conference on Embedded networked sensor systems},
series = {SenSys '06},
year = {2006},
isbn = {1-59593-343-3},
location = {Boulder, Colorado, USA},
pages = {29--42},
numpages = {14},
}]]>
ACM entry: http://doi.acm.org/10.1145/1182807.1182811

@inproceedings{dunkels06protothreads,
author = {Dunkels, Adam and Schmidt, Oliver and Voigt, Thiemo and Ali, Muneeb},
title = {Protothreads: simplifying event-driven programming of memory-constrained embedded systems},
booktitle = {Proceedings of the 4th international conference on Embedded networked sensor systems},
series = {SenSys '06},
year = {2006},
isbn = {1-59593-343-3},
location = {Boulder, Colorado, USA},
pages = {29--42},
numpages = {14},
}]]> http://baijia.info/showthread.php?tid=1158 Sun, 08 Apr 2012 05:34:14 +0800 http://baijia.info/showthread.php?tid=1158
ACM entry: http://doi.acm.org/10.1145/223982.223990


@inproceedings{woosplash2,
author = {Woo, Steven Cameron and Ohara, Moriyoshi and Torrie, Evan and Singh, Jaswinder Pal and Gupta, Anoop},
title = {The SPLASH-2 programs: characterization and methodological considerations},
booktitle = {Proceedings of the 22nd annual international symposium on Computer architecture},
series = {ISCA '95},
year = {1995},
isbn = {0-89791-698-0},
location = {S. Margherita Ligure, Italy},
pages = {24--36},
numpages = {13},
}]]>
ACM entry: http://doi.acm.org/10.1145/223982.223990


@inproceedings{woosplash2,
author = {Woo, Steven Cameron and Ohara, Moriyoshi and Torrie, Evan and Singh, Jaswinder Pal and Gupta, Anoop},
title = {The SPLASH-2 programs: characterization and methodological considerations},
booktitle = {Proceedings of the 22nd annual international symposium on Computer architecture},
series = {ISCA '95},
year = {1995},
isbn = {0-89791-698-0},
location = {S. Margherita Ligure, Italy},
pages = {24--36},
numpages = {13},
}]]> http://baijia.info/showthread.php?tid=1157 Sun, 08 Apr 2012 01:20:28 +0800 http://baijia.info/showthread.php?tid=1157 http://baijia.info/showthread.php?tid=1156 Sun, 08 Apr 2012 01:15:26 +0800 http://baijia.info/showthread.php?tid=1156 "Trickle: A Self-Regulating Algorithm for Code Propagation and Maintenance in Wireless Sensor Networks." In Proceedings of the First USENIX/ACM Symposium on Networked Systems Design and Implementation (NSDI 2004).

PDF from Levis' site:　http://www.cs.berkeley.edu/~pal/pubs/euro04-firecracker.pdf]]> "Trickle: A Self-Regulating Algorithm for Code Propagation and Maintenance in Wireless Sensor Networks." In Proceedings of the First USENIX/ACM Symposium on Networked Systems Design and Implementation (NSDI 2004).

PDF from Levis' site:　http://www.cs.berkeley.edu/~pal/pubs/euro04-firecracker.pdf]]> http://baijia.info/showthread.php?tid=1155 Sun, 08 Apr 2012 00:54:57 +0800 http://baijia.info/showthread.php?tid=1155
ABSTRACT
We explore the nature of traffic in data centers, designed to sup-
port the mining of massive data sets. We instrument the servers to
collect socket-level logs, with negligible performance impact. In a
1500 server operational cluster, we thus amass roughly a petabyte
of measurements over two months, from which we obtain and re-
port detailed views of traffic and congestion conditions and patterns.
We further consider whether traffic matrices in the cluster might be
obtained instead via tomographic inference from coarser-grained
counter data.

full paper accessed at http://research.microsoft.com/pubs/11258...http://research.microsoft.com/pubs/112580/imc09_dcT]]>
ABSTRACT
We explore the nature of traffic in data centers, designed to sup-
port the mining of massive data sets. We instrument the servers to
collect socket-level logs, with negligible performance impact. In a
1500 server operational cluster, we thus amass roughly a petabyte
of measurements over two months, from which we obtain and re-
port detailed views of traffic and congestion conditions and patterns.
We further consider whether traffic matrices in the cluster might be
obtained instead via tomographic inference from coarser-grained
counter data.

full paper accessed at http://research.microsoft.com/pubs/11258...http://research.microsoft.com/pubs/112580/imc09_dcT]]> http://baijia.info/showthread.php?tid=1153 Sun, 01 Apr 2012 13:05:35 +0800 http://baijia.info/showthread.php?tid=1153 What Are Backlinks?
Относно Backling Услугите
Co to jsou Zpětné Odkazy?]]> What Are Backlinks?
Относно Backling Услугите
Co to jsou Zpětné Odkazy?]]> http://baijia.info/showthread.php?tid=1151 Wed, 28 Mar 2012 10:13:25 +0800 http://baijia.info/showthread.php?tid=1151 Luiz Barroso, Jeffrey Dean, Urs Hoelzle. Web Search for a Planet: The Google Cluster Architecture. IEEE Micro, Vol. 23, No. 2, pp. 22-28, Mar./Apr. 2003. (http://baijia.info/showthread.php?tid=133).

The MapReduce framework is a pioneer of large-scale data-intensive computing in datacenters:
Dean, J. and Ghemawat, S. 2004. MapReduce: simplified data processing on large clusters. In Proceedings of the 6th Conference on Symposium on Opearting Systems Design & Implementation - Volume 6 (San Francisco, CA, December 06 - 08, 2004). (http://baijia.info/showthread.php?tid=2).

Our recent development, DVM, shows an efficient way to extend instruction-level virtualization to a large number of physical hosts, and can potentially provide an abstraction of a "single computer" for a datacenter:
Zhiqiang Ma, Zhonghua Sheng, Lin Gu, Liufei Wen and Gong Zhang. DVM: Towards a Datacenter-Scale Virtual Machine. In Proc. of ACM VEE'12, London, UK, Mar. 3-4, 2012.
(http://baijia.info/showthread.php?tid=1114)


The foundation of a series of recent large-scale file systems in datacenters is the GFS system, which provides a systematic solution to scalability, consistency, and software fault tolerance:
Ghemawat, S., Gobioff, H., and Leung, S. The Google file system. In Proceedings of the Nineteenth ACM Symposium on Operating Systems Principles (SOSP'03), Bolton Landing, NY, USA, October 19 - 22, 2003. 29-43.
(http://baijia.info/showthread.php?tid=1)]]> Luiz Barroso, Jeffrey Dean, Urs Hoelzle. Web Search for a Planet: The Google Cluster Architecture. IEEE Micro, Vol. 23, No. 2, pp. 22-28, Mar./Apr. 2003. (http://baijia.info/showthread.php?tid=133).

The MapReduce framework is a pioneer of large-scale data-intensive computing in datacenters:
Dean, J. and Ghemawat, S. 2004. MapReduce: simplified data processing on large clusters. In Proceedings of the 6th Conference on Symposium on Opearting Systems Design & Implementation - Volume 6 (San Francisco, CA, December 06 - 08, 2004). (http://baijia.info/showthread.php?tid=2).

Our recent development, DVM, shows an efficient way to extend instruction-level virtualization to a large number of physical hosts, and can potentially provide an abstraction of a "single computer" for a datacenter:
Zhiqiang Ma, Zhonghua Sheng, Lin Gu, Liufei Wen and Gong Zhang. DVM: Towards a Datacenter-Scale Virtual Machine. In Proc. of ACM VEE'12, London, UK, Mar. 3-4, 2012.
(http://baijia.info/showthread.php?tid=1114)


The foundation of a series of recent large-scale file systems in datacenters is the GFS system, which provides a systematic solution to scalability, consistency, and software fault tolerance:
Ghemawat, S., Gobioff, H., and Leung, S. The Google file system. In Proceedings of the Nineteenth ACM Symposium on Operating Systems Principles (SOSP'03), Bolton Landing, NY, USA, October 19 - 22, 2003. 29-43.
(http://baijia.info/showthread.php?tid=1)]]> http://baijia.info/showthread.php?tid=1140 Fri, 16 Mar 2012 10:16:57 +0800 http://baijia.info/showthread.php?tid=1140
PDF from Zeldovich's web site: http://people.csail.mit.edu/nickolai/pap...http://people.csail.mit.edu/nickolai/papers/clements-]]>
PDF from Zeldovich's web site: http://people.csail.mit.edu/nickolai/pap...http://people.csail.mit.edu/nickolai/papers/clements-]]> http://baijia.info/showthread.php?tid=1136 Thu, 15 Mar 2012 20:57:01 +0800 http://baijia.info/showthread.php?tid=1136
http://huanliu.wordpress.com/2012/03/13/...http://huanliu.wordpress.com/2012/03/13/amazon-data-ce

The posts also lists some patterns they found about EC2:

"
* Each EC2 instance is assigned an internal IP address in the form of 10.x.x.x.
* Each server rack is assigned a 10.x.x.x/22 IP address range, i.e., all virtual machines running on that server rack will have the same 22 bits IP prefix.
* A 10.x.x.x/22 IP address range has 1024 IP addresses, but the first 256 are reserved for DOM0 virtual machines (system management virtual machine in XEN), and only the last 768 are used for customers’ instances.
* Within the first 256 addresses, two at address 10.x.x.2 and 10.x.x.3 are reserved for routers on the rack. These two routers are arranged in a load balanced and fault-tolerant configuration to route traffic in and out of the rack. We verified that the uplink capacity from 10.x.x.2 and 10.x.x.3 are roughly 2 Gbps total, further suggesting that they are routers each with a 1Gbps uplink.
"]]>
http://huanliu.wordpress.com/2012/03/13/...http://huanliu.wordpress.com/2012/03/13/amazon-data-ce

The posts also lists some patterns they found about EC2:

"
* Each EC2 instance is assigned an internal IP address in the form of 10.x.x.x.
* Each server rack is assigned a 10.x.x.x/22 IP address range, i.e., all virtual machines running on that server rack will have the same 22 bits IP prefix.
* A 10.x.x.x/22 IP address range has 1024 IP addresses, but the first 256 are reserved for DOM0 virtual machines (system management virtual machine in XEN), and only the last 768 are used for customers’ instances.
* Within the first 256 addresses, two at address 10.x.x.2 and 10.x.x.3 are reserved for routers on the rack. These two routers are arranged in a load balanced and fault-tolerant configuration to route traffic in and out of the rack. We verified that the uplink capacity from 10.x.x.2 and 10.x.x.3 are roughly 2 Gbps total, further suggesting that they are routers each with a 1Gbps uplink.
"]]> http://baijia.info/showthread.php?tid=1131 Wed, 14 Mar 2012 21:29:44 +0800 http://baijia.info/showthread.php?tid=1131
URL: http://ieeexplore.ieee.org/stamp/stamp.j...http://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=253003&isn

@INPROCEEDINGS{amaral92object,
author={Amaral, P. and Lea, R. and Jacquemot, C.},
booktitle={Object Orientation in Operating Systems, 1992., Proceedings of the Second International Workshop on},
title={A model for persistent shared memory addressing in distributed systems},
year={1992},
month={sep},
volume={},
number={},
pages={2 -12},
}]]>
URL: http://ieeexplore.ieee.org/stamp/stamp.j...http://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=253003&isn

@INPROCEEDINGS{amaral92object,
author={Amaral, P. and Lea, R. and Jacquemot, C.},
booktitle={Object Orientation in Operating Systems, 1992., Proceedings of the Second International Workshop on},
title={A model for persistent shared memory addressing in distributed systems},
year={1992},
month={sep},
volume={},
number={},
pages={2 -12},
}]]> http://baijia.info/showthread.php?tid=1130 Wed, 14 Mar 2012 21:27:42 +0800 http://baijia.info/showthread.php?tid=1130
http://dl.acm.org/citation.cfm?id=318848

@inproceedings{thatte1986persistent,
author = {Thatte, Satish M.},
title = {Persistent memory: a storage architecture for object-oriented database systems},
booktitle = {Proceedings on the 1986 international workshop on Object-oriented database systems},
series = {OODS '86},
year = {1986},
pages = {148--159},
numpages = {12},
}]]>
http://dl.acm.org/citation.cfm?id=318848

@inproceedings{thatte1986persistent,
author = {Thatte, Satish M.},
title = {Persistent memory: a storage architecture for object-oriented database systems},
booktitle = {Proceedings on the 1986 international workshop on Object-oriented database systems},
series = {OODS '86},
year = {1986},
pages = {148--159},
numpages = {12},
}]]> http://baijia.info/showthread.php?tid=1117 Thu, 01 Mar 2012 10:11:01 +0800 http://baijia.info/showthread.php?tid=1117
http://doi.acm.org/10.1145/1989323.1989447

@inproceedings{Pawlikowski2011efficient,
author = {Bajda-Pawlikowski, Kamil and Abadi, Daniel J. and Silberschatz, Avi and Paulson, Erik},
title = {Efficient processing of data warehousing queries in a split execution environment},
booktitle = {Proceedings of the 2011 international conference on Management of data},
series = {SIGMOD '11},
year = {2011},
pages = {1165--1176},
numpages = {12},
}]]>
http://doi.acm.org/10.1145/1989323.1989447

@inproceedings{Pawlikowski2011efficient,
author = {Bajda-Pawlikowski, Kamil and Abadi, Daniel J. and Silberschatz, Avi and Paulson, Erik},
title = {Efficient processing of data warehousing queries in a split execution environment},
booktitle = {Proceedings of the 2011 international conference on Management of data},
series = {SIGMOD '11},
year = {2011},
pages = {1165--1176},
numpages = {12},
}]]>