<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" media="screen" href="/~d/styles/rss2titles.xsl"?><?xml-stylesheet type="text/css" media="screen" href="http://feeds.feedburner.com/~d/styles/itemtitles.css"?><rss xmlns:content="http://purl.org/rss/1.0/modules/content/" xmlns:wfw="http://wellformedweb.org/CommentAPI/" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:atom="http://www.w3.org/2005/Atom" xmlns:sy="http://purl.org/rss/1.0/modules/syndication/" xmlns:slash="http://purl.org/rss/1.0/modules/slash/" xmlns:creativeCommons="http://backend.userland.com/creativeCommonsRssModule" xmlns:feedburner="http://rssnamespace.org/feedburner/ext/1.0" version="2.0">

<channel>
	<title>frankdenneman.nl</title>
	
	<link>http://frankdenneman.nl</link>
	<description />
	<lastBuildDate>Tue, 24 Jan 2012 15:49:35 +0000</lastBuildDate>
	<language>en</language>
	<sy:updatePeriod>hourly</sy:updatePeriod>
	<sy:updateFrequency>1</sy:updateFrequency>
	<generator>http://wordpress.org/?v=3.3</generator>
		<atom10:link xmlns:atom10="http://www.w3.org/2005/Atom" rel="self" type="application/rss+xml" href="http://feeds.feedburner.com/frankdenneman/ZjZC" /><feedburner:info uri="frankdenneman/zjzc" /><atom10:link xmlns:atom10="http://www.w3.org/2005/Atom" rel="hub" href="http://pubsubhubbub.appspot.com/" /><creativeCommons:license>http://creativecommons.org/licenses/by-nc-nd/2.0/</creativeCommons:license><xhtml:meta xmlns:xhtml="http://www.w3.org/1999/xhtml" name="robots" content="noindex" /><meta xmlns="http://pipes.yahoo.com" name="pipes" content="noprocess" /><feedburner:feedFlare href="http://add.my.yahoo.com/rss?url=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://us.i1.yimg.com/us.yimg.com/i/us/my/addtomyyahoo4.gif">Subscribe with My Yahoo!</feedburner:feedFlare><feedburner:feedFlare href="http://www.newsgator.com/ngs/subscriber/subext.aspx?url=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://www.newsgator.com/images/ngsub1.gif">Subscribe with NewsGator</feedburner:feedFlare><feedburner:feedFlare href="http://feeds.my.aol.com/add.jsp?url=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://o.aolcdn.com/favorites.my.aol.com/webmaster/ffclient/webroot/locale/en-US/images/myAOLButtonSmall.gif">Subscribe with My AOL</feedburner:feedFlare><feedburner:feedFlare href="http://www.bloglines.com/sub/http://feeds.feedburner.com/frankdenneman/ZjZC" src="http://www.bloglines.com/images/sub_modern11.gif">Subscribe with Bloglines</feedburner:feedFlare><feedburner:feedFlare href="http://www.netvibes.com/subscribe.php?url=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://www.netvibes.com/img/add2netvibes.gif">Subscribe with Netvibes</feedburner:feedFlare><feedburner:feedFlare href="http://fusion.google.com/add?feedurl=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://buttons.googlesyndication.com/fusion/add.gif">Subscribe with Google</feedburner:feedFlare><feedburner:feedFlare href="http://www.pageflakes.com/subscribe.aspx?url=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://www.pageflakes.com/ImageFile.ashx?instanceId=Static_4&amp;fileName=ATP_blu_91x17.gif">Subscribe with Pageflakes</feedburner:feedFlare><feedburner:feedFlare href="http://www.plusmo.com/add?url=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://plusmo.com/res/graphics/fbplusmo.gif">Subscribe with Plusmo</feedburner:feedFlare><feedburner:feedFlare href="http://www.thefreedictionary.com/_/hp/AddRSS.aspx?http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://img.tfd.com/hp/addToTheFreeDictionary.gif">Subscribe with The Free Dictionary</feedburner:feedFlare><feedburner:feedFlare href="http://www.bitty.com/manual/?contenttype=rssfeed&amp;contentvalue=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://www.bitty.com/img/bittychicklet_91x17.gif">Subscribe with Bitty Browser</feedburner:feedFlare><feedburner:feedFlare href="http://www.live.com/?add=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://tkfiles.storage.msn.com/x1piYkpqHC_35nIp1gLE68-wvzLZO8iXl_JMledmJQXP-XTBOLfmQv4zhj4MhcWEJh_GtoBIiAl1Mjh-ndp9k47If7hTaFno0mxW9_i3p_5qQw">Subscribe with Live.com</feedburner:feedFlare><feedburner:feedFlare href="http://mix.excite.eu/add?feedurl=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://image.excite.co.uk/mix/addtomix.gif">Subscribe with Excite MIX</feedburner:feedFlare><feedburner:feedFlare href="http://www.webwag.com/wwgthis.php?url=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://www.webwag.com/images/wwgthis.gif">Subscribe with Webwag</feedburner:feedFlare><feedburner:feedFlare href="http://www.podcastready.com/oneclick_bookmark.php?url=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://www.podcastready.com/images/podcastready_button.gif">Subscribe with Podcast Ready</feedburner:feedFlare><feedburner:feedFlare href="http://www.wikio.com/subscribe?url=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://www.wikio.com/shared/img/add2wikio.gif">Subscribe with Wikio</feedburner:feedFlare><feedburner:feedFlare href="http://www.dailyrotation.com/index.php?feed=http%3A%2F%2Ffeeds.feedburner.com%2Ffrankdenneman%2FZjZC" src="http://www.dailyrotation.com/rss-dr2.gif">Subscribe with Daily Rotation</feedburner:feedFlare><item>
		<title>Retrospect of 2011 content due to Bloggers survey</title>
		<link>http://feedproxy.google.com/~r/frankdenneman/ZjZC/~3/4MKl8lj4o6U/</link>
		<comments>http://frankdenneman.nl/2012/01/retrospect-of-2011-content-due-to-bloggers-survey/#comments</comments>
		<pubDate>Tue, 24 Jan 2012 15:47:55 +0000</pubDate>
		<dc:creator>Frank Denneman</dc:creator>
				<category><![CDATA[Uncategorized]]></category>

		<guid isPermaLink="false">http://frankdenneman.nl/?p=1847</guid>
		<description><![CDATA[vSphere-land.com is running it’s annual Top 25 virtualization blog survey again and I’m really interested to see who are picked this year. Like previous year, some great bloggers disappear while other new great ones emerge. One guy I want to mention by name is Chris Colotti, his blog is a great source of information about [...]<p><a href="http://frankdenneman.nl/2012/01/retrospect-of-2011-content-due-to-bloggers-survey/">Retrospect of 2011 content due to Bloggers survey</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
]]></description>
			<content:encoded><![CDATA[<p><a href="http://http://vsphere-land.com/">vSphere-land.com </a>is running it’s annual <a href="http://vsphere-land.com/news/voting-now-open-for-the-top-vmware-virtualization-blogs.html">Top 25 virtualization blog</a> survey again and I’m really interested to see who are picked this year. Like previous year, some great bloggers disappear while other new great ones emerge. One guy I want to mention by name is <a href="http://www.chriscolotti.us/">Chris Colotti</a>, his blog is a great source of information about vCloud Director. If you haven’t visited his blog yet, go do that right away!.</p>
<p>Last year I’ve been pretty busy writing, shaping, designing, wrestling with publishers in order to get our (<a href="http://www.twitter.rs/DuncanYB">@DuncanYB</a>) book “vSphere 5 Clustering technical deepdive out to the public. This meant it cut down on research time, which resulted in a smaller number of blogs being released than previous years. So after seeing other people’s blog about their top 10, I was curious to see what I’ve done last year. The articles that are listed are the ones I’m proud of, spending a lot of time on researching them, but most of all, enjoyed the most writing them. </p>
<p><a href="http://frankdenneman.nl/2012/01/storage-drs-initial-placement-and-datastore-cluster-defragmentation/">Storage DRS initial placement and datastore cluster defragmentation</a><br />
<a href="http://frankdenneman.nl/2012/01/impact-of-load-balancing-on-datastore-cluster-configuration/">Impact of Load Balancing on datastore cluster configuration</a><br />
<a href="http://frankdenneman.nl/2011/10/partially-connected-datastore-clusters/">Partially Connected datastore clusters</a><br />
<a href="http://frankdenneman.nl/2011/07/mem-minfreepct-sliding-scale-function/">Mem minfreepct sliding scale function</a><br />
<a href="http://frankdenneman.nl/2011/07/upgrading-vmfs-datastores-and-sdrs/">Upgrading vmfs datastores and Storage DRS</a><br />
<a href="http://frankdenneman.nl/2011/07/multi-nic-vmotion-support-in-vsphere-5-0/">Multi NIC vMotion support in vSphere 5.0</a><br />
<a href="http://frankdenneman.nl/2011/04/contention-on-lightly-utilized-hosts/">Contention on lightly Utilized Hosts</a><br />
<a href="http://frankdenneman.nl/2011/04/restart-vcenter-results-in-drs-load-balancing/">Restart vCenter results in DRS load balancing</a><br />
<a href="http://frankdenneman.nl/2011/02/ip-hash-versus-lbt/">IP-HASH versus Load Based Teaming</a><br />
<a href="http://frankdenneman.nl/2011/01/setting-correct-percentage-of-cluster-resources-reserved/">Setting correct percentage of cluster resources reserved</a><br />
<a href="http://frankdenneman.nl/2011/01/amd-magny-cours-and-esx/">AMD Magny Cours and ESX</a> </p>
<p>Please take 5 minutes of your time and vote for your favorite blogger. I hope they will announce the winner like they did last year. 90 minutes of nerve wrecking but oh-so-enjoyable videoshow!</p>
<p>Cast your <a href="http://www.surveygizmo.com/s3/786135/Top-VMware-virtualization-blogs-2012">vote now</a>!</p>
<p><a href="http://frankdenneman.nl/2012/01/retrospect-of-2011-content-due-to-bloggers-survey/">Retrospect of 2011 content due to Bloggers survey</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
 <img src="http://frankdenneman.nl/wp-content/plugins/wordpress-feed-statistics/feed-statistics.php?view=1&post_id=1847" width="1" height="1" style="display: none;" /><div class="feedflare">
<a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=4MKl8lj4o6U:tvUiD7v0QL0:yIl2AUoC8zA"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=yIl2AUoC8zA" border="0"></img></a> <a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=4MKl8lj4o6U:tvUiD7v0QL0:YwkR-u9nhCs"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=YwkR-u9nhCs" border="0"></img></a>
</div><img src="http://feeds.feedburner.com/~r/frankdenneman/ZjZC/~4/4MKl8lj4o6U" height="1" width="1"/>]]></content:encoded>
			<wfw:commentRss>http://frankdenneman.nl/2012/01/retrospect-of-2011-content-due-to-bloggers-survey/feed/</wfw:commentRss>
		<slash:comments>1</slash:comments>
		<feedburner:origLink>http://frankdenneman.nl/2012/01/retrospect-of-2011-content-due-to-bloggers-survey/</feedburner:origLink></item>
		<item>
		<title>Storage DRS initial placement and datastore cluster defragmentation</title>
		<link>http://feedproxy.google.com/~r/frankdenneman/ZjZC/~3/MRGI3btPQmQ/</link>
		<comments>http://frankdenneman.nl/2012/01/storage-drs-initial-placement-and-datastore-cluster-defragmentation/#comments</comments>
		<pubDate>Tue, 24 Jan 2012 08:58:35 +0000</pubDate>
		<dc:creator>Frank Denneman</dc:creator>
				<category><![CDATA[SDRS]]></category>
		<category><![CDATA[Initial Placement]]></category>
		<category><![CDATA[Storage DRS]]></category>

		<guid isPermaLink="false">http://frankdenneman.nl/?p=1823</guid>
		<description><![CDATA[Recently an interesting question was raised about what happens if enough free space is available in the datastore cluster but not enough space is available per datastore during placement of a virtual machine. This scenario is often referred as a defragmented datastore cluster. The short answer is that if not enough space available on any [...]<p><a href="http://frankdenneman.nl/2012/01/storage-drs-initial-placement-and-datastore-cluster-defragmentation/">Storage DRS initial placement and datastore cluster defragmentation</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
]]></description>
			<content:encoded><![CDATA[<p>Recently an interesting question was raised about what happens if enough free space is available in the datastore cluster but not enough space is available per datastore during placement of a virtual machine. This scenario is often referred as a defragmented datastore cluster. </p>
<p><a href="http://frankdenneman.nl/wp-content/uploads/2012/01/space-fragmentation.png"><img src="http://frankdenneman.nl/wp-content/uploads/2012/01/space-fragmentation-263x300.png" alt="" title="space fragmentation" width="263" height="300" class="aligncenter size-medium wp-image-1835" /></a></p>
<p>The short answer is that if not enough space available on any given datastore, then Storage DRS starts to consider migrating existing virtual machines from the datastore to free up space. This article zooms in on the process of generating such an initial placement recommendation.</p>
<p><strong>Rules and boundaries within a datastore cluster</strong><br />
Storage DRS will not violate the configured space utilization and IO latency threshold of the datastore cluster. This means that Storage DRS will place virtual machines that consume space up to the configured space utilization threshold, for example setting the space utilization threshold to 80% on a 1000GB datastore will allow Storage DRS to place virtual machines that consume space up to 800 GB. Be aware of this when monitoring free space available on the datastores in the cluster. </p>
<p>When creating or moving a virtual machine in the datastore, the first thing to consider is the affinity rules. By default virtual machine files are kept together in the working directory of the virtual machine. If the virtual machine needs to be migrated, all the files inside the virtual machines’ working directory are moved. This article features the use of the default affinity rule, however if the default affinity rule is disabled, Storage DRS will move the working directory and virtual disks separately allowing Storage DRS to distribute the virtual disk files on a more granular level.   </p>
<p><strong>Prerequisite migrations</strong><br />
During initial placement, if no datastore with enough space is available in the datastore cluster, Storage DRS starts by searching alternative locations for the existing virtual machines in the datastores and attempts to place the virtual machines to other datastores one by one. As a result Storage DRS may generate sets of migration recommendations of existing virtual machines that allow placement of the new virtual machine.  These migrations generated are called prerequisite migrations and combined with the placement operations is called a recommendation set.</p>
<p><strong>Depth of recursion</strong><br />
Storage DRS uses a recursive algorithm for searching alternative placements combinations. To keep Storage DRS from trying an extremely high number of combinations of virtual machine migrations, the “depth of recursion” is limited to 2 steps. What defines a steps and what counts towards a step? A step can be best defined as a set of migrations out of a datastore in preparation of (or to make room for) another migration into that same datastore. This step can contain one vmdk, but can also contain multiple virtual machines with multiple virtual disks attached.  In some cases, room must be created on that target datastore first by moving a virtual machine out to another datastore, which results in an extra step. The following diagram visualizes the process. </p>
<p><a href="http://frankdenneman.nl/wp-content/uploads/2012/01/recursive-steps.png"><img src="http://frankdenneman.nl/wp-content/uploads/2012/01/recursive-steps-300x266.png" alt="" title="recursive steps" width="300" height="266" class="aligncenter size-medium wp-image-1825" /></a></p>
<p>Storage DRS has calculated that a new virtual machine can be placed in Datastore 1 if VM2 and VM3 are migrated to Datastore 2, however, placing these two virtual machines on datastore 2 will violate the space utilization, therefore room must be created. VM4 is moved out of Datastore2 as part of a step of creating space. This results in Step 1, moving out to Datastore 3, followed by Step 2, moving VM2 and VM3 to Datastore 2 to finally placing the new virtual machine on Datastore 1.</p>
<p>Storage DRS stops its search if there are no 2-step moves to satisfy the storage requirement of an initial placement.  An advanced setting can be set to change the number of steps used by the search. As always, it is strongly discouraged to change the defaults, as many hours of testing has been invested in researching the setting that offers good performance while minimizing the impact of the operation. If you have a strong case of changing the number of steps, set the advanced configuration option “MaxRecursionDepth”. The default value is 1 the maximum value is 5. Because the algorithm starts counting at 0, default value of 1 allows 2 steps.</p>
<p><strong>Goodness value</strong><br />
Storage DRS will cycle through all the datastores in the datastore cluster and initiates a search for space on each datastore.  A search generates a set of prerequisites migration if it can provide space that allows the virtual machine placement within the depth of recursion. Storage DRS evaluates the generated sets and award each set a goodness value. The set with the least amount of cost (i.e. migrations) is the preferred migration recommendation and shown at the top of the list. Let’s explore this a bit more by using a scenario with 3 datastores.</p>
<p><strong>Scenario</strong><br />
The datastore cluster contains 3 datastores; each datastore has a size of 1000GB and contains multiple virtual machines with various sizes. The space consumed on the datastores range from 550GB to 650GB, while the space utilization threshold is set to 80%. At this point the administrator creates a virtual machine that requests 350GB of space. </p>
<p>Although the datastore cluster itself contains 1225GB of free space, Storage DRS will not go forward and place the virtual machine on any of the three datastores, because placing the virtual machine will violate the space utilization threshold of the datastores.</p>
<p><strong>Search process</strong><br />
As each ESXi host provide information about the overall datastore utilization and the vmdk statistics, Storage DRS has a clear overview of the most up to date situation and will use these statistics as input for its search.  In the first step it will simulate all the necessary migrations to fit VM10 in Datastore 1. The prerequisite migration process with least number of migrations to fit the virtual machine on to Datastore 1 looks as follows:</p>
<p><a href="http://frankdenneman.nl/wp-content/uploads/2012/01/IP-sim01.png"><img src="http://frankdenneman.nl/wp-content/uploads/2012/01/IP-sim01-300x288.png" alt="" title="IP-sim01" width="300" height="288" class="aligncenter size-medium wp-image-1827" /></a></p>
<blockquote><p>Step 1: VM3 from Datastore 1 to Datastore 2<br />
Step 1: VM4 from Datastore 1 to Datastore 3<br />
Place new virtual machine on Datastore 1</p></blockquote>
<p>Although VM3 and VM4 are each moved out to a different datastore, both migrations are counted as a one step prerequisite migration as both virtual machines are migrated OUT of Datastore 1.</p>
<p>Next Storage DRS will evaluate Datastore 2. Due to the size of VM5, Storage DRS is unable to migrate VM5 out of Datastore 2 because it will immediately violate the utilization threshold of the selected destination datastore. One of the coolest parts of the algorithm is that it considers inbound migrations as valid moves. In this scenario, migrating virtual machines into Datastore 2 would free up space on another datastore to provide enough free space to place VM5, which in turn free up space on Datastore 2 allowing Storage DRS to place VM10 onto Datastore2.</p>
<p><a href="http://frankdenneman.nl/wp-content/uploads/2012/01/IP-sim021.png"><img src="http://frankdenneman.nl/wp-content/uploads/2012/01/IP-sim021-271x300.png" alt="" title="IP-sim02" width="271" height="300" class="aligncenter size-medium wp-image-1843" /></a></p>
<p>The prerequisite migration process with least number of migrations to fit the virtual machine on to datastore 2 looks as follows:</p>
<blockquote><p>Step 1: VM2 from Datastore 1 to Datastore 2<br />
Step 1: VM3 from Datastore 1 to Datastore 3<br />
Step 2: VM5 from Datastore 2 to Datastore 1<br />
Place new virtual machine on Datastore 2</p></blockquote>
<p>Datastore 3 generates a single prerequisite migration. By migrating VM8 from Datastore 3 to Datastore 2 it will free up enough space to allow placement of VM10. Selecting VM9 would not free up enough space and migrating VM7 generates more cost than migrating VM8. By default Storage DRS attempts to migrate the virtual machine or virtual machine disk which size is closest to the required space.<br />
<a href="http://frankdenneman.nl/wp-content/uploads/2012/01/IP-sim032.png"><img src="http://frankdenneman.nl/wp-content/uploads/2012/01/IP-sim032-296x300.png" alt="" title="IP-sim03" width="296" height="300" class="aligncenter size-medium wp-image-1844" /></a></p>
<p>The prerequisite migration process with least number of migrations to fit the virtual machine on to datastore 3 looks as follows:</p>
<blockquote><p>Step 1: VM8 from Datastore 3 to Datastore 2<br />
Place new virtual machine on Datastore 3</p></blockquote>
<p>After analyzing the cost and benefit of the three search results Storage DRS will assign the highest goodness factor to the migration set of Datastore3. Although each search result can provide enough free space after moves, recommendation set of Datastore 3 will result in the lowest number of moves and migrates the lowest amount of data.  All three results will be shown; the recommended set will be placed at the top</p>
<p>A example placement recommendation screen is displayed, note that you can only apply the complete recommendation set. Applying the recommendation results in triggering the prerequisite migrations before the initial placement of the virtual machine occurs.</p>
<p><a href="http://frankdenneman.nl/wp-content/uploads/2012/01/recommendation-set.png"><img src="http://frankdenneman.nl/wp-content/uploads/2012/01/recommendation-set-300x181.png" alt="" title="recommendation-set" width="300" height="181" class="aligncenter size-medium wp-image-1831" /></a></p>
<p><a href="http://frankdenneman.nl/2012/01/storage-drs-initial-placement-and-datastore-cluster-defragmentation/">Storage DRS initial placement and datastore cluster defragmentation</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
 <img src="http://frankdenneman.nl/wp-content/plugins/wordpress-feed-statistics/feed-statistics.php?view=1&post_id=1823" width="1" height="1" style="display: none;" /><div class="feedflare">
<a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=MRGI3btPQmQ:U44qFWRfrIk:yIl2AUoC8zA"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=yIl2AUoC8zA" border="0"></img></a> <a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=MRGI3btPQmQ:U44qFWRfrIk:YwkR-u9nhCs"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=YwkR-u9nhCs" border="0"></img></a>
</div><img src="http://feeds.feedburner.com/~r/frankdenneman/ZjZC/~4/MRGI3btPQmQ" height="1" width="1"/>]]></content:encoded>
			<wfw:commentRss>http://frankdenneman.nl/2012/01/storage-drs-initial-placement-and-datastore-cluster-defragmentation/feed/</wfw:commentRss>
		<slash:comments>5</slash:comments>
		<feedburner:origLink>http://frankdenneman.nl/2012/01/storage-drs-initial-placement-and-datastore-cluster-defragmentation/</feedburner:origLink></item>
		<item>
		<title>SDRS and Multi-extents datastores</title>
		<link>http://feedproxy.google.com/~r/frankdenneman/ZjZC/~3/umLAHgaS5Z4/</link>
		<comments>http://frankdenneman.nl/2012/01/sdrs-and-multi-extents-datastores/#comments</comments>
		<pubDate>Tue, 17 Jan 2012 16:53:35 +0000</pubDate>
		<dc:creator>Frank Denneman</dc:creator>
				<category><![CDATA[SDRS]]></category>
		<category><![CDATA[Extends]]></category>
		<category><![CDATA[Storage DRS]]></category>
		<category><![CDATA[VMFS5]]></category>

		<guid isPermaLink="false">http://frankdenneman.nl/?p=1819</guid>
		<description><![CDATA[Somebody asked me if VMFS3 multi-extents datastores are supported in a datastore cluster. Although they are supported and fully operational in Storage DRS, one must ask if this construct of large datastores should be used in a datastore cluster. Resource aggregation and flexibility Storage DRS Datastore clusters offer flexibility in adding and removing datastores dynamically [...]<p><a href="http://frankdenneman.nl/2012/01/sdrs-and-multi-extents-datastores/">SDRS and Multi-extents datastores</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
]]></description>
			<content:encoded><![CDATA[<p>Somebody asked me if VMFS3 multi-extents datastores are supported in a datastore cluster. Although they are supported and fully operational in Storage DRS, one must ask if this construct of large datastores should be used in a datastore cluster.</p>
<p><strong>Resource aggregation and flexibility</strong><br />
Storage DRS Datastore clusters offer flexibility in adding and removing datastores dynamically and allow the administrator to focus on macro management by reducing the number of entities to be managed.</p>
<p>By using datastore cluster, micro management of single datastores is something from the past, such as the tedious task of virtual machine placement. The administrator no longer needs to find a datastore that provide adequate space, while still ensuring that placement of the virtual machine will not result in an I/O bottleneck. Let alone monitoring the current workload next to the ever-expanding workload; application lifecycles are changing drastically and virtual machine server sprawl is still one of the top concerns of the modern administrator. Keeping track and managing such an environment is very challenging. By allowing Storage DRS to manage (initial) placement of virtual machines, the administrator only needs to monitor overall available space and IO performance of the datastore cluster itself.</p>
<p>If the cluster requires more space of more IO performance the administrator can dynamically add more datastores to the datastore cluster and allow Storage DRS to find an optimal distribution of the current workload. The option “Run Storage now” in the datastore cluster view allows the administrator to trigger a Storage DRS invocation immediately.</p>
<p>Using Storage DRS and particularly space load-balancing can reduce the need of multi-extents as well. By allowing Storage DRS to monitor space utilization, the free space used as a safety buffer can be greatly reduced. Each ESXi host reports the virtual machine space utilization and the datastore utilization; Storage DRS will trigger an invocation if the configured space utilization is violated. A common practice is to assign a big chunk of space as safety buffer to avoid out of space situation of a datastore, which might lead to downtime of the active virtual machines. I’ve seen organization using requirements of 30% free space on datastores.  By reducing slack space, a higher consolidation ratio can be achieved (if IO performance allows this), or a reduction in LUN sizes. Reducing LUN sizes can be used to provision additional datastores to the datastore cluster. More datastores benefits Storage DRS by offering more load balancing options, more datastores increase the number of queues, which benefits IO management at ESXi level and at SIOC at cluster level. Essentially this configuration is the complete opposite of VMFS extends. However if larger size datastores are necessary, vSphere 5 offers VMFS5.  </p>
<p><strong>VMFS5</strong><br />
VMFS5 allows datastores up to 64 terabyte of contiguous space. ESXi 5.0 allows a VMDK size up to 2 terabyte of space, providing sufficient space for most virtual machines configurations. If the virtual machine requires more than 32 virtual machine disks of 2 terabyte it’s recommended to disable the default affinity rule (keep all disks together) and allow Storage DRS to distribute the virtual machine disk files across all datastores inside the datastore cluster. This granularity allows Storage DRS to find a suitable datastore for each virtual disk that aligns with the performance requirements of that specific virtual disk.</p>
<p><a href="http://frankdenneman.nl/2012/01/sdrs-and-multi-extents-datastores/">SDRS and Multi-extents datastores</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
 <img src="http://frankdenneman.nl/wp-content/plugins/wordpress-feed-statistics/feed-statistics.php?view=1&post_id=1819" width="1" height="1" style="display: none;" /><div class="feedflare">
<a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=umLAHgaS5Z4:_1PuQpuNK-E:yIl2AUoC8zA"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=yIl2AUoC8zA" border="0"></img></a> <a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=umLAHgaS5Z4:_1PuQpuNK-E:YwkR-u9nhCs"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=YwkR-u9nhCs" border="0"></img></a>
</div><img src="http://feeds.feedburner.com/~r/frankdenneman/ZjZC/~4/umLAHgaS5Z4" height="1" width="1"/>]]></content:encoded>
			<wfw:commentRss>http://frankdenneman.nl/2012/01/sdrs-and-multi-extents-datastores/feed/</wfw:commentRss>
		<slash:comments>1</slash:comments>
		<feedburner:origLink>http://frankdenneman.nl/2012/01/sdrs-and-multi-extents-datastores/</feedburner:origLink></item>
		<item>
		<title>vSphere 4.1 HA and DRS book for only $19.95</title>
		<link>http://feedproxy.google.com/~r/frankdenneman/ZjZC/~3/cIS5q14Dwsc/</link>
		<comments>http://frankdenneman.nl/2012/01/vsphere-4-1-ha-and-drs-book-for-only-19-95/#comments</comments>
		<pubDate>Mon, 09 Jan 2012 13:29:47 +0000</pubDate>
		<dc:creator>Frank Denneman</dc:creator>
				<category><![CDATA[Uncategorized]]></category>

		<guid isPermaLink="false">http://frankdenneman.nl/?p=1814</guid>
		<description><![CDATA[We lowered the price of the vSphere 4.1 HA and DRS technical Deepdive book permanently. As of this week you can obtain one of the coolest books in the virtualization section at Amazon for only $19.95. 30 5-star reviews couldn’t be wrong. Here is just a random selection of two of those 5-star reviews: B. [...]<p><a href="http://frankdenneman.nl/2012/01/vsphere-4-1-ha-and-drs-book-for-only-19-95/">vSphere 4.1 HA and DRS book for only $19.95</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
]]></description>
			<content:encoded><![CDATA[<p>We lowered the price of the vSphere 4.1 HA and DRS technical Deepdive book permanently. As of this week you can obtain one of the coolest books in the virtualization section at Amazon for only <strong>$19.95</strong>. <a href="http://www.amazon.com/VMware-vSphere-4-1-Technical-deepdive/product-reviews/1456301446/ref=dp_top_cm_cr_acr_txt?ie=UTF8&#038;showViewpoints=1">30 5-star reviews</a> couldn’t be wrong. Here is just a random selection of two of those 5-star reviews:</p>
<blockquote><p><strong>B. Riley</strong>:  The term &#8220;deepdive&#8221; is regularly abused in the technology world these days. There&#8217;s nothing more disheartening than walking into a one hour session at a conference entitled deepdive, and finding out that it&#8217;s neither deep, nor a dive. It ends up being more like sitting in a couple inches of warm water in a plastic kiddie pool. </p>
<p>When these guys say deepdive, they mean it. This book is packed with helpful information from the first, to the last page. Somehow, they even manage to read minds. They know what you&#8217;re thinking as a VMware administrator, and they&#8217;ll tell you the why, and the best practice. </p>
<p>Lots of books have good overviews of HA and DRS, but none goes as deep as this. It&#8217;s very well-written, and highly recommended for anyone who is running, or thinking about running an HA/DRS environment. </p>
<p>This book is, as Jeremy Clarkson would say, &#8220;absolutely brilliant&#8221;!</p></blockquote>
<blockquote><p><strong>Chris Dearden</strong>: Ever had a series of discombobulated thoughts and ideas that have suddenly clicked into place &#038; the plans come into focus? That&#8217;s exactly what happened when I read Frank &#038; Duncan&#8217;s book. Even though I have a fair few years experience with Enterprise virtualisation , my knowledge of what&#8217;s deeply under the covers of the availability options of vSphere was made up of blog posts I&#8217;d read , anecdotes from colleagues and a few slides from trainers. It was enough to get me by, but there was always that nagging feeling that I wasn&#8217;t fully in control of what was happening. </p>
<p>After reading the book ( in a morning &#8211; for a tech book it&#8217;s one that you can work though in a short amount of time and still get value from ) I had a real epiphany / light bulb moment / matrix moment / and all of those concepts and ideas suddenly had a deeper meaning and the big picture was visible. For anyone who thinks they know about HA / DRS : read this and *really* know about it.
</p></blockquote>
<p>Get your copy now at: <a href="http://www.amazon.com/gp/product/1456301446?ie=UTF8&#038;tag=frankdenneman-20&#038;linkCode=as2&#038;camp=1789&#038;creative=9325&#038;creativeASIN=1456301446">vSphere 4.1 HA and DRS technical deepdive Amazon page</a></p>
<p><a href="http://frankdenneman.nl/2012/01/vsphere-4-1-ha-and-drs-book-for-only-19-95/">vSphere 4.1 HA and DRS book for only $19.95</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
 <img src="http://frankdenneman.nl/wp-content/plugins/wordpress-feed-statistics/feed-statistics.php?view=1&post_id=1814" width="1" height="1" style="display: none;" /><div class="feedflare">
<a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=cIS5q14Dwsc:2soJUagNeeg:yIl2AUoC8zA"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=yIl2AUoC8zA" border="0"></img></a> <a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=cIS5q14Dwsc:2soJUagNeeg:YwkR-u9nhCs"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=YwkR-u9nhCs" border="0"></img></a>
</div><img src="http://feeds.feedburner.com/~r/frankdenneman/ZjZC/~4/cIS5q14Dwsc" height="1" width="1"/>]]></content:encoded>
			<wfw:commentRss>http://frankdenneman.nl/2012/01/vsphere-4-1-ha-and-drs-book-for-only-19-95/feed/</wfw:commentRss>
		<slash:comments>0</slash:comments>
		<feedburner:origLink>http://frankdenneman.nl/2012/01/vsphere-4-1-ha-and-drs-book-for-only-19-95/</feedburner:origLink></item>
		<item>
		<title>Impact of load balancing on datastore cluster configuration</title>
		<link>http://feedproxy.google.com/~r/frankdenneman/ZjZC/~3/JLsQAxy761A/</link>
		<comments>http://frankdenneman.nl/2012/01/impact-of-load-balancing-on-datastore-cluster-configuration/#comments</comments>
		<pubDate>Mon, 02 Jan 2012 13:37:33 +0000</pubDate>
		<dc:creator>Frank Denneman</dc:creator>
				<category><![CDATA[SDRS]]></category>

		<guid isPermaLink="false">http://frankdenneman.nl/?p=1796</guid>
		<description><![CDATA[This article is a part of the series on architecture and design on datastore clusters. This article zooms in on why it’s recommended to use similar type disks in a datastore cluster. In-tier balancing solution SDRS can be considered as an “in-tier” balancing solution, suggesting that a datastore cluster should be populated with datastores that [...]<p><a href="http://frankdenneman.nl/2012/01/impact-of-load-balancing-on-datastore-cluster-configuration/">Impact of load balancing on datastore cluster configuration</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
]]></description>
			<content:encoded><![CDATA[<p>This article is a part of the series on architecture and design on datastore clusters. This article zooms in on why it’s recommended to use similar type disks in a datastore cluster.</p>
<p><strong>In-tier balancing solution</strong><br />
SDRS can be considered as an “in-tier” balancing solution, suggesting that a datastore cluster should be populated with datastores that provide similar performance, continuity, capacity or service level. Although it’s not a technical requirement to have similar configured datastores, using heterogeneous configurations in a datastore cluster can lead to unexpected results. Understanding the SDRS’ main goal and the load balancing process can assist you in architecting your datastore cluster.</p>
<p><strong>SDRS load balancing goal</strong><br />
The main focus of SDRS is to correct imbalance from both a space utilization and latency perspective on the datastore level. SDRS determines the imbalance level (space or latency) of the datastore cluster and migrates one or multiple virtual machine disk to solve the imbalance. </p>
<p>In order to select an appropriate migration candidate (virtual machine) SDRS relies on device and workload modeling to understand the impact of a workload on the latency of the datastore, SDRS uses virtual machine statistics and datastore utilization to understand the impact of virtual machine placement on the space utilization of a datastore. </p>
<p><strong>Modeling</strong><br />
Let’s take a closer look at modeling. SDRS captures device performance to create a performance model; by using the SIOC injector and a reference workload it understands and learns the performance of each device. This way SDRS gets a clear picture of the datastores inside the datastore cluster. Workload modeling is used by SDRS to understand and learn the virtual machine workloads inside the datastore cluster. The workload modeling process creates a workload metric of each virtual disk and analyzes the impact of the data points on latency.  </p>
<p>SDRS combines and correlates the outcome of device and workload modeling and space utilization into a unified recommendation. This means that when SDRS decides to migrate a specific VMDK, it considers the workload metric of the virtual disk and analyzes the impact of that specific workload on the latency of the destination datastore. If both IO metric and space utilization functions are enabled on the datastore cluster, SDRS combines the outcome of device modeling, workload modeling and space utilization and weights them regarding to violated threshold.  Interesting enough, even when you disable IO load balancing, SDRS attempts to take overall IO statistics into account when finding a suitable datastore. </p>
<p><strong>Impact of load balancing construct on datastore cluster configuration</strong><br />
Although SDRS analyzes devices and each virtual machines’ workload it’s is key to understand that SDRS’ main priority is to correct the threshold violation of datastore. Although it tries to find the best suitable datastore for a specific workload, modeling is still used as a metric to understand and achieve the goal of getting the best overall performance out of the datastore cluster.</p>
<p>In other words, modeling is used for balancing the load on the datastores and not to respect specific wishes of a virtual machine disk. In one way you can argue that SDRS load balancing has somewhat of a socialistic nature. Benefit for the society (datastores inside a datastore cluster) outweighs the individual need (single virtual machine performance). Let’s look at an example to better understand this concept.</p>
<p><strong>Example scenario</strong><br />
VM1 is running on a datastore1. SDRS determined that the normalized load* is 5ms latency. VM2 and VM3 are running on a datastore2. SDRS considers datastore2 to have a normalized load of 20ms latency, violating the default threshold of 15ms. </p>
<p>Normalized load: SDRS aggregates the device modeling and workload modeling into a metric called normalized load.</p>
<p><a href="http://frankdenneman.nl/wp-content/uploads/2012/01/scenario1-pre-copy.png"><img src="http://frankdenneman.nl/wp-content/uploads/2012/01/scenario1-pre-copy-300x186.png" alt="" title="scenario1-pre copy" width="300" height="186" class="aligncenter size-medium wp-image-1797" /></a></p>
<p>SDRS moves VM3 to datastore1; at this point the overall latency of the datastore2 is reduced 13ms. However due to moving VM3 to datastore1, the latency is increased from 5ms to 12ms. At this point the increase in latency will impact the workload of VM1, however the “society” benefits from the move because after the move no datastore is violating the latency threshold of the SDRS cluster anymore. </p>
<p><a href="http://frankdenneman.nl/wp-content/uploads/2012/01/scenario1-post.png"><img src="http://frankdenneman.nl/wp-content/uploads/2012/01/scenario1-post-300x192.png" alt="" title="scenario1-post" width="300" height="192" class="aligncenter size-medium wp-image-1799" /></a></p>
<p>In this scenario the overall IOPS will be higher, which aligns with the goal of SDRS utilizing overall capacity and performance. </p>
<p><strong>Note:</strong> As this subject is complex enough, I used a very simple example. In this scenario the latency &#8220;moved&#8221; with the VM. In real life this is not necessarily the fact, when a virtual machine is moved the latency will go up with the same amount at which the latency went down on the source.</p>
<p><strong>Load Balancing in a Heterogeneous configuration</strong><br />
What if the datastore cluster contains a mix of datastores that are backed by different types of disks? For a moment, let’s focus on the performance impact of a heterogeneous configuration.</p>
<p>As mentioned before, device and workload modeling helps SDRS to find the most suitable datastore for a specific workload, however when combining different types of disk, for example, SSD, FC and SATA, it is not uncommon to see the fastest datastore fill up first. </p>
<p>If one of the smaller SSD’s run out of space, SDRS is required to solve the space utilization threshold violation and will migrate a workload from a faster datastore to a slower datastore, prioritizing space utilization over IO utilization. Although future invocations of the SDRS algorithm might solve the problem by moving VMDK’s around to find a more optimal balance, no priority or guarantees can be assigned to a specific  virtual disk avoiding potential decrease in performance of a specific VMDK. </p>
<p>Now at this point most of you wonder if VASA and storage profiles can be used in such a configuration to associate specific profiles to virtual machines and make these VMs compliant to specific datastores. SDRS does not incorporate storage profiles compliancy in the load balancing algorithms and unfortunately not every storage vendor offers VASA providers of their arrays. Some excellent articles about VASA and  Profile driven storage can be found at <a href="http://Yellow Bricks.com">Yellow Bricks.com</a> and <a href="http://blogs.vmware.com/vSphere/storage" title="VMware Storage Blog">blogs.vmware.com/vSphere/storage</a></p>
<p>VASA: <a href="http://blogs.vmware.com/vsphere/2011/08/vsphere-50-storage-features-part-10-vasa-vsphere-storage-apis-storage-awareness.html" title="http://blogs.vmware.com/vsphere/2011/08/vsphere-50-storage-features-part-10-vasa-vsphere-storage-apis-storage-awareness.html">http://blogs.vmware.com/vsphere/2011/08/vsphere-50-storage-features-part-10-vasa-vsphere-storage-apis-storage-awareness.html</a></p>
<p>Profile driven storage: <a href=" http://www.yellow-bricks.com/2011/07/13/vsphere-5-0-profile-driven-storage-what-is-it-good-for/" title=" http://www.yellow-bricks.com/2011/07/13/vsphere-5-0-profile-driven-storage-what-is-it-good-for/">http://www.yellow-bricks.com/2011/07/13/vsphere-5-0-profile-driven-storage-what-is-it-good-for/</a></p>
<p>To guarantee specific performance to virtual machines it is recommended to uses similar type disks to back the datastores of a datastore cluster. This configuration offers a stable and predictable service level to the virtual infrastructure. If multiple types of disks are available, it is recommended to split and create multiple datastore clusters each containing groups of identical types of disks.</p>
<p>Previous articles in the SDRS short series Architecture and design of Datastore clusters:<br />
Part1: <a href="http://frankdenneman.nl/2011/09/architecture-and-design-of-datastore-clusters/" title="Architecture and design of Datastore clusters">Architecture and design of datastore clusters</a><br />
Part2: <a href="http://http://frankdenneman.nl/2011/10/partially-connected-datastore-clusters/" title="Partially connected datastore clusters">Partially connected datastore clusters</a></p>
<p><a href="http://frankdenneman.nl/2012/01/impact-of-load-balancing-on-datastore-cluster-configuration/">Impact of load balancing on datastore cluster configuration</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
 <img src="http://frankdenneman.nl/wp-content/plugins/wordpress-feed-statistics/feed-statistics.php?view=1&post_id=1796" width="1" height="1" style="display: none;" /><div class="feedflare">
<a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=JLsQAxy761A:2u8XnNVWZAM:yIl2AUoC8zA"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=yIl2AUoC8zA" border="0"></img></a> <a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=JLsQAxy761A:2u8XnNVWZAM:YwkR-u9nhCs"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=YwkR-u9nhCs" border="0"></img></a>
</div><img src="http://feeds.feedburner.com/~r/frankdenneman/ZjZC/~4/JLsQAxy761A" height="1" width="1"/>]]></content:encoded>
			<wfw:commentRss>http://frankdenneman.nl/2012/01/impact-of-load-balancing-on-datastore-cluster-configuration/feed/</wfw:commentRss>
		<slash:comments>5</slash:comments>
		<feedburner:origLink>http://frankdenneman.nl/2012/01/impact-of-load-balancing-on-datastore-cluster-configuration/</feedburner:origLink></item>
		<item>
		<title>Cyber Monday deal!</title>
		<link>http://feedproxy.google.com/~r/frankdenneman/ZjZC/~3/Baj8AiNV6Ic/</link>
		<comments>http://frankdenneman.nl/2011/11/cyber-monday-deal/#comments</comments>
		<pubDate>Sat, 26 Nov 2011 08:49:36 +0000</pubDate>
		<dc:creator>Frank Denneman</dc:creator>
				<category><![CDATA[VMware]]></category>
		<category><![CDATA[Cyber Monday]]></category>
		<category><![CDATA[vSphere 5 Clustering]]></category>

		<guid isPermaLink="false">http://frankdenneman.nl/?p=1790</guid>
		<description><![CDATA[We are long time fascinated by the whole Black Friday and Cyber Monday craze in the USA. Unfortunately we do not celebrate Thanksgiving in the Netherlands and none of the shops are participating in something similar as Black Friday. This year we thought it was a great idea to participate in some form and what [...]<p><a href="http://frankdenneman.nl/2011/11/cyber-monday-deal/">Cyber Monday deal!</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
]]></description>
			<content:encoded><![CDATA[<p>We are long time fascinated by the whole Black Friday and Cyber Monday craze in the USA. Unfortunately we do not celebrate Thanksgiving in the Netherlands and none of the shops are participating in something similar as Black Friday.<br />
This year we thought it was a great idea to participate in some form and what better than to offer our vSphere 5 Clustering Technical Deepdive e-book for a price you cannot resist. We just changed the price of the vSphere 5 Clustering Technical Deepdive to $ 4.99 and 3.99 for our European friends. Yes that is correct…. Less than 5 dollars for over 350 pages of deepdive material.<br />
What better way than recover from the madness of Black Friday and just sit back and relax reading  this amazing piece of work? This is most definitely the deal of the year for all virtualization fanatics! Keep in mind that this is a limited offer, Tuesday the 29th the price will be back to “normal” again.</p>
<p><a href="http://www.amazon.com/gp/product/B005C1SARM/ref=as_li_qf_sp_asin_tl?ie=UTF8&#038;tag=frankdenneman-20&#038;linkCode=as2&#038;camp=217145&#038;creative=399373&#038;creativeASIN=B005C1SARM">US – ebook – $ 4.99</a><br />
<a href="http://www.amazon.co.uk/vSphere-Clustering-Technical-Deepdive-ebook/dp/B005C1SARM/ref=cm_cr_pr_product_top">UK – ebook – £ 3.99</a><br />
<a href="http://www.amazon.de/vSphere-Clustering-Technical-Deepdive-ebook/dp/B005C1SARM/ref=cm_cr_pr_product_top">DE – ebook – € 3.99</a><br />
<a href="http://www.amazon.fr/vSphere-Clustering-Technical-Deepdive-ebook/dp/B005C1SARM/ref=cm_cr_pr_product_top">FR – ebook – € 3.99</a></p>
<p>Pick it up, tell your friends / colleagues / family about it… Here are some snippets from Amazon reviews, but with 15 extremely positive reviews, all of them 5 out of 5, you know you can’t go wrong:</p>
<blockquote><p>
“If you’re serious about VMware virtualization this book is a must have. Regardless of you responsibilities with a virtual infrastructure administrative, or from a architecture design stand point this book is for you. The level of knowledge and depth which Frank and Duncan cover in this book about the new clustering changes in vSphere 5 is priceless. The design tips and illustrations through the book are truly invaluable. There is no other book that gets into the core of all the different vSphere 5 cluster technologies like this one, ”</p>
<p>“Whether you are longing to know about the transition from AAM to FDM, best practices for DRS and DPM, or are just curious to know what those acronyms are this is a great book! The technical detail, practical advice, and comparative analysis throughout make this book one of the most thorough yet concise technical books available.”</p>
<p>“The book is clearly written, a special emphasis has been made on making it understandable even for professionals like me who use vSphere daily yet do not manage huge production environments. The book goes to great lengths to explain all possible scenarios and I found answers to all my questions. Not only sections cover HOW the technology works, but the authors go as far as explaining the way the algorithms are working, which will satisfy the curiosity of everyone.”</p>
<p>“The complete explanations provide the reader all of the information needed to make informed decisions about their environment with excellent diagrams to provide strong visual reinforcements.”
</p></blockquote>
<p>Please remember that we are offering the book for the price listed above, depending on your location Amazon might charge an additional cost!</p>
<p><a href="http://frankdenneman.nl/2011/11/cyber-monday-deal/">Cyber Monday deal!</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
 <img src="http://frankdenneman.nl/wp-content/plugins/wordpress-feed-statistics/feed-statistics.php?view=1&post_id=1790" width="1" height="1" style="display: none;" /><div class="feedflare">
<a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=Baj8AiNV6Ic:KezEgbPmYxM:yIl2AUoC8zA"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=yIl2AUoC8zA" border="0"></img></a> <a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=Baj8AiNV6Ic:KezEgbPmYxM:YwkR-u9nhCs"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=YwkR-u9nhCs" border="0"></img></a>
</div><img src="http://feeds.feedburner.com/~r/frankdenneman/ZjZC/~4/Baj8AiNV6Ic" height="1" width="1"/>]]></content:encoded>
			<wfw:commentRss>http://frankdenneman.nl/2011/11/cyber-monday-deal/feed/</wfw:commentRss>
		<slash:comments>0</slash:comments>
		<feedburner:origLink>http://frankdenneman.nl/2011/11/cyber-monday-deal/</feedburner:origLink></item>
		<item>
		<title>New job role</title>
		<link>http://feedproxy.google.com/~r/frankdenneman/ZjZC/~3/6j8_9ol7ESg/</link>
		<comments>http://frankdenneman.nl/2011/11/new-job-role/#comments</comments>
		<pubDate>Mon, 21 Nov 2011 13:56:43 +0000</pubDate>
		<dc:creator>Frank Denneman</dc:creator>
				<category><![CDATA[VMware]]></category>
		<category><![CDATA[Technical Marketing]]></category>

		<guid isPermaLink="false">http://frankdenneman.nl/?p=1782</guid>
		<description><![CDATA[The last two years I enjoyed working as an architect within the PSO organization of VMware, designing and reviewing the most interesting virtual infrastructures in Europe. However today I signed my new contract, accepting a position within the Technical Marketing team. Starting December I will focus on resource management and disaster avoidance technologies. My new [...]<p><a href="http://frankdenneman.nl/2011/11/new-job-role/">New job role</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
]]></description>
			<content:encoded><![CDATA[<p>The last two years I enjoyed working as an architect within the PSO organization of VMware, designing and reviewing the most interesting virtual infrastructures in Europe. However today I signed my new contract, accepting a position within the Technical Marketing team.</p>
<p>Starting December I will focus on resource management and disaster avoidance technologies. My new role allows me to collaborate with the Product managers and the R&#038;D organization on products such as DRS, Storage DRS, vMotion, Storage vMotion and FT. My main tasks will be developing best practices, white-papers, documentation and technical presentations, educating field organizations and of course the customers.</p>
<p>Although I enjoyed working within the PSO organization, I can’t wait to get started.  Thanks to all the people who made my move possible and offering me such an opportunity!</p>
<p><a href="http://frankdenneman.nl/2011/11/new-job-role/">New job role</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
 <img src="http://frankdenneman.nl/wp-content/plugins/wordpress-feed-statistics/feed-statistics.php?view=1&post_id=1782" width="1" height="1" style="display: none;" /><div class="feedflare">
<a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=6j8_9ol7ESg:s500SaC2-sE:yIl2AUoC8zA"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=yIl2AUoC8zA" border="0"></img></a> <a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=6j8_9ol7ESg:s500SaC2-sE:YwkR-u9nhCs"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=YwkR-u9nhCs" border="0"></img></a>
</div><img src="http://feeds.feedburner.com/~r/frankdenneman/ZjZC/~4/6j8_9ol7ESg" height="1" width="1"/>]]></content:encoded>
			<wfw:commentRss>http://frankdenneman.nl/2011/11/new-job-role/feed/</wfw:commentRss>
		<slash:comments>34</slash:comments>
		<feedburner:origLink>http://frankdenneman.nl/2011/11/new-job-role/</feedburner:origLink></item>
		<item>
		<title>FDM in mixed ESX and vSphere clusters</title>
		<link>http://feedproxy.google.com/~r/frankdenneman/ZjZC/~3/DJXQasIblPQ/</link>
		<comments>http://frankdenneman.nl/2011/10/fdm-in-mixed-esx-and-vsphere-clusters/#comments</comments>
		<pubDate>Mon, 17 Oct 2011 08:00:01 +0000</pubDate>
		<dc:creator>Frank Denneman</dc:creator>
				<category><![CDATA[VMware]]></category>
		<category><![CDATA[FDM]]></category>
		<category><![CDATA[HA]]></category>
		<category><![CDATA[Mixed clusters]]></category>

		<guid isPermaLink="false">http://frankdenneman.nl/?p=1776</guid>
		<description><![CDATA[Last couple of weeks I’ve been receiving questions about vSphere HA FDM agent in a mixed cluster. When upgrading vCenter to 5.0, each HA cluster will be upgraded to the FDM agent. A new FDM agent will be pushed to each ESX server. The new HA version supports ESX(i) 3.5 through ESXi 5.0 hosts. Mixed [...]<p><a href="http://frankdenneman.nl/2011/10/fdm-in-mixed-esx-and-vsphere-clusters/">FDM in mixed ESX and vSphere clusters</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
]]></description>
			<content:encoded><![CDATA[<p>Last couple of weeks I’ve been receiving questions about vSphere HA FDM agent in a mixed cluster. When upgrading vCenter to 5.0, each HA cluster will be upgraded to the FDM agent. A new FDM agent will be pushed to each ESX server. The new HA version supports ESX(i) 3.5 through ESXi 5.0 hosts. Mixed clusters will be supported so not all hosts have to be upgraded immediately to take advantage of the new features of FDM. Although mixed environments are supported we do recommend keeping the time you run difference versions in a cluster to a minimum.</p>
<p>The FDM agent will be pushed to each hosts, even if the cluster contains identically configured hosts, for example a cluster containing only vSphere 4.1 update 1 will still be upgraded to the new HA version. The only time vCenter will not push the new FDM agent to a host if the host in question is a 3.5 host without the required patch.</p>
<p>When using clusters containing 3.5 hosts, it is recommended to upgrade the ESX host to ESX350-201012401-SG PATCH (ESX 3.5) or ESXe350-201012401-I-BG PATCH (ESXi) patch first before upgrading vCenter to vCenter 5.0. If you still get the following error message:</p>
<p><em>Host &#8216;<hostName>&#8216; is of type (
<productName>
<productVersion>) with build <build>, it does not support vSphere HA clustering features and cannot be part of vSphere HA clusters.<br />
</em><br />
Visit the VMware knowledgebase article: <a href=" http://kb.vmware.com/kb/2001833">2001833</a>.</p>
<p><a href="http://frankdenneman.nl/2011/10/fdm-in-mixed-esx-and-vsphere-clusters/">FDM in mixed ESX and vSphere clusters</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
 <img src="http://frankdenneman.nl/wp-content/plugins/wordpress-feed-statistics/feed-statistics.php?view=1&post_id=1776" width="1" height="1" style="display: none;" /><div class="feedflare">
<a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=DJXQasIblPQ:VCGwoDCBcEc:yIl2AUoC8zA"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=yIl2AUoC8zA" border="0"></img></a> <a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=DJXQasIblPQ:VCGwoDCBcEc:YwkR-u9nhCs"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=YwkR-u9nhCs" border="0"></img></a>
</div><img src="http://feeds.feedburner.com/~r/frankdenneman/ZjZC/~4/DJXQasIblPQ" height="1" width="1"/>]]></content:encoded>
			<wfw:commentRss>http://frankdenneman.nl/2011/10/fdm-in-mixed-esx-and-vsphere-clusters/feed/</wfw:commentRss>
		<slash:comments>3</slash:comments>
		<feedburner:origLink>http://frankdenneman.nl/2011/10/fdm-in-mixed-esx-and-vsphere-clusters/</feedburner:origLink></item>
		<item>
		<title>Partially connected datastore clusters</title>
		<link>http://feedproxy.google.com/~r/frankdenneman/ZjZC/~3/THGM-G13Pjg/</link>
		<comments>http://frankdenneman.nl/2011/10/partially-connected-datastore-clusters/#comments</comments>
		<pubDate>Fri, 07 Oct 2011 11:40:07 +0000</pubDate>
		<dc:creator>Frank Denneman</dc:creator>
				<category><![CDATA[SDRS]]></category>
		<category><![CDATA[vSphere 5]]></category>

		<guid isPermaLink="false">http://frankdenneman.nl/?p=1753</guid>
		<description><![CDATA[The first article in the series about architecture and design decisions series focuses on the connectivity of the datastores within the datastore cluster. Connectivity between ESXi hosts and datastores in the datastore cluster affects initial placement and load balancing decisions made by DRS and SDRS. Although connecting a datastore to all ESXi hosts inside a [...]<p><a href="http://frankdenneman.nl/2011/10/partially-connected-datastore-clusters/">Partially connected datastore clusters</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
]]></description>
			<content:encoded><![CDATA[<p>The first article in the series about<a href="http://frankdenneman.nl/2011/09/architecture-and-design-of-datastore-clusters/"> architecture and design decisions</a> series focuses on the connectivity of the datastores within the datastore cluster. Connectivity between ESXi hosts and datastores in the datastore cluster affects initial placement and load balancing decisions made by DRS and SDRS. Although connecting a datastore to all ESXi hosts inside a cluster is a common practice, we still come across partially connected datastores in virtual environments. </p>
<p>What is the impact of a partially connected datastore, member of a datastore cluster, connected to a DRS cluster? What interoperability problems can you expect and what is the impact of this design on DRS load balancing operations and SDRS load balancing operations?<br />
Let’s start with the basic terminology.</p>
<blockquote><p><strong>Fully connected datastore clusters</strong><br />
A fully connected datastore cluster is when the storage is attached to all ESX servers in a cluster. This is a recommendation, but it is not enforced. </p>
<p><strong>Partially connected datastore clusters</strong><br />
If a datastore is connected to a subset of ESXi hosts inside the DRS cluster, the datastore cluster is treated as a partially connected datastore cluster. </p></blockquote>
<p>Now what happens if the DRS cluster is connected to partially connected datastores? It’s important to understand that the goal of both DRS and SDRS is resource availability, key to offering resource availability is to provide or have as much as mobility as possible. SDRS will not generate any migration recommendations that will reduce the compatibility of a virtual machine regarding datastore connections. Virtual machine to host compatibility are captured in compatibility lists. </p>
<p><strong>Compatibility list</strong><br />
Inside the cluster a vm-host compatibility list is generated for each virtual machine. The compatibility list determines which ESXi host in the cluster have network and storage configurations that allow the virtual machine to successfully come online. Membership of a Mandatory VM to host affinity rules are also listed in the compatibility list.If the network portgroup or datastore is not available on the host, or the host is not listed in the host group of the mandatory affinity rule, the ESXi server is deemed incompatible to host that virtual machine. </p>
<p>As mentioned, both DRS and SDRS focus on resource availability and resource outage avoidance, therefore SDRS prefers a datastore that is connected to all hosts rather than selecting a datastore that is partially connected. Connecting datastores to a subset of hosts reduce the compatibility list impacting the mobility of the virtual machine reducing the efficiency of DRS and SDRS.</p>
<p>Finding a suitable location or the ability to load balance becomes more challenging when the cluster and datastore cluster are partially connected. During initial placement a selection of a datastore may impact the mobility of the virtual machine amongst the hosts, while selecting a host impacts the mobility of a virtual machines amongst the datastores in the datastore cluster.<br />
<div id="attachment_1773" class="wp-caption aligncenter" style="width: 420px"><a href="http://frankdenneman.nl/wp-content/uploads/2011/10/partially-connected-13.png"><img src="http://frankdenneman.nl/wp-content/uploads/2011/10/partially-connected-13.png" alt="VM mobility in partially connected datastore clusters" title="VM mobility in partially connected datastore clusters" width="410" height="492" class="size-full wp-image-1773" /></a><p class="wp-caption-text">VM mobility in partially connected datastore clusters</p></div></p>
<p>Let’s explore this impact a little bit further. During the process of migration recommendations, DRS selects a host for a virtual machine that can provide enough resources to satisfy the virtual machines resource entitlement, while lowering the imbalance of the cluster. DRS might come across a low utilized host; other hosts inside the cluster are highly utilized. Unfortunately the lightly utilized host is not connected to the datastore containing the virtual machine files (it might even be lowly utilized due to the poor connection state) and therefore DRS will not consider the host due to the incompatibility. While from a DRS resource load balancing perspective this host might be very attractive option to solve resource imbalance. Also keep in mind the impact of this behavior on VM-Host affinity rules, DRS will not migrate the virtual machine to the partially connected host inside the host group.</p>
<p>Similar happens with SDRS load balancing. Partially connected datastores are not recommended when fully connected datastores are available that do not violate the space SDRS threshold. You might wonder why the space SDRS threshold is explicitly mentioned and not the IO load balanced but that’s because IO load balancing is disabled when a partially connected datastore is detected in the datastore cluster.</p>
<p><strong>IO load balancing</strong><br />
It is important to understand the impact a single partially connected datastore has on the service level of an entire datastore cluster. As SDRS detects a partially connected datastore it will disable the IO load balancing on the entire datastore cluster. Not only on that single partially connected datastore, but the entire cluster. Effectively degrading a complete feature set of your virtual infrastructure. </p>
<p><strong>Temporary partially connectivity – a real threat?</strong><br />
The connectivity status is important when the SDRS interval expires; during the migration recommendation calculation is checks the connectivity. A temporary all-paths-down status or a rezoning procedure might not have effect on SDRS load-balancing behavior, but what if good old murphy decides to give you a visit during the invocation period? Keep this behavior in mind when scheduling maintenance on the storage platform.</p>
<p><strong>Warning messages</strong><br />
SDRS generates a warning and displays it at the SDRS faults tab in the datastores and datastore cluster view</p>
<p><a href="http://frankdenneman.nl/wp-content/uploads/2011/10/SDRS-faults.png"><img src="http://frankdenneman.nl/wp-content/uploads/2011/10/SDRS-faults-300x81.png" alt="" title="SDRS faults" width="300" height="81" class="alignnone size-medium wp-image-1755" /></a></p>
<p> <strong>Benefits of partially connected</strong><br />
We cannot identify any direct benefit of partially connecting a datastore of a cluster. Partially connected datastores impact initial placement, disable IO load-balancing and will affect DRS load balancing as well as SDRS space balancing. Therefore a basic design decision would be connect all datastores to all host in the cluster connected to the datastore cluster. If anyone has got a good reason for not connecting a datastore to all the hosts, please leave a comment.</p>
<p><a href="http://frankdenneman.nl/2011/10/partially-connected-datastore-clusters/">Partially connected datastore clusters</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
 <img src="http://frankdenneman.nl/wp-content/plugins/wordpress-feed-statistics/feed-statistics.php?view=1&post_id=1753" width="1" height="1" style="display: none;" /><div class="feedflare">
<a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=THGM-G13Pjg:R7NmDJ56oD8:yIl2AUoC8zA"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=yIl2AUoC8zA" border="0"></img></a> <a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=THGM-G13Pjg:R7NmDJ56oD8:YwkR-u9nhCs"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=YwkR-u9nhCs" border="0"></img></a>
</div><img src="http://feeds.feedburner.com/~r/frankdenneman/ZjZC/~4/THGM-G13Pjg" height="1" width="1"/>]]></content:encoded>
			<wfw:commentRss>http://frankdenneman.nl/2011/10/partially-connected-datastore-clusters/feed/</wfw:commentRss>
		<slash:comments>4</slash:comments>
		<feedburner:origLink>http://frankdenneman.nl/2011/10/partially-connected-datastore-clusters/</feedburner:origLink></item>
		<item>
		<title>Architecture and design of Datastore clusters</title>
		<link>http://feedproxy.google.com/~r/frankdenneman/ZjZC/~3/a3TjHMIiFZw/</link>
		<comments>http://frankdenneman.nl/2011/09/architecture-and-design-of-datastore-clusters/#comments</comments>
		<pubDate>Fri, 16 Sep 2011 09:50:34 +0000</pubDate>
		<dc:creator>Frank Denneman</dc:creator>
				<category><![CDATA[SDRS]]></category>
		<category><![CDATA[Datastore Clusters]]></category>

		<guid isPermaLink="false">http://frankdenneman.nl/?p=1746</guid>
		<description><![CDATA[Storage DRS extends the DRS feature set to the storage space. The primary element used by SDRS is a datastore cluster. Introducing the concept of datastore clusters can affect or shift the paradigm of storage management in virtual infrastructures. This article is the start of a short series of articles focusing on the design considerations [...]<p><a href="http://frankdenneman.nl/2011/09/architecture-and-design-of-datastore-clusters/">Architecture and design of Datastore clusters</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
]]></description>
			<content:encoded><![CDATA[<p>Storage DRS extends the DRS feature set to the storage space. The primary element used by SDRS is a datastore cluster. Introducing the concept of datastore clusters can affect or shift the paradigm of storage management in virtual infrastructures. This article is the start of a short series of articles focusing on the design considerations of datastore clusters </p>
<p><strong>Datastore cluster concept</strong><br />
Let’s start with looking at the concept datastore cluster. Datastore clusters can be regarded as the equivalent of DRS clusters. A datastore cluster is the storage equivalent of an vCenter (DRS) cluster whereas a datastore is the equivalent of a ESXi host. As datastore clusters pool storage resources into one single logical pool it becomes a management object. This storage pooling allows the administrator to manage many individual datastores as one element, and depending on the enabled SDRS features, providing optimized usage of storage capacity and IO performance capability off all member datastores.</p>
<p>SDRS settings are configured at datastore cluster level and are applied to each member datastore inside the datastore cluster. When SDRS is enabled the datastore cluster it becomes the storage load-balancing domain, requiring administrators and architects to treat the datastore cluster as a single entity for decision making instead of individual datastores.</p>
<p><strong>Datastore Clusters architecture and design</strong><br />
Although datastore clusters offers an abstraction layer, one must keep in mind the relationship between existing objects like hosts, clusters, virtual machine and virtual disks. This new abstraction layer might even disrupt existing (organizational) processes and policies.  Introducing datastore clusters can have impact on various design decisions such as VMFS datastores sizing, configuration of the datastore clusters, the variety in datastore clusters and the number of datastore clusters in the virtual infrastructure.</p>
<p>In this series I will address these considerations more in depth. Stay tuned for the first part; <a href="http://frankdenneman.nl/2011/10/partially-connected-datastore-clusters/">the impact of connectivity of datastores in a datastore cluste</a>r.</p>
<p><a href="http://frankdenneman.nl/2011/09/architecture-and-design-of-datastore-clusters/">Architecture and design of Datastore clusters</a> is a post from: <a href="http://frankdenneman.nl">frankdenneman.nl</a></p>
 <img src="http://frankdenneman.nl/wp-content/plugins/wordpress-feed-statistics/feed-statistics.php?view=1&post_id=1746" width="1" height="1" style="display: none;" /><div class="feedflare">
<a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=a3TjHMIiFZw:kNrfI0xNJ7U:yIl2AUoC8zA"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=yIl2AUoC8zA" border="0"></img></a> <a href="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?a=a3TjHMIiFZw:kNrfI0xNJ7U:YwkR-u9nhCs"><img src="http://feeds.feedburner.com/~ff/frankdenneman/ZjZC?d=YwkR-u9nhCs" border="0"></img></a>
</div><img src="http://feeds.feedburner.com/~r/frankdenneman/ZjZC/~4/a3TjHMIiFZw" height="1" width="1"/>]]></content:encoded>
			<wfw:commentRss>http://frankdenneman.nl/2011/09/architecture-and-design-of-datastore-clusters/feed/</wfw:commentRss>
		<slash:comments>2</slash:comments>
		<feedburner:origLink>http://frankdenneman.nl/2011/09/architecture-and-design-of-datastore-clusters/</feedburner:origLink></item>
	</channel>
</rss><!-- Performance optimized by W3 Total Cache. Learn more: http://www.w3-edge.com/wordpress-plugins/


Served from: frankdenneman.nl @ 2012-02-04 20:47:03 -->

