diff --git a/Cluster_Analysis.ipynb b/Cluster_Analysis.ipynb index 48da1a24551de59c2a4a3fec9dd9e477a6a63bf1..db9ea360dbf7efa5d1f29f6513cbf4f70fb2342b 100644 --- a/Cluster_Analysis.ipynb +++ b/Cluster_Analysis.ipynb @@ -81,8 +81,8 @@ "metadata": {}, "outputs": [], "source": [ - "start_date = '2020-11-01'\n", - "end_date = '2020-11-23'" + "start_date = '2021-01-01'\n", + "end_date = '2021-01-08'" ] }, { @@ -156,10 +156,10 @@ "outputs": [], "source": [ "xaxis_min = 0\n", - "xaxis_max = 140\n", + "xaxis_max = 80\n", "\n", "yaxis_min = 0\n", - "yaxis_max = 100" + "yaxis_max = 20" ] }, { @@ -756,7 +756,7 @@ "\n", "#####Blue\n", "ax = fig.add_subplot(431)\n", - "rqmem_elapsed_blue_hist = ax.hist2d(df_1_2d1['ReqMemCPU'],df_1_2d1['Elapsed'], \n", + "rqmem_elapsed_blue_hist = ax.hist2d(cluster_1['ReqMemCPU'],cluster_1['Elapsed'], \n", " bins =[x_blue_rqmem_elapsed_bins, y_blue_rqmem_elapsed_bins], \n", " cmap = plt.cm.Blues)\n", "ax.set_xlabel('ReqMemCPU(gigs)')\n", @@ -767,7 +767,7 @@ "\n", "\n", "ax2 = fig.add_subplot(432)\n", - "alloc_elapsed_blue_hist = ax2.hist2d(df_1_2d2['AllocCPUS'],df_1_2d2['Elapsed'], \n", + "alloc_elapsed_blue_hist = ax2.hist2d(cluster_1['AllocCPUS'],cluster_1['Elapsed'], \n", " bins =[x_blue_alloc_elapsed_bins, y_blue_alloc_elapsed_bins],\n", " cmap = plt.cm.Blues)\n", "ax2.set_xlabel('AllocCPUS')\n", @@ -778,7 +778,7 @@ "\n", "\n", "ax3 = fig.add_subplot(433)\n", - "reqmem_alloc_blue_hist = ax3.hist2d(df_1_2d3['ReqMemCPU'],df_1_2d3['AllocCPUS'], \n", + "reqmem_alloc_blue_hist = ax3.hist2d(cluster_1['ReqMemCPU'],cluster_1['AllocCPUS'], \n", " bins =[x_blue_reqmem_alloc_bins, y_blue_reqmem_alloc_bins],\n", " cmap = plt.cm.Blues)\n", "ax3.set_xlabel('ReqMemCPU(gigs)')\n", @@ -791,7 +791,7 @@ " \n", "####Purple\n", "ax4 = fig.add_subplot(434) # This represents a (3x3) grid (row x col) and we are plotting the (1) subplot. The last number increments row-wise.\n", - "rqmem_elapsed_purple_hist = ax4.hist2d(df_0_2d1['ReqMemCPU'],df_0_2d1['Elapsed'], \n", + "rqmem_elapsed_purple_hist = ax4.hist2d(cluster_0['ReqMemCPU'],cluster_0['Elapsed'], \n", " bins =[x_purple_rqmem_elapsed_bins, y_purple_rqmem_elapsed_bins], \n", " cmap = plt.cm.Blues)\n", "ax4.set_xlabel('ReqMemCPU(gigs)')\n", @@ -803,7 +803,7 @@ "\n", "\n", "ax5 = fig.add_subplot(435) # Second subplot\n", - "alloc_elapsed_purple_hist = ax5.hist2d(df_0_2d2['AllocCPUS'],df_0_2d2['Elapsed'], \n", + "alloc_elapsed_purple_hist = ax5.hist2d(cluster_0['AllocCPUS'],cluster_0['Elapsed'], \n", " bins =[x_purple_alloc_elapsed_bins, y_purple_alloc_elapsed_bins], \n", " cmap = plt.cm.Blues)\n", "ax5.set_xlabel('AllocCPUS')\n", @@ -814,7 +814,7 @@ "\n", "\n", "ax6 = fig.add_subplot(436)\n", - "reqmem_alloc_purple_hist = ax6.hist2d(df_0_2d3['ReqMemCPU'],df_0_2d3['AllocCPUS'], \n", + "reqmem_alloc_purple_hist = ax6.hist2d(cluster_0['ReqMemCPU'],cluster_0['AllocCPUS'], \n", " bins =[x_purple_reqmem_alloc_bins, y_purple_reqmem_alloc_bins], \n", " cmap = plt.cm.Blues) # use magma or\n", "ax6.set_xlabel('ReqMemCPU(gigs)')\n", @@ -826,7 +826,7 @@ "\n", "#####Red\n", "ax7 = fig.add_subplot(437)\n", - "rqmem_elapsed_red_hist = ax7.hist2d(df_3_2d1['ReqMemCPU'],df_3_2d1['Elapsed'], \n", + "rqmem_elapsed_red_hist = ax7.hist2d(cluster_3['ReqMemCPU'],cluster_3['Elapsed'], \n", " bins =[x_red_rqmem_elapsed_bins, y_red_rqmem_elapsed_bins],\n", " cmap = plt.cm.Blues)\n", "ax7.set_xlabel('ReqMemCPU(gigs)')\n", @@ -837,7 +837,7 @@ "\n", "\n", "ax8 = fig.add_subplot(438)\n", - "alloc_elapsed_red_hist = ax8.hist2d(df_3_2d2['AllocCPUS'],df_3_2d2['Elapsed'], \n", + "alloc_elapsed_red_hist = ax8.hist2d(cluster_3['AllocCPUS'],cluster_3['Elapsed'], \n", " bins =[x_red_reqmem_alloc_bins, y_red_reqmem_alloc_bins],\n", " cmap = plt.cm.Blues)\n", "ax8.set_xlabel('AllocCPUS')\n", @@ -848,7 +848,7 @@ "\n", "\n", "ax9 = fig.add_subplot(439)\n", - "reqmem_alloc_red_hist = ax9.hist2d(df_3_2d3['ReqMemCPU'],df_3_2d3['AllocCPUS'], \n", + "reqmem_alloc_red_hist = ax9.hist2d(cluster_3['ReqMemCPU'],cluster_3['AllocCPUS'], \n", " bins =[x_red_reqmem_alloc_bins, y_red_reqmem_alloc_bins],\n", " cmap = plt.cm.Blues)\n", "ax9.set_xlabel('ReqMemCPU(gigs)')\n", @@ -861,7 +861,7 @@ "\n", "#####Yellow\n", "ax10 = fig.add_subplot(4,3,10)\n", - "rqmem_elapsed_yellow_hist = ax10.hist2d(df_2_2d1['ReqMemCPU'],df_2_2d1['Elapsed'], \n", + "rqmem_elapsed_yellow_hist = ax10.hist2d(cluster_2['ReqMemCPU'],cluster_2['Elapsed'], \n", " bins =[x_yellow_rqmem_elapsed_bins, y_yellow_rqmem_elapsed_bins],\n", " cmap = plt.cm.Blues)\n", "ax10.set_xlabel('ReqMemCPU(gigs)')\n", @@ -872,7 +872,7 @@ "\n", "\n", "ax11 = fig.add_subplot(4,3,11)\n", - "alloc_elapsed_yellow_hist = ax11.hist2d(df_2_2d2['AllocCPUS'],df_2_2d2['Elapsed'], \n", + "alloc_elapsed_yellow_hist = ax11.hist2d(cluster_2['AllocCPUS'],cluster_2['Elapsed'], \n", " bins =[x_yellow_reqmem_alloc_bins, y_yellow_reqmem_alloc_bins],\n", " cmap = plt.cm.Blues)\n", "ax11.set_xlabel('AllocCPUS')\n", @@ -883,7 +883,7 @@ "\n", "\n", "ax12 = fig.add_subplot(4,3,12)\n", - "reqmem_alloc_yellow_hist = ax12.hist2d(df_2_2d3['ReqMemCPU'],df_2_2d3['AllocCPUS'], \n", + "reqmem_alloc_yellow_hist = ax12.hist2d(cluster_2['ReqMemCPU'],cluster_2['AllocCPUS'], \n", " bins =[x_yellow_reqmem_alloc_bins, y_yellow_reqmem_alloc_bins],\n", " cmap = plt.cm.Blues)\n", "ax12.set_xlabel('ReqMemCPU(gigs)')\n", @@ -914,7 +914,39 @@ "execution_count": null, "metadata": {}, "outputs": [], - "source": [] + "source": [ + "xaxis_min = 0\n", + "xaxis_max = 10\n", + "\n", + "yaxis_min = 0\n", + "yaxis_max = 5" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# only the darkest spots\n", + "\n", + "# blue reqmem/elapsed denstiy spot: reqmem = 16-17 ,elapsed = 0-1\n", + "# blue alloc/elapsed denstiy spot: alloc = 4-5 ,elapsed = 0-1\n", + "# blue reqmem/alloc denstiy spot: reqmem = 16-17 ,alloc = 4-5\n", + "\n", + "# purple reqmem/elapsed denstiy spot: reqmem = 8-9 ,elapsed = 0-1\n", + "# purple alloc/elapsed denstiy spot: alloc = 1-2 ,elapsed = 0-1\n", + "# purple reqmem/alloc denstiy spot: reqmem = 8-9 ,alloc = 1-2\n", + "\n", + "# red reqmem/elapsed denstiy spot: reqmem = ,elapsed = \n", + "# red alloc/elapsed denstiy spot: alloc = ,elapsed = \n", + "# red reqmem/alloc denstiy spot: reqmem = ,alloc = \n", + "\n", + "# yellow reqmem/elapsed denstiy spot: reqmem = ,elapsed = \n", + "# yellow alloc/elapsed denstiy spot: alloc = ,elapsed = \n", + "# yellow reqmem/alloc density spot: reqmem = 0-10, alloc = 1-2\n", + "\n" + ] } ], "metadata": {