diff --git a/data/caffenet/cat.jpg b/data/caffenet/cat.jpg new file mode 100644 index 00000000..b4efc6c9 Binary files /dev/null and b/data/caffenet/cat.jpg differ diff --git a/data/caffenet/cat_gray.jpg b/data/caffenet/cat_gray.jpg new file mode 100644 index 00000000..43c5ce37 Binary files /dev/null and b/data/caffenet/cat_gray.jpg differ diff --git a/data/caffenet/cnn.csv b/data/caffenet/cnn.csv new file mode 100644 index 00000000..f689f4f0 --- /dev/null +++ b/data/caffenet/cnn.csv @@ -0,0 +1,3 @@ +0,0,1.52356,2.14234,0,0.082543,0,0,1.2331,0,0,0,0,0.237304,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.91736,0,0,1.92734,1.72271,0.409474,0,0,0,0,0,0,0.432761,0,0,0,0,0,0,0.339176,0,0,1.65193,0,2.13591,0,0,0,0.16873,0,0,0,2.69926,0,0.365731,0,1.33505,0,0,0,0,0,0,0,4.11485,0,0,0,0,0.599008,0,0,0,0,0,0,0,0.257508,0,0,1.98442,0,0,0.415224,0,0.40131,1.24862,0,0,0,0,0,0,0,0,0,0,0,0.657252,0,0.227363,0.39047,0,0,3.9094,0,0.0146499,1.78246,0,0,0,0,0,3.5339,0,0.651647,0,0,0,0,0,1.97101,0,3.5158,1.9006,0,2.92108,0.0929129,0,0,3.71534,0,0,0,0,0,0,0,0.869541,0,2.26788,0,0,0,0.779392,0,0,0,0,0,0,0,2.48042,2.54968,0,0.106707,0,0,0,0,0.7157,0,0,0.23837,0,0,0,4.11329,0.807951,0,2.56263,0.903088,0,0,0,0,0,0,0,3.98668,0,5.27073,0.628834,0,0,2.22926,0,0,0,3.39268,0,0,0,0,0,0,0,0,0.220282,0,0,0,0,0.918958,0,0,1.89659,0,1.40413,0,0,0,0,0,0,0,0,0,0,0,0,2.41956,4.58316,0,0,0.753513,0,0,0,0,0,0,0.738599,1.04531,0.156572,2.89761,0,0,0,0,0,1.33834,1.44866,0,0,0,0,0.505186,0,0,0,0,0,1.50775,0,0,0,0,0,0,0,0,0,0,0.965428,0,0,0,4.5757,0,3.60878,0,0.572708,0.955612,2.5491,0,0.144462,0,1.38748,0,0,0,1.13586,0.415291,0,2.24593,0,0,0,0,0,0.2733,2.46261,0.573474,0,0.980638,0.0123351,0,0,0,1.38919,0,1.12237,0,0,0,0.0918505,0,0,0,0.882941,0,0,0,0,0,0,0,0,0.309724,0,0,0,0,0,0.856444,0,0,0,0,0,0,0,0.855645,0,0,0,0,0,2.63578,0,0,0,0,0,0,0,0.742552,0,0,0,1.81386,0,0,0,0,0,0.524554,0,1.08705,0,0,0,0,0,1.21893,0.7014,0.690853,0,1.82984,0.583967,1.07663,0,0.424917,0.235025,0,0.0673391,0,0,1.17087,0,0,0,0,0,0.0439736,0,0,0,0,0,0,0,0,0,2.48908,0,0,0,0.124231,0,0,0,0,0,0.771359,2.91916,0,0,0,0,3.73134,0,0,0,1.42739,1.29151,4.55967,0,0,1.12031,0,0,0,0,0,0,0,3.39683,0,0,0,0.0468447,0,0,0,0.806042,0.542061,0,0,0,0.0812754,0,2.05752,0,0,0,1.03115,0.0421064,0,0,2.1473,2.0534,0,0.374295,0.0416992,0,2.71956,0.923935,0,0.942395,7.47416,0,0,0,0,0,0,0,0.329099,0,0,0,0,0,0.523574,0.851188,2.55515,0,0,0.48298,0,0,0,0,0,0.0212749,0,0,0,0,0,0,0.366673,0,0,0,0,0,0,0,0.317254,0,1.63544,0,0,0.0355997,0,0,0.825899,0,0,0,0,0,0,0,0,0.661447,0,0,0,1.41221,0.661399,0,0.29613,0,0,0,0,0,0,0,0,0,0,2.40334,0,0,0,0,0.324734,0,0,0.627623,0,0,0,0,0.656717,0,0,0,0,0,0,0,0,0,0,0,0,0,1.61575,1.15749,0,0,0,0,0,0,2.2164,0,0,0,0.430227,0,2.28742,0,0.799401,0,0.984533,0,0,0,0,0,0,2.76,0,0,1.12253,0,0,1.79622,0,0,0.361973,0,0,0,0,0,0,1.8427,0,0,0,0,0.388438,0,0.927997,0,0.132275,0,0.839704,0,0,0,0,0,0,1.8225,0,0,0,0,0,1.35212,0,0,0,0,0,0,0,0.0663205,0,0,0,0,0,0,0,0,0,0.297169,0,0,0,0,1.35464,2.44709,0,1.12527,0.557292,0,0,0,0,1.88515,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.162178,1.69618,0.824615,0,2.67606,0,0,0,2.26327,0,0,0,0,0,0,0.085399,0,0,0,2.98051,0,0.825247,0,0,0,0,0,1.44676,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.853613,0,0,0,3.55271,3.52581,0.475224,0,0,0,0,0,0,0.944138,0.847648,0,0,0,0,0,0,0,1.19385,1.18669,0,0,0,0,0,0,0,0,0,0,0,0.28396,0,1.44412,0,0,0,0.8764,0,0,0,0,0.886347,2.90679,0,2.3331,0,0,0.178171,0,0,0,0,1.5697,0,1.72802,0,0,0.819258,1.90481,0,0,2.15039,2.23077,0,0,2.18108,0.785652,0,0,0,0,0,0,0,0,0,0.256845,0,0,0,0,0,0.813826,0,0,0,1.91998,0.631528,0.217156,0,0,0,3.78729,0,0,0,0.0892779,4.51088,0.4892,0,0,0,0.420453,2.46856,0,0,0,0,0,1.698,5.77716,0.144269,0,0,0,0,0.394978,0,0,0,0,0,1.08913,0,0,0.19906,0,1.81389,0,0,3.87096,0,0,0,0.80187,1.58124,2.89002,0.438778,0,0,0,0.573549,0,0,0,0,0,0,0,0,0,0,0,0,0.846538,1.35952,4.58552,0,1.88341,1.07468,0.0579773,0,1.47075,0,0,3.30136,0,0,0,0,0,1.39964,0,0,0,0.378002,0,0.0238114,0.526368,0.339302,0,0.174417,0,0,0,0,0,0,0,0.173109,0,0,0,0,0,0,0.162408,0,0,0,0,3.99997,0,0,0,0,0,0.527788,0,0,0,0,0,0,0,0,0,1.68335,0,0,0,0,0,0,0,0,0,1.03902,0.634073,3.73783,5.09924,0,0,0,2.89744,0,0,0,0,0,0.750211,0,0,0,0,0,0,2.1172,0,0,0,0,0,0,0.97713,0,0,0.372387,0,0,0,2.87726,0,0,0,0,1.2284,0,0,0,0,0,0,0,0,0,1.04032,0.286177,0,0,0,0,0,0,0,0,0,0,5.19054,0,0,0.411714,0,0,0,0.240127,1.93419,3.64758,0,0,0,0,0,0,0.684875,0,0,0,0,0.860525,2.52702,0,0,0,0,0,0,0,0,0,0.546376,0,0.228005,0,0.926267,3.27897,0,0,0,0,0,1.61539,0,0.976401,0,0,0,0,0,2.97727,1.01752,0,0,0,0,0.484437,0,0,0.423088,0,0,0.677749,0,0,0,0,0,0,1.51348,0.644169,0.485656,0,0,0.0314345,0,1.27237,0,0,0,0,0,0,0,0,0,1.49025,0.448787,0,2.41349,0,0,0,0,0,0,0,0,0,0,1.56994,0,0,0,0,3.00917,0,0,0,0,0,0,0.71532,0.49942,1.80162,0,0.197625,0,0.506144,0.0947296,0,0,0,1.33458,0,0,0,2.13823,3.17674,0,0,0,0,0,0,0,0,0,0,0.0715431,0,0,0.624356,0.434649,0,0,0,0,1.37049,0,0,0,0,0.468299,0,0,0,0,0,0.208602,0,0.680154,0,2.74645,0.0247834,0,0,0,0,0.870393,0,0,0,1.32759,0,0,0,0,0,0,0,0,0,0,0,0,1.24199,0,0,0.525082,0,0,0,0,2.42345,0,1.76356,0,1.12519,0,2.21442,0,0,0,1.70854,0,0,0,1.4621,0,0,0,0,0,0,0,1.64406,0,0,3.81566,0.394447,0,0.088271,0,0,0,0,0.12348,0,0,0.18599,0,0,1.34037,0,0,0,0,0,0,0,0,0.385165,0,0,0,0,0,0,0,1.27751,0,0,0,0,0,0,0,0.0503998,2.60689,0,0,0,0,0.137104,0,0,0,0,0,0,0,4.94308,0,0,0.0252479,0,0,2.91315,0,0,0,0,0,0,0.365592,0,0,0,0,0,0,0,0,0,0,0,0.252869,0.544451,0.767307,0.369764,0,0,0,0,0.874765,1.38846,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.353649,0,0,0,1.06172,6.66895,0,0,0,0,0,1.86888,0,0,0,0.450937,0,0,0,0.198017,0.963959,0,0,0,1.60984,0,0,0,1.04442,0,0,0,0.0895731,0,0,0,0,0,0.0944371,0,1.36124,0,0,0.444842,0.189514,0,0,0,1.93527,0.610011,0.382081,0,0.741992,0,0,0,0.851098,0,0.669572,0,0,2.08072,0,0,0.691771,0,0,0,0,0,0,0,0,0,2.61296,0,0,0,0,0,0,0,0.270428,0,0,0,0,0,2.92802,0,0,1.17164,0,0,0,0,0,0,0,1.84157,0,0,0,0.834628,0.196675,0,0,0.336114,0,1.09005,0,0,0,0,0,0.852598,0,0,0,0,0,0,0,0,0,0.981061,0,0,0,0.61769,0,0,1.21889,0,0.498903,0,2.95957,0,5.33426,0.279556,0,0,0,0,0,0.213165,0.516045,0.0411761,0.802343,0,0,0,0.0942525,0.0455281,0,0,0,0,0.161915,0,0,0,0,3.76223,0,0,0,0,0,0,2.60026,2.73895,0,0.997992,0,0.919277,0.640673,0,0,0,0,0,0,1.5625,0,0,0,0,1.37936,0,0,0,0,0,1.69452,2.05801,0,0,0,0,1.07778,0.347652,0,0,0,0,0,0.0357462,0,0,0,0,0,0,0,1.35559,0.525971,0,0,0,0,0,0,0,0,0,0,0,0,0,1.8843,0.37091,0,0,0.691275,0,1.1139,0,0,0,1.33155,0,0,0,0.164919,0,0,0,0.109915,1.32095,0,0,0.182671,0,0,0.904403,0,0,0,0,0,1.51803,0,0,0,0,0,0,0,0,1.58519,0,2.55406,2.29772,0.236597,1.28512,1.94438,0,1.2407,2.01995,0.261305,2.37807,0,0,0,0,0,0,0.628728,0,0,0,0,1.49954,0,1.36891,1.72002,0.0501763,0,0,0,0,0.702566,0,0,0,0,0,1.17018,0,0,0.0605059,0,0,0,2.55213,0.372695,0,0,0,0,0.0622969,0,0,1.96737,0,0,1.02935,5.13629,2.74243,0,1.39408,0,0,2.33123,0,0.708599,0,0,2.46567,0,0.842827,0,0,0,0,0.282025,0,0,0,0,1.43894,0.272555,0.304738,0,0,1.24395,0,1.52379,0,0.682598,5.68807,0,0.123061,0,0,0,0,0,0,0,0.204167,0,0,0.605306,0,0,0,2.1108,0,0,0,0,0.652792,0,0,2.84069,0,0,0,0,0,0,0,0,0,0,0.709354,0,0,1.84172,0,0.587615,0,0,0,0,0,0.00458002,0,0,0,0,0,0,0.419769,0,1.61551,0,0,0,0,0,0,0,0,1.08153,1.80005,0,0.6699,0,1.15865,0,0,0,0,0,3.55595,0,0,1.98648,0,0,0,0,0,0,2.72905,0,0,0,1.03673,1.40573,0.32351,0,0,0,0,0,1.27748,0,0,1.41895,0,0,0,0,1.48583,0,1.17862,0,0.188805,0,1.08644,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0899341,1.52399,1.59476,0,0,0,0,0,0,0,2.92897,0,0,0,0,0,0,0.58684,0,0,0,0.0319746,2.05381,0,0,2.83155,0,0.106813,0,0.499905,4.42177,0,0,0.0387259,0,0,0,1.31835,0,0,0,0,0,0,0,0.904263,0,5.01258,0.0511482,0,0,0,0,0,2.45594,0,0,0,0.888045,0,3.71963,0,0,0,0,0,0,0,2.66752,0,0,0,0,0,0,0.0034284,2.46648,0,3.19461,0,0,0,2.25552,0,0,0.0751457,0,0,0,0,0,0,0,3.22444,0,0,0,0.579602,0,0,0.27653,0.955473,0,0,0,1.69471,0,0,1.82957,0,0,0,0,0.716643,0.515984,0,0,0,0,0,0,0,0,0,2.75318,0,1.59847,0,0,0,0,2.29173,1.59551,0.0812427,2.21794,0,1.88192,3.58878,0.0927169,0,2.59133,0,0,0,0,0,0,0,0,0,0.856563,0.974171,0,0,0,0,1.21481,0,4.36973,0,1.48709,0,1.09289,0,0,0,0,0,0,1.87952,1.62522,0,0,0,0,0,1.04092,0,0,0.825461,0,0,0,0,0,0,0,0,0,0,0,0,0,1.14983,0,0,0,0,2.66862,0,0,0,0,0.603626,0,0,0,2.25418,0.0817673,1.24324,1.45655,0,0,0,0,0.249492,0,6.69995,0,0,0.0545338,0.16468,0,0,0,2.04506,0,0,1.03449,3.04002,0.33732,1.51084,0,0,0,0.403944,0,0,0,0,0.960474,0.800992,0,0,0,0,0.064432,0,0,0,0,0,0,0,0,0,1.38961,0,0.269786,0,0.578986,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.0618,0,0.119314,0,0.869067,0.17713,1.84546,0,0,0,0,0,0,0,0,0,0,0.5853,0,0,0.526372,0.0616939,0.494036,0.851657,0.305704,0,2.20192,0.394958,0.0917738,0,0,0,0,0,0,0,0,0,0.912379,0,0,0,0,0.71209,0,1.27481,0,0,1.05665,0,1.57537,0,0,0,0.99087,0,2.03258,1.30197,0.632189,0,0,2.48111,0,0,2.47262,0,0,0,0,0,0,0,0,1.22347,1.47235,0,0.00420594,0,0,0,0,0,0.480577,0,0.43041,0,0,0,4.56859,0.00490457,0.0795755,0,0,0,1.29673,0,0,1.5122,0,0.362474,0,0,0.461037,0,1.34394,1.09743,0,0,0,0,0,0,0,0,0,0,0.77426,0,0,0,0,0,0,0,0.206581,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.298684,0,0,0,0,0.961319,0,0,0,0,0.313457,0,0,0,2.1561,0,0,0,0,0,0,0,0,0.165759,0,0.0851021,2.47057,0,0,0,0,0,0,0.310315,0,0,0,1.51384,0,0,0,0,3.84708,0.587055,0,0,0.707824,0.366497,0,0,1.11112,0,1.32892,0,0,0,1.9475,0,0,0,0,0,0,1.16064,0.15961,0,1.14911,0,0,0.153993,0,0,0,0.383877,0,1.23091,0,0.441853,2.09347,0.908461,0.348046,1.6183,0,0,0,0.817516,0,0.958511,0,0,3.58741,0,0.989906,0,0,0,0,0,0,0,0,0,0,1.93436,0,0.892961,1.77639,0,0.106399,0.673032,0.376247,0,0,0.732011,0,0,0,0.755549,0,0,0,0,1.2251,0,3.99047,0,0,0,0,0,0,0,0,1.8646,0,0,0,1.04688,0,0,0,0,0,0.070119,1.87723,0,0,0,0,0,0.106209,0,0,0,1.26907,0,0,0,0,0.773748,0,0,0,0,2.02917,1.52675,0,0,3.17077,0,0,0,1.2605,0,0,0,1.95167,1.24692,0,0,0,0.240781,0,0.59812,0,0,0,0,0,0,1.07386,0,0,0,0,0,0,0,0,0,0,0,0,0,1.89324,0,0.862284,0,0,0.851961,0,0,0,0.855952,0.29298,0,0,1.21393,0,0,0,0,0.183581,0,0,0.298677,0,0,0,3.12355,0.277067,0,2.16238,0,1.46193,0,0,0,0.022346,0,0,0,0,0,0,0,0.585733,0.546021,0.698787,0.67411,0,0,0.0896468,0,0,0.415911,0,0,1.04559,0,0,0,1.79235,0,3.71077,0,0,1.57431,0.250955,0.989816,0,2.23197,0,0,0,0,0.890184,0,3.84519,0,0,0,0,0,0,1.19013,0,0,0.695085,0,0,0,0,0.0820653,0.555203,0.20868,0,0,2.30525,0,0,0,0,0,0,0,0,0,0.410983,0,0.731207,0,0,0,0,0.0724539,1.56177,2.85983,0,0,0,0,1.79214,5.30614,0,0,2.52667,0.513531,0,0,0,0,0,0,0,0,0,0,0.755507,0,2.88313,0,0,0,0,0,0,0,0,0,0,0,2.58753,2.83869,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.926365,0,0,0,0,0,0.549403,3.8274,0,0,0,0,0,3.2918,0.515601,0,0,0,0,0,0.970943,0,0,1.38108,0,2.13545,0,0,0,0,0,2.9129,0.204432,0,0,4.74502,0,0,0,0,2.72919,1.53783,0,0,0,0,0,0.238138,0,0,0,0,0,0,0,0,0,0.0833966,0,0,0,0,0,0,4.86538,0.932523,0.137302,0,0,0.888329,0,2.04709,0,0,2.85194,0,0,0,0,0.0910934,0,0,1.2164,0,0,0,0,2.77827,0,0,0,0,0.312614,0,0.225366,0,0,0,0,0,0,0,0,0,0,0,0,0.898882,4.30676,0,1.46249,0.416492,0,0,0,0,0,0,0,0,3.47733,1.17392,0,0,0.821138,0,0,0,0,0,1.90983,0,0,0,1.14659,0.0480347,0,0,1.7456,0,1.57078,0,1.43343,0,1.07433,0.258617,0,0.0867208,0.0613415,0,0,0,0,0,0.046784,0,0,0.656965,0.292158,0,0,0,0,0.0521529,0,0,0,0,0,0,0,0,0,0.700052,1.37136,3.16384,2.4618,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.51168,0,0,0,0,0,0,0,0,0,0,0,1.11174,1.71435,0,0,0,0.602598,0,0,0,0,0,0,0,0.0850791,0,0,0.838756,0,0,0,0,0,0,0,0,0,0,1.49163,0,1.5776,1.10257,3.05858,0,0,0,0,0,0,0,0,0,0,0.481464,0,0,0,0,0,0,0,0,1.28303,0,0,0,0,1.73683,0.750205,0.0817034,1.91499,1.86997,0,0,0,1.98341,0,0,0.0663463,0,0,0,0,0.170991,0.226315,0,0,0.0287675,0.392397,0.158955,0,3.41977,0,0,2.04784,0,0,0,1.48551,0,0,0,0.194825,0,0,1.13564,0,0,0,0,0.162995,0,0,0,0.628326,0,0,0,0,0,0,0,1.3612,0,0.986842,0,0,2.11554,0,0,0.836827,0,0,0,0,0,0,1.74481,0,0,0,0,0,0,0,1.51689,0,0,0,0,0,0.848066,0,1.65747,0,0,0.491008,0,0.694363,0,1.02515,0,0,0,0,0,0,0,0,1.73735,0,0,0,0,0,0,1.64667,0,0,0.630593,0,0,0,0,0,0,0,0,0,0.742994,1.21392,0,0,0,0,0,0,0.474406,0,1.40756,3.49907,0,0,0,0,0,0,0,0,0,0.853776,0.259859,1.373,0,2.23812,0,0,1.48411,0,0.0537661,0,1.5458,0,0,0,0,0,0,1.75379,0,0,0,0,0,0,0,0.341106,0.283271,0,0.215111,0,0,0,0.355274,0,1.3117,0,0,0,0,0,0,0,0,0,0.928391,0,0,0,3.06098,0,0,0,0.560345,1.14099,0,0.882071,0,0,0.500005,0,0,0,0,0,0,0,0,0,0,0,0,2.08099,0.48517,0,0,0,0,0.906998,0,0,0.303254,0,0,0,0,0,0,0,0,0,0,0,0,1.00178,0,0,0.348422,0.984573,0,0,0.462687,0.710796,0,0,0,0,0,1.17042,0,0,0,1.3811,0,0,0.192068,0,0.788332,0,0,0,0,2.38011,1.68662,0,1.35219,0,0,0,0,0.00859427,0.400987,0,0,0,0,0,0,0,0,2.47202,0,0,0,1.23994,0,0.418853,0,0,0,0,0,0.0123885,0,0.00258136,2.26427,0,0,0,0,0,0,2.47836,0,0,0,0,0,3.06863,0,0,0,0,0.581871,0,0,0.0854529,0,0,0,0,0.517735,0,1.33466,0,1.5341,0,1.9436,0.918585,0,0,0,0,0,0,0,0,0,0,0,0.401876,1.70219,0,0.547715,0,0,0,0,1.97427,0,0,0,0.0421125,0,0.57202,0,0,0.538463,0,0,0,0,1.79329,0.0463426,0,1.58925,0,0,0,0,0,0,0,0,2.5731,0.561481,0,1.62868,1.21325,0,0,7.61402,0,1.91235,4.15677,0,0.123707,0,0,0.415292,0,0,0,0,0,0,0.616733,0.403316,0,0,2.07676,0,1.57022,0,0,0,3.89954,0,0,0.639314,0,0,0,0,0.536552,0,0,0,0,0,1.39657,0,0,0,0,0,0,0,0,1.98275,0,0,0,2.17372,0,0,0.918947,0,0,0,0,0,0,1.50383,0,0,0.109969,0,1.48214,3.6849,0,0,0.950241,0,0,0.596023,0,0,0,0,0.179219,0,0,0,0,0,0,0,0,0,0,0,1.03307,0.501828,0,0,0,2.99951,0,0,1.17719,0.0506209,0,0,0,0,0,0,1.10505,0,0.406451,0,0,3.97301,0,0,2.01823,0,0,0,0,0,0,0,0,0,0.747197,0,1.33838,0.105422,1.83281,0,0,0,0,0,0,1.11209,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.55604,0,1.74662,0,2.38298,0,0,0,0,0,0.528708,4.49847,5.01181,0,0,0,0.687365,0,0,0,0.142628,0,0,0,2.26392,0,0,0,0.278925,0,2.00551,0,0,0,0,0,0,0,0,0,0,2.30479,0,0,0,0,0,0,0,0,0,0,2.09922,0,0,0,0,0.0977812,0,0,0,0,0,0,0,0.455207,0,0.66114,0.0521356,0,0.898016,0,0,0,0,0,0,0,0,0,0,0,2.13487,0,0,0,0,0,0,0,0,0.256606,0,0,0,0,0,0,0,0,0,0,4.23702,0,0,0,0,3.46967,0,0,0.601049,0,0,0.965063,0,0.231437,0,0,0,1.40436,0,0,0.578227,0,2.6565,0,0,0,0.0419778,0.828566,0,0.636998,0,0.955996,0,0,0,0,0,0,0,0,0,0,0,0,0,0.46145,3.4978,0,0,3.90718,0,0,0,5.18842,0,0,0,0,0,0,0,0,0,0.385562,0,0,0,0,0,0,0,0,0,0,2.09466,1.36249,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.4273,0,0,0,1.36819,0,0,0,0,2.09712,0,0,0,1.52686,0,0,0,0,2.21289,0,0,0,0.481962,0,0,0,0,0,0,0,0,0,0,0,2.74797,0,0,0,0,0,1.59823,0,0,0,2.21227,1.03527,0,0,0,0,0.477052,0,0,2.77517,2.85997,0,0,1.51166,0,0,0,2.48761,0,0,0,4.26447,0,0,0,0,1.67444,0,0,0,1.22442,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.27241,0,1.29535,0.806648,0,1.54727,0,0,0,0.435524,0,0,0.0279974,0,0,0,0,0.746666,0,0,0,0,0,0,0,0,0,0,0,0,0,2.72231,0,0.514728,0,0.801547,0,0.0476179,0,0,0,0,1.18477,0,0.530259,0.601166,0,0,0,0.0858854,0,2.94741,1.10843,2.9816,0,0,0,0.406313,0,0,0.0256647,0,0,0,0,0.467828,0,0,0,5.50031,0,0,0,0,1.28508,0,0,0,0,0,0,0,3.63541,0.156708,0,0,0.149032,0,2.71029,0,0,0.200682,0,0,0,1.24127,4.50371,0,0,0,0,0,2.80916,0,0,2.41861,0.784855,0,0,0,0,0,0,0,0,0,0,0.864937,0,0,0,0,1.32798,0,0.247629,0.349665,0,0,0,0,3.07016,0,0,0,0.462827,0,0,3.22414,0,0,0,0,0,0,0,0,3.71526,0,0,0,0,0,0,0,0,0,0,2.66677,0.637768,0,0,0,0,0,1.34698,2.66655,0,1.56437,0,0,0,0,0,1.67778,1.96708,0,0,1.09838,1.41242,0,0,0,0,0,0,2.02367,0,0,0,2.5394,0,0,0.276871,0,0,0,0,0,0,5.12299,0.417312,0,0,0,0,0,0,0,0,0,3.69054,0,0,0,0,0,0.2128,1.36348,1.8472,0,0,0,0,0,0,3.31009,0,0,0,2.90275,0.540081,0.00734979,0,0,0.859578,0.909276,0,0,0,0.165624,0,1.10253,0,0.642462,0,1.33321,2.01905,0,0,0,0.152416,0,0,0,0.930469,0,0,0,0,0,0.818295,0,0,0,1.55696,0.01554,0,0,0,0,0,0,0,0.986493,0,0,0,0.705081,0,0,1.2902,2.04931,2.12754,0,0.8823,0.264267,0,0,0,0,0,0,0.425395,0,0.081523,0,0.749677,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.568419,0,0,0,0,0,0,0,0.230032,0,0,0,2.42181,0.415379,0,0,0,0,2.70503,0,0,0,0,0,0,0,0,0,0,0,0,0,0.00168264,0,0,0,0,0,0,0,0,0.124162,1.44906,0,0.936189,0,0,0,0,0,0,0,0,0.885494,0,0,0.659547,0,0.86153,0,0,0,0,0,0,0 +0,0,0,0,0,0,0,0,0,0,0,5.62501,0,0,0,0,1.08014,0,0,0,0,0,0,0,0.19418,6.85152,0,0,0,0,0,0,0,0,0,0,0,0,3.82763,0,0,0,2.19374,0,0,0,0,0,0,0,0,0,5.33861,0,0,3.66159,0,0,0,0,0,7.20364,2.50823,0,0,0,0,5.07421,0,0,0,0,0,0,0,0,0,2.6404,0,0,0,0.43843,0,0,0,0,1.0056,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.16291,4.6308,0,0,0,0,0,0,0.780444,0,0,0,0,2.43478,0,2.87131,0,0,0,0,0,0,0,0,0.423932,0,1.38624,0,0,0,0,0,0,0,0,0,0,0,0,4.39782,0,0,0,0,0,0,0,0,0,3.39334,0,0,0,0,0,3.42289,0,0,0,0,0,0,0,0,1.83272,0,0,0,0,0,0,0,0,0,0,0,8.19813,0,0,0,0,0,0,0,0,0,1.515,0,0,0,0,0,5.96558,0,0,0,0,0.298685,0,0,0,0,0,0,3.40993,0,0,0,0,0.711704,3.67636,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.3651,0,0,1.40256,0,1.85198,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.258164,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.11871,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.885807,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.115343,0,0,0,0,0,7.4346,1.89956,0,5.51609,0.279068,1.9061,2.41913,0,0,0.535803,0,0,0.437705,0,0,0,1.3776,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.02129,0,0,0,0,1.64893,0,0,0.132895,0,0,0,0,0,0,0,0,0,0,9.87247,5.03808,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8.68657,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.06212,0,5.32842,1.9222,0,0,0,0,0,0,0.886579,0,0,3.36398,0.10505,0,5.08371,0,0,0,0,0,0,0,0,0,0,0,0,1.22548,0,0,0,0,0,0,0,0,1.21995,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.984471,0,0,0,0,0,2.10787,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.957593,0,0,0,0,2.61751,0,0,0,0,9.48373,0,0,0,0,0,6.07122,0,0,0.140817,0,0,0,0,0,0,0,1.24798,2.414,0,0.482033,0,0,0,0,0,0,0,0,0,6.24557,0,0,0,0,0,0,1.01378,0,0,0,0,9.22438,0,0,4.2931,0,0,0,0,0,0,0,0,0,0,0,0,0.21703,0,0,0,3.52333,0,0,0,2.34734,0,0,0,0,0,0,0,0,0,0,0.405851,3.80629,0,0,0,0,0,0,1.07916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.49429,6.20981,0,0,0,0,0,5.37341,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.028193,0.952516,0,0,0,0,0,0,0,0,0,0,0.3522,0,0,0,2.73014,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.28165,8.75547,0,0,0,0,0.57319,0,0,0,3.94961,0,0,0,0.861386,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8.1732,0,0,0,0,0,4.42238,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.08683,4.49204,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.254,0,0,1.0882,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.95868,0,0,0.872184,0,0,0,0,0,0,0,0,0,0,0,0,2.68716,0,0,0,0,0,0,0,0,0,0,0,0,0.802955,0,0,0.0363576,0,1.24036,2.05328,2.99644,4.09438,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.84076,0,5.42685,0,0.0678394,0,0,0,0,0,0,0,0,0,3.94599,0,0,0,0,3.65461,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.816218,0,0,0,0.455833,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.61457,0,6.46476,0,0,0,0.469071,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.41053,0,0,1.8913,0,0,0,0,0.159983,9.13594,0,0,0,0,0,0,0,0,0,2.38486,4.58689,0,0,0,0,0,0,0,0,0,2.73464,0,0,0,0,4.1455,0,0,3.07705,0,0,0,0,0,0,0,0,0,0,1.04751,0,0,6.55384,0,0,0,0,0,0,0,0,0,0,8.76629,0,0,0,0,0,0,0,0,0,5.96781,0,0,0,0,6.24377,0,0,3.46075,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.11565,0,0,0,0,0,0,0,2.6769,0,0,0,0,0,0,0,0,11.1625,0,0,0,0.482527,0,0,0,0,0,0,0,0,0,0,5.04729,8.37491,0,0,0,0,0,0,0,0.620096,0,0,0,0,0,3.45351,0,0,0,0,0,0,0,0,0,0,0,2.77305,1.68235,0,0,0,0,0,0,0,0,0,0,0,0,1.20546,0,0,2.24077,0,6.13121,0,0,8.09422,0,0,0,0,4.46463,0,0,0,0,0,0,0,0.346403,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.4401,0,0,0,0,0,0,0,0,0,0,1.98255,0,0,0,7.77996,0,0,0,0,0,1.00528,1.89481,1.1309,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.75974,0,0,1.6221,0,0,0,1.62596,0,0.148283,0,3.88929,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.36877,0,0,0,0,0,13.6989,0,0.719651,0,0,0,0,0,0,0,0,0,0,0,0.311262,0,2.86643,0,0,0,0,0,0,6.24665,0,3.87995,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.37378,1.09058,0,0,0,1.2537,9.19475,0,0,0,0.410083,0.3812,0,2.04014,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.8007,0,0,0,10.3315,0,0,3.85645,0,0,0,0.114612,0,0.262799,0,0,0,7.98354,0.929783,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.21935,0,0.115519,0,0,0,7.2393,0,0,0,0,0,2.20077,0,0,0,0,0,0,8.26126,0,0,0,0,0,0,0,0,0,0,4.6339,0,0,0,0,0,0,0,0,3.36286,0,0,0,1.9398,0,0,0,0,0,0,2.60731,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.406983,0,1.39585,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.92215,4.99355,0,3.40697,0,1.31297,0.405904,0,0,0,7.13303,0,0,0,0,0,0,0,0,0.567706,0,3.14785,0,0,1.16254,0,0,0,0,0,0,0,0,0,0,0,1.85377,0,0,0,0,0,0,0,0,0,0,0,2.64161,0,0,0,0,0,0,0,0,0,0,0,0,0,3.82217,0,0,0,0,0,0,1.10024,4.19983,0,0,0,0,0,0,0,0,0,0,0,0,0.236184,0,0,1.21333,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.7997,0,0,0,0.146378,0,0,1.37352,0,0,0,0,0,2.35648,0,0,6.60593,0,0,0,0,0,0,0.199336,0,0,2.20716,0,0,0,0,0,0,0,0,0,0,0,0.960196,0,0,0,0,0,0,0.144678,0,0,0,0,0,0,0,0,0,0,0,0.315825,0,4.29855,0,0,0,0,0,0,0,0,0,0,0.0947465,0,0,0,0,0,0,0,0,0,5.01483,0,0,0,0,0,0,0,0,0,0.247792,0,6.80502,0,0,0,0,0,2.04149,1.52744,0,0,0,0,1.562,0,0,0,0,0,0,3.02095,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.7673,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.08662,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.49053,0,0,0,4.55171,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.5348,0,16.14,0,0.403685,0,0,1.97489,0,0.766972,0,0,0,0,0,0,0,0.717553,0,0,2.80652,4.13236,0,0,3.83619,0,0,0.426252,0,1.58674,0,0,2.49872,0,0,0,0,8.63186,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.76263,0,0,0,0,0.689751,0,0,2.93117,6.11181,2.39351,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.558433,0,0,14.2994,0,0,0,0,0.776705,0,0,0,2.12092,0,0,0,0,2.98952,0,0,0,5.78324,0,0,0,0,0,0,0,0,0,0,0,5.30968,0,0,0,0,1.30396,0,0,0,0,0,0,0,0,0,4.99678,0,0,0,0,0,0,3.47824,0,0,0,0,0.75102,0,0,0,0,0,0,0,0,0,0,0,0,3.6957,0,5.19883,0,0,0,0,0,0,0,0,2.41335,0,0,0,0,0,0,3.96697,1.06681,0,0,0,0,0,0,0,1.64483,8.11275,0,0.125663,0,0,0,0,0,0,0,0,0,0,0,1.24283,0,0,1.79486,0,0.236178,0,0,0.951837,5.4797,0,0,0,0,4.7883,2.16144,4.47405,0,1.8357,0,0,0,0,0,0,0,0,0,0,0,7.1124,0,0,0,0,0,0,0,0,0,0,4.00245,0,0,0,0,0,0.25994,0.0547448,0,0,0,0,0,1.14909,0,0,0,0,2.93584,0,0,0,0,0,0,0,5.93727,0,0,0,0,0,0,0,0,0,0,0,0,0,2.26038,0,0,0,0,0,0,0,0,0,0,0,0,1.87033,0,0,0,0,0,0,0,0,0,0,0,4.19827,3.37458,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.15394,0,0,0,0,0,0,0,0,0,6.14765,5.95557,0,0,0,0,0,0,0,0,2.51442,0,2.78871,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.85336,3.43705,0,0,0,0.918507,5.83397,0,0,0,0,0,3.51355,0,0,0,7.8024,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.98145,0,0,0,0,0,0,0,0,0,0,0.107648,0.192792,0,0,0,0,0,0,0.230014,0,0,0,0.23799,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.06594,2.07516,0,3.83088,0,7.92718,0,0,0,2.37788,0,0,0,8.68756,2.80014,0,0,0,0,0,0,0,0,0,0,0,6.42873,0,4.6527,0,0,0,1.37202,0,0,0,0,2.82141,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.02395,0,0,0,0,0,0,0,0,0,7.52165,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.39986,0,0,2.53384,0,0,0,0,0,0,0,0,0,0,0,0,9.33295,2.35465,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.00357,0,0,0,0,0,0,0,0,0,6.81897,0,0,0.821158,0,0,0,3.50275,0,5.11723,1.08648,0,0,0,0,0,0,0.742909,0,0,0,0,0,0,0,0,0.921208,0,0,0,0.631817,0.0919822,0,0,0,0,0,0,0,3.56447,0,0,0,0,0,0,0,0.535394,0,0,0,2.4481,0,0,0,0,0,0,0,0,0,0,9.94228,0.0474414,1.67064,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8.7656,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.7235,0,0,0,0,0,0,0,0,0,1.11315,0,0.364301,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.78503,0.314133,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.04362,0,0,0,0,6.69519,0,0,0,7.10975,0.348484,0,0,0,0,0,0,0,0,0,0,2.90243,0,0,0,0,0,0,0,7.64567,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.02085,0,0,0,0.0888264,0,4.46037,0,0,0,0,0,0,0,0,0,0,0,0,0,0.869965,0,0,1.8535,0,1.45281,0,0,0,0,0.407997,0,0,0,0,0,0,0,0,0,0,0,0,0.208816,0,0,0.0773749,0,0,6.07952,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.885593,0,0,0,0,0,0,0,0,0,0,0,0,6.00914,0,0,0,2.69485,0,0,0,0,0,0,0,0,0,0,0,0,7.3196,0,0,0,0,0,0,0,0,0,1.03773,0,0,0,2.50446,0,0,0,2.41314,0,0,0,0,0,0,0.380441,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.677,0,0,0,0,0,0,10.4069,0,0,0,0,0,6.35365,0,0,0,1.61231,0,0,0,0,0,0,0,0,0,0.31526,0,0,0,0,0,0,2.56251,0,0,0,0,0,0,0,0,2.69126,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.44441,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.33881,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.682661,0,0,0,0,0,0,0,0,0,0,0,2.75477,0,0,0,0,0.148172,0,0,0,0,0,0,0,2.12191,0,0,0,0,0,0,0,0,0,0,0,0,4.01106,0,0,7.09129,0,0,6.80554,8.11335,1.22265,0,0,0,0,0,0,0,0,0,1.07892,0,0,0,0,0,0,1.58867,0,0,0,1.18929,7.77198,0,0,0,2.37283,0,0,0,0,0,0,6.04697,0,2.24508,0,0,0,0,0,0,0,0,0,0,0,1.3405,0,6.84978,0,0,0,0,0,0,1.72831,0,0,9.31803,0,0,0,0,0,0,0,0,0,4.23362,0,0,0,2.4613,0,0,0,0,0,0,0,0,0,0,0,0,0.43752,0,2.28141,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.00013,0,0,0,1.09803,0,0,0,0,6.18213,0,0,0,0,0,0,0.382568,0,0,0,0,0,0,0,0,0,0,0,0,0,4.38904,2.73589,0,1.33127,0,0,2.89997,0,0,0,0.123502,0,0,0,0,0,0,0,4.39504,5.69202,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.68501,0,0,0,0,0,0,0,0.653745,0,0,0,0,3.76196,0,0,0,0,0,0,1.72853,0,0,0,0,0,0,0,0,0,0,0,0,2.39286,0,0,0,0,0,0,0,0,0,0,0,4.20879,0,3.62438,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.598111,0,0,0,0,0,0,0,0,3.8838,0,0,0,0,0,0,0.126487,0,0,0,0,0,0,0,0,6.27837,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.79914,0,0,0,0,2.23319,0,0,0,0,0,0,0,4.42287,0,1.97199,0,0,0,0,0,0,0,0,2.76248,0,0,4.58213,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.16251,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.996765,0,0.936419,0,0,0,0,0,0,0.367773,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0593112,0,0,0,0,0,0,6.247,0,0,3.52086,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.17393,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.44593,0,0,0,0,0,0,2.33577,0,0,0,0,0,0,0,0,0,4.01058,0,0,0,0,0,0,0,0,0,3.70662,0,6.40818,0,0,0,0,0,0,0,0,7.372,0,0,0,0,0,0,0,0,5.23099,0,3.93466,1.00933,0,0,2.221,0,1.36195,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.75261,0,0.478652,0,0,0,0,4.75393,0.569638,0.795239,0,0,0,0,0,0,0,0,0.269318,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.49721,0.986712,0,0,0,0,0,0,0,0.0244027,0,0,0,7.20246,1.83964,0,0,0,0,0,0,0,0,0,0,0,0,11.7711,0,0,0.104054,0,0,0,0,0,0,0,0,0,0,4.05322,0,0,0,0,0,0,0,0,0,0,4.7931,3.35161,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.46271,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8.93567,0,0,6.45031,0,2.12488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10.3342,4.15184,0,2.74531,0,0,0,2.63596,0,0,0,0,0,0,0,0,0,0,0,0.0898926,0,0,0,0,0,1.75858,0,0,0,0,10.4819,0,0,3.86576,0,0,0,0,0,0,0,0,0,0,0,2.98428,0,0,0,0,0,0,0,0,0,0,4.03414,0,0,0,0,0,0,0,1.10558,0,0,0,0,0,0,0,0,0,0,0,4.79883,0,6.42185,0.326588,0,0,0,0.673063,0,13.1865,0,0,0,0,0,0,0,0,0,0,0,2.74195,0,0,0,0,0,0,3.28254,0,0,0,2.14048,0,0,0,2.91635,0,0,0,0,0,0,0,0,0,0,0,1.10303,0,0,6.41983,0,0,0,0,5.94844,0,0,5.85747,0.520595,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0582913,0,4.33993,0,0,0,0,0,0,0,0,0,0,0,4.81629,0,0,7.71751,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.44375,0,0,0,0,0,0,0,0,0,0,0,4.92081,3.51123,7.40147,0,0,0,0,3.11937,0,0,0,0,6.12889,0,0,0,0,0,0,0,0,0,0,0,2.27573,0,0,0,0,0,0,0,1.08699,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.57256,0,0,0,0,0,0,0,0,0,0,0,0,4.37241,0,0,0,0,1.63349,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.80608,0,0,0,0,0,0,0,0,0,0,0,0,0,5.49618,1.71163,8.71843,0,0,0,0,0,0,0,0,2.53296,0,0,0,0,0,0,0,0,0,0,0,5.85669,0,0,0,4.69949,0,0,0,0,0,1.29449,0,0,0,2.58946,4.5654,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.34015,0,1.11899,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.847667,0,0,5.17808,0,0,0,0,2.59208,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.22546,0,0,0,0,0,7.07931,5.56877,0,0,0,0,0,0,0,1.97168,0,0,0,0,0,0,0,0,0,0,0,0,3.07673,0,0,0,0,0,0,0,1.91756,0,0,0,0,0,2.61913,0,0,0,0,0,0,0,0,3.39553,0,0,0,0,0,0,0,0,7.61465,0.905658,0,2.76459,0,4.33655,0,0,0.217268,3.15162 +0,0,0,0,0,0,6.82168,0,0,0,0,3.19773,0,0,0,0,0.060378,0,0,0,0,0,0,0,0,8.51139,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.42115,0,0,0,0,0,0,0,0,0,3.27362,0,0,2.49803,0,0,0,0,1.23661,0.755898,3.26784,0,0,0,0,2.80432,0,0,0,0,0,1.02759,0,0,0,4.36672,0,0,0,1.5681,6.56724,0,0,0,0,0,0,0,0,0,0,2.03568,0,0,0,2.00572,0,0,0,0,0,2.87598,2.87989,0,0,0,0,0,0,0,0,0,0,0,0,0,0.647779,0,0,0,0,0,0,0,0,0,0,0,0,1.63269,0,0,0,0,0,0,0,0,0,0,5.54618,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10.5303,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.956551,0,0,0,0,12.9442,0,0,0,0,0,0,0,0,0,0,0,2.25676,0,0,0,0,2.02433,0,0,0,0,0,0,0,3.28616,0,0,0,0,0,0,0,4.62593,0,0,0.138581,0,0.335175,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.76248,0,0,0,4.29327,0,0,0,0,0,0,0,0,0,0,0.536724,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.90844,0,0,0,0,0,0.109322,0,0,0,0,0,4.21929,0,0,0,0,0,0,0,0,0,3.00086,0,0,0,0,0,0,0,0,0,0,0,0,0,5.29911,0,0,0,0,0,0,0,0,0,0.721144,0,0,0,0,0,0,0,0,0.309783,0,0,0,0,0,0,0,0,0,0,0,0,0,16.1694,5.86702,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.62063,12.6397,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.566508,0,3.36434,0,0,0,0,0,0,0,0,0,0,11.0312,0,0,0,0,0.0121764,0,0,0,0,0,0,0,0,0,0,6.9589,0,2.61455,0,0,0,0,0,2.8115,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.07383,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.69709,2.94432,0,0,0,0,0,1.74318,0,0,0,0,0,0,0,0,0,0,1.04909,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.11599,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.222353,0,0,0,0,0,0,0,6.5245,0.447532,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.23492,0,0,0,0,0,1.165,0,0,0,0,0,0,0,0,4.61145,7.40344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.75292,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.3071,0,0,0,0,2.54559,0,0,0,6.34435,0,0,0,0.372275,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14.1797,0,0,0,0,0,7.71307,0,0,0,1.67379,0,0,0,0,0,0,2.18583,4.46949,0,0,0,0,0.331443,0,2.63934,1.57175,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.7308,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.37179,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.03165,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.942751,0,5.07682,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.432505,0,2.78459,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.92177,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.00261,0,0,0,0,0,0,0,0,0,0,0,0.519781,0,0,0,0,0,0,0,2.03271,0,1.51138,0,0,0,0.61496,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.77129,0,0,0,0,0,0,0,0,0,0,8.8112,0,0.727143,0.406697,0,0,0,0,0,6.16234,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.460548,0,0,0,0,0,0,0,0,0,0,3.3609,0,0,0,0,0,0,0,0,0,0,0,0,0,0.323578,0,0,1.50452,0,0,0,0,0,0,0,0,0,1.77626,6.80739,0,0,0,0,0,0,0,0,0,6.9264,0,0,0,0,0.0590693,0,0,2.55935,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.74462,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.5974,0.552613,0,0,0,0,0,0,0,0,0,0,0,0,0,4.28713,12.6392,0,0,0,0,0,0,0,0,0,0,0,0,0,3.12797,0,0,0,0,0,0,0,0,0,0,0,10.6034,0.473817,0,0,0,0,0,0,0,0,0,0,0,0.850966,0,0,0,0,0,5.01519,0,0,7.13681,0,0.378737,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.36215,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.7269,0,0,0,0,0,3.46478,4.48209,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.16194,0,0,0,0,0,0,2.00697,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.29412,0,0,0,3.48599,0,0,0,0,0,17.5615,2.04799,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.4781,0,6.5773,0,0,0,0,0,0,0,0,0,1.67644,0.136677,0,0,0,0,0,0,0,0,0,0,0,5.14864,0,0,0,0,2.2537,10.3422,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.809568,0,0,0,0,0.697815,0,0,7.8894,0,4.61218,7.66968,0,0,0,0,0,0,0,0,0,0,0,0,0,3.72905,0,0,0,0,0,0,0,0,0,0,0,0,2.82517,0,0,1.3961,1.19592,0,3.51033,0,0,0,0,0,0.901431,0,0,0,0,0,0,3.16681,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.56334,0,0,2.71188,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.61772,12.0283,0,0,0,2.35083,0,0,0,0,5.44916,0,0,0,0,0,0,0,0,0.779453,0,3.34817,0,0,0,0,0,0,0,0,0,0,0,0,5.58263,0,1.64556,0,0,0,0,0,0,0,0,0,0,0,3.72565,0,0,0,0,0,0,0,0,0,0,0,0,0,3.05561,0,0,0,2.76052,0,0,0,4.22004,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.14274,0,0,0,0,0.476789,0,0,0,0,0,0,0,0,0,0,0,2.05248,0,0,0,0,0,0,4.96167,0,0,0,0,0,0,0,0,1.72013,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.163679,0,0,0,3.24196,0,0,0,0,0,0,0,0.869587,0,2.15928,0,0,0,0,0,1.16468,0,0,0,0,0.44535,0,0,0,0,0,0.523221,0,0,0,2.96525,0,0,0,0,0,0,0,0,0,1.16737,0,0,0,0,0,0,0,0,0,0,2.37378,0,0,3.03872,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.56317,0,0,0,2.34054,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10.1643,0,0,0,1.45763,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.542312,0,9.24204,0,1.94389,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.64568,0,0,1.389,0,0,0,0,2.25971,1.08502,0,0,0,0,0,0,18.7149,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.97271,0,0,0,0,0,0,0,6.21543,0.0754082,3.30519,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.86954,0,0,0,0,0,18.4597,0,0,0,0,0,0,0,0,0.388443,0,0,0,0,0,0,0,2.49643,2.74696,0,0,0,2.47616,0,0,0,0,0,0,0,2.2928,0,0,0,0,0.452399,0,0,0,0,0,0,0,4.0788,0,5.69247,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.5902,0,0,2.68048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.48559,0,0,0,0,0,0,0.922287,0,7.88292,0,0,0,0,0,0,0,0,0,0,0,0,0,1.08386,0,0,0,0,1.72542,0,0,0,0.935701,0,0,0,0,4.56665,6.90546,3.28394,0,0,0,0,0,0,0,0,0,0,0,0,0,5.59526,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.98316,0,0,0,0,0,0,0,0,0,0,0,0,0,0.767149,0,0,0,0,0,0,0,0.151127,0,0,0,0,0,0,0,0,0,0.966832,0,0,1.01365,0,0,0,2.53404,0,0,0,1.58063,0,0,0,4.91666,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.467197,0,0,0,0,0,0,0,0,0,0,2.49297,8.48242,0,0,0,0,0,0,0,0,2.61745,0,2.66007,0,0,0,3.63424,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.39125,2.94477,0,0,0,3.31777,4.3142,0,0,0,0,0,0,0,0,0,4.16034,1.78377,0,0,0,0,0,0,0,0,0,0.681936,0,0,0,0,0,0,0,0,0,4.93695,0,0,0,0,0,0,0,0,0,0,1.06304,0,0,0,0,0,0,0,0.936379,0,0,0,0,0.12012,0,0,0,0,0.0257683,0,0,0,0,0,0,0,0,0,5.01019,0.170995,0,0,0,5.87393,0,0,0,0,0,0,0,9.15234,0,0,0,0,0,0,0,0,0,0,0,0,7.63726,5.24001,0,0,0,0,2.01827,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.37492,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.07157,0,0,0,0,0,0,0,0,0,0,0,0,10.6637,0,0,0,0,0,0,0,0,0,0,3.20624,0,0,0,0,0,0.0861309,0,0,0,0,0,0,0,0,0,4.74549,0,0,8.52258,0,0,0,0,0,0,0,0,0,0,0,1.81591,0,0,0,0,0,0,0,4.94064,0,0,0,0,0,0,0,0,0,0,0,3.56281,0,0,0,0.423556,0,0,0,0,0.686733,0,0,0,0,0,0,5.00654,0,0,0,0,0,0,0,0,0,0,5.9391,0,0.638616,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.23929,0,0,0,0,0.325495,0,0,0,0,0,0,0,0,0,0,5.84048,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.832978,0,0,0,0,0,0,0,0,0,0,0,0.987837,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.81059,0,0,0,0.630154,0,0,0,0,0,0,0,0,0,0,0,8.59731,0,0,0,0,0,0,0,5.04432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.30444,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.903317,0,0,0,0,0,0,0,0,0,0,0,1.17894,0,0,0,0,0,0,0,0,0,0,5.03275,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.13424,0,0,0,0,0,0,0,0,1.24167,0,0,0,0,0,0,0,0,0,0,0,2.04339,0,1.47128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.142843,0,0,0,0,1.27022,0,0,0.923921,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10.6673,0,0,0,0,0,2.49163,0,0,0,0,3.26244,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.03546,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.38192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.33236,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.15178,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.85201,4.72047,0,0,0,0,5.11792,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.1527,0.739515,0.803672,0,7.31818,0,0,2.99126,0,7.94665,0,0,0,0,0,0,0,0,0,1.82371,0,0,0,0,0,0,5.76135,0,0,0,0,6.58854,0.858736,0,0,1.86635,0,0,0,0,0,0,4.84285,0,0,0,0,0,0,0,0,2.71711,2.0044,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8.04317,0,0,0,0,0,0,0,0,0,3.20133,0,0,0,4.31533,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.614492,1.55278,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.743228,0,0,0,0,0,0,2.03909,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.4684,0,2.4564,0,0,2.37083,0,0,0,0,0,3.41233,0,0,0,0,0,0,3.17611,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.33061,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.416837,0,0,0,0,0,0,0,0,0,0,0,0,0,3.1133,0,0,0,0,0,0.197524,0,0,0,0,0,6.81797,0,3.68918,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.5234,0,0,0,0,0,0,1.53911,0,0,0,0,0,0,0,0,4.61819,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.19385,0,0,0,0,0,0,0,0,0,2.54359,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.85699,1.90584,0,0,9.92052,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.66794,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.34344,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.37883,0,0,1.21503,0,0,0,0,0,0,0,3.6763,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8.27426,0,0,0,0,0,0,0,0,0,1.93172,0,0,0,6.01972,0,0,0,0,0,5.75356,0,0,0,0,0,0,0,0,0,0,6.52677,0,0,0,0,0,0,0,0,2.76596,0,5.56969,2.77651,0,0,0,0,0,0,0,2.55022,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8.50138,0,0,0,0,0,0,0,0,0,0,0,0,1.8036,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,21.4661,0,0,0,0,0,0,0,0,0,0,0,0,6.20789,2.99424,0,0,0.263072,0,0,0,0,0,0,0,0,0,15.6039,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.64332,0,0,4.92372,0,3.63478,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.32258,0,0.453625,0,0,0,0,0,0,0,0,0,0,0,0,4.79496,0,0,0,0,0.669707,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8.15389,0,0,0,0,0,0,5.87208,0.497566,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.03703,0,16.2602,0,0,0.147794,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.30662,0,0,0,0,0,0,0.803332,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.13841,0,0,0,0,0.610527,0,8.64352,0,0,0,0,0,0,0,0,0,0,0,0.414361,0,0,0,0,0,0,3.94324,0,0,0,0,3.10876,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.60628,0,0,2.79759,0,0,0,0,0,0,0,5.16697,0,0.643615,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.20029,0,0,0,0.821346,0,0,0,0,0,0,0,0,0,0,0,0,0,6.25618,0,0,11.6488,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.84863,2.224,14.0656,0,0,0,0,0,0,0,0,0,5.07465,0,0.125826,0,0,0,0,0,0,0,0,0,0.83981,0,0,0,0,2.30585,0,0,0,0,0,0,0,0,0,0,0,0,0,0.588049,0,3.60768,0,0,0,0.894308,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8.30666,0.899185,0,0,0,0.904454,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.0569,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.49885,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.51438,3.82952,0,0,0,0,0,0,0,0,0,0,0,0,4.01634,0,1.04833,0,0,0,0,0,4.65477,0,0,0,0.289994,0,0,0,0,0,0,0.60719,0,0,2.20414,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.690634,0,0,0,0,0,0,0,0,1.28329,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,4.31603,0,0,0,0,3.63635,0,0,0,0,0,0,0,5.05552,0,0,0,0,0,0,0,0,0,0,0,0,0,1.24083,0,0,0,0,0,0,0,0,0,0,0,0,10.3818,15.0137,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.25325,0,0,0,0,0,0,0.811361,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.42371,4.13942,0,0,0,1.40503,0,0,4.69672,6.66388 diff --git a/data/caffenet/cnn.svm b/data/caffenet/cnn.svm new file mode 100644 index 00000000..9385ba83 --- /dev/null +++ b/data/caffenet/cnn.svm @@ -0,0 +1,3 @@ +2:1.52356 3:2.14234 5:0.082543 8:1.2331 13:0.237304 29:4.91736 32:1.92734 33:1.72271 34:0.409474 41:0.432761 48:0.339176 51:1.65193 53:2.13591 57:0.16873 61:2.69926 63:0.365731 65:1.33505 73:4.11485 78:0.599008 86:0.257508 89:1.98442 92:0.415224 94:0.40131 95:1.24862 107:0.657252 109:0.227363 110:0.39047 113:3.9094 115:0.0146499 116:1.78246 122:3.5339 124:0.651647 130:1.97101 132:3.5158 133:1.9006 135:2.92108 136:0.0929129 139:3.71534 147:0.869541 149:2.26788 153:0.779392 161:2.48042 162:2.54968 164:0.106707 169:0.7157 172:0.23837 176:4.11329 177:0.807951 179:2.56263 180:0.903088 188:3.98668 190:5.27073 191:0.628834 194:2.22926 198:3.39268 207:0.220282 212:0.918958 215:1.89659 217:1.40413 230:2.41956 231:4.58316 234:0.753513 241:0.738599 242:1.04531 243:0.156572 244:2.89761 250:1.33834 251:1.44866 256:0.505186 262:1.50775 273:0.965428 277:4.5757 279:3.60878 281:0.572708 282:0.955612 283:2.5491 285:0.144462 287:1.38748 291:1.13586 292:0.415291 294:2.24593 300:0.2733 301:2.46261 302:0.573474 304:0.980638 305:0.0123351 309:1.38919 311:1.12237 315:0.0918505 319:0.882941 328:0.309724 334:0.856444 342:0.855645 348:2.63578 356:0.742552 360:1.81386 366:0.524554 368:1.08705 374:1.21893 375:0.7014 376:0.690853 378:1.82984 379:0.583967 380:1.07663 382:0.424917 383:0.235025 385:0.0673391 388:1.17087 394:0.0439736 404:2.48908 408:0.124231 414:0.771359 415:2.91916 420:3.73134 424:1.42739 425:1.29151 426:4.55967 429:1.12031 437:3.39683 441:0.0468447 445:0.806042 446:0.542061 450:0.0812754 452:2.05752 456:1.03115 457:0.0421064 460:2.1473 461:2.0534 463:0.374295 464:0.0416992 466:2.71956 467:0.923935 469:0.942395 470:7.47416 478:0.329099 484:0.523574 485:0.851188 486:2.55515 489:0.48298 495:0.0212749 502:0.366673 510:0.317254 512:1.63544 515:0.0355997 518:0.825899 527:0.661447 531:1.41221 532:0.661399 534:0.29613 545:2.40334 550:0.324734 553:0.627623 558:0.656717 572:1.61575 573:1.15749 580:2.2164 584:0.430227 586:2.28742 588:0.799401 590:0.984533 597:2.76 600:1.12253 603:1.79622 606:0.361973 613:1.8427 618:0.388438 620:0.927997 622:0.132275 624:0.839704 631:1.8225 637:1.35212 645:0.0663205 655:0.297169 660:1.35464 661:2.44709 663:1.12527 664:0.557292 669:1.88515 684:0.162178 685:1.69618 686:0.824615 688:2.67606 692:2.26327 699:0.085399 703:2.98051 705:0.825247 711:1.44676 729:0.853613 733:3.55271 734:3.52581 735:0.475224 742:0.944138 743:0.847648 751:1.19385 752:1.18669 764:0.28396 766:1.44412 770:0.8764 775:0.886347 776:2.90679 778:2.3331 781:0.178171 786:1.5697 788:1.72802 791:0.819258 792:1.90481 795:2.15039 796:2.23077 799:2.18108 800:0.785652 810:0.256845 816:0.813826 820:1.91998 821:0.631528 822:0.217156 826:3.78729 830:0.0892779 831:4.51088 832:0.4892 836:0.420453 837:2.46856 843:1.698 844:5.77716 845:0.144269 850:0.394978 856:1.08913 859:0.19906 861:1.81389 864:3.87096 868:0.80187 869:1.58124 870:2.89002 871:0.438778 875:0.573549 888:0.846538 889:1.35952 890:4.58552 892:1.88341 893:1.07468 894:0.0579773 896:1.47075 899:3.30136 905:1.39964 909:0.378002 911:0.0238114 912:0.526368 913:0.339302 915:0.174417 923:0.173109 930:0.162408 935:3.99997 941:0.527788 951:1.68335 961:1.03902 962:0.634073 963:3.73783 964:5.09924 968:2.89744 974:0.750211 981:2.1172 988:0.97713 991:0.372387 995:2.87726 1000:1.2284 1010:1.04032 1011:0.286177 1022:5.19054 1025:0.411714 1029:0.240127 1030:1.93419 1031:3.64758 1038:0.684875 1043:0.860525 1044:2.52702 1054:0.546376 1056:0.228005 1058:0.926267 1059:3.27897 1065:1.61539 1067:0.976401 1073:2.97727 1074:1.01752 1079:0.484437 1082:0.423088 1085:0.677749 1092:1.51348 1093:0.644169 1094:0.485656 1097:0.0314345 1099:1.27237 1109:1.49025 1110:0.448787 1112:2.41349 1123:1.56994 1128:3.00917 1135:0.71532 1136:0.49942 1137:1.80162 1139:0.197625 1141:0.506144 1142:0.0947296 1146:1.33458 1150:2.13823 1151:3.17674 1162:0.0715431 1165:0.624356 1166:0.434649 1171:1.37049 1176:0.468299 1182:0.208602 1184:0.680154 1186:2.74645 1187:0.0247834 1192:0.870393 1196:1.32759 1209:1.24199 1212:0.525082 1217:2.42345 1219:1.76356 1221:1.12519 1223:2.21442 1227:1.70854 1231:1.4621 1239:1.64406 1242:3.81566 1243:0.394447 1245:0.088271 1250:0.12348 1253:0.18599 1256:1.34037 1265:0.385165 1273:1.27751 1281:0.0503998 1282:2.60689 1287:0.137104 1295:4.94308 1298:0.0252479 1301:2.91315 1308:0.365592 1320:0.252869 1321:0.544451 1322:0.767307 1323:0.369764 1328:0.874765 1329:1.38846 1348:0.353649 1352:1.06172 1353:6.66895 1359:1.86888 1363:0.450937 1367:0.198017 1368:0.963959 1372:1.60984 1376:1.04442 1380:0.0895731 1386:0.0944371 1388:1.36124 1391:0.444842 1392:0.189514 1396:1.93527 1397:0.610011 1398:0.382081 1400:0.741992 1404:0.851098 1406:0.669572 1409:2.08072 1412:0.691771 1422:2.61296 1430:0.270428 1436:2.92802 1439:1.17164 1447:1.84157 1451:0.834628 1452:0.196675 1455:0.336114 1457:1.09005 1463:0.852598 1473:0.981061 1477:0.61769 1480:1.21889 1482:0.498903 1484:2.95957 1486:5.33426 1487:0.279556 1493:0.213165 1494:0.516045 1495:0.0411761 1496:0.802343 1500:0.0942525 1501:0.0455281 1506:0.161915 1511:3.76223 1518:2.60026 1519:2.73895 1521:0.997992 1523:0.919277 1524:0.640673 1531:1.5625 1536:1.37936 1542:1.69452 1543:2.05801 1548:1.07778 1549:0.347652 1555:0.0357462 1563:1.35559 1564:0.525971 1578:1.8843 1579:0.37091 1582:0.691275 1584:1.1139 1588:1.33155 1592:0.164919 1596:0.109915 1597:1.32095 1600:0.182671 1603:0.904403 1609:1.51803 1618:1.58519 1620:2.55406 1621:2.29772 1622:0.236597 1623:1.28512 1624:1.94438 1626:1.2407 1627:2.01995 1628:0.261305 1629:2.37807 1636:0.628728 1641:1.49954 1643:1.36891 1644:1.72002 1645:0.0501763 1650:0.702566 1656:1.17018 1659:0.0605059 1663:2.55213 1664:0.372695 1669:0.0622969 1672:1.96737 1675:1.02935 1676:5.13629 1677:2.74243 1679:1.39408 1682:2.33123 1684:0.708599 1687:2.46567 1689:0.842827 1694:0.282025 1699:1.43894 1700:0.272555 1701:0.304738 1704:1.24395 1706:1.52379 1708:0.682598 1709:5.68807 1711:0.123061 1719:0.204167 1722:0.605306 1726:2.1108 1731:0.652792 1734:2.84069 1745:0.709354 1748:1.84172 1750:0.587615 1756:0.00458002 1763:0.419769 1765:1.61551 1774:1.08153 1775:1.80005 1777:0.6699 1779:1.15865 1785:3.55595 1788:1.98648 1795:2.72905 1799:1.03673 1800:1.40573 1801:0.32351 1807:1.27748 1810:1.41895 1815:1.48583 1817:1.17862 1819:0.188805 1821:1.08644 1837:0.0899341 1838:1.52399 1839:1.59476 1847:2.92897 1854:0.58684 1858:0.0319746 1859:2.05381 1862:2.83155 1864:0.106813 1866:0.499905 1867:4.42177 1870:0.0387259 1874:1.31835 1882:0.904263 1884:5.01258 1885:0.0511482 1891:2.45594 1895:0.888045 1897:3.71963 1905:2.66752 1912:0.0034284 1913:2.46648 1915:3.19461 1919:2.25552 1922:0.0751457 1930:3.22444 1934:0.579602 1937:0.27653 1938:0.955473 1942:1.69471 1945:1.82957 1950:0.716643 1951:0.515984 1961:2.75318 1963:1.59847 1968:2.29173 1969:1.59551 1970:0.0812427 1971:2.21794 1973:1.88192 1974:3.58878 1975:0.0927169 1977:2.59133 1987:0.856563 1988:0.974171 1993:1.21481 1995:4.36973 1997:1.48709 1999:1.09289 2006:1.87952 2007:1.62522 2013:1.04092 2016:0.825461 2030:1.14983 2035:2.66862 2040:0.603626 2044:2.25418 2045:0.0817673 2046:1.24324 2047:1.45655 2052:0.249492 2054:6.69995 2057:0.0545338 2058:0.16468 2062:2.04506 2065:1.03449 2066:3.04002 2067:0.33732 2068:1.51084 2072:0.403944 2077:0.960474 2078:0.800992 2083:0.064432 2093:1.38961 2095:0.269786 2097:0.578986 2113:3.0618 2115:0.119314 2117:0.869067 2118:0.17713 2119:1.84546 2130:0.5853 2133:0.526372 2134:0.0616939 2135:0.494036 2136:0.851657 2137:0.305704 2139:2.20192 2140:0.394958 2141:0.0917738 2151:0.912379 2156:0.71209 2158:1.27481 2161:1.05665 2163:1.57537 2167:0.99087 2169:2.03258 2170:1.30197 2171:0.632189 2174:2.48111 2177:2.47262 2186:1.22347 2187:1.47235 2189:0.00420594 2195:0.480577 2197:0.43041 2201:4.56859 2202:0.00490457 2203:0.0795755 2207:1.29673 2210:1.5122 2212:0.362474 2215:0.461037 2217:1.34394 2218:1.09743 2229:0.77426 2237:0.206581 2254:0.298684 2259:0.961319 2264:0.313457 2268:2.1561 2277:0.165759 2279:0.0851021 2280:2.47057 2287:0.310315 2291:1.51384 2296:3.84708 2297:0.587055 2300:0.707824 2301:0.366497 2304:1.11112 2306:1.32892 2310:1.9475 2317:1.16064 2318:0.15961 2320:1.14911 2323:0.153993 2327:0.383877 2329:1.23091 2331:0.441853 2332:2.09347 2333:0.908461 2334:0.348046 2335:1.6183 2339:0.817516 2341:0.958511 2344:3.58741 2346:0.989906 2357:1.93436 2359:0.892961 2360:1.77639 2362:0.106399 2363:0.673032 2364:0.376247 2367:0.732011 2371:0.755549 2376:1.2251 2378:3.99047 2387:1.8646 2391:1.04688 2397:0.070119 2398:1.87723 2404:0.106209 2408:1.26907 2413:0.773748 2418:2.02917 2419:1.52675 2422:3.17077 2426:1.2605 2430:1.95167 2431:1.24692 2435:0.240781 2437:0.59812 2444:1.07386 2458:1.89324 2460:0.862284 2463:0.851961 2467:0.855952 2468:0.29298 2471:1.21393 2476:0.183581 2479:0.298677 2483:3.12355 2484:0.277067 2486:2.16238 2488:1.46193 2492:0.022346 2500:0.585733 2501:0.546021 2502:0.698787 2503:0.67411 2506:0.0896468 2509:0.415911 2512:1.04559 2516:1.79235 2518:3.71077 2521:1.57431 2522:0.250955 2523:0.989816 2525:2.23197 2530:0.890184 2532:3.84519 2539:1.19013 2542:0.695085 2547:0.0820653 2548:0.555203 2549:0.20868 2552:2.30525 2562:0.410983 2564:0.731207 2569:0.0724539 2570:1.56177 2571:2.85983 2576:1.79214 2577:5.30614 2580:2.52667 2581:0.513531 2592:0.755507 2594:2.88313 2606:2.58753 2607:2.83869 2625:0.926365 2631:0.549403 2632:3.8274 2638:3.2918 2639:0.515601 2645:0.970943 2648:1.38108 2650:2.13545 2656:2.9129 2657:0.204432 2660:4.74502 2665:2.72919 2666:1.53783 2672:0.238138 2682:0.0833966 2689:4.86538 2690:0.932523 2691:0.137302 2694:0.888329 2696:2.04709 2699:2.85194 2704:0.0910934 2707:1.2164 2712:2.77827 2717:0.312614 2719:0.225366 2732:0.898882 2733:4.30676 2735:1.46249 2736:0.416492 2745:3.47733 2746:1.17392 2749:0.821138 2755:1.90983 2759:1.14659 2760:0.0480347 2763:1.7456 2765:1.57078 2767:1.43343 2769:1.07433 2770:0.258617 2772:0.0867208 2773:0.0613415 2779:0.046784 2782:0.656965 2783:0.292158 2788:0.0521529 2798:0.700052 2799:1.37136 2800:3.16384 2801:2.4618 2816:1.51168 2828:1.11174 2829:1.71435 2833:0.602598 2841:0.0850791 2844:0.838756 2855:1.49163 2857:1.5776 2858:1.10257 2859:3.05858 2870:0.481464 2879:1.28303 2884:1.73683 2885:0.750205 2886:0.0817034 2887:1.91499 2888:1.86997 2892:1.98341 2895:0.0663463 2900:0.170991 2901:0.226315 2904:0.0287675 2905:0.392397 2906:0.158955 2908:3.41977 2911:2.04784 2915:1.48551 2919:0.194825 2922:1.13564 2927:0.162995 2931:0.628326 2939:1.3612 2941:0.986842 2944:2.11554 2947:0.836827 2954:1.74481 2962:1.51689 2968:0.848066 2970:1.65747 2973:0.491008 2975:0.694363 2977:1.02515 2986:1.73735 2993:1.64667 2996:0.630593 3006:0.742994 3007:1.21392 3014:0.474406 3016:1.40756 3017:3.49907 3027:0.853776 3028:0.259859 3029:1.373 3031:2.23812 3034:1.48411 3036:0.0537661 3038:1.5458 3045:1.75379 3053:0.341106 3054:0.283271 3056:0.215111 3060:0.355274 3062:1.3117 3072:0.928391 3076:3.06098 3080:0.560345 3081:1.14099 3083:0.882071 3086:0.500005 3099:2.08099 3100:0.48517 3105:0.906998 3108:0.303254 3121:1.00178 3124:0.348422 3125:0.984573 3128:0.462687 3129:0.710796 3135:1.17042 3139:1.3811 3142:0.192068 3144:0.788332 3149:2.38011 3150:1.68662 3152:1.35219 3157:0.00859427 3158:0.400987 3167:2.47202 3171:1.23994 3173:0.418853 3179:0.0123885 3181:0.00258136 3182:2.26427 3189:2.47836 3195:3.06863 3200:0.581871 3203:0.0854529 3208:0.517735 3210:1.33466 3212:1.5341 3214:1.9436 3215:0.918585 3227:0.401876 3228:1.70219 3230:0.547715 3235:1.97427 3239:0.0421125 3241:0.57202 3244:0.538463 3249:1.79329 3250:0.0463426 3252:1.58925 3261:2.5731 3262:0.561481 3264:1.62868 3265:1.21325 3268:7.61402 3270:1.91235 3271:4.15677 3273:0.123707 3276:0.415292 3283:0.616733 3284:0.403316 3287:2.07676 3289:1.57022 3293:3.89954 3296:0.639314 3301:0.536552 3307:1.39657 3316:1.98275 3320:2.17372 3323:0.918947 3330:1.50383 3333:0.109969 3335:1.48214 3336:3.6849 3339:0.950241 3342:0.596023 3347:0.179219 3359:1.03307 3360:0.501828 3364:2.99951 3367:1.17719 3368:0.0506209 3375:1.10505 3377:0.406451 3380:3.97301 3383:2.01823 3393:0.747197 3395:1.33838 3396:0.105422 3397:1.83281 3404:1.11209 3424:2.55604 3426:1.74662 3428:2.38298 3434:0.528708 3435:4.49847 3436:5.01181 3440:0.687365 3444:0.142628 3448:2.26392 3452:0.278925 3454:2.00551 3465:2.30479 3476:2.09922 3481:0.0977812 3489:0.455207 3491:0.66114 3492:0.0521356 3494:0.898016 3506:2.13487 3515:0.256606 3526:4.23702 3531:3.46967 3534:0.601049 3537:0.965063 3539:0.231437 3543:1.40436 3546:0.578227 3548:2.6565 3552:0.0419778 3553:0.828566 3555:0.636998 3557:0.955996 3571:0.46145 3572:3.4978 3575:3.90718 3579:5.18842 3589:0.385562 3600:2.09466 3601:1.36249 3622:1.4273 3626:1.36819 3631:2.09712 3635:1.52686 3640:2.21289 3644:0.481962 3656:2.74797 3662:1.59823 3666:2.21227 3667:1.03527 3672:0.477052 3675:2.77517 3676:2.85997 3679:1.51166 3683:2.48761 3687:4.26447 3692:1.67444 3696:1.22442 3718:1.27241 3720:1.29535 3721:0.806648 3723:1.54727 3727:0.435524 3730:0.0279974 3735:0.746666 3749:2.72231 3751:0.514728 3753:0.801547 3755:0.0476179 3760:1.18477 3762:0.530259 3763:0.601166 3767:0.0858854 3769:2.94741 3770:1.10843 3771:2.9816 3775:0.406313 3778:0.0256647 3783:0.467828 3787:5.50031 3792:1.28508 3800:3.63541 3801:0.156708 3804:0.149032 3806:2.71029 3809:0.200682 3813:1.24127 3814:4.50371 3820:2.80916 3823:2.41861 3824:0.784855 3835:0.864937 3840:1.32798 3842:0.247629 3843:0.349665 3848:3.07016 3852:0.462827 3855:3.22414 3864:3.71526 3875:2.66677 3876:0.637768 3882:1.34698 3883:2.66655 3885:1.56437 3891:1.67778 3892:1.96708 3895:1.09838 3896:1.41242 3903:2.02367 3907:2.5394 3910:0.276871 3917:5.12299 3918:0.417312 3928:3.69054 3934:0.2128 3935:1.36348 3936:1.8472 3943:3.31009 3947:2.90275 3948:0.540081 3949:0.00734979 3952:0.859578 3953:0.909276 3957:0.165624 3959:1.10253 3961:0.642462 3963:1.33321 3964:2.01905 3968:0.152416 3972:0.930469 3978:0.818295 3982:1.55696 3983:0.01554 3991:0.986493 3995:0.705081 3998:1.2902 3999:2.04931 4000:2.12754 4002:0.8823 4003:0.264267 4010:0.425395 4012:0.081523 4014:0.749677 4030:0.568419 4038:0.230032 4042:2.42181 4043:0.415379 4048:2.70503 4062:0.00168264 4071:0.124162 4072:1.44906 4074:0.936189 4083:0.885494 4086:0.659547 4088:0.86153 +11:5.62501 16:1.08014 24:0.19418 25:6.85152 38:3.82763 42:2.19374 52:5.33861 55:3.66159 61:7.20364 62:2.50823 67:5.07421 77:2.6404 81:0.43843 86:1.0056 103:1.16291 104:4.6308 111:0.780444 116:2.43478 118:2.87131 127:0.423932 129:1.38624 142:4.39782 152:3.39334 158:3.42289 167:1.83272 179:8.19813 189:1.515 195:5.96558 200:0.298685 207:3.40993 212:0.711704 213:3.67636 228:3.3651 231:1.40256 233:1.85198 255:0.258164 277:5.11871 292:0.885807 316:0.115343 322:7.4346 323:1.89956 325:5.51609 326:0.279068 327:1.9061 328:2.41913 331:0.535803 334:0.437705 338:1.3776 366:2.02129 371:1.64893 374:0.132895 385:9.87247 386:5.03808 402:8.68657 419:7.06212 421:5.32842 422:1.9222 429:0.886579 432:3.36398 433:0.10505 435:5.08371 448:1.22548 457:1.21995 473:0.984471 479:2.10787 495:0.957593 500:2.61751 505:9.48373 511:6.07122 514:0.140817 522:1.24798 523:2.414 525:0.482033 535:6.24557 542:1.01378 547:9.22438 550:4.2931 563:0.21703 567:3.52333 571:2.34734 582:0.405851 583:3.80629 590:1.07916 607:1.49429 608:6.20981 614:5.37341 630:0.028193 631:0.952516 642:0.3522 646:2.73014 668:2.28165 669:8.75547 674:0.57319 678:3.94961 682:0.861386 706:8.1732 712:4.42238 730:2.08683 731:4.49204 749:3.254 752:1.0882 769:4.95868 772:0.872184 785:2.68716 798:0.802955 801:0.0363576 803:1.24036 804:2.05328 805:2.99644 806:4.09438 836:2.84076 838:5.42685 840:0.0678394 850:3.94599 855:3.65461 874:0.816218 878:0.455833 896:1.61457 898:6.46476 902:0.469071 935:5.41053 938:1.8913 943:0.159983 944:9.13594 954:2.38486 955:4.58689 965:2.73464 970:4.1455 973:3.07705 984:1.04751 987:6.55384 998:8.76629 1008:5.96781 1013:6.24377 1016:3.46075 1045:5.11565 1053:2.6769 1062:11.1625 1066:0.482527 1077:5.04729 1078:8.37491 1086:0.620096 1092:3.45351 1104:2.77305 1105:1.68235 1118:1.20546 1121:2.24077 1123:6.13121 1126:8.09422 1131:4.46463 1139:0.346403 1157:2.4401 1168:1.98255 1172:7.77996 1178:1.00528 1179:1.89481 1180:1.1309 1195:1.75974 1198:1.6221 1202:1.62596 1204:0.148283 1206:3.88929 1224:3.36877 1230:13.6989 1232:0.719651 1244:0.311262 1246:2.86643 1253:6.24665 1255:3.87995 1278:3.37378 1279:1.09058 1283:1.2537 1284:9.19475 1288:0.410083 1289:0.3812 1291:2.04014 1309:4.8007 1313:10.3315 1316:3.85645 1320:0.114612 1322:0.262799 1326:7.98354 1327:0.929783 1343:2.21935 1345:0.115519 1349:7.2393 1355:2.20077 1362:8.26126 1373:4.6339 1382:3.36286 1386:1.9398 1393:2.60731 1409:0.406983 1411:1.39585 1431:4.92215 1432:4.99355 1434:3.40697 1436:1.31297 1437:0.405904 1441:7.13303 1450:0.567706 1452:3.14785 1455:1.16254 1467:1.85377 1479:2.64161 1493:3.82217 1500:1.10024 1501:4.19983 1514:0.236184 1517:1.21333 1534:1.7997 1538:0.146378 1541:1.37352 1547:2.35648 1550:6.60593 1557:0.199336 1560:2.20716 1572:0.960196 1579:0.144678 1591:0.315825 1593:4.29855 1604:0.0947465 1614:5.01483 1624:0.247792 1626:6.80502 1632:2.04149 1633:1.52744 1638:1.562 1645:3.02095 1662:0.7673 1678:2.08662 1697:4.49053 1701:4.55171 1720:5.5348 1722:16.14 1724:0.403685 1727:1.97489 1729:0.766972 1737:0.717553 1740:2.80652 1741:4.13236 1744:3.83619 1747:0.426252 1749:1.58674 1752:2.49872 1757:8.63186 1772:4.76263 1777:0.689751 1780:2.93117 1781:6.11181 1782:2.39351 1802:0.558433 1805:14.2994 1810:0.776705 1814:2.12092 1819:2.98952 1823:5.78324 1835:5.30968 1840:1.30396 1850:4.99678 1857:3.47824 1862:0.75102 1875:3.6957 1877:5.19883 1886:2.41335 1893:3.96697 1894:1.06681 1902:1.64483 1903:8.11275 1905:0.125663 1917:1.24283 1920:1.79486 1922:0.236178 1925:0.951837 1926:5.4797 1931:4.7883 1932:2.16144 1933:4.47405 1935:1.8357 1947:7.1124 1958:4.00245 1964:0.25994 1965:0.0547448 1971:1.14909 1976:2.93584 1984:5.93727 1998:2.26038 2011:1.87033 2023:4.19827 2024:3.37458 2060:1.15394 2070:6.14765 2071:5.95557 2080:2.51442 2082:2.78871 2115:3.85336 2116:3.43705 2120:0.918507 2121:5.83397 2127:3.51355 2131:7.8024 2152:1.98145 2163:0.107648 2164:0.192792 2171:0.230014 2175:0.23799 2191:6.06594 2192:2.07516 2194:3.83088 2196:7.92718 2200:2.37788 2204:8.68756 2205:2.80014 2217:6.42873 2219:4.6527 2223:1.37202 2228:2.82141 2256:1.02395 2266:7.52165 2289:1.39986 2292:2.53384 2305:9.33295 2306:2.35465 2322:1.00357 2332:6.81897 2335:0.821158 2339:3.50275 2341:5.11723 2342:1.08648 2349:0.742909 2358:0.921208 2362:0.631817 2363:0.0919822 2371:3.56447 2379:0.535394 2383:2.4481 2394:9.94228 2395:0.0474414 2396:1.67064 2414:8.7656 2436:1.7235 2446:1.11315 2448:0.364301 2470:2.78503 2471:0.314133 2487:1.04362 2492:6.69519 2496:7.10975 2497:0.348484 2508:2.90243 2516:7.64567 2531:4.02085 2535:0.0888264 2537:4.46037 2551:0.869965 2554:1.8535 2556:1.45281 2561:0.407997 2574:0.208816 2577:0.0773749 2580:6.07952 2603:0.885593 2616:6.00914 2620:2.69485 2633:7.3196 2643:1.03773 2647:2.50446 2651:2.41314 2658:0.380441 2681:2.677 2688:10.4069 2694:6.35365 2698:1.61231 2708:0.31526 2715:2.56251 2724:2.69126 2740:2.44441 2778:9.33881 2801:0.682661 2813:2.75477 2818:0.148172 2826:2.12191 2839:4.01106 2842:7.09129 2845:6.80554 2846:8.11335 2847:1.22265 2857:1.07892 2864:1.58867 2868:1.18929 2869:7.77198 2873:2.37283 2880:6.04697 2882:2.24508 2894:1.3405 2896:6.84978 2903:1.72831 2906:9.31803 2916:4.23362 2920:2.4613 2933:0.43752 2935:2.28141 2951:3.00013 2955:1.09803 2960:6.18213 2967:0.382568 2981:4.38904 2982:2.73589 2984:1.33127 2987:2.89997 2991:0.123502 2999:4.39504 3000:5.69202 3034:1.68501 3042:0.653745 3047:3.76196 3054:1.72853 3067:2.39286 3079:4.20879 3081:3.62438 3098:0.598111 3107:3.8838 3114:0.126487 3123:6.27837 3138:1.79914 3143:2.23319 3151:4.42287 3153:1.97199 3162:2.76248 3165:4.58213 3190:4.16251 3205:0.996765 3207:0.936419 3214:0.367773 3240:0.0593112 3247:6.247 3250:3.52086 3265:2.17393 3305:0.44593 3312:2.33577 3322:4.01058 3332:3.70662 3334:6.40818 3343:7.372 3352:5.23099 3354:3.93466 3355:1.00933 3358:2.221 3360:1.36195 3413:6.75261 3415:0.478652 3420:4.75393 3421:0.569638 3422:0.795239 3431:0.269318 3446:9.49721 3447:0.986712 3455:0.0244027 3459:7.20246 3460:1.83964 3473:11.7711 3476:0.104054 3487:4.05322 3498:4.7931 3499:3.35161 3523:7.46271 3538:8.93567 3541:6.45031 3543:2.12488 3561:10.3342 3562:4.15184 3564:2.74531 3568:2.63596 3580:0.0898926 3586:1.75858 3591:10.4819 3594:3.86576 3606:2.98428 3617:4.03414 3625:1.10558 3637:4.79883 3639:6.42185 3640:0.326588 3644:0.673063 3646:13.1865 3658:2.74195 3665:3.28254 3669:2.14048 3673:2.91635 3685:1.10303 3688:6.41983 3693:5.94844 3696:5.85747 3697:0.520595 3722:0.0582913 3724:4.33993 3736:4.81629 3739:7.71751 3754:1.44375 3766:4.92081 3767:3.51123 3768:7.40147 3773:3.11937 3778:6.12889 3790:2.27573 3798:1.08699 3820:3.57256 3833:4.37241 3838:1.63349 3890:4.80608 3904:5.49618 3905:1.71163 3906:8.71843 3915:2.53296 3927:5.85669 3931:4.69949 3937:1.29449 3941:2.58946 3942:4.5654 3963:1.34015 3965:1.11899 4002:0.847667 4005:5.17808 4010:2.59208 4026:0.22546 4032:7.07931 4033:5.56877 4041:1.97168 4054:3.07673 4062:1.91756 4068:2.61913 4077:3.39553 4086:7.61465 4087:0.905658 4089:2.76459 4091:4.33655 4094:0.217268 4095:3.15162 +6:6.82168 11:3.19773 16:0.060378 25:8.51139 42:2.42115 52:3.27362 55:2.49803 60:1.23661 61:0.755898 62:3.26784 67:2.80432 73:1.02759 77:4.36672 81:1.5681 82:6.56724 93:2.03568 97:2.00572 103:2.87598 104:2.87989 118:0.647779 131:1.63269 142:5.54618 158:10.5303 190:0.956551 195:12.9442 207:2.25676 212:2.02433 220:3.28616 228:4.62593 231:0.138581 233:0.335175 277:6.76248 281:4.29327 292:0.536724 316:5.90844 322:0.109322 328:4.21929 338:3.00086 352:5.29911 362:0.721144 371:0.309783 385:16.1694 386:5.86702 401:1.62063 402:12.6397 419:0.566508 421:3.36434 432:11.0312 437:0.0121764 448:6.9589 450:2.61455 456:2.8115 479:1.07383 504:6.69709 505:2.94432 511:1.74318 522:1.04909 547:3.11599 563:0.222353 571:6.5245 572:0.447532 592:1.23492 598:1.165 607:4.61145 608:7.40344 642:4.75292 669:11.3071 674:2.54559 678:6.34435 682:0.372275 706:14.1797 712:7.71307 716:1.67379 723:2.18583 724:4.46949 729:0.331443 731:2.63934 732:1.57175 752:11.7308 769:6.37179 785:3.03165 804:0.942751 806:5.07682 836:0.432505 838:2.78459 857:6.92177 876:5.00261 888:0.519781 896:2.03271 898:1.51138 902:0.61496 924:2.77129 935:8.8112 937:0.727143 938:0.406697 944:6.16234 959:0.460548 970:3.3609 984:0.323578 987:1.50452 997:1.77626 998:6.80739 1008:6.9264 1013:0.0590693 1016:2.55935 1045:7.74462 1062:7.5974 1063:0.552613 1077:4.28713 1078:12.6392 1092:3.12797 1104:10.6034 1105:0.473817 1117:0.850966 1123:5.01519 1126:7.13681 1128:0.378737 1157:2.36215 1172:5.7269 1178:3.46478 1179:4.48209 1195:4.16194 1202:2.00697 1220:3.29412 1224:3.48599 1230:17.5615 1231:2.04799 1253:11.4781 1255:6.5773 1265:1.67644 1266:0.136677 1278:5.14864 1283:2.2537 1284:10.3422 1305:0.809568 1310:0.697815 1313:7.8894 1315:4.61218 1316:7.66968 1330:3.72905 1343:2.82517 1346:1.3961 1347:1.19592 1349:3.51033 1355:0.901431 1362:3.16681 1392:5.56334 1395:2.71188 1431:2.61772 1432:12.0283 1436:2.35083 1441:5.44916 1450:0.779453 1452:3.34817 1465:5.58263 1467:1.64556 1479:3.72565 1493:3.05561 1497:2.76052 1501:4.22004 1517:2.14274 1522:0.476789 1534:2.05248 1541:4.96167 1550:1.72013 1579:0.163679 1583:3.24196 1591:0.869587 1593:2.15928 1599:1.16468 1604:0.44535 1610:0.523221 1614:2.96525 1624:1.16737 1635:2.37378 1638:3.03872 1678:3.56317 1682:2.34054 1697:10.1643 1701:1.45763 1720:0.542312 1722:9.24204 1724:1.94389 1741:5.64568 1744:1.389 1749:2.25971 1750:1.08502 1757:18.7149 1772:1.97271 1780:6.21543 1781:0.0754082 1782:3.30519 1799:2.86954 1805:18.4597 1814:0.388443 1822:2.49643 1823:2.74696 1827:2.47616 1835:2.2928 1840:0.452399 1848:4.0788 1850:5.69247 1869:3.5902 1872:2.68048 1894:1.48559 1901:0.922287 1903:7.88292 1917:1.08386 1922:1.72542 1926:0.935701 1931:4.56665 1932:6.90546 1933:3.28394 1947:5.59526 1976:1.98316 1990:0.767149 1998:0.151127 2008:0.966832 2011:1.01365 2015:2.53404 2019:1.58063 2023:4.91666 2059:0.467197 2070:2.49297 2071:8.48242 2080:2.61745 2082:2.66007 2086:3.63424 2115:3.39125 2116:2.94477 2120:3.31777 2121:4.3142 2131:4.16034 2132:1.78377 2142:0.681936 2152:4.93695 2163:1.06304 2171:0.936379 2176:0.12012 2181:0.0257683 2191:5.01019 2192:0.170995 2196:5.87393 2204:9.15234 2217:7.63726 2218:5.24001 2223:2.01827 2266:7.37492 2292:6.07157 2305:10.6637 2316:3.20624 2322:0.0861309 2332:4.74549 2335:8.52258 2347:1.81591 2355:4.94064 2367:3.56281 2371:0.423556 2376:0.686733 2383:5.00654 2394:5.9391 2396:0.638616 2414:3.23929 2419:0.325495 2430:5.84048 2454:0.832978 2466:0.987837 2492:3.81059 2496:0.630154 2508:8.59731 2516:5.04432 2537:6.30444 2578:0.903317 2590:1.17894 2601:5.03275 2616:3.13424 2625:1.24167 2637:2.04339 2639:1.47128 2664:0.142843 2669:1.27022 2672:0.923921 2688:10.6673 2694:2.49163 2699:3.26244 2715:6.03546 2730:0.38192 2763:1.33236 2778:5.15178 2795:1.85201 2796:4.72047 2801:5.11792 2838:1.1527 2839:0.739515 2840:0.803672 2842:7.31818 2845:2.99126 2847:7.94665 2857:1.82371 2864:5.76135 2869:6.58854 2870:0.858736 2873:1.86635 2880:4.84285 2889:2.71711 2890:2.0044 2906:8.04317 2916:3.20133 2920:4.31533 2935:0.614492 2936:1.55278 2960:0.743228 2967:2.03909 2982:11.4684 2984:2.4564 2987:2.37083 2993:3.41233 3000:3.17611 3018:7.33061 3053:0.416837 3067:3.1133 3073:0.197524 3079:6.81797 3081:3.68918 3107:2.5234 3114:1.53911 3123:4.61819 3143:7.19385 3153:2.54359 3201:3.85699 3202:1.90584 3205:9.92052 3223:3.66794 3245:1.34344 3286:4.37883 3289:1.21503 3297:3.6763 3312:8.27426 3322:1.93172 3326:6.01972 3332:5.75356 3343:6.52677 3352:2.76596 3354:5.56969 3355:2.77651 3363:2.55022 3413:8.50138 3426:1.8036 3446:21.4661 3459:6.20789 3460:2.99424 3463:0.263072 3473:15.6039 3494:2.64332 3497:4.92372 3499:3.63478 3523:6.32258 3525:0.453625 3538:4.79496 3543:0.669707 3561:8.15389 3568:5.87208 3569:0.497566 3589:3.03703 3591:16.2602 3594:0.147794 3617:5.30662 3624:0.803332 3639:6.13841 3644:0.610527 3646:8.64352 3658:0.414361 3665:3.94324 3670:3.10876 3685:1.60628 3688:2.79759 3696:5.16697 3698:0.643615 3718:7.20029 3722:0.821346 3736:6.25618 3739:11.6488 3766:2.84863 3767:2.224 3768:14.0656 3778:5.07465 3780:0.125826 3790:0.83981 3795:2.30585 3809:0.588049 3811:3.60768 3815:0.894308 3833:8.30666 3834:0.899185 3838:0.904454 3868:1.0569 3890:1.49885 3905:4.51438 3906:3.82952 3919:4.01634 3921:1.04833 3927:4.65477 3931:0.289994 3938:0.60719 3941:2.20414 3958:0.690634 3967:1.28329 3992:4.31603 3997:3.63635 4005:5.05552 4019:1.24083 4032:10.3818 4033:15.0137 4055:3.25325 4062:0.811361 4086:5.42371 4087:4.13942 4091:1.40503 4094:4.69672 4095:6.66388 diff --git a/data/caffenet/file_list.txt b/data/caffenet/file_list.txt new file mode 100644 index 00000000..9195de3a --- /dev/null +++ b/data/caffenet/file_list.txt @@ -0,0 +1,3 @@ +/home/sun/prog/smqtk/src/data/caffenet/fish-bike.jpg 0 +/home/sun/prog/smqtk/src/data/caffenet/cat_gray.jpg 0 +/home/sun/prog/smqtk/src/data/caffenet/cat.jpg 0 diff --git a/data/caffenet/fish-bike.jpg b/data/caffenet/fish-bike.jpg new file mode 100644 index 00000000..39d9bd43 Binary files /dev/null and b/data/caffenet/fish-bike.jpg differ diff --git a/data/caffenet/imagenet_val.prototxt b/data/caffenet/imagenet_val.prototxt new file mode 100644 index 00000000..061d16df --- /dev/null +++ b/data/caffenet/imagenet_val.prototxt @@ -0,0 +1,238 @@ +name: "CaffeNet" +layer { + name: "data" + type: "ImageData" + top: "data" + top: "label" + transform_param { + mirror: false + crop_size: 227 + mean_file: "data/caffenet/imagenet_mean.binaryproto" + } + image_data_param { + source: "data/caffenet/file_list.txt" + batch_size: 1 + new_height: 256 + new_width: 256 + } +} +layer { + name: "conv1" + type: "Convolution" + bottom: "data" + top: "conv1" + convolution_param { + num_output: 96 + kernel_size: 11 + stride: 4 + } +} +layer { + name: "relu1" + type: "ReLU" + bottom: "conv1" + top: "conv1" +} +layer { + name: "pool1" + type: "Pooling" + bottom: "conv1" + top: "pool1" + pooling_param { + pool: MAX + kernel_size: 3 + stride: 2 + } +} +layer { + name: "norm1" + type: "LRN" + bottom: "pool1" + top: "norm1" + lrn_param { + local_size: 5 + alpha: 0.0001 + beta: 0.75 + } +} +layer { + name: "conv2" + type: "Convolution" + bottom: "norm1" + top: "conv2" + convolution_param { + num_output: 256 + pad: 2 + kernel_size: 5 + group: 2 + } +} +layer { + name: "relu2" + type: "ReLU" + bottom: "conv2" + top: "conv2" +} +layer { + name: "pool2" + type: "Pooling" + bottom: "conv2" + top: "pool2" + pooling_param { + pool: MAX + kernel_size: 3 + stride: 2 + } +} +layer { + name: "norm2" + type: "LRN" + bottom: "pool2" + top: "norm2" + lrn_param { + local_size: 5 + alpha: 0.0001 + beta: 0.75 + } +} +layer { + name: "conv3" + type: "Convolution" + bottom: "norm2" + top: "conv3" + convolution_param { + num_output: 384 + pad: 1 + kernel_size: 3 + } +} +layer { + name: "relu3" + type: "ReLU" + bottom: "conv3" + top: "conv3" +} +layer { + name: "conv4" + type: "Convolution" + bottom: "conv3" + top: "conv4" + convolution_param { + num_output: 384 + pad: 1 + kernel_size: 3 + group: 2 + } +} +layer { + name: "relu4" + type: "ReLU" + bottom: "conv4" + top: "conv4" +} +layer { + name: "conv5" + type: "Convolution" + bottom: "conv4" + top: "conv5" + convolution_param { + num_output: 256 + pad: 1 + kernel_size: 3 + group: 2 + } +} +layer { + name: "relu5" + type: "ReLU" + bottom: "conv5" + top: "conv5" +} +layer { + name: "pool5" + type: "Pooling" + bottom: "conv5" + top: "pool5" + pooling_param { + pool: MAX + kernel_size: 3 + stride: 2 + } +} +layer { + name: "fc6" + type: "InnerProduct" + bottom: "pool5" + top: "fc6" + inner_product_param { + num_output: 4096 + } +} +layer { + name: "relu6" + type: "ReLU" + bottom: "fc6" + top: "fc6" +} +layer { + name: "drop6" + type: "Dropout" + bottom: "fc6" + top: "fc6" + dropout_param { + dropout_ratio: 0.5 + } +} +layer { + name: "fc7" + type: "InnerProduct" + bottom: "fc6" + top: "fc7" + inner_product_param { + num_output: 4096 + } +} +layer { + name: "relu7" + type: "ReLU" + bottom: "fc7" + top: "fc7" +} +layer { + name: "drop7" + type: "Dropout" + bottom: "fc7" + top: "fc7" + dropout_param { + dropout_ratio: 0.5 + } +} +layer { + name: "fc8" + type: "InnerProduct" + bottom: "fc7" + top: "fc8" + inner_product_param { + num_output: 1000 + } +} +layer { + name: "prob" + type: "Softmax" + bottom: "fc8" + top: "prob" +} +layer { + name: "accuracy" + type: "Accuracy" + bottom: "prob" + bottom: "label" + top: "accuracy" +} +layer { + name: "loss" + type: "SoftmaxWithLoss" + bottom: "fc8" + bottom: "label" + top: "loss" +} diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt index 72397235..5af9a966 100644 --- a/src/CMakeLists.txt +++ b/src/CMakeLists.txt @@ -5,3 +5,11 @@ option(SMQTK_BUILD_FRAME_EXTRACTOR if( SMQTK_BUILD_FRAME_EXTRACTOR ) add_subdirectory( frame_extractor ) endif() + +option(SMQTK_BUILD_CNN_FEATURE_EXTRACTOR + "Enable building of the deep learning feature extraction. This requires Caffe." + OFF + ) +if( SMQTK_BUILD_CNN_FEATURE_EXTRACTOR ) + add_subdirectory( cnn_feature_extractor ) +endif() diff --git a/src/cnn_feature_extractor/CMakeLists.txt b/src/cnn_feature_extractor/CMakeLists.txt new file mode 100644 index 00000000..11d7aa61 --- /dev/null +++ b/src/cnn_feature_extractor/CMakeLists.txt @@ -0,0 +1,25 @@ +project(smqtk_cnn_feature_extractor) +cmake_minimum_required(VERSION 2.8) + +find_package(Caffe REQUIRED) +include_directories(SYSTEM ${Caffe_INCLUDE_DIRS}) + +set(cnn_feature_extractor_srcs + cnn_feature_extractor.cxx + ) + +add_executable(cnn_feature_extractor + ${cnn_feature_extractor_srcs}) +target_link_libraries(cnn_feature_extractor + ${Caffe_LIBRARIES}) + +set_property( + TARGET cnn_feature_extractor + PROPERTY + COMPILE_FLAGS "${flags}") + +install( + TARGETS cnn_feature_extractor + DESTINATION bin + COMPONENT tools + ) diff --git a/src/cnn_feature_extractor/README.txt b/src/cnn_feature_extractor/README.txt new file mode 100644 index 00000000..22ced805 --- /dev/null +++ b/src/cnn_feature_extractor/README.txt @@ -0,0 +1,18 @@ + +Using Caffe (http://caffe.berkeleyvision.org/), cnn_feature_extractor extracts a feature vector from each input image. It is assumed Caffe has been built and the header files and library (libcaffe.so) are available. + +To run the program, first download two files +bvlc_reference_caffenet.caffemodel +imagenet_mean.binaryproto +from Caffe and copy them to +$SMQTK/data/caffenet + +Then run the following command from the shell +cd $SMQTK_SRC + +cnn_feature_extractor data/caffenet/bvlc_reference_caffenet.caffemodel data/caffenet/imagenet_val.prototxt fc7 data/caffenet/cnn 3 csv + +cnn_feature_extractor data/caffenet/bvlc_reference_caffenet.caffemodel data/caffenet/imagenet_val.prototxt fc7 data/caffenet/cnn 3 svm + +cnn_feature_extractor data/caffenet/bvlc_reference_caffenet.caffemodel data/caffenet/imagenet_val.prototxt fc7 data/caffenet/cnn 3 stdout >& /dev/null + diff --git a/src/cnn_feature_extractor/cnn_feature_extractor.cxx b/src/cnn_feature_extractor/cnn_feature_extractor.cxx new file mode 100644 index 00000000..70ba6d50 --- /dev/null +++ b/src/cnn_feature_extractor/cnn_feature_extractor.cxx @@ -0,0 +1,217 @@ +#include +#include +#include +#include +#include + +#include "boost/algorithm/string.hpp" +#include "boost/make_shared.hpp" +#include "google/protobuf/text_format.h" + +#include "caffe/blob.hpp" +#include "caffe/common.hpp" +#include "caffe/net.hpp" +#include "caffe/proto/caffe.pb.h" +#include "caffe/util/io.hpp" +#include "caffe/vision_layers.hpp" + +using caffe::Blob; +using caffe::Caffe; +using caffe::Net; +using boost::shared_ptr; +using std::string; + +template +int feature_extraction_pipeline(int argc, char** argv); + +int main(int argc, char** argv) +{ + return feature_extraction_pipeline(argc, argv); +} + +template +int feature_extraction_pipeline(int argc, char** argv) +{ + ::google::InitGoogleLogging(argv[0]); + const int num_required_args = 7; + if (argc < num_required_args) + { + LOG(ERROR)<< + "This program takes in a trained network and an input data layer, and then" + " extract features of the input data produced by the net. It writes out features in text or binary files, instead of database\n" + "Usage: extract_features pretrained_net_param" + " feature_extraction_proto_file extract_feature_blob_name1[,name2,...]" + " save_feature_dataset_name1[,name2,...] num_mini_batches output_format[csv,svm,stdout]" + " [CPU/GPU] [DEVICE_ID=0]\n" + "Note: you can extract multiple features in one pass by specifying" + " multiple feature blob names and dataset names seperated by ','." + " The names cannot contain white space characters and the number of blobs" + " and datasets must be equal."; + return 1; + } + int arg_pos = num_required_args; + + arg_pos = num_required_args; + if (argc > arg_pos && strcmp(argv[arg_pos], "GPU") == 0) + { + LOG(ERROR)<< "Using GPU"; + uint device_id = 0; + if (argc > arg_pos + 1) + { + device_id = atoi(argv[arg_pos + 1]); + CHECK_GE(device_id, 0); + } + LOG(ERROR) << "Using Device_id=" << device_id; + Caffe::SetDevice(device_id); + Caffe::set_mode(Caffe::GPU); + } + else + { + LOG(ERROR) << "Using CPU"; + Caffe::set_mode(Caffe::CPU); + } + + arg_pos = 0; // the name of the executable + std::string pretrained_binary_proto(argv[++arg_pos]); + + // Expected prototxt contains at least one data layer such as + // the layer data_layer_name and one feature blob such as the + // fc7 top blob to extract features. + /* + layers { + name: "data_layer_name" + type: DATA + data_param { + source: "/path/to/your/images/to/extract/feature/images_leveldb" + mean_file: "/path/to/your/image_mean.binaryproto" + batch_size: 128 + crop_size: 227 + mirror: false + } + top: "data_blob_name" + top: "label_blob_name" + } + layers { + name: "drop7" + type: DROPOUT + dropout_param { + dropout_ratio: 0.5 + } + bottom: "fc7" + top: "fc7" + } + */ + std::string feature_extraction_proto(argv[++arg_pos]); + shared_ptr > feature_extraction_net( + new Net(feature_extraction_proto, caffe::TEST)); + feature_extraction_net->CopyTrainedLayersFrom(pretrained_binary_proto); + + std::string extract_feature_blob_names(argv[++arg_pos]); + std::vector blob_names; + boost::split(blob_names, extract_feature_blob_names, boost::is_any_of(",")); + + std::string save_feature_dataset_names(argv[++arg_pos]); + std::vector dataset_names; + boost::split(dataset_names, save_feature_dataset_names, + boost::is_any_of(",")); + CHECK_EQ(blob_names.size(), dataset_names.size()) << + " the number of blob names and dataset names must be equal"; + size_t num_features = blob_names.size(); + + for (size_t i = 0; i < num_features; i++) + { + CHECK(feature_extraction_net->has_blob(blob_names[i])) + << "Unknown feature blob name " << blob_names[i] + << " in the network " << feature_extraction_proto; + } + + int num_mini_batches = atoi(argv[++arg_pos]); + std::string out_format = std::string( argv[++arg_pos] ); + + const std::string out_svm("svm"); + const std::string out_csv("csv"); + const std::string out_stdout("stdout"); + + std::vector< shared_ptr > feature_ofs; + bool write_to_file = (out_format.find( out_csv ) != string::npos || + out_format.find( out_svm ) != string::npos ); + if( write_to_file ) + { + for (size_t i = 0; i < num_features; ++i) + { + std::string fname = dataset_names[i] + "." + out_format; + LOG(INFO)<< "Opening file " << fname ; + shared_ptr ofs = boost::make_shared(fname.c_str(), std::ofstream::out); + if( ofs->is_open() ) + { + feature_ofs.push_back( ofs ); + } + else + { + LOG(ERROR)<< "Cannot open file" << fname << std::endl; + exit(-1); + } + } + } + + LOG(ERROR)<< "Extacting Features"; + + std::vector*> input_vec; + std::vector image_indices(num_features, 0); + for (int batch_index = 0; batch_index < num_mini_batches; ++batch_index) + { + feature_extraction_net->Forward(input_vec); + for (int i = 0; i < num_features; ++i) + { + const shared_ptr > feature_blob = feature_extraction_net->blob_by_name(blob_names[i]); + int batch_size = feature_blob->num(); + int dim_features = feature_blob->count() / batch_size; + const Dtype* feature_blob_data; + for (int n = 0; n < batch_size; ++n) + { + feature_blob_data = feature_blob->cpu_data() + feature_blob->offset(n); + for (int d = 0; d < dim_features; ++d) + { + if( (out_format.find( out_svm ) != std::string::npos) && + (fabs(feature_blob_data[d]) > std::numeric_limits::epsilon() ) ) + { + // sparse text + *feature_ofs[i] << d << ":" << feature_blob_data[d] << " "; + } + else if( out_format.find( out_csv ) != std::string::npos ) + { + // csv format + if(d !=0 ) + *feature_ofs[i] << ","; + *feature_ofs[i] << feature_blob_data[d]; + } + else if( out_format.find( out_stdout ) != string::npos ) + { + // stdout + std::cout << feature_blob_data[d] << " "; + } + } // if ( d < 8 || d == dim_features ) + + if( write_to_file ) + *feature_ofs[i] << std::endl; + else + std::cout << std::endl; + + ++image_indices[i]; + } // for (int n = 0; n < batch_size; ++n) + LOG(ERROR)<< "Extracted features of " << image_indices[i] << + " query images for feature blob " << blob_names[i]; + } // for (int i = 0; i < num_features; ++i) + } // for (int batch_index = 0; batch_index < num_mini_batches; ++batch_index) + + if( write_to_file ) + { + for (size_t i = 0; i < feature_ofs.size(); ++i) + { + feature_ofs[i]->close(); + } + } + + LOG(ERROR)<< "Successfully extracted the features!"; + return 0; +}