cbm_track_data_decoder.ipynb

{"cells":[{"metadata":{},"cell_type":"markdown","source":"# CBM track data decoder\nThis notebook illustrates how to check that a raw stream decoder has been correctly implemented.\n\nYou might want to replace the embedded raw data block with one you decoded from a different title and test the process."},{"metadata":{},"cell_type":"markdown","source":"## Initialization"},{"metadata":{"trusted":true},"cell_type":"code","source":"# Check versions\nimport sys\nimport matplotlib\n\nprint(\"Python is:\", sys.version)\nprint(\"Matplotlib is:\", matplotlib.__version__)\n\n# Import required libraries\nimport numpy as np\nimport matplotlib.pyplot as plt","execution_count":1,"outputs":[{"output_type":"stream","text":"Python is: 3.7.8 | packaged by conda-forge | (default, Jul 23 2020, 03:54:19) \n[GCC 7.5.0]\nMatplotlib is: 3.3.3\n","name":"stdout"}]},{"metadata":{},"cell_type":"markdown","source":"## KryoFlux stream data\nWe shall be working with partial data from track 1 of \"Skate or Die\", decoded from a KryoFlux raw stream. Only picking a block of the data allows us to speed up the histogram generation and bit decoding process, without loss of generality."},{"metadata":{"trusted":true},"cell_type":"code","source":"y = np.array([\n0x80,0xc1,0x80,0xc1,0x80,0x80,0xbf,0x42,0x42,0xbd,0x43,0x7f,0xc0,0x81,0x7f,0x81,\n0xc0,0xc0,0x80,0xc2,0x7e,0x82,0xbf,0x81,0xbe,0x45,0x7e,0x81,0xc0,0x80,0xbf,0x83,\n0xbf,0x82,0xbf,0x81,0xc0,0x81,0xbf,0x82,0xbe,0x42,0x41,0xc1,0x7f,0xbf,0x41,0x43,\n0xbe,0x82,0xbe,0x83,0xbe,0x82,0x7e,0x42,0x40,0x80,0x80,0xc1,0x80,0x81,0xbf,0x41,\n0x40,0x41,0x41,0xbe,0x40,0x44,0xbb,0x45,0x7d,0x83,0x6f,0x1c,0x74,0x80,0x80,0x82,\n0x00,0x7f,0x80,0x82,0x7f,0x81,0x7f,0x83,0x7f,0x80,0x80,0x81,0x7f,0x82,0x7f,0x81,\n0x7f,0x81,0x80,0x80,0x80,0x81,0x7f,0x82,0x7e,0x82,0x7e,0x83,0x7e,0x82,0x80,0x7e,\n0x42,0x40,0x3f,0x41,0x3f,0x42,0x3f,0x40,0x40,0x40,0x40,0x41,0x3f,0x41,0x40,0x3f,\n0x41,0x41,0x3e,0x41,0x40,0x41,0x3f,0x40,0x41,0x40,0x3f,0x41,0x40,0x40,0x40,0x41,\n0x3f,0x40,0x40,0x40,0x40,0x41,0x40,0x41,0x7e,0x81,0xbf,0xc2,0x7f,0x7f,0x41,0x42,\n0x7c,0x43,0x40,0x80,0x7e,0x42,0x40,0xc1,0xbe,0x82,0xbf,0x7f,0x42,0x7f,0x41,0x41,\n0xbe,0x80,0x42,0x7e,0x40,0x43,0xbc,0x43,0x3e,0x43,0x7e,0x80,0x80,0x81,0x7e,0x81,\n0x80,0x81,0x7f,0x81,0x7f,0x80,0x80,0x81,0x7f,0x80,0x80,0x80,0x81,0x7f,0x7f,0x81,\n0x7e,0x82,0x80,0x81,0x7f,0x81,0x80,0x80,0x7e,0x81,0x80,0x80,0x7f,0x81,0x7f,0x81,\n0x7f,0x81,0x7e,0x82,0x7e,0x81,0x80,0x81,0x7f,0x81,0x7f,0x7e,0x41,0x41,0x40,0x41,\n0x3f,0x40,0x3f,0x41,0x40,0x40,0x3f,0x40,0x41,0x40,0x3f,0x41,0x3f,0x41,0x40,0x3f,\n0x40,0x40,0x40,0x41,0x3f,0x41,0x3f,0x41,0x40,0x3f,0x3f,0x41,0x40,0x41,0x3e,0x41,\n0x40,0x41,0x3f,0x41,0x7e,0x81,0x7f,0x7f,0x41,0x43,0x7e,0x80,0xbf,0x81,0xbf,0x81,\n0xbf,0x81,0xbf,0x81,0xbe,0x81,0x7d,0x44,0x3e,0x42,0xbd,0x81,0xc0,0x82,0xbe,0x81,\n0xbd,0x82,0xbf,0x80,0xbf,0x41,0x42,0xbe,0x7f,0xc2,0x7e,0xc2,0x7f,0xc0,0x80,0xc0,\n0x80,0xc0,0x7f,0xc0,0x80,0xc0,0x7d,0x44,0x7d,0x80,0xbe,0x44,0x80,0x7f,0x3f,0x42,\n0xbd,0x81,0x80,0x7f,0x43,0xbe,0x81,0xc0,0x7e,0xc0,0x40,0x41,0x7e,0xc0,0x43,0x7f,\n0x7f,0xc0,0x7f,0x81,0x7d,0x44,0xbd,0x82,0x7f,0x7f,0x41,0xbd,0x43,0x7f,0x7f,0x80,\n0x41,0x80,0xbd,0x81,0x80,0xc1,0x7f,0x7e,0x44,0xbd,0x80,0xc0,0x7f,0x81,0xc0,0x7f,\n0xbe,0x42,0x41,0xbf,0x7f,0xc0,0x80,0xc0,0x7f,0xc0,0x80,0xc0,0x7f,0xc1,0x7e,0xc1,\n0x7d,0x44,0x7e,0x81,0xbf,0x80,0xbf,0x81,0xbf,0x7e,0x40,0x44,0xba,0x44,0x7f,0x80,\n0xc0,0x7f,0xbf,0x81,0xbf,0x80,0xbf,0x7f,0x43,0x7e,0xbf,0x80,0x80,0xc0,0x7f,0xc0,\n0x80,0xc0,0x7d,0x43,0x7e,0x7f,0x43,0x7e,0xc0,0x80,0x7f,0x81,0xbd,0x44,0x7e,0x80,\n0x7f,0x7f,0x43,0xbf,0x7f,0x81,0xbd,0x44,0x7d,0x81,0xbf,0x81,0x7e,0x81,0x7f,0x81,\n0xbe,0x82,0xbe,0x81,0x80,0xc0,0x80,0x80,0x7e,0x43,0xbd,0x82,0xbf,0x80,0xc0,0x7e,\n0x42,0x80,0xbf,0x81,0x7f,0xc0,0x7e,0x44,0x7d,0xc2,0x7e,0x81,0xbf,0x82,0xbd,0x41,\n0x42,0xbe,0x80,0xc0,0x41,0x40,0x40,0x80,0x7d,0x45,0x7e,0x80,0xc0,0x80,0xc0,0x81,\n0x7e,0xc3,0xbf,0xc1,0x7f,0x80,0xc0,0x81,0xbf,0x80,0x81,0x7e,0x44,0xbf,0xbf,0x80,\n0x80,0xc1,0x80,0xc1,0x7f,0xc1,0x7f,0xc2,0x7f,0xc0,0x81,0xc0,0x7f,0x81,0xbf,0x42,\n0x3f,0x41,0x40,0x41,0x7f,0xc1,0xc0,0x80,0xbe,0x82,0xc0,0x7f,0x43,0x7f,0xbf,0x83,\n0x7f,0xc1,0x80,0x82,0x7c,0x45,0xbd,0x82,0xbf,0x80,0x80,0x7f,0x43,0xc0,0x7f,0xc2,\n0x7f,0xc0,0x81,0xbf,0x80,0xc3,0x7d,0x44,0x7e,0x81,0xc0,0x7f,0x42,0x7e,0x41,0x42,\n0xbc,0x44,0x41,0xbf,0x7f,0xc3,0x7f,0xc0,0x7f,0xc2,0x7f,0xbf,0x43,0x80,0x7e,0x82,\n0xc0,0x80,0xbf,0x81,0xbf,0x81,0xc1,0x82,0x7e,0xc2,0x80,0x7f,0x42,0xbe,0xc1,0x81,\n0x7f,0xc1,0x80,0xbf,0x42,0x41,0xbe,0x82,0xbe,0x83,0xbe,0x81,0xc1,0x81,0xbd,0x44,\n0x7c,0x43,0x3f,0x42,0x7d,0x43,0x40,0x81,0xbe,0x81,0xbf,0x82,0xbf,0x81,0xbe,0x82,\n0xbf,0x82,0xbf,0x81,0xbe,0x83,0xbe,0x43,0x7c,0x43,0x3f,0x43,0x7f,0x80,0xbe,0x44,\n0xbc,0x44,0x7d,0x81,0xc1,0x7e,0x44,0x80,0xbe,0x82,0x7f,0x80,0x7e,0x44,0xbd,0x80,\n0x42,0x80,0x80,0x80,0xc0,0xc1,0x80,0x81,0x80,0x81,0x7f,0x7f,0x44,0x7e,0x7d,0x45,\n0x7e,0x82,0xbd,0x44,0x7e,0x81,0x80,0xc0,0x80,0xc0,0x7f,0x82,0xbe,0x43,0x7d,0x43,\n0x41,0xbf,0x80,0xc0,0x81,0xc0,0x81,0xc0,0x80,0xc0,0x80,0xc2,0x7f,0xc0,0x80,0xc0,\n0x42,0x41,0xbf,0x7f,0x43,0x7f,0x7f,0x81,0xc1,0xc1,0x7f,0x7f,0x81,0x82,0x7f,0x7f,\n0x43,0x7f,0x7e,0x43,0x7f,0x81,0xbe,0x44,0x7d,0x80,0x81,0xc0,0x81,0xc0,0x80,0x81,\n0xbd,0x45,0x7e,0x81,0x7f,0xbf,0x42,0x7f,0x81,0xc1,0x81,0xc0,0x7f,0xc1,0x81,0xbf,\n0x81,0xc1,0x7f,0xc0,0x80,0xc2,0x7d,0x44,0x7e,0xc1,0x7e,0x44,0x7e,0x81,0x7f,0xc1,\n0x80,0xc1,0x7f,0xc2,0x7e,0xc2,0x7e,0xc2,0x7f,0xc1,0x80,0xbf,0x40,0x43,0xbd,0xc2,\n0x7f,0x80,0xc1,0x80,0xc0,0x80,0xc0,0x7e,0x44,0x7e,0x80,0xbf,0x80,0xc2,0x7f,0x80,\n0xc0,0xc0,0x80,0xc0,0x81,0xbe,0x41,0x42,0xbd,0x81,0xbf,0x82,0xbe,0x82,0xbf,0x81,\n0xbf,0x80,0x7f,0xc2,0xbe,0xbf,0x42,0xc0,0xbe,0x82,0xbd,0x41,0x42,0xbf,0x7e,0x42,\n0x3f,0x41,0x3e,0x43,0x7d,0xc1,0x80,0xc1,0xbe,0x7e,0x44,0x7f,0xbf,0x80,0x7f,0xc1,\n0x7f,0xc1,0x7f,0xc0,0x80,0xbf,0x80,0xc1,0x7e,0x80,0x41,0x42,0x7d,0x81,0x80,0xc0,\n0x80,0xc1,0x7e,0xc1,0x7f,0xbf,0x40,0x43,0xbd,0x7f,0x43,0x80,0x7e,0x80,0xc0,0xc2,\n0x7f,0x80,0x7f,0x81,0x7f,0x7f,0x42,0x80,0x7c,0x44,0x7e,0x81,0x7f,0x81,0x7f,0x7f,\n0x42,0x43,0xbd,0x81,0xbe,0x81,0xc0,0x81,0xc0,0x81,0xbe,0x82,0xbe,0x81,0x80,0x7f,\n0x42,0xbf,0x7f,0xc1,0x80,0xc1,0x7f,0xc1,0x7f,0xc2,0x7e,0xbf,0x41,0x44,0xbd,0xc0,\n0x81,0x81,0xbe,0x82,0xbf,0x82,0xbe,0x82,0xbf,0x82,0xbe,0x82,0xbf,0x81,0xbd,0x46,\n0x7e,0x81,0x7f,0xc2,0x7e,0xc1,0x7f,0x82,0x7d,0x44,0xbf,0xc2,0x80,0x81,0xbf,0x81,\n0xbe,0x82,0xbf,0x82,0xbf,0x82,0xbf,0x81,0xbe,0x80,0x44,0x7e,0xc0,0x7f,0x42,0x43,\n0xbd,0x82,0xbe,0xbf,0x43,0xbe,0x43,0x7e,0x43,0x7f,0x7e,0x42,0x41,0xbf,0x40,0x42,\n0xbe,0x81,0xc1,0x81,0xbf,0x80,0xc0,0x81,0xbf,0xc1,0x7f,0x82,0xbf,0x81,0xbf,0x82,\n0xbf,0x81,0xbf,0x81,0x7f,0xc0,0x42,0x41,0x7c,0x44,0xbf,0xc1,0x7f,0x80,0xc0,0x81,\n0xbe,0x82,0xbf,0x82,0xbe,0x82,0xbe,0x81,0x42,0x80,0xbe,0x82,0x7e,0xc2,0x7f,0xc1,\n0x7f,0xc2,0x7e,0xc1,0x7f,0xc1,0x7f,0xc2,0xbe,0x81,0x80,0xc1,0x7e,0xc0,0x81,0xc0,\n0x80,0xc1,0x7e,0xc0,0x80,0xc1,0xbf,0x81,0x80,0xbf,0x80,0xc1,0x7f,0xc0,0x7f,0xc0,\n0x41,0x41,0xbe,0xc1,0x7f,0x81,0xbe,0x44,0x7d,0x7e,0x43,0x7f,0x7e,0x42,0x41,0xbf,\n0x7f,0xbf,0x42,0x80,0x80,0x80,0x7f,0x7e,0x43,0xc0,0x7e,0xc2,0x7c,0x42,0x41,0x40,\n0x40,0x80,0x7f,0x41,0x3f,0x42,0x7e,0x82,0xbf,0x80,0xbe,0xc1,0x81,0x80,0xbe,0x82,\n0xbf,0x81,0xbd,0x42,0x41,0xbf,0x81,0xbe,0x80,0xc2,0x7f,0xc0,0x7f,0xc1,0x7f,0x81,\n0x7d,0x44,0xbf,0x7f,0x80,0xc1,0xbc,0x46,0x7d,0x81,0x7f,0xbe,0x42,0x42,0xbd,0x81,\n0xbf,0x81,0xbf,0x82,0xbe,0x7f,0x43,0x7f,0x80,0xc0,0x7f,0xc0,0x80,0xc0,0x80,0xc0,\n0xc0,0x81,0x7e,0xc1,0x80,0xbf,0x80,0xc1,0x7e,0xc1,0x7e,0x43,0x7f,0xc0,0x7e,0x81,\n0xc0,0x80,0xbf,0x7f,0x41,0x41,0x40,0x40,0x41,0xbe,0x80,0xc1,0x80,0xbf,0x80,0xc0,\n0x7e,0xc0,0x80,0xc0,0x80,0xc0,0xbe,0x82,0x80,0xbf,0x80,0xbf,0x7f,0x81,0x7f,0x80,\n0x7f,0x43,0x7e,0x7f,0x7f,0xc1,0x7f,0xc0,0x80,0xc0,0x80,0xbf,0x80,0xbf,0x80,0xbf,\n0x7f,0xc1,0x7f,0xbf,0x80,0xbe,0x81,0xc1,0x7f,0xbf,0x7f,0xc0,0x80,0xbf,0x7e,0xc2,\n0x7e,0xc1,0x7f,0xbf,0x7f,0xc1,0x7f,0xbf,0x7f,0xc0,0x7f,0xbf,0x80,0xbf,0x80,0xbf,\n0x80,0xc0,0x7e,0xc0,0x7f,0xc0,0x7f,0xbf,0x7f,0xc0,0x80,0xc0,0x80,0xbf,0x7e,0xc1,\n0x7f,0xc0,0x7e,0xc0,0x80,0xbf,0x7f,0xc0,0x7e,0xc1,0x7e,0xc0,0x80,0xbf,0x7f,0xc0,\n0x7f,0xc0,0x80,0xbf,0x7e,0xc1,0x7f,0xc1,0x7e,0xbe,0x81,0xc0,0x7e,0xc0,0x80,0xbf,\n0x7e,0xc2,0x7e,0xc0,0x7f,0xc0,0x7f,0xc0,0x7f,0xbe,0x80,0xc0,0x80,0xc0,0x7e,0xc0,\n0x80,0xc0,0x7e,0xbf,0x81,0xbf,0x7f,0xc0,0x7f,0xc0,0x80,0xbf,0x7f,0xc0,0x7f,0xc0,\n0x7f,0xc1,0x7e,0xc0,0x80,0xbf,0x80,0xc0,0x7f,0xbf,0x80,0xbf,0x80,0xc1,0x7d,0xc1,\n0x7f,0xc1,0x7e,0xc1,0x7f,0xbf,0x81,0xc0,0x7f,0xbf,0x7f,0xc2,0x7d,0xc0,0x80,0xbf,\n0x80,0xc1,0x7f,0xc0,0x7e,0xc0,0x80,0xc1,0x7e,0xc1,0x7f,0xbf,0x80,0xc0,0x80,0xbf,\n0x80,0xc0,0x7f,0xbf,0x81,0xbf,0x7f,0xc1,0x80,0x80,0x7f,0x81,0x7e,0x81,0xff,0x7f,\n0x80,0x81,0xfe,0x82,0x7d,0x81,0x7e,0x81,0x7f,0x80,0x80,0x81,0x7e,0x82,0x7f,0x80,\n0x7f,0x81,0x7f,0x80,0x7e,0x82,0x7f,0x80,0x7f,0x81,0x7e,0x81,0x7e,0x81,0x7f,0x80,\n0x80,0x7f,0x42,0x40,0x3e,0x42,0x3f,0x3f,0x41,0x40,0x3f,0x41,0x3f,0x40,0x40,0x41,\n0x3f,0x41,0x3f,0x41,0x3f,0x40,0x3f,0x40,0x40,0x40,0x40,0x41,0x3e,0x41,0x40,0x40,\n0x3f,0x41,0x40,0x40,0x3f,0x41,0x3e,0x41,0x40,0x42,0x7e,0x80,0xc0,0xbf,0x80,0x7f,\n])","execution_count":2,"outputs":[]},{"metadata":{},"cell_type":"markdown","source":"## Histogram\nWe generate a histogram in order to determine the thresholds corresponding to each valley."},{"metadata":{"scrolled":true,"trusted":true},"cell_type":"code","source":"plt.hist(y, bins=range(0, np.amax(y) + 1, 1))\nplt.show()","execution_count":3,"outputs":[{"output_type":"display_data","data":{"text/plain":"<Figure size 432x288 with 1 Axes>","image/png":"iVBORw0KGgoAAAANSUhEUgAAAXcAAAD4CAYAAAAXUaZHAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAQq0lEQVR4nO3df4xlZX3H8fenoPzhjwDudLMB7ABZTWjTLnRCSVRCxR+wabrQNBTS4NrSrqaQaLRpVk0qaWJibdHE1GKWsAEaRGyRQAK2UmIkJgWdxXVdQGRBCLtZdkdpkFRDBb79Y87WyzjDzsy5d+7Os+9XcnPPec4593yfOTOfnHnuufekqpAkteXXxl2AJGn4DHdJapDhLkkNMtwlqUGGuyQ16NhxFwCwZs2ampycHHcZkrSq7Nix48dVNTHfsiMi3CcnJ5menh53GZK0qiR5aqFlDstIUoMMd0lq0GHDPckpSb6R5OEkDyX5UNd+YpJ7kjzWPZ/QtSfJ55PsSbIryVmj7oQk6ZUWc+b+IvDRqjoDOAe4MskZwFbg3qpaD9zbzQNcCKzvHluAa4detSTpVR023Ktqf1U92E0/DzwCnARsAm7sVrsRuKib3gTcVLPuB45Psm7YhUuSFrakMfckk8CZwAPA2qra3y16BljbTZ8EPD2w2d6uTZK0QhYd7kleD9wGfLiqfjq4rGa/WnJJXy+ZZEuS6STTMzMzS9lUknQYiwr3JK9hNthvrqqvds0HDg23dM8Hu/Z9wCkDm5/ctb1CVW2rqqmqmpqYmPcafEnSMi3mapkA1wOPVNVnBxbdCWzupjcDdwy0v6+7auYc4LmB4RtJ0gpYzJn724DLgXcm2dk9NgKfBt6d5DHgXd08wN3AE8Ae4Drgr4ZftrQyJrfeNe4SpGU57NcPVNW3gCyw+Px51i/gyp51SZJ68BOqktQgw12SGmS4S4cxufUux9616hjuktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBhrskNWgxN8jenuRgkt0DbbcO3E/1ySQ7u/bJJD8fWPbFEdYuSVrAYe+hCtwA/BNw06GGqvqTQ9NJrgGeG1j/8araMKT6JEnLsJgbZN+XZHK+ZUkCXAK8c8h1SZJ66Dvm/g7gQFU9NtB2apLvJvlmkncstGGSLUmmk0zPzMz0LEOSNKhvuF8G3DIwvx94c1WdCXwE+FKSN863YVVtq6qpqpqamJjoWYYkadCywz3JscAfAbceaquqF6rqJ930DuBx4C19i5QkLU2fM/d3AT+oqr2HGpJMJDmmmz4NWA880a9ESdJSLeZSyFuA/wLemmRvkiu6RZfyyiEZgHOBXd2lkf8GfLCqnh1ivZKkRVjM1TKXLdD+/nnabgNu61+WJKkPP6EqSQ0y3CWpQYa7JDXIcJekBhnuktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDVrMbfa2JzmYZPdA29VJ9iXZ2T02Diz7WJI9SR5N8t5RFS5JWthiztxvAC6Yp/1zVbWhe9wNkOQMZu+t+pvdNv986IbZkqSVc9hwr6r7gMXe5HoT8OWqeqGqfgTsAc7uUZ8kaRn6jLlflWRXN2xzQtd2EvD0wDp7u7ZfkWRLkukk0zMzMz3KkCTNtdxwvxY4HdgA7AeuWeoLVNW2qpqqqqmJiYllliFJms+ywr2qDlTVS1X1MnAdvxx62QecMrDqyV2bJGkFLSvck6wbmL0YOHQlzZ3ApUmOS3IqsB74dr8SJUlLdezhVkhyC3AesCbJXuCTwHlJNgAFPAl8AKCqHkryFeBh4EXgyqp6aSSVS5IWdNhwr6rL5mm+/lXW/xTwqT5FSZL68ROq0iJNbr1r3CVIi2a4S1KDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBhrskNchwl6QGGe6S1CDDXZIadNhwT7I9ycEkuwfa/iHJD5LsSnJ7kuO79skkP0+ys3t8cYS1S5IWsJgz9xuAC+a03QP8VlX9NvBD4GMDyx6vqg3d44PDKVOStBSHDfequg94dk7b16vqxW72fuDkEdQmaRWa3HqXtyQ8AgxjzP3Pga8NzJ+a5LtJvpnkHQttlGRLkukk0zMzM0MoQ5J0SK9wT/IJ4EXg5q5pP/DmqjoT+AjwpSRvnG/bqtpWVVNVNTUxMdGnDEnSHMsO9yTvB/4A+NOqKoCqeqGqftJN7wAeB94yhDolSUuwrHBPcgHwN8AfVtXPBtonkhzTTZ8GrAeeGEahkqTFO/ZwKyS5BTgPWJNkL/BJZq+OOQ64JwnA/d2VMecCf5fkF8DLwAer6tl5X1iSNDKHDfequmye5usXWPc24La+RUmS+vETqpLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBhrskNchwl6QGGe6S1CDDXZIaZLhLUoMMd0lqkOEuLcBbxWk1M9wlqUGGuyQ1yHCXpAYZ7pLUIMNdkhq0qHBPsj3JwSS7B9pOTHJPkse65xO69iT5fJI9SXYlOWtUxUuS5rfYM/cbgAvmtG0F7q2q9cC93TzAhcD67rEFuLZ/mZKkpVhUuFfVfcCzc5o3ATd20zcCFw2031Sz7geOT7JuCLVKkhapz5j72qra300/A6ztpk8Cnh5Yb2/X9gpJtiSZTjI9MzPTowxJ0lxDeUO1qgqoJW6zraqmqmpqYmJiGGVIkjp9wv3AoeGW7vlg174POGVgvZO7NknSCukT7ncCm7vpzcAdA+3v666aOQd4bmD4RpK0Ao5dzEpJbgHOA9Yk2Qt8Evg08JUkVwBPAZd0q98NbAT2AD8D/mzINUuSDmNR4V5Vly2w6Px51i3gyj5FSZL68ROqktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4S5JDTLcJalBhrskNchwl6QGGe6S1KBF3YlpPkneCtw60HQa8LfA8cBfAjNd+8er6u7l7keStHTLPnOvqkerakNVbQB+l9n7pd7eLf7coWUGu3R0mtx617hLOKoNa1jmfODxqnpqSK+nEfMPT2rbsML9UuCWgfmrkuxKsj3JCfNtkGRLkukk0zMzM/OtIklapt7hnuS1wB8C/9o1XQucDmwA9gPXzLddVW2rqqmqmpqYmOhbhiRpwDDO3C8EHqyqAwBVdaCqXqqql4HrgLOHsA9J0hIMI9wvY2BIJsm6gWUXA7uHsA9J0hIs+1JIgCSvA94NfGCg+TNJNgAFPDlnmSRpBfQK96r6H+BNc9ou71WRJKk3P6EqSQ0y3CWpQYa7JDXIcJekBhnuktQgw12SGmS4S1KDel3nrtXJb4TUKPh7dWTxzF2SGmS4S1KDDHdpCRx60GphuEtSgwx3SWqQ4S5JDTLcJalBhrskNchwl6QG9f6EapIngeeBl4AXq2oqyYnArcAks7fau6Sq/rvvviRJizOsM/ffr6oNVTXVzW8F7q2q9cC93bwkaYWMalhmE3BjN30jcNGI9iNJmscwwr2AryfZkWRL17a2qvZ3088Aa+dulGRLkukk0zMzM0MoQ5J0yDC+FfLtVbUvya8D9yT5weDCqqokNXejqtoGbAOYmpr6leWSpOXrfeZeVfu654PA7cDZwIEk6wC654N996Phm9x6l9+VIjWqV7gneV2SNxyaBt4D7AbuBDZ3q20G7uizH0nS0vQdllkL3J7k0Gt9qar+Pcl3gK8kuQJ4Crik534kSUvQK9yr6gngd+Zp/wlwfp/XliQtn59QlaQGGe6S1CDDXZIaZLjLyyGlBhnuktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGG+1HGyx6lo4PhLsDQl1pjuEtSgwx3SWqQ4S5JDTLcJalBhrukkfGN+vFZdrgnOSXJN5I8nOShJB/q2q9Osi/Jzu6xcXjlSpIWo89t9l4EPlpVD3Y3yd6R5J5u2eeq6h/7lydpNfAM/ciz7HCvqv3A/m76+SSPACcNqzBpnAwrrXZDGXNPMgmcCTzQNV2VZFeS7UlOGMY+JEmL1zvck7weuA34cFX9FLgWOB3YwOyZ/TULbLclyXSS6ZmZmb5lSJIG9Ar3JK9hNthvrqqvAlTVgap6qapeBq4Dzp5v26raVlVTVTU1MTHRpwxJ0hx9rpYJcD3wSFV9dqB93cBqFwO7l1+eJGk5+lwt8zbgcuD7SXZ2bR8HLkuyASjgSeADPfYhSVqGPlfLfAvIPIvuXn45kqRh8BOqktQgw12SGmS4S1KDDHdJapDhLkkNMtwlqUGGuyQ1yHCXpAYZ7pLUIMNdkhpkuEtSgwx3SWqQ4X4U8dZxw+HPUauB4S7NYXirBYa7/p+hJrXDcJekBhnuktQgw11SLw7nHZlGFu5JLkjyaJI9SbaOaj+SjmyG/3iMJNyTHAN8AbgQOIPZm2afMYp9abj8Q5RWzij/3kZ15n42sKeqnqiq/wW+DGwa0b6OiEA6EmrQrIWOhcdouCa33uXP9AiWqhr+iyZ/DFxQVX/RzV8O/F5VXTWwzhZgSzf7VuDRHrtcA/y4x/arydHUV7C/LTua+gqj6e9vVNXEfAuOHfKOFq2qtgHbhvFaSaaramoYr3WkO5r6Cva3ZUdTX2Hl+zuqYZl9wCkD8yd3bZKkFTCqcP8OsD7JqUleC1wK3DmifUmS5hjJsExVvZjkKuA/gGOA7VX10Cj21RnK8M4qcTT1Fexvy46mvsIK93ckb6hKksbLT6hKUoMMd0lq0KoO96PhKw6SPJnk+0l2Jpnu2k5Mck+Sx7rnE8Zd53Il2Z7kYJLdA23z9i+zPt8d711Jzhpf5Uu3QF+vTrKvO747k2wcWPaxrq+PJnnveKpeviSnJPlGkoeTPJTkQ117c8f3Vfo6vuNbVavywewbtY8DpwGvBb4HnDHuukbQzyeBNXPaPgNs7aa3An8/7jp79O9c4Cxg9+H6B2wEvgYEOAd4YNz1D6GvVwN/Pc+6Z3S/08cBp3a/68eMuw9L7O864Kxu+g3AD7t+NXd8X6WvYzu+q/nMfUW/4uAIswm4sZu+EbhofKX0U1X3Ac/OaV6of5uAm2rW/cDxSdatSKFDsEBfF7IJ+HJVvVBVPwL2MPs7v2pU1f6qerCbfh54BDiJBo/vq/R1ISM/vqs53E8Cnh6Y38ur/zBXqwK+nmRH95UNAGuran83/QywdjyljcxC/Wv1mF/VDUNsHxhia6qvSSaBM4EHaPz4zukrjOn4ruZwP1q8varOYvYbNq9Mcu7gwpr9H6/Z61lb7x9wLXA6sAHYD1wz1mpGIMnrgduAD1fVTweXtXZ85+nr2I7vag73o+IrDqpqX/d8ELid2X/dDhz6d7V7Pji+Ckdiof41d8yr6kBVvVRVLwPX8ct/zZvoa5LXMBt2N1fVV7vmJo/vfH0d5/FdzeHe/FccJHldkjccmgbeA+xmtp+bu9U2A3eMp8KRWah/dwLv666qOAd4buDf+1VpzpjyxcweX5jt66VJjktyKrAe+PZK19dHkgDXA49U1WcHFjV3fBfq61iP77jfZe75DvVGZt+Vfhz4xLjrGUH/TmP2HfXvAQ8d6iPwJuBe4DHgP4ETx11rjz7ewuy/q79gdtzxioX6x+xVFF/ojvf3galx1z+Evv5L15dd3R/8uoH1P9H19VHgwnHXv4z+vp3ZIZddwM7usbHF4/sqfR3b8fXrBySpQat5WEaStADDXZIaZLhLUoMMd0lqkOEuSQ0y3CWpQYa7JDXo/wAqLy3IJr5HbAAAAABJRU5ErkJggg==\n"},"metadata":{"needs_background":"light"}}]},{"metadata":{},"cell_type":"markdown","source":"## Filter out short values and decode the rest\nWe use a simple threshold logic here, based on the above histogram. The various thresholds are likely to be dependent on the zone we are working with."},{"metadata":{"trusted":true},"cell_type":"code","source":"bitstream = np.empty(0, int)\n\nfor v in y:\n    if (v > 210):\n        bitstream = np.append(bitstream, [1,0,0,0]) # This is an edge case only\n    elif (v > 160):\n        bitstream = np.append(bitstream, [1,0,0])\n    elif (v > 80):\n        bitstream = np.append(bitstream, [1,0])\n    elif (v > 50):\n        bitstream = np.append(bitstream, [1])","execution_count":4,"outputs":[]},{"metadata":{},"cell_type":"markdown","source":"What follows is the bitstream grouped in bytes. It clearly shows block-sync sequences that we can use to byte-align the bitstream, so that we will also be working with GCR values."},{"metadata":{"trusted":true},"cell_type":"code","source":"\"\".join(map(lambda b: format(b, \"02x\"), np.packbits(bitstream)))","execution_count":5,"outputs":[{"output_type":"execute_result","execution_count":5,"data":{"text/plain":"'a52a734aa4a54a6a5294a529ca7294aea54f9cd5555555555555555557fffffffffd495dd7252dcb73d5555555555555555555555557fffffffffd575294a52bca5294a7294a5294a5a9ae5594a74d4ab2acd5a54aca54a7294a5294b5294b9a94a52d2a5296b4aa6ab2a6a5552952aca52d2a5a54a729eb529524a94ab254a5294a54fd25296952aca5594a5296a5b9ca5294d5294a54ac9529ca5294dee94a5294a537a99a9695596a92aab5a9aa52a6e5294a5294e5aa4aaad6a6a94a9aa6a5294a529696a94a5294a7254a52d4a5494a7294a52a49929cbf4a4b4a94a5295d5294a72d525556b555ca5294a5594a5294e4a94a5294a6a94ab254a5294a5a5ca4cdae7294a5254a52953b254a5294b4a94a529495294a5292a5294e4a9ad729aab297d7a9495294e5294a559526a9ca5296a529495294a5a54a5f94a5294a4a94aab54a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a55545515555555555555557fffffffffd494'"},"metadata":{}}]},{"metadata":{},"cell_type":"markdown","source":"## Find CBM header sync positions\nA CBM header sync is made of at least twelve 1 bits followed by 0x52.\n\nIn theory, just ten 1 bits are required to make the block-sync hardware signal become active, but the CBM DOS routine that waits for a block-sync activation (by checking the oVerflow flag) requires twelve 1 bits in order not to miss detecting the active state before it goes inactive again (due to jitter).\n\nIn practice, forty 1 bits are written to disk for both header and data block-syncs by the CBM DOS format routine."},{"metadata":{"trusted":true},"cell_type":"code","source":"searchseq = [1,1,1,1,1,1,1,1,1,1,1,1,0,1,0,1,0,0,1,0]\nN = len(searchseq)\npossibles = np.where(bitstream == searchseq[0])[0]\n\nsyncpositions = []\nfor p in possibles:\n    check = bitstream[p:p+N]\n    if np.all(check == searchseq):\n        syncpositions.append(p)\n\nprint(syncpositions)","execution_count":6,"outputs":[{"output_type":"stream","text":"[258, 3158]\n","name":"stdout"},{"output_type":"stream","text":"/srv/conda/envs/notebook/lib/python3.7/site-packages/ipykernel_launcher.py:8: DeprecationWarning: elementwise comparison failed; this will raise an error in the future.\n  \n","name":"stderr"}]},{"metadata":{},"cell_type":"markdown","source":"## Shift array to the first sync and show GCR data\nWe are now shifting bits in the bitstream so that the latter is byte aligned and we can clearly recognize the GCR encoding of CBM header and data blocks."},{"metadata":{"trusted":true},"cell_type":"code","source":"b = np.roll(bitstream, -(syncpositions[0] + 4))","execution_count":7,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"\"\".join(map(lambda b: format(b, \"02x\"), np.packbits(b)))","execution_count":8,"outputs":[{"output_type":"execute_result","execution_count":8,"data":{"text/plain":"'ff525775c94b72dcf5555555555555555555555555ffffffffff55d4a5294af294a529ca5294a5296a6b956529d352acab356952b29529ca5294a52d4a52e6a5294b4a94a5ad2a9aaca9a9554a54ab294b4a969529ca7ad4a5492a52ac95294a52953f494a5a54ab29565294a5a96e7294a5354a52952b254a7294a537ba5294a5294dea66a5a5565aa4aaad6a6a94a9b94a5294a5396a92aab5a9aa52a6a9a94a5294a5a5aa5294a529c95294b52952529ca5294a9264a72fd292d2a5294a5754a529cb549555ad557294a529565294a5392a5294a529aa52ac95294a52969729336b9ca529495294a54ec95294a52d2a5294a5254a5294a4a94a5392a6b5ca6aaca5f5ea5254a5394a52956549aa7294a5a94a5254a529695297e5294a5292a52aad5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5294a5295551545555555555555555ffffffffff525529539a55252a535294a5294e5394a5752a7ce6aaaaaaaaaaaaaaaaaabfffffffe'"},"metadata":{}}]},{"metadata":{},"cell_type":"markdown","source":"---"}],"metadata":{"kernelspec":{"name":"python3","display_name":"Python 3","language":"python"},"language_info":{"name":"python","version":"3.7.8","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat":4,"nbformat_minor":1}