task_5(1).ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"task_5.ipynb","provenance":[],"collapsed_sections":[]},"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.7.6"}},"cells":[{"cell_type":"markdown","metadata":{"id":"C5KhkjCbjGE3"},"source":["# Меняем все предложения по заданию"]},{"cell_type":"code","metadata":{"id":"3WQt7S_GiKUx"},"source":["sentences = [\"В среду новолуние.\",\n","             \"Более 300 экземпляров проданы.\",\n","             \"Денег, в конце концов.\"]"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"D6IK9gfxiFwy"},"source":["# Скачиваем данные и библиотеки"]},{"cell_type":"code","metadata":{"id":"pFELL0b6i6Zz"},"source":["! pip install -q conllu\n","! pip install -q graphviz\n","! pip install -q ufal.udpipe\n","!wget -q 'https://lindat.mff.cuni.cz/repository/xmlui/bitstream/handle/11234/1-3131/russian-gsd-ud-2.6-200830.udpipe'\n","!wget -q 'https://lindat.mff.cuni.cz/repository/xmlui/bitstream/handle/11234/1-3131/russian-taiga-ud-2.5-191206.udpipe'"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"dBEpoDkbm-40"},"source":["# Запускаем код"]},{"cell_type":"code","metadata":{"id":"dmf7LI_0i6ax","colab":{"base_uri":"https://localhost:8080/","height":252},"outputId":"eb168791-9dfd-4938-a77c-a3490f476744","executionInfo":{"status":"error","timestamp":1640606728763,"user_tz":-180,"elapsed":1700,"user":{"displayName":"Олег Лайок","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjGUZQge5cEWTDYfwbY-iuk7Qjtwyl3Xsm3gwYPjQ=s64","userId":"11400771429504444117"}}},"source":["import sys\n","\n","from conllu import parse\n","from graphviz import Digraph\n","from ufal.udpipe import Model, Pipeline, ProcessingError\n","from conllu import parse\n","from graphviz import Digraph\n","\n","INPUT_FORMAT = \"tokenize\"\n","OUTPUT_FORMAT = \"conllu\"\n","SYNTAGRUS_MODEL_FILE = \"russian-gsd-ud-2.6-200830.udpipe\"\n","TAIGA_MODEL_FILE = \"russian-taiga-ud-2.5-191206.udpipe\"\n","\n","syntagrus_model = Model.load(SYNTAGRUS_MODEL_FILE)\n","taiga_model = Model.load(TAIGA_MODEL_FILE)\n","\n","syntagrus_pipeline = Pipeline(syntagrus_model, INPUT_FORMAT, Pipeline.DEFAULT, Pipeline.DEFAULT, OUTPUT_FORMAT)\n","taiga_pipeline = Pipeline(taiga_model, INPUT_FORMAT, Pipeline.DEFAULT, Pipeline.DEFAULT, OUTPUT_FORMAT)\n","\n","error = ProcessingError()\n","\n","def parse_syntax(raw_text, pipeline):\n","    text = raw_text.strip()\n","    processed = pipeline.process(text, error)\n","\n","    if error.occurred():\n","        sys.stderr.write(\"An error occurred when running run_udpipe: \")\n","        sys.stderr.write(error.message)\n","        sys.stderr.write(\"\\n\")\n","\n","    return processed\n","\n","def parse_output(conll):\n","    return [s.to_tree() for s in parse(conll)]\n","\n","class Root(object):\n","  def __init__(self, child):\n","    self.token = {\"form\": \"\", \"id\": 0, \"deprel\": \"root\"}\n","    self.children = [child]\n","\n","def edges_sets(tree):\n","  edges_labeled = []\n","  edges_unlabeled = []\n","  queue = [Root(tree)]\n","  \n","  while len(queue) > 0:\n","    head = queue.pop()\n","    head_label = head.token[\"form\"] + \" (%d)\" % head.token[\"id\"]\n","    queue.extend(head.children)\n","    \n","    for c in head.children:\n","      c_label = c.token[\"form\"] + \" (%d)\" %  c.token[\"id\"]\n","      edges_unlabeled.append((head_label, c_label))\n","      edges_labeled.append((head_label, c_label, c.token[\"deprel\"]))\n","  \n","  return set(edges_labeled), set(edges_unlabeled)\n","\n","def accuracy(gold, pred):\n","  gold_labeled, gold_unlabeled = edges_sets(gold)\n","  pred_labeled, pred_unlabeled = edges_sets(pred)\n","\n","  return len(gold_labeled.intersection(pred_labeled)) / len(gold_labeled), \\\n","          len(gold_unlabeled.intersection(pred_unlabeled)) / len(gold_unlabeled)\n","\n","print(\"UAS \\tLAS \\tMAX(Глубина) \\tПредложение\")\n","for sentence in sentences:\n","  syntag = parse_syntax(sentence, syntagrus_pipeline)\n","  taiga = parse_syntax(sentence, taiga_pipeline)\n","\n","  str_tree = parse_output(syntag.strip())[0]\n","  taiga_tree = parse_output(taiga.strip())[0]\n","\n","  LAS, UAS = accuracy(str_tree, taiga_tree)\n","\n","  queues = [[(taiga_tree, 0)], [(str_tree, 0)]]\n","  new_depth = []\n","\n","  for queue in queues:\n","    depth = 0\n","    while len(queue) > 0:\n","        head, depth = queue.pop(0)\n","        queue.extend([(c, depth + 1) for c in head.children])\n","    new_depth.append(depth)\n","  \n","  \n","  print(\"%.3f \\t%.3f \\t%d \\t\\t%s\" % (UAS, LAS, max(new_depth), sentence))"],"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["UAS \tLAS \tMAX(Глубина) \tПредложение\n"]},{"output_type":"error","ename":"NameError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)","\u001b[0;32m<ipython-input-1-cb0a4f7893c9>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     63\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     64\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"UAS \\tLAS \\tMAX(Глубина) \\tПредложение\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 65\u001b[0;31m \u001b[0;32mfor\u001b[0m \u001b[0msentence\u001b[0m \u001b[0;32min\u001b[0m \u001b[0msentences\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     66\u001b[0m   \u001b[0msyntag\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mparse_syntax\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msentence\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msyntagrus_pipeline\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     67\u001b[0m   \u001b[0mtaiga\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mparse_syntax\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msentence\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtaiga_pipeline\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mNameError\u001b[0m: name 'sentences' is not defined"]}]}]}