{ "cells": [ { "cell_type": "markdown", "id": "9f98a15e", "metadata": {}, "source": [ "# CoNLL-U\n", "This is an example of how to load a file in [CoNLL-U](https://universaldependencies.org/format.html) format. The whole file is treated as one document. The example data (`conllu.conllu`) is based on one of the standard UD/CoNLL-U examples." ] }, { "cell_type": "code", "execution_count": null, "id": "d9b2e33e", "metadata": {}, "outputs": [], "source": [ "from langchain.document_loaders import CoNLLULoader" ] }, { "cell_type": "code", "execution_count": null, "id": "5b5eec48", "metadata": {}, "outputs": [], "source": [ "loader = CoNLLULoader(\"example_data/conllu.conllu\")" ] }, { "cell_type": "code", "execution_count": null, "id": "10f3f725", "metadata": {}, "outputs": [], "source": [ "document = loader.load()" ] }, { "cell_type": "code", "execution_count": null, "id": "acbb3579", "metadata": {}, "outputs": [], "source": [ "document" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.8.8" }, "toc": { "base_numbering": 1, "nav_menu": {}, "number_sections": true, "sideBar": true, "skip_h1_title": false, "title_cell": "Table of Contents", "title_sidebar": "Contents", "toc_cell": false, "toc_position": {}, "toc_section_display": true, "toc_window_display": false }, "varInspector": { "cols": { "lenName": 16, "lenType": 16, "lenVar": 40 }, "kernels_config": { "python": { "delete_cmd_postfix": "", "delete_cmd_prefix": "del ", "library": "var_list.py", "varRefreshCmd": "print(var_dic_list())" }, "r": { "delete_cmd_postfix": ") ", "delete_cmd_prefix": "rm(", "library": "var_list.r", "varRefreshCmd": "cat(var_dic_list()) " } }, "types_to_exclude": [ "module", "function", "builtin_function_or_method", "instance", "_Feature" ], "window_display": false } }, "nbformat": 4, "nbformat_minor": 5 }