4- POS_Basics-1.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.6.7"},"colab":{"provenance":[]}},"cells":[{"cell_type":"code","metadata":{"id":"9nRvXvpNVHJs","colab":{"base_uri":"https://localhost:8080/"},"outputId":"22b18d96-0881-4ebc-eecc-ca057ef1b2fe","executionInfo":{"status":"ok","timestamp":1709612275267,"user_tz":-300,"elapsed":12696,"user":{"displayName":"Qasim Umer","userId":"14680065655748267291"}}},"source":["#https://spacy.io/usage/linguistic-features\n","\n","import spacy\n","\n","nlp = spacy.load(\"en_core_web_sm\")\n","doc = nlp(\"Apple is looking at buying U.K. startup for $1 billion\")\n","\n","for token in doc:\n","    print(token.text, token.lemma_, token.pos_, token.tag_, token.dep_,\n","            token.shape_, token.is_alpha, token.is_stop)"],"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Apple Apple PROPN NNP nsubj Xxxxx True False\n","is be AUX VBZ aux xx True True\n","looking look VERB VBG ROOT xxxx True False\n","at at ADP IN prep xx True True\n","buying buy VERB VBG pcomp xxxx True False\n","U.K. U.K. PROPN NNP dobj X.X. False False\n","startup startup NOUN NN dep xxxx True False\n","for for ADP IN prep xxx True True\n","$ $ SYM $ quantmod $ False False\n","1 1 NUM CD compound d False False\n","billion billion NUM CD pobj xxxx True False\n"]}]},{"cell_type":"code","metadata":{"id":"AAi_mh72VePz"},"source":["# Perform standard imports\n","import spacy\n","nlp = spacy.load('en_core_web_sm')\n"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"zphnfdhXVHJy"},"source":["# Create a simple Doc object\n","doc = nlp(u\"The quick brown fox jumped over the lazy dog's back.\")"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"oqWuaW-FVHJ2"},"source":["## View token tags\n","Recall that you can obtain a particular token by its index position.\n","* To view the coarse POS tag use `token.pos_`\n","* To view the fine-grained tag use `token.tag_`\n","* To view the description of either type of tag use `spacy.explain(tag)`\n","\n","<div class=\"alert alert-success\">Note that `token.pos` and `token.tag` return integer hash values; by adding the underscores we get the text equivalent that lives in **doc.vocab**.</div>"]},{"cell_type":"code","metadata":{"id":"4Z8nMU30VHJ5","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"83c5687c-1b98-4c98-9fa5-ace38cdd3afb"},"source":["# Print the full text:\n","print(doc.text)"],"execution_count":null,"outputs":[{"output_type":"stream","text":["The quick brown fox jumped over the lazy dog's back.\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"h6lv9MpbVHJ-","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"6f9d1973-f4e4-46cc-d09e-fb8e054b3d70"},"source":["# Print the fifth word and associated tags:\n","print(doc[4].text, doc[4].pos_, doc[4].tag_, spacy.explain(doc[4].tag_))"],"execution_count":null,"outputs":[{"output_type":"stream","text":["jumped VERB VBD verb, past tense\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"wRlnBio2VHKC"},"source":["We can apply this technique to the entire Doc object:"]},{"cell_type":"code","metadata":{"id":"MqE-TKUSVHKD","colab":{"base_uri":"https://localhost:8080/","height":221},"outputId":"37e46df3-835d-4340-b026-f123b14973e8"},"source":["for token in doc:\n","    print(f'{token.text:{10}} {token.pos_:{8}} {token.tag_:{6}} {spacy.explain(token.tag_)}')"],"execution_count":null,"outputs":[{"output_type":"stream","text":["The        DET      DT     determiner\n","quick      ADJ      JJ     adjective\n","brown      ADJ      JJ     adjective\n","fox        NOUN     NN     noun, singular or mass\n","jumped     VERB     VBD    verb, past tense\n","over       ADP      IN     conjunction, subordinating or preposition\n","the        DET      DT     determiner\n","lazy       ADJ      JJ     adjective\n","dog        NOUN     NN     noun, singular or mass\n","'s         PART     POS    possessive ending\n","back       NOUN     NN     noun, singular or mass\n",".          PUNCT    .      punctuation mark, sentence closer\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"collapsed":true,"id":"q0grIO2yVHKH"},"source":["## Coarse-grained Part-of-speech Tags\n","Every token is assigned a POS Tag from the following list:\n","\n","\n","<table><tr><th>POS</th><th>DESCRIPTION</th><th>EXAMPLES</th></tr>\n","    \n","<tr><td>ADJ</td><td>adjective</td><td>*big, old, green, incomprehensible, first*</td></tr>\n","<tr><td>ADP</td><td>adposition</td><td>*in, to, during*</td></tr>\n","<tr><td>ADV</td><td>adverb</td><td>*very, tomorrow, down, where, there*</td></tr>\n","<tr><td>AUX</td><td>auxiliary</td><td>*is, has (done), will (do), should (do)*</td></tr>\n","<tr><td>CONJ</td><td>conjunction</td><td>*and, or, but*</td></tr>\n","<tr><td>CCONJ</td><td>coordinating conjunction</td><td>*and, or, but*</td></tr>\n","<tr><td>DET</td><td>determiner</td><td>*a, an, the*</td></tr>\n","<tr><td>INTJ</td><td>interjection</td><td>*psst, ouch, bravo, hello*</td></tr>\n","<tr><td>NOUN</td><td>noun</td><td>*girl, cat, tree, air, beauty*</td></tr>\n","<tr><td>NUM</td><td>numeral</td><td>*1, 2017, one, seventy-seven, IV, MMXIV*</td></tr>\n","<tr><td>PART</td><td>particle</td><td>*'s, not,*</td></tr>\n","<tr><td>PRON</td><td>pronoun</td><td>*I, you, he, she, myself, themselves, somebody*</td></tr>\n","<tr><td>PROPN</td><td>proper noun</td><td>*Mary, John, London, NATO, HBO*</td></tr>\n","<tr><td>PUNCT</td><td>punctuation</td><td>*., (, ), ?*</td></tr>\n","<tr><td>SCONJ</td><td>subordinating conjunction</td><td>*if, while, that*</td></tr>\n","<tr><td>SYM</td><td>symbol</td><td>*$, %, §, ©, +, −, ×, ÷, =, :), 😝*</td></tr>\n","<tr><td>VERB</td><td>verb</td><td>*run, runs, running, eat, ate, eating*</td></tr>\n","<tr><td>X</td><td>other</td><td>*sfpksdpsxmsa*</td></tr>\n","<tr><td>SPACE</td><td>space</td></tr>"]},{"cell_type":"markdown","metadata":{"id":"CKf9_IwmVHKI"},"source":["___\n","## Fine-grained Part-of-speech Tags\n","Tokens are subsequently given a fine-grained tag as determined by morphology:\n","<table>\n","<tr><th>POS</th><th>Description</th><th>Fine-grained Tag</th><th>Description</th><th>Morphology</th></tr>\n","<tr><td>ADJ</td><td>adjective</td><td>AFX</td><td>affix</td><td>Hyph=yes</td></tr>\n","<tr><td>ADJ</td><td></td><td>JJ</td><td>adjective</td><td>Degree=pos</td></tr>\n","<tr><td>ADJ</td><td></td><td>JJR</td><td>adjective, comparative</td><td>Degree=comp</td></tr>\n","<tr><td>ADJ</td><td></td><td>JJS</td><td>adjective, superlative</td><td>Degree=sup</td></tr>\n","<tr><td>ADJ</td><td></td><td>PDT</td><td>predeterminer</td><td>AdjType=pdt PronType=prn</td></tr>\n","<tr><td>ADJ</td><td></td><td>PRP\\$</td><td>pronoun, possessive</td><td>PronType=prs Poss=yes</td></tr>\n","<tr><td>ADJ</td><td></td><td>WDT</td><td>wh-determiner</td><td>PronType=int rel</td></tr>\n","<tr><td>ADJ</td><td></td><td>WP\\$</td><td>wh-pronoun, possessive</td><td>Poss=yes PronType=int rel</td></tr>\n","<tr><td>ADP</td><td>adposition</td><td>IN</td><td>conjunction, subordinating or preposition</td><td></td></tr>\n","<tr><td>ADV</td><td>adverb</td><td>EX</td><td>existential there</td><td>AdvType=ex</td></tr>\n","<tr><td>ADV</td><td></td><td>RB</td><td>adverb</td><td>Degree=pos</td></tr>\n","<tr><td>ADV</td><td></td><td>RBR</td><td>adverb, comparative</td><td>Degree=comp</td></tr>\n","<tr><td>ADV</td><td></td><td>RBS</td><td>adverb, superlative</td><td>Degree=sup</td></tr>\n","<tr><td>ADV</td><td></td><td>WRB</td><td>wh-adverb</td><td>PronType=int rel</td></tr>\n","<tr><td>CONJ</td><td>conjunction</td><td>CC</td><td>conjunction, coordinating</td><td>ConjType=coor</td></tr>\n","<tr><td>DET</td><td>determiner</td><td>DT</td><td>determiner</td><td></td></tr>\n","<tr><td>INTJ</td><td>interjection</td><td>UH</td><td>interjection</td><td></td></tr>\n","<tr><td>NOUN</td><td>noun</td><td>NN</td><td>noun, singular or mass</td><td>Number=sing</td></tr>\n","<tr><td>NOUN</td><td></td><td>NNS</td><td>noun, plural</td><td>Number=plur</td></tr>\n","<tr><td>NOUN</td><td></td><td>WP</td><td>wh-pronoun, personal</td><td>PronType=int rel</td></tr>\n","<tr><td>NUM</td><td>numeral</td><td>CD</td><td>cardinal number</td><td>NumType=card</td></tr>\n","<tr><td>PART</td><td>particle</td><td>POS</td><td>possessive ending</td><td>Poss=yes</td></tr>\n","<tr><td>PART</td><td></td><td>RP</td><td>adverb, particle</td><td></td></tr>\n","<tr><td>PART</td><td></td><td>TO</td><td>infinitival to</td><td>PartType=inf VerbForm=inf</td></tr>\n","<tr><td>PRON</td><td>pronoun</td><td>PRP</td><td>pronoun, personal</td><td>PronType=prs</td></tr>\n","<tr><td>PROPN</td><td>proper noun</td><td>NNP</td><td>noun, proper singular</td><td>NounType=prop Number=sign</td></tr>\n","<tr><td>PROPN</td><td></td><td>NNPS</td><td>noun, proper plural</td><td>NounType=prop Number=plur</td></tr>\n","<tr><td>PUNCT</td><td>punctuation</td><td>-LRB-</td><td>left round bracket</td><td>PunctType=brck PunctSide=ini</td></tr>\n","<tr><td>PUNCT</td><td></td><td>-RRB-</td><td>right round bracket</td><td>PunctType=brck PunctSide=fin</td></tr>\n","<tr><td>PUNCT</td><td></td><td>,</td><td>punctuation mark, comma</td><td>PunctType=comm</td></tr>\n","<tr><td>PUNCT</td><td></td><td>:</td><td>punctuation mark, colon or ellipsis</td><td></td></tr>\n","<tr><td>PUNCT</td><td></td><td>.</td><td>punctuation mark, sentence closer</td><td>PunctType=peri</td></tr>\n","<tr><td>PUNCT</td><td></td><td>''</td><td>closing quotation mark</td><td>PunctType=quot PunctSide=fin</td></tr>\n","<tr><td>PUNCT</td><td></td><td>\"\"</td><td>closing quotation mark</td><td>PunctType=quot PunctSide=fin</td></tr>\n","<tr><td>PUNCT</td><td></td><td>``</td><td>opening quotation mark</td><td>PunctType=quot PunctSide=ini</td></tr>\n","<tr><td>PUNCT</td><td></td><td>HYPH</td><td>punctuation mark, hyphen</td><td>PunctType=dash</td></tr>\n","<tr><td>PUNCT</td><td></td><td>LS</td><td>list item marker</td><td>NumType=ord</td></tr>\n","<tr><td>PUNCT</td><td></td><td>NFP</td><td>superfluous punctuation</td><td></td></tr>\n","<tr><td>SYM</td><td>symbol</td><td>#</td><td>symbol, number sign</td><td>SymType=numbersign</td></tr>\n","<tr><td>SYM</td><td></td><td>\\$</td><td>symbol, currency</td><td>SymType=currency</td></tr>\n","<tr><td>SYM</td><td></td><td>SYM</td><td>symbol</td><td></td></tr>\n","<tr><td>VERB</td><td>verb</td><td>BES</td><td>auxiliary \"be\"</td><td></td></tr>\n","<tr><td>VERB</td><td></td><td>HVS</td><td>forms of \"have\"</td><td></td></tr>\n","<tr><td>VERB</td><td></td><td>MD</td><td>verb, modal auxiliary</td><td>VerbType=mod</td></tr>\n","<tr><td>VERB</td><td></td><td>VB</td><td>verb, base form</td><td>VerbForm=inf</td></tr>\n","<tr><td>VERB</td><td></td><td>VBD</td><td>verb, past tense</td><td>VerbForm=fin Tense=past</td></tr>\n","<tr><td>VERB</td><td></td><td>VBG</td><td>verb, gerund or present participle</td><td>VerbForm=part Tense=pres Aspect=prog</td></tr>\n","<tr><td>VERB</td><td></td><td>VBN</td><td>verb, past participle</td><td>VerbForm=part Tense=past Aspect=perf</td></tr>\n","<tr><td>VERB</td><td></td><td>VBP</td><td>verb, non-3rd person singular present</td><td>VerbForm=fin Tense=pres</td></tr>\n","<tr><td>VERB</td><td></td><td>VBZ</td><td>verb, 3rd person singular present</td><td>VerbForm=fin Tense=pres Number=sing Person=3</td></tr>\n","<tr><td>X</td><td>other</td><td>ADD</td><td>email</td><td></td></tr>\n","<tr><td>X</td><td></td><td>FW</td><td>foreign word</td><td>Foreign=yes</td></tr>\n","<tr><td>X</td><td></td><td>GW</td><td>additional word in multi-word expression</td><td></td></tr>\n","<tr><td>X</td><td></td><td>XX</td><td>unknown</td><td></td></tr>\n","<tr><td>SPACE</td><td>space</td><td>_SP</td><td>space</td><td></td></tr>\n","<tr><td></td><td></td><td>NIL</td><td>missing tag</td><td></td></tr>\n","</table>"]},{"cell_type":"markdown","metadata":{"id":"KRwoyCxVVHKJ"},"source":["For a current list of tags for all languages visit https://spacy.io/api/annotation#pos-tagging"]},{"cell_type":"markdown","metadata":{"id":"_xBo2xdMVHKJ"},"source":["## Working with POS Tags\n","In the English language, the same string of characters can have different meanings, even within the same sentence. For this reason, morphology is important. **spaCy** uses machine learning algorithms to best predict the use of a token in a sentence. Is *\"I read books on NLP\"* present or past tense? Is *wind* a verb or a noun?"]},{"cell_type":"code","metadata":{"id":"fGEECjnjVHKK","colab":{"base_uri":"https://localhost:8080/"},"outputId":"ec336c63-60ae-47f8-c385-e96bb48578ec","executionInfo":{"status":"ok","timestamp":1709612287086,"user_tz":-300,"elapsed":463,"user":{"displayName":"Qasim Umer","userId":"14680065655748267291"}}},"source":["doc = nlp(u'I read books on NLP.')\n","r = doc[1]\n","\n","print(f'{r.text:{10}} {r.pos_:{8}} {r.tag_:{6}} {spacy.explain(r.tag_)}')"],"execution_count":4,"outputs":[{"output_type":"stream","name":"stdout","text":["read       VERB     VBP    verb, non-3rd person singular present\n"]}]},{"cell_type":"code","metadata":{"id":"TVIjoV_lVHKP","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"421bffc5-7893-4cd6-e77c-3c52104e1e07"},"source":["doc = nlp(u'I read a book on NLP.')\n","r = doc[1]\n","\n","print(f'{r.text:{10}} {r.pos_:{8}} {r.tag_:{6}} {spacy.explain(r.tag_)}')"],"execution_count":null,"outputs":[{"output_type":"stream","text":["read       VERB     VBD    verb, past tense\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"Q9di_Gb7VHKT"},"source":["In the first example, with no other cues to work from, spaCy assumed that ***read*** was present tense.<br>In the second example the present tense form would be ***I am reading a book***, so spaCy assigned the past tense."]},{"cell_type":"markdown","metadata":{"id":"bN2KEgNzVHKU"},"source":["## Counting POS Tags\n","The `Doc.count_by()` method accepts a specific token attribute as its argument, and returns a frequency count of the given attribute as a dictionary object. Keys in the dictionary are the integer values of the given attribute ID, and values are the frequency. Counts of zero are not included."]},{"cell_type":"code","metadata":{"id":"_6i6N2tTVHKU","colab":{"base_uri":"https://localhost:8080/","height":34},"outputId":"3f0578c4-f2dc-40f2-e358-a791c1fae0a6"},"source":["doc = nlp(u\"The quick brown fox jumped over the lazy dog's back.\")\n","\n","# Count the frequencies of different coarse-grained POS tags:\n","POS_counts = doc.count_by(spacy.attrs.POS)\n","POS_counts"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["{84: 3, 85: 1, 90: 2, 92: 3, 94: 1, 97: 1, 100: 1}"]},"metadata":{"tags":[]},"execution_count":11}]},{"cell_type":"markdown","metadata":{"id":"gRhfNjRCVHKY"},"source":["This isn't very helpful until you decode the attribute ID:"]},{"cell_type":"code","metadata":{"id":"9RNRavbOVHKZ","colab":{"base_uri":"https://localhost:8080/","height":35},"outputId":"efb9164a-0854-4e97-92ef-226d3b4834d0","executionInfo":{"status":"ok","timestamp":1709612434958,"user_tz":-300,"elapsed":558,"user":{"displayName":"Qasim Umer","userId":"14680065655748267291"}}},"source":["doc.vocab[97].text"],"execution_count":6,"outputs":[{"output_type":"execute_result","data":{"text/plain":["'PUNCT'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":6}]},{"cell_type":"markdown","metadata":{"id":"4cSnxvOmVHKc"},"source":["### Create a frequency list of POS tags from the entire document\n","Since `POS_counts` returns a dictionary, we can obtain a list of keys with `POS_counts.items()`.<br>By sorting the list we have access to the tag and its count, in order."]},{"cell_type":"code","metadata":{"id":"P-C7Qs5LVHKe","colab":{"base_uri":"https://localhost:8080/","height":136},"outputId":"3ccfa5ce-f9a7-430e-f749-d89d9610c462"},"source":["for k,v in sorted(POS_counts.items()):\n","    print(f'{k}. {doc.vocab[k].text:{5}}: {v}')"],"execution_count":null,"outputs":[{"output_type":"stream","text":["84. ADJ  : 3\n","85. ADP  : 1\n","90. DET  : 2\n","92. NOUN : 3\n","94. PART : 1\n","97. PUNCT: 1\n","100. VERB : 1\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"eZMclQflVHKh","colab":{"base_uri":"https://localhost:8080/","height":136},"outputId":"700716c9-d704-40fa-bdce-4301223a0fdf"},"source":["\n","# Count the different fine-grained tags:\n","TAG_counts = doc.count_by(spacy.attrs.TAG)\n","\n","for k,v in sorted(TAG_counts.items()):\n","    print(f'{k}. {doc.vocab[k].text:{4}}: {v}')"],"execution_count":null,"outputs":[{"output_type":"stream","text":["74. POS : 1\n","1292078113972184607. IN  : 1\n","10554686591937588953. JJ  : 3\n","12646065887601541794. .   : 1\n","15267657372422890137. DT  : 2\n","15308085513773655218. NN  : 3\n","17109001835818727656. VBD : 1\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"Zs6MKOWiVHKm"},"source":["<div class=\"alert alert-success\">**Why did the ID numbers get so big?** In spaCy, certain text values are hardcoded into `Doc.vocab` and take up the first several hundred ID numbers. Strings like 'NOUN' and 'VERB' are used frequently by internal operations. Others, like fine-grained tags, are assigned hash values as needed.</div>\n","<div class=\"alert alert-success\">**Why don't SPACE tags appear?** In spaCy, only strings of spaces (two or more) are assigned tokens. Single spaces are not.</div>"]},{"cell_type":"code","metadata":{"id":"UsxP0C_CVHKm","colab":{"base_uri":"https://localhost:8080/","height":170},"outputId":"1ca84dfc-2c1f-447a-f310-d22bbe78fc8f"},"source":["# Count the different dependencies:\n","DEP_counts = doc.count_by(spacy.attrs.DEP)\n","\n","for k,v in sorted(DEP_counts.items()):\n","    print(f'{k}. {doc.vocab[k].text:{4}}: {v}')"],"execution_count":null,"outputs":[{"output_type":"stream","text":["402. amod: 3\n","415. det : 2\n","429. nsubj: 1\n","439. pobj: 1\n","440. poss: 1\n","443. prep: 1\n","445. punct: 1\n","8110129090154140942. case: 1\n","8206900633647566924. ROOT: 1\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"LNoCQ4UXVHKp"},"source":["Here we've shown `spacy.attrs.POS`, `spacy.attrs.TAG` and `spacy.attrs.DEP`.<br>Refer back to the **Vocabulary and Matching** lecture from the previous section for a table of **Other token attributes**."]},{"cell_type":"markdown","metadata":{"id":"ZAuUWg-1VHKq"},"source":["___\n","## Fine-grained POS Tag Examples\n","These are some grammatical examples (shown in **bold**) of specific fine-grained tags. We've removed punctuation and rarely used tags:\n","<table>\n","<tr><th>POS</th><th>TAG</th><th>DESCRIPTION</th><th>EXAMPLE</th></tr>\n","<tr><td>ADJ</td><td>AFX</td><td>affix</td><td>The Flintstones were a **pre**-historic family.</td></tr>\n","<tr><td>ADJ</td><td>JJ</td><td>adjective</td><td>This is a **good** sentence.</td></tr>\n","<tr><td>ADJ</td><td>JJR</td><td>adjective, comparative</td><td>This is a **better** sentence.</td></tr>\n","<tr><td>ADJ</td><td>JJS</td><td>adjective, superlative</td><td>This is the **best** sentence.</td></tr>\n","<tr><td>ADJ</td><td>PDT</td><td>predeterminer</td><td>Waking up is **half** the battle.</td></tr>\n","<tr><td>ADJ</td><td>PRP\\$</td><td>pronoun, possessive</td><td>**His** arm hurts.</td></tr>\n","<tr><td>ADJ</td><td>WDT</td><td>wh-determiner</td><td>It's blue, **which** is odd.</td></tr>\n","<tr><td>ADJ</td><td>WP\\$</td><td>wh-pronoun, possessive</td><td>We don't know **whose** it is.</td></tr>\n","<tr><td>ADP</td><td>IN</td><td>conjunction, subordinating or preposition</td><td>It arrived **in** a box.</td></tr>\n","<tr><td>ADV</td><td>EX</td><td>existential there</td><td>**There** is cake.</td></tr>\n","<tr><td>ADV</td><td>RB</td><td>adverb</td><td>He ran **quickly**.</td></tr>\n","<tr><td>ADV</td><td>RBR</td><td>adverb, comparative</td><td>He ran **quicker**.</td></tr>\n","<tr><td>ADV</td><td>RBS</td><td>adverb, superlative</td><td>He ran **fastest**.</td></tr>\n","<tr><td>ADV</td><td>WRB</td><td>wh-adverb</td><td>**When** was that?</td></tr>\n","<tr><td>CONJ</td><td>CC</td><td>conjunction, coordinating</td><td>The balloon popped **and** everyone jumped.</td></tr>\n","<tr><td>DET</td><td>DT</td><td>determiner</td><td>**This** is **a** sentence.</td></tr>\n","<tr><td>INTJ</td><td>UH</td><td>interjection</td><td>**Um**, I don't know.</td></tr>\n","<tr><td>NOUN</td><td>NN</td><td>noun, singular or mass</td><td>This is a **sentence**.</td></tr>\n","<tr><td>NOUN</td><td>NNS</td><td>noun, plural</td><td>These are **words**.</td></tr>\n","<tr><td>NOUN</td><td>WP</td><td>wh-pronoun, personal</td><td>**Who** was that?</td></tr>\n","<tr><td>NUM</td><td>CD</td><td>cardinal number</td><td>I want **three** things.</td></tr>\n","<tr><td>PART</td><td>POS</td><td>possessive ending</td><td>Fred**'s** name is short.</td></tr>\n","<tr><td>PART</td><td>RP</td><td>adverb, particle</td><td>Put it **back**!</td></tr>\n","<tr><td>PART</td><td>TO</td><td>infinitival to</td><td>I want **to** go.</td></tr>\n","<tr><td>PRON</td><td>PRP</td><td>pronoun, personal</td><td>**I** want **you** to go.</td></tr>\n","<tr><td>PROPN</td><td>NNP</td><td>noun, proper singular</td><td>**Kilroy** was here.</td></tr>\n","<tr><td>PROPN</td><td>NNPS</td><td>noun, proper plural</td><td>The **Flintstones** were a pre-historic family.</td></tr>\n","<tr><td>VERB</td><td>MD</td><td>verb, modal auxiliary</td><td>This **could** work.</td></tr>\n","<tr><td>VERB</td><td>VB</td><td>verb, base form</td><td>I want to **go**.</td></tr>\n","<tr><td>VERB</td><td>VBD</td><td>verb, past tense</td><td>This **was** a sentence.</td></tr>\n","<tr><td>VERB</td><td>VBG</td><td>verb, gerund or present participle</td><td>I am **going**.</td></tr>\n","<tr><td>VERB</td><td>VBN</td><td>verb, past participle</td><td>The treasure was **lost**.</td></tr>\n","<tr><td>VERB</td><td>VBP</td><td>verb, non-3rd person singular present</td><td>I **want** to go.</td></tr>\n","<tr><td>VERB</td><td>VBZ</td><td>verb, 3rd person singular present</td><td>He **wants** to go.</td></tr>\n","</table>"]},{"cell_type":"code","metadata":{"id":"h-ikuEmaV5zU"},"source":["# Perform standard imports\n","import spacy\n","nlp = spacy.load('en_core_web_sm')\n","\n","# Import the displaCy library\n","from spacy import displacy"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"9p8gufp1WrbW"},"source":["# Create a simple Doc object\n","doc = nlp(u\"The quick brown fox jumped over the lazy dog's back.\")"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"xEC0R-cHWs1i","colab":{"base_uri":"https://localhost:8080/","height":398},"outputId":"4da88f8a-9e5f-44fc-d8cc-4fdf76f165c2"},"source":["# Render the dependency parse immediately inside Jupyter:\n","displacy.render(doc, style='dep', jupyter=True, options={'distance': 110})"],"execution_count":null,"outputs":[{"output_type":"display_data","data":{"text/html":["<span class=\"tex2jax_ignore\"><svg xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" xml:lang=\"en\" id=\"cb411982d06e475490726f95050bc3fb-0\" class=\"displacy\" width=\"1260\" height=\"357.0\" direction=\"ltr\" style=\"max-width: none; height: 357.0px; color: #000000; background: #ffffff; font-family: Arial; direction: ltr\">\n","<text class=\"displacy-token\" fill=\"currentColor\" text-anchor=\"middle\" y=\"267.0\">\n","    <tspan class=\"displacy-word\" fill=\"currentColor\" x=\"50\">The</tspan>\n","    <tspan class=\"displacy-tag\" dy=\"2em\" fill=\"currentColor\" x=\"50\">DET</tspan>\n","</text>\n","\n","<text class=\"displacy-token\" fill=\"currentColor\" text-anchor=\"middle\" y=\"267.0\">\n","    <tspan class=\"displacy-word\" fill=\"currentColor\" x=\"160\">quick</tspan>\n","    <tspan class=\"displacy-tag\" dy=\"2em\" fill=\"currentColor\" x=\"160\">ADJ</tspan>\n","</text>\n","\n","<text class=\"displacy-token\" fill=\"currentColor\" text-anchor=\"middle\" y=\"267.0\">\n","    <tspan class=\"displacy-word\" fill=\"currentColor\" x=\"270\">brown</tspan>\n","    <tspan class=\"displacy-tag\" dy=\"2em\" fill=\"currentColor\" x=\"270\">ADJ</tspan>\n","</text>\n","\n","<text class=\"displacy-token\" fill=\"currentColor\" text-anchor=\"middle\" y=\"267.0\">\n","    <tspan class=\"displacy-word\" fill=\"currentColor\" x=\"380\">fox</tspan>\n","    <tspan class=\"displacy-tag\" dy=\"2em\" fill=\"currentColor\" x=\"380\">NOUN</tspan>\n","</text>\n","\n","<text class=\"displacy-token\" fill=\"currentColor\" text-anchor=\"middle\" y=\"267.0\">\n","    <tspan class=\"displacy-word\" fill=\"currentColor\" x=\"490\">jumped</tspan>\n","    <tspan class=\"displacy-tag\" dy=\"2em\" fill=\"currentColor\" x=\"490\">VERB</tspan>\n","</text>\n","\n","<text class=\"displacy-token\" fill=\"currentColor\" text-anchor=\"middle\" y=\"267.0\">\n","    <tspan class=\"displacy-word\" fill=\"currentColor\" x=\"600\">over</tspan>\n","    <tspan class=\"displacy-tag\" dy=\"2em\" fill=\"currentColor\" x=\"600\">ADP</tspan>\n","</text>\n","\n","<text class=\"displacy-token\" fill=\"currentColor\" text-anchor=\"middle\" y=\"267.0\">\n","    <tspan class=\"displacy-word\" fill=\"currentColor\" x=\"710\">the</tspan>\n","    <tspan class=\"displacy-tag\" dy=\"2em\" fill=\"currentColor\" x=\"710\">DET</tspan>\n","</text>\n","\n","<text class=\"displacy-token\" fill=\"currentColor\" text-anchor=\"middle\" y=\"267.0\">\n","    <tspan class=\"displacy-word\" fill=\"currentColor\" x=\"820\">lazy</tspan>\n","    <tspan class=\"displacy-tag\" dy=\"2em\" fill=\"currentColor\" x=\"820\">ADJ</tspan>\n","</text>\n","\n","<text class=\"displacy-token\" fill=\"currentColor\" text-anchor=\"middle\" y=\"267.0\">\n","    <tspan class=\"displacy-word\" fill=\"currentColor\" x=\"930\">dog</tspan>\n","    <tspan class=\"displacy-tag\" dy=\"2em\" fill=\"currentColor\" x=\"930\">NOUN</tspan>\n","</text>\n","\n","<text class=\"displacy-token\" fill=\"currentColor\" text-anchor=\"middle\" y=\"267.0\">\n","    <tspan class=\"displacy-word\" fill=\"currentColor\" x=\"1040\">'s</tspan>\n","    <tspan class=\"displacy-tag\" dy=\"2em\" fill=\"currentColor\" x=\"1040\">PART</tspan>\n","</text>\n","\n","<text class=\"displacy-token\" fill=\"currentColor\" text-anchor=\"middle\" y=\"267.0\">\n","    <tspan class=\"displacy-word\" fill=\"currentColor\" x=\"1150\">back.</tspan>\n","    <tspan class=\"displacy-tag\" dy=\"2em\" fill=\"currentColor\" x=\"1150\">NOUN</tspan>\n","</text>\n","\n","<g class=\"displacy-arrow\">\n","    <path class=\"displacy-arc\" id=\"arrow-cb411982d06e475490726f95050bc3fb-0-0\" stroke-width=\"2px\" d=\"M70,222.0 C70,57.0 375.0,57.0 375.0,222.0\" fill=\"none\" stroke=\"currentColor\"/>\n","    <text dy=\"1.25em\" style=\"font-size: 0.8em; letter-spacing: 1px\">\n","        <textPath xlink:href=\"#arrow-cb411982d06e475490726f95050bc3fb-0-0\" class=\"displacy-label\" startOffset=\"50%\" side=\"left\" fill=\"currentColor\" text-anchor=\"middle\">det</textPath>\n","    </text>\n","    <path class=\"displacy-arrowhead\" d=\"M70,224.0 L62,212.0 78,212.0\" fill=\"currentColor\"/>\n","</g>\n","\n","<g class=\"displacy-arrow\">\n","    <path class=\"displacy-arc\" id=\"arrow-cb411982d06e475490726f95050bc3fb-0-1\" stroke-width=\"2px\" d=\"M180,222.0 C180,112.0 370.0,112.0 370.0,222.0\" fill=\"none\" stroke=\"currentColor\"/>\n","    <text dy=\"1.25em\" style=\"font-size: 0.8em; letter-spacing: 1px\">\n","        <textPath xlink:href=\"#arrow-cb411982d06e475490726f95050bc3fb-0-1\" class=\"displacy-label\" startOffset=\"50%\" side=\"left\" fill=\"currentColor\" text-anchor=\"middle\">amod</textPath>\n","    </text>\n","    <path class=\"displacy-arrowhead\" d=\"M180,224.0 L172,212.0 188,212.0\" fill=\"currentColor\"/>\n","</g>\n","\n","<g class=\"displacy-arrow\">\n","    <path class=\"displacy-arc\" id=\"arrow-cb411982d06e475490726f95050bc3fb-0-2\" stroke-width=\"2px\" d=\"M290,222.0 C290,167.0 365.0,167.0 365.0,222.0\" fill=\"none\" stroke=\"currentColor\"/>\n","    <text dy=\"1.25em\" style=\"font-size: 0.8em; letter-spacing: 1px\">\n","        <textPath xlink:href=\"#arrow-cb411982d06e475490726f95050bc3fb-0-2\" class=\"displacy-label\" startOffset=\"50%\" side=\"left\" fill=\"currentColor\" text-anchor=\"middle\">amod</textPath>\n","    </text>\n","    <path class=\"displacy-arrowhead\" d=\"M290,224.0 L282,212.0 298,212.0\" fill=\"currentColor\"/>\n","</g>\n","\n","<g class=\"displacy-arrow\">\n","    <path class=\"displacy-arc\" id=\"arrow-cb411982d06e475490726f95050bc3fb-0-3\" stroke-width=\"2px\" d=\"M400,222.0 C400,167.0 475.0,167.0 475.0,222.0\" fill=\"none\" stroke=\"currentColor\"/>\n","    <text dy=\"1.25em\" style=\"font-size: 0.8em; letter-spacing: 1px\">\n","        <textPath xlink:href=\"#arrow-cb411982d06e475490726f95050bc3fb-0-3\" class=\"displacy-label\" startOffset=\"50%\" side=\"left\" fill=\"currentColor\" text-anchor=\"middle\">nsubj</textPath>\n","    </text>\n","    <path class=\"displacy-arrowhead\" d=\"M400,224.0 L392,212.0 408,212.0\" fill=\"currentColor\"/>\n","</g>\n","\n","<g class=\"displacy-arrow\">\n","    <path class=\"displacy-arc\" id=\"arrow-cb411982d06e475490726f95050bc3fb-0-4\" stroke-width=\"2px\" d=\"M510,222.0 C510,167.0 585.0,167.0 585.0,222.0\" fill=\"none\" stroke=\"currentColor\"/>\n","    <text dy=\"1.25em\" style=\"font-size: 0.8em; letter-spacing: 1px\">\n","        <textPath xlink:href=\"#arrow-cb411982d06e475490726f95050bc3fb-0-4\" class=\"displacy-label\" startOffset=\"50%\" side=\"left\" fill=\"currentColor\" text-anchor=\"middle\">prep</textPath>\n","    </text>\n","    <path class=\"displacy-arrowhead\" d=\"M585.0,224.0 L593.0,212.0 577.0,212.0\" fill=\"currentColor\"/>\n","</g>\n","\n","<g class=\"displacy-arrow\">\n","    <path class=\"displacy-arc\" id=\"arrow-cb411982d06e475490726f95050bc3fb-0-5\" stroke-width=\"2px\" d=\"M730,222.0 C730,112.0 920.0,112.0 920.0,222.0\" fill=\"none\" stroke=\"currentColor\"/>\n","    <text dy=\"1.25em\" style=\"font-size: 0.8em; letter-spacing: 1px\">\n","        <textPath xlink:href=\"#arrow-cb411982d06e475490726f95050bc3fb-0-5\" class=\"displacy-label\" startOffset=\"50%\" side=\"left\" fill=\"currentColor\" text-anchor=\"middle\">det</textPath>\n","    </text>\n","    <path class=\"displacy-arrowhead\" d=\"M730,224.0 L722,212.0 738,212.0\" fill=\"currentColor\"/>\n","</g>\n","\n","<g class=\"displacy-arrow\">\n","    <path class=\"displacy-arc\" id=\"arrow-cb411982d06e475490726f95050bc3fb-0-6\" stroke-width=\"2px\" d=\"M840,222.0 C840,167.0 915.0,167.0 915.0,222.0\" fill=\"none\" stroke=\"currentColor\"/>\n","    <text dy=\"1.25em\" style=\"font-size: 0.8em; letter-spacing: 1px\">\n","        <textPath xlink:href=\"#arrow-cb411982d06e475490726f95050bc3fb-0-6\" class=\"displacy-label\" startOffset=\"50%\" side=\"left\" fill=\"currentColor\" text-anchor=\"middle\">amod</textPath>\n","    </text>\n","    <path class=\"displacy-arrowhead\" d=\"M840,224.0 L832,212.0 848,212.0\" fill=\"currentColor\"/>\n","</g>\n","\n","<g class=\"displacy-arrow\">\n","    <path class=\"displacy-arc\" id=\"arrow-cb411982d06e475490726f95050bc3fb-0-7\" stroke-width=\"2px\" d=\"M950,222.0 C950,112.0 1140.0,112.0 1140.0,222.0\" fill=\"none\" stroke=\"currentColor\"/>\n","    <text dy=\"1.25em\" style=\"font-size: 0.8em; letter-spacing: 1px\">\n","        <textPath xlink:href=\"#arrow-cb411982d06e475490726f95050bc3fb-0-7\" class=\"displacy-label\" startOffset=\"50%\" side=\"left\" fill=\"currentColor\" text-anchor=\"middle\">poss</textPath>\n","    </text>\n","    <path class=\"displacy-arrowhead\" d=\"M950,224.0 L942,212.0 958,212.0\" fill=\"currentColor\"/>\n","</g>\n","\n","<g class=\"displacy-arrow\">\n","    <path class=\"displacy-arc\" id=\"arrow-cb411982d06e475490726f95050bc3fb-0-8\" stroke-width=\"2px\" d=\"M950,222.0 C950,167.0 1025.0,167.0 1025.0,222.0\" fill=\"none\" stroke=\"currentColor\"/>\n","    <text dy=\"1.25em\" style=\"font-size: 0.8em; letter-spacing: 1px\">\n","        <textPath xlink:href=\"#arrow-cb411982d06e475490726f95050bc3fb-0-8\" class=\"displacy-label\" startOffset=\"50%\" side=\"left\" fill=\"currentColor\" text-anchor=\"middle\">case</textPath>\n","    </text>\n","    <path class=\"displacy-arrowhead\" d=\"M1025.0,224.0 L1033.0,212.0 1017.0,212.0\" fill=\"currentColor\"/>\n","</g>\n","\n","<g class=\"displacy-arrow\">\n","    <path class=\"displacy-arc\" id=\"arrow-cb411982d06e475490726f95050bc3fb-0-9\" stroke-width=\"2px\" d=\"M620,222.0 C620,2.0 1150.0,2.0 1150.0,222.0\" fill=\"none\" stroke=\"currentColor\"/>\n","    <text dy=\"1.25em\" style=\"font-size: 0.8em; letter-spacing: 1px\">\n","        <textPath xlink:href=\"#arrow-cb411982d06e475490726f95050bc3fb-0-9\" class=\"displacy-label\" startOffset=\"50%\" side=\"left\" fill=\"currentColor\" text-anchor=\"middle\">pobj</textPath>\n","    </text>\n","    <path class=\"displacy-arrowhead\" d=\"M1150.0,224.0 L1158.0,212.0 1142.0,212.0\" fill=\"currentColor\"/>\n","</g>\n","</svg></span>"],"text/plain":["<IPython.core.display.HTML object>"]},"metadata":{"tags":[]}}]},{"cell_type":"code","metadata":{"id":"dlCMFDNMWugi"},"source":[],"execution_count":null,"outputs":[]}]}