Sentiment_Analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 243,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading collection 'popular'\n",
      "[nltk_data]    | \n",
      "[nltk_data]    | Downloading package cmudict to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package cmudict is already up-to-date!\n",
      "[nltk_data]    | Downloading package gazetteers to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package gazetteers is already up-to-date!\n",
      "[nltk_data]    | Downloading package genesis to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package genesis is already up-to-date!\n",
      "[nltk_data]    | Downloading package gutenberg to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package gutenberg is already up-to-date!\n",
      "[nltk_data]    | Downloading package inaugural to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package inaugural is already up-to-date!\n",
      "[nltk_data]    | Downloading package movie_reviews to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package movie_reviews is already up-to-date!\n",
      "[nltk_data]    | Downloading package names to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package names is already up-to-date!\n",
      "[nltk_data]    | Downloading package shakespeare to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package shakespeare is already up-to-date!\n",
      "[nltk_data]    | Downloading package stopwords to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package stopwords is already up-to-date!\n",
      "[nltk_data]    | Downloading package treebank to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package treebank is already up-to-date!\n",
      "[nltk_data]    | Downloading package twitter_samples to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package twitter_samples is already up-to-date!\n",
      "[nltk_data]    | Downloading package omw to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package omw is already up-to-date!\n",
      "[nltk_data]    | Downloading package wordnet to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package wordnet is already up-to-date!\n",
      "[nltk_data]    | Downloading package wordnet_ic to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package wordnet_ic is already up-to-date!\n",
      "[nltk_data]    | Downloading package words to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package words is already up-to-date!\n",
      "[nltk_data]    | Downloading package maxent_ne_chunker to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package maxent_ne_chunker is already up-to-date!\n",
      "[nltk_data]    | Downloading package punkt to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package punkt is already up-to-date!\n",
      "[nltk_data]    | Downloading package snowball_data to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package snowball_data is already up-to-date!\n",
      "[nltk_data]    | Downloading package averaged_perceptron_tagger to\n",
      "[nltk_data]    |     C:\\Users\\Nick\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]    |   Package averaged_perceptron_tagger is already up-\n",
      "[nltk_data]    |       to-date!\n",
      "[nltk_data]    | \n",
      "[nltk_data]  Done downloading collection popular\n"
     ]
    }
   ],
   "source": [
    "import nltk\n",
    "from nltk import word_tokenize\n",
    "from nltk.tokenize import sent_tokenize, word_tokenize\n",
    "from nltk.text import Text\n",
    "from nltk.corpus import brown\n",
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "nltk.download('popular')\n",
    "pd.set_option('display.max_rows', 500)\n",
    "pd.set_option('display.max_columns', 500)\n",
    "pd.set_option('display.width', 1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<!DOCTYPE html>\n",
      "<html lang=\"en\">\n",
      "<!-- __ _ _ _ __| |_ (_)__ _____\n",
      "    / _` | '_/ _| ' \\| |\\ V / -_)\n",
      "    \\__,_|_| \\__|_||_|_| \\_/\\___| -->\n",
      "  <head>\n",
      "    <title>Full text of &quot;The Silmarillion&quot;</title>\n",
      "\n",
      "          <meta name=\"viewport\" content=\"width=device-width, initial-scale=1.0\"/>\n",
      "    \n",
      "        <meta name=\"google-site-verification\" content=\"Q2YSouphkkgHkFNP7FgAkc4TmBs1Gmag3uGNndb53B8\" />\n",
      "    <meta name=\"google-site-verification\" content=\"bpjKvUvsX0lxfmjg19TLblckWkDpnptZEYsBntApxUk\" />\n",
      "\n",
      "    <script>window.archive_setup=[]</script>\n",
      "    <meta charset=\"UTF-8\">\n",
      "    <script src=\"//archive.org/includes/jquery-1.10.2.min.js?v1.10.2\" type=\"text/javascript\"></script>\n",
      "            <script src=\"//archive.org/includes/analytics.js?v=35cd2af\" type=\"text/javascript\"></script>\n",
      "\n",
      "    <script>\n",
      "      'use strict';\n",
      "      if ('archive_analytics' in window) {\n",
      "                  archive_analytics.service = \"ao_2\";\n",
      "        \n",
      "        archive_analytics.send_pageview_on_load({\n",
      "                      mediaType\n"
     ]
    }
   ],
   "source": [
    "# Getting the HTML \n",
    "r = requests.get('https://archive.org/stream/fegmcfeggerson_gmail_4731/473%20%281%29_djvu.txt')\n",
    "\n",
    "# Setting the correct text encoding of the HTML page\n",
    "r.encoding = 'utf-8'\n",
    "\n",
    "# Extracting the HTML from the request object\n",
    "html = r.text\n",
    "\n",
    "# Printing the first 2000 characters in html\n",
    "print(html[:1000])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AKALLABETH \n",
      "\n",
      "The Downfall of Numenor \n",
      "\n",
      "\n",
      "\n",
      "It is said by the Eldar that Men came into the world in \n",
      "the time of the Shadow of Morgoth, and they fell swiftly \n",
      "under his dominion; for he sent his emissaries among \n",
      "them, and they listened to his evil and cunning words, and \n",
      "they worshipped the Darkness and yet feared it. But there \n",
      "were some that turned from evil and left the lands of their \n",
      "kindred, and wandered ever westward; for they had heard a \n",
      "rumour that in the West there was a light which the Shadow \n",
      "could not dim. The servants of Morgoth pursued them with \n",
      "hatred, and their ways were long and hard; yet they came at \n",
      "last to the lands that look upon the Sea, and they entered \n",
      "Beleriand in the days of the War of the Jewels. The Edain \n",
      "these were named in the Sindarin tongue; and they \n",
      "became friends and allies of the Eldar, and did deeds of \n",
      "great valour in the war against Morgoth. \n",
      "\n",
      "Of them was sprung, upon the side of his fathers, \n",
      "Bright Earendil; and in the Lay of Earendil it is told how at \n",
      "the last, when the victory of Morgoth was almost complete, \n",
      "he built his ship Vingilot, that Men called Rothinzil, and \n",
      "voyaged upon the unsailed seas, seeking ever for Valinor; \n",
      "for he desired to speak before the Powers on behalf of the \n",
      "Two Kindreds, that the Valar might have pity on them and \n",
      "send them help in their uttermost need. Therefore by Elves \n",
      "and Men he is called Earendil the Blessed, for he achieved \n",
      "his quest after long labours and many perils, and from \n",
      "Valinor there came the host of the Lords of the West. But \n",
      "Earendil came never back to the lands that he had loved. \n",
      "\n",
      "In the Great Battle when at last Morgoth was \n",
      "overthrown and Thangorodrim was broken, the Edain alone \n",
      "of the kindreds of Men fought for the Valar, whereas many \n",
      "others fought for Morgoth. And after the victory of the Lords \n",
      "of the West those of the evil Men who were not destroyed \n",
      "fled back into the east, where many of their race were still \n",
      "wandering in the unharvested lands, wild and lawless, \n",
      "refusing alike the summons of the Valar and of Morgoth. \n",
      "And the evil Men came among them, and cast over them a \n",
      "shadow of fear, and they took them for kings. Then the \n",
      "\n",
      "\n",
      "Valar forsook for a time the Men of Middle-earth who had \n",
      "refused their summons and had taken the friends of \n",
      "Morgoth to be their masters; and Men dwelt in darkness \n",
      "and were troubled by many evil things that Morgoth had \n",
      "devised in the days of his dominion: demons, and dragons, \n",
      "and misshapen beasts, and the unclean Orcs that are \n",
      "mockeries of the Children of lluvatar. And the lot of Men \n",
      "was unhappy. \n",
      "\n",
      "But Manwe put forth Morgoth and shut him beyond the \n",
      "World in the Void that is without; and he cannot himself \n",
      "return again into the World, present and visible, while the \n",
      "Lords of the West are still enthroned. Yet the seeds that he \n",
      "had planted still grew and sprouted, bearing evil fruit, if any \n",
      "would tend them. For his will remained and guided his \n",
      "servants, moving them ever to thwart the will of the Valar \n",
      "and to destroy those that obeyed them. This the Lords of \n",
      "the West knew full well. When therefore Morgoth had been \n",
      "thrust forth, they held council concerning the ages that \n",
      "should come after. The Eldar they summoned to return into \n",
      "the West, and those that hearkened to the summons dwelt \n",
      "in the Isle of Eressea; and there is in that land a haven that \n",
      "is named Avallone, for it is of all cities the nearest to \n",
      "Valinor, and the tower of Avallone is the first sight that the \n",
      "mariner beholds when at last he draws nigh to the Undying \n",
      "Lands over the leagues of the Sea. To the Fathers of Men \n",
      "of the three faithful houses rich reward also was given. \n",
      "Eonwe came among them and taught them; and they were \n",
      "given wisdom and power and life more enduring than any \n",
      "others of mortal race have possessed. A land was made \n",
      "for the Edain to dwell in, neither part of Middle-earth nor of \n",
      "Valinor, for it was sundered from either by a wide sea; yet it \n",
      "was nearer to Valinor. It was raised by Osse out of the \n",
      "depths of the Great Water, and it was established by Aule \n",
      "and enriched by Yavanna; and the Eldar brought thither \n",
      "flowers and fountains out of Tol Eressea. That land the \n",
      "Valar called Andor, the Land of Gift; and the Star of \n",
      "Earendil shone bright in the West as a token that all was \n",
      "made ready, and as a guide over the sea; and Men \n",
      "marvelled to see that silver flame in the paths of the Sun. \n",
      "\n",
      "Then the Edain set sail upon the deep waters, \n",
      "following the Star; and the Valar laid a peace upon the sea \n",
      "for many days, and sent sunlight and a sailing wind, so that \n",
      "\n",
      "\n",
      "\n",
      "the waters glittered before the eyes of the Edain like \n",
      "rippling glass, and the foam flew like snow before the \n",
      "stems of their ships. But so bright was Rothinzil that even at \n",
      "morning Men could see it glimmering in the West, and in \n",
      "the cloudless night it shone alone, for no other star could \n",
      "stand beside it. And setting their course towards it the \n",
      "Edain came at last over leagues of sea and saw afar the \n",
      "land that was prepared for them, Andor, the Land of Gift, \n",
      "shimmering in a golden haze. Then they went up out of the \n",
      "sea and found a country fair and fruitful, and they were glad. \n",
      "And they called that land Elenna, which is Starwards; but \n",
      "also Anadune, which is Westernesse, Numenore in the \n",
      "High Eldarin tongue. \n",
      "\n",
      "This was the beginning of that people that in the Grey- \n",
      "elven speech are called the Dunedain: the Numenoreans, \n",
      "Kings among Men. But they did not thus escape from the \n",
      "doom of death that lluvatar had set upon all Mankind, and \n",
      "they were mortal still, though their years were long, and they \n",
      "knew no sickness, ere the shadow fell upon them. \n",
      "Therefore they grew wise and glorious, and in all things \n",
      "more like to the Firstborn than any other of the kindreds of \n",
      "Men; and they were tall, taller than the tallest of the sons of \n",
      "Middle-earth; and the light of their eyes was like the bright \n",
      "stars. But their numbers increased only slowly in the land, \n",
      "for though daughters and sons were born to them, fairer \n",
      "than their fathers, yet their children were few. \n",
      "\n",
      "Of old the chief city and haven of Numenor was in the \n",
      "midst of its western coasts, and it was called Andunie \n",
      "because it faced the sunset. But in the midst of the land \n",
      "was a mountain tall and steep, and it was named the \n",
      "Meneltarma, the Pillar of Heaven, and upon it was a high \n",
      "place that was hallowed to Eru lluvatar, and it was open and \n",
      "unroofed, and no other temple or fane was there in the land \n",
      "of the Numenoreans. At the feet of the mountain were built \n",
      "the tombs of the Kings, and hard by upon a hill was \n",
      "Armenelos, fairest of cities, and there stood the tower and \n",
      "the citadel that was raised by Elros son of Earendil, whom \n",
      "the Valar appointed to be the first King of the Dunedain. \n",
      "\n",
      "Now Elros and Elrond his brother were descended \n",
      "from the Three Houses of the Edain, but in part also both \n",
      "from the Eldar and the Maiar; for Idril of Gondolin and \n",
      "Luthien daughter of Melian were their fore-mothers. The \n",
      "\n",
      "\n",
      "\n",
      "Valar indeed may not withdraw the gift of death, which \n",
      "comes to Men from lluvatar, but in the matter of the Half- \n",
      "elven lluvatar gave to them the judgement; and they judged \n",
      "that to the sons of Earendil should be given choice of their \n",
      "own destiny. And Elrond chose to remain with the Firstborn, \n",
      "and to him the life of the Firstborn was granted. But to \n",
      "Elros, who chose to be a king of Men, still a great span of \n",
      "years was allotted, many times that of the Men of Middle- \n",
      "earth; and all his line, the kings and lords of the royal house, \n",
      "had long life even according to the measure of the \n",
      "Numenoreans. But Elros lived five hundred years, and ruled \n",
      "the Numenoreans four hundred years and ten. \n",
      "\n",
      "Thus the years passed, and while Middle-earth went \n",
      "backward and light and wisdom faded, the Dunedain dwelt \n",
      "under the protection of the Valar and in the friendship of the \n",
      "Eldar, and they increased in stature both of mind and body. \n",
      "For though this people used still their own speech, their \n",
      "kings and lords knew and spoke also the Elven tongue, \n",
      "which they had learned in the days of their alliance, and \n",
      "thus they held converse still with the Eldar, whether of \n",
      "Eressea or of the west-lands of Middle-earth. And the \n",
      "loremasters among them learned also the High Eldarin \n",
      "tongue of the Blessed Realm, in which much story and song \n",
      "was preserved from the beginning of the world; and they \n",
      "made letters and scrolls and books, and wrote in them \n",
      "many things of wisdom and wonder in the high tide of their \n",
      "realm, of which all is now forgot. So it came to pass that, \n",
      "beside their own names, all the lords of the Numenoreans \n",
      "had also Eldarin names; and the like with the cities and fair \n",
      "places that they founded in Numenor and on the shores of \n",
      "the Hither Lands. \n",
      "\n",
      "For the Dunedain became mighty in crafts, so that if \n",
      "they had had the mind they could easily have surpassed the \n",
      "evil kings of Middle-earth in the making of war and the \n",
      "forging of weapons; but they were become men of peace. \n",
      "Above all arts they nourished shipbuilding and sea-craft, \n",
      "and they became mariners whose like shall never be again \n",
      "since the world was diminished; and voyaging upon the \n",
      "wide seas was the chief feat and adventure of their hardy \n",
      "men in the gallant days of their youth. \n",
      "\n",
      "But the Lords of Valinor forbade them to sail so far \n",
      "westward that the coasts of Numenor could no longer be \n",
      "\n",
      "\n",
      "\n",
      "seen; and for long the Dunedain were content, though they \n",
      "did not fully understand the purpose of this ban. But the \n",
      "design of Manwe was that the Numenoreans should not be \n",
      "tempted to seek for the Blessed Realm, nor desire to \n",
      "overpass the limits set to their bliss, becoming enamoured \n",
      "of the immortality of the Valar and the Eldar and the lands \n",
      "where all things endure. \n",
      "\n",
      "\n",
      "\n",
      "For in those days Valinor still remained in the world \n",
      "visible, and there lluvatar permitted the Valar to maintain \n",
      "upon Earth an abiding place, a memorial of that which \n",
      "might have been if Morgoth had not cast his shadow on the \n",
      "world. This the Numenoreans knew full well; and at times, \n",
      "when all the air was clear and the sun was in the east, they \n",
      "would look out and descry far off in the west a city white- \n",
      "shining on a distant shore, and a great harbour and a \n",
      "tower. For in those days the Numenoreans were far- \n",
      "sighted; yet even so it was only the keenest eyes among \n",
      "them that could see this vision, from the Meneltarma, \n",
      "maybe, or from some tall ship that lay off their western \n",
      "coast as far as it was lawful for them to go. For they did not \n",
      "\n",
      "\n",
      "dare to break the Ban of the Lords of the West. But the \n",
      "wise among them knew that this distant land was not \n",
      "indeed the Blessed Realm of Valinor, but was Avallone, the \n",
      "haven of the Eldar upon Eressea, easternmost of the \n",
      "Undying Lands. And thence at times the Firstborn still \n",
      "would come sailing to Numenor in oarless boats, as white \n",
      "birds flying from the sunset. And they brought to Numenor \n",
      "many gifts: birds of song, and fragrant flowers, and herbs of \n",
      "great virtue. And a seedling they brought of Celeborn, the \n",
      "White Tree that grew in the midst of Eressea; and that was \n",
      "in its turn a seedling of Galathilion the Tree of Tuna, the \n",
      "image of Telperion that Yavanna gave to the Eldar in the \n",
      "Blessed Realm. And the tree grew and blossomed in the \n",
      "courts of the King in Armenelos; Nimloth it was named, and \n",
      "flowered in the evening, and the shadows of night it filled \n",
      "with its fragrance. \n",
      "\n",
      "Thus it was that because of the Ban of the Valar the \n",
      "voyages of the Dunedain in those days went ever eastward \n",
      "and not westward, from the darkness of the North to the \n",
      "heats of the South, and beyond the South to the Nether \n",
      "Darkness; and they came even into the inner seas, and \n",
      "sailed about Middle-earth and glimpsed from their high \n",
      "prows the Gates of Morning in the East. And the Dunedain \n",
      "came at times to the shores of the Great Lands, and they \n",
      "took pity on the forsaken world of Middle-earth; and the \n",
      "Lords of Numenor set foot again upon the western shores \n",
      "in the Dark Years of Men, and none yet dared to withstand \n",
      "them. For most of the Men of that age that sat under the \n",
      "Shadow were now grown weak and fearful. And coming \n",
      "among them the Numenoreans taught them many things. \n",
      "Corn and wine they brought, and they instructed Men in the \n",
      "sowing of seed and the grinding of grain, in the hewing of \n",
      "wood and the shaping of stone, and in the ordering of their \n",
      "life, such as it might be in the lands of swift death and little \n",
      "bliss. \n",
      "\n",
      "Then the Men of Middle-earth were comforted, and \n",
      "here and there upon the western shores the houseless \n",
      "woods drew back, and Men shook off the yoke of the \n",
      "offspring of Morgoth, and unlearned their terror of the dark. \n",
      "And they revered the memory of the tall Sea-kings, and \n",
      "when they had departed they called them gods, hoping for \n",
      "their return; for at that time the Numenoreans dwelt never \n",
      "\n",
      "\n",
      "\n",
      "long in Middle-earth, nor made there as yet any habitation \n",
      "of their own. Eastward they must sail, but ever west their \n",
      "hearts returned. \n",
      "\n",
      "Now this yearning grew ever greater with the years; \n",
      "and the Numenoreans began to hunger for the undying city \n",
      "that they saw from afar, and the desire of everlasting life, to \n",
      "escape from death and the ending of delight, grew strong \n",
      "upon them; and ever as their power and glory grew greater \n",
      "their unquiet increased. For though the Valar had rewarded \n",
      "the Dunedain with long life, they could not take from them \n",
      "the weariness of the world that comes at last, and they \n",
      "died, even their kings of the seed of Earendil; and the span \n",
      "of their lives was brief in the eyes of the Eldar. Thus it was \n",
      "that a shadow fell upon them: in which maybe the will of \n",
      "Morgoth was at work that still moved in the world. And the \n",
      "Numenoreans began to murmur, at first in their hearts, and \n",
      "then in open words, against the doom of Men, and most of \n",
      "all against the Ban which forbade them to sail into the \n",
      "West. \n",
      "\n",
      "And they said among themselves: 'Why do the Lords \n",
      "of the West sit there in peace unending, while we must die \n",
      "and go we know not whither, leaving our home and all that \n",
      "we have made? And the Eldar die not, even those that \n",
      "rebelled against the Lords. And since we have mastered all \n",
      "seas, and no water is so wild or so wide that our ships \n",
      "cannot overcome it, why should we not go to Avallone and \n",
      "greet there our friends?' \n",
      "\n",
      "And some there were who said: 'Why should we not go \n",
      "even to Aman, and taste there, were it but for a day, the \n",
      "bliss of the Powers? Have we not become mighty among \n",
      "the people of Arda?' \n",
      "\n",
      "The Eldar reported these words to the Valar, and \n",
      "Manwe was grieved, seeing a cloud gather on the noontide \n",
      "of Numenor. And he sent messengers to the Dunedain, \n",
      "who spoke earnestly to the King, and to all who would \n",
      "listen, concerning the fate and fashion of the world. \n",
      "\n",
      "'The Doom of the World,' they said, 'One alone can \n",
      "change who made it. And were you so to voyage that \n",
      "escaping all deceits and snares you came indeed to Aman, \n",
      "the Blessed Realm, little would it profit you. For it is not the \n",
      "land of Manwe that makes its people deathless, but the \n",
      "Deathless that dwell therein have hallowed the land; and \n",
      "\n",
      "\n",
      "\n",
      "there you would but wither and grow weary the sooner, as \n",
      "moths in a light too strong and steadfast.' \n",
      "\n",
      "But the King said: 'And does not Earendil, my \n",
      "forefather, live? Or is he not in the land of Aman?' \n",
      "\n",
      "To which they answered: 'You know that he has a fate \n",
      "apart, and was adjudged to the Firstborn who die not; yet \n",
      "this also is his doom that he can never return again to \n",
      "mortal lands. Whereas you and your people are not of the \n",
      "Firstborn, but are mortal Men as lluvatar made you. Yet it \n",
      "seems that you desire now to have the good of both \n",
      "kindreds, to sail to Valinor when you will, and to return when \n",
      "you please to your homes. That cannot be. Nor can the \n",
      "Valar take away the gifts of lluvatar. The Eldar, you say, are \n",
      "unpunished, and even those who rebelled do not die. Yet \n",
      "that is to them neither reward nor punishment, but the \n",
      "fulfilment of their being. They cannot escape, and are \n",
      "bound to this world, never to leave it so long as it lasts, for \n",
      "its life is theirs. And you are punished for the rebellion of \n",
      "Men, you say, in which you had small part, and so it is that \n",
      "you die. But that was not at first appointed for a \n",
      "punishment. Thus you escape, and leave the world, and are \n",
      "not bound to it, in hope or in weariness. Which of us \n",
      "therefore should envy the others?\" \n",
      "\n",
      "And the Numenoreans answered: 'Why should we not \n",
      "envy the Valar, or even the least of the Deathless? For of us \n",
      "is required a blind trust, and a hope without assurance, \n",
      "knowing not what lies before us in a little while. And yet we \n",
      "also love the Earth and would not lose it.' \n",
      "\n",
      "Then the Messengers said: 'Indeed the mind of lluvatar \n",
      "concerning you is not known to the Valar, and he has not \n",
      "revealed all things that are to come. But this we hold to be \n",
      "true, that your home is not here, neither in the Land of Aman \n",
      "nor anywhere within the Circles of the World. And the Doom \n",
      "of Men, that they should depart, was at first a gift of lluvatar. \n",
      "It became a grief to them only because coming under the \n",
      "shadow of Morgoth it seemed to them that they were \n",
      "surrounded by a great darkness, of which they were afraid; \n",
      "and some grew wilful and proud and would not yield, until \n",
      "life was reft from them. We who bear the ever-mounting \n",
      "burden of the years do not clearly understand this; but if that \n",
      "grief has returned to trouble you, as you say, then we fear \n",
      "that the Shadow arises once more and grows again in your \n",
      "\n",
      "\n",
      "\n",
      "hearts. Therefore, though you be the Dunedain, fairest of \n",
      "Men, who escaped from the Shadow of old and fought \n",
      "valiantly against it, we say to you: Beware! The will of Eru \n",
      "may not be gainsaid; and the Valar bid you earnestly not to \n",
      "withhold the trust to which you are called, lest soon it \n",
      "become again a bond by which you are constrained. Hope \n",
      "rather that in the end even the least of your desires shall \n",
      "have fruit. The love of Arda was set in your hearts by \n",
      "lluvatar, and he does not plant to no purpose. Nonetheless, \n",
      "many ages of Men unborn may pass ere that purpose is \n",
      "made known; and to you it will be revealed and not to the \n",
      "Valar.' \n",
      "\n",
      "These things took place in the days of Tar-Ciryatan the \n",
      "Shipbuilder, and of Tar-Atanamir his son; and they were \n",
      "proud men, eager for wealth, and they laid the men of \n",
      "Middle-earth under tribute, taking now rather than giving. It \n",
      "was to Tar-Atanamir that the Messengers came; and he \n",
      "was the thirteenth King, and in his day the Realm of \n",
      "Numenor had endured for more than two thousand years, \n",
      "and was come to the zenith of its bliss, if not yet of its \n",
      "power. ButAtanamir was ill pleased with the counsel of the \n",
      "Messengers and gave little heed to it, and the greater part \n",
      "of his people followed him; for they wished still to escape \n",
      "death in their own day, not waiting upon hope. And \n",
      "Atanamir lived to a great age, clinging to his life beyond the \n",
      "end of all joy; and he was the first of the Numenoreans to do \n",
      "this, refusing to depart until he was witless and unmanned, \n",
      "and denying to his son the kingship at the height of his \n",
      "days. For the Lords of Numenor had been wont to wed late \n",
      "in their long lives and to depart and leave the mastery to \n",
      "their sons when these were come to full stature of body and \n",
      "mind. \n",
      "\n",
      "Then Tar-Ancalimon, son of Atanamir, became King, \n",
      "and he was of like mind; and in his day the people of \n",
      "Numenor became divided. On the one hand was the \n",
      "greater party, and they were called the King's Men, and \n",
      "they grew proud and were estranged from the Eldar and the \n",
      "Valar. And on the other hand was the lesser party, and they \n",
      "were called the Elendili, the Elf-friends; for though they \n",
      "remained loyal indeed to the King and the House of Elros, \n",
      "they wished to keep the friendship of the Eldar, and they \n",
      "hearkened to the counsel of the Lords of the West. \n",
      "\n",
      "\n",
      "\n",
      "Nonetheless even they, who named themselves the Faithful, \n",
      "did not wholly escape from the affliction of their people, and \n",
      "they were troubled by the thought of death. \n",
      "\n",
      "Thus the bliss of Westernesse became diminished; \n",
      "but still its might and splendour increased. For the kings \n",
      "and their people had not yet abandoned wisdom, and if \n",
      "they loved the Valar no longer at least they still feared them. \n",
      "They did not dare openly to break the Ban or to sail beyond \n",
      "the limits that had been appointed. Eastwards still they \n",
      "steered their tall ships. But the fear of death grew ever \n",
      "darker upon them, and they delayed it by all means that \n",
      "they could; and they began to build great houses for their \n",
      "dead, while their wise men laboured unceasingly to \n",
      "discover if they might the secret of recalling life, or at the \n",
      "least of the prolonging of Men's days. Yet they achieved \n",
      "only the art of preserving incorrupt the dead flesh of Men, \n",
      "and they filled all the land with silent tombs in which the \n",
      "thought of death was enshrined in the darkness. But those \n",
      "that lived turned the more eagerly to pleasure and revelry, \n",
      "desiring ever more goods and more riches; and after the \n",
      "days of Tar-Ancalimon the offering of the first fruits to Eru \n",
      "was neglected, and men went seldom any more to the \n",
      "Hallow upon the heights of Meneltarma in the midst of the \n",
      "land. \n",
      "\n",
      "Thus it came to pass in that time that the \n",
      "Numenoreans first made great settlements upon the west \n",
      "shores of the ancient lands; for their own land seemed to \n",
      "them shrunken, and they had no rest or content therein, and \n",
      "they desired now wealth and dominion in Middle-earth, \n",
      "since the West was denied. Great harbours and strong \n",
      "towers they made, and there many of them took up their \n",
      "abode; but they appeared now rather as lords and masters \n",
      "and gatherers of tribute than as helpers and teachers. And \n",
      "the great ships of the Numenoreans were borne east on the \n",
      "winds and returned ever laden, and the power and majesty \n",
      "of their kings were increased; and they drank and they \n",
      "feasted and they clad themselves in silver and gold. \n",
      "\n",
      "In all this the Elf-friends had small part They alone \n",
      "came now ever to the north and the land of Gil-galad, \n",
      "keeping their friendship with the Elves and lending them aid \n",
      "against Sauron; and their haven was Pelargir above the \n",
      "mouths of Anduin the Great. But the King's Men sailed far \n",
      "\n",
      "\n",
      "\n",
      "away to the south; and the lordships and strongholds that \n",
      "they made have left many rumours in the legends of Men. \n",
      "\n",
      "In this Age, as is elsewhere told, Sauron arose again \n",
      "in Middle-earth, and grew, and turned back to the evil in \n",
      "which he was nurtured by Morgoth, becoming mighty in his \n",
      "service. Already in the days of Tar-Minastir, the eleventh \n",
      "King of Numenor, he had fortified the land of Mordor and \n",
      "had built there the Tower of Barad-dur, and thereafter he \n",
      "strove ever for the dominion of Middle-earth, to become a \n",
      "king over all kings and as a god unto Men. And Sauron \n",
      "hated the Numenoreans, because of the deeds of their \n",
      "fathers and their ancient alliance with the Elves and \n",
      "allegiance to the Valar; nor did he forget the aid that Tar- \n",
      "Minastir had rendered to Gil-galad of old, in that time when \n",
      "the One Ring was forged and there was war between \n",
      "Sauron and the Elves in Eriador. Now he learned that the \n",
      "kings of Numenor had increased in power and splendour, \n",
      "and he hated them the more; and he feared them, lest they \n",
      "should invade his lands and wrest from him the dominion of \n",
      "the East. But for a long time he did not dare to challenge \n",
      "the Lords of the Sea, and he withdrew from the coasts. \n",
      "\n",
      "Yet Sauron was ever guileful, and it is said that among \n",
      "those whom he ensnared with the Nine Rings three were \n",
      "great lords of Numenorean race. And when the Ulairi arose \n",
      "that were the Ring-wraiths, his servants, and the strength of \n",
      "his terror and mastery over Men had grown exceedingly \n",
      "great, he began to assail the strong places of the \n",
      "Numenoreans upon the shores of the sea. \n",
      "\n",
      "In those days the Shadow grew deeper upon \n",
      "Numenor; and the lives of the Kings of the House of Elros \n",
      "waned because of their rebellion, but they hardened their \n",
      "hearts the more against the Valar. And the nineteenth king \n",
      "took the sceptre of his fathers, and he ascended the throne \n",
      "in the name of Adunakhor, Lord of the West, forsaking the \n",
      "Elven-tongues and forbidding their use in his hearing. Yet hi \n",
      "the Scroll of Kings the name Herunumen was inscribed in \n",
      "the High-elven speech, because of ancient custom, which \n",
      "the kings feared to break utterly, lest evil befall Now this title \n",
      "seemed to the Faithful over-proud, being the title of the \n",
      "Valar; and their hearts were sorely tried between their \n",
      "loyalty to the House of Elros and their reverence of the \n",
      "\n",
      "\n",
      "\n",
      "appointed Powers. But worse was yet to come. For Ar- \n",
      "Gimilzor the twenty-second king was the greatest enemy of \n",
      "the Faithful. In his day the White Tree was untended and \n",
      "began to decline; and he forbade utterly the use of the \n",
      "Elven-tongues, and punished those that welcomed the \n",
      "ships of Eressea, that still came secretly to the west-shores \n",
      "of the land. \n",
      "\n",
      "Now the Elendili dwelt mostly in the western regions of \n",
      "Numenor; but Ar-Gimilzor commanded all that he could \n",
      "discover to be of this party to remove from the west and \n",
      "dwell in the east of the land; and there they were watched. \n",
      "And the chief dwelling of the Faithful in the later days was \n",
      "thus nigh to the harbour of Romenna; thence many set sail \n",
      "to Middle-earth, seeking the northern coasts where they \n",
      "might speak still with the Eldar in the kingdom of Gil-galad. \n",
      "This was known to the kings, but they hindered it not, so \n",
      "long as the Elendili departed from their land and did not \n",
      "return; for they desired to end all friendship between then: \n",
      "people and the Eldar of Eressea, whom they named the \n",
      "Spies of the Valar, hoping to keep their deeds and their \n",
      "counsels hidden from the Lords of the West. But all that \n",
      "they did was known to Manwe, and the Valar were wroth \n",
      "with the Kings of Numenor, and gave them counsel and \n",
      "protection no more; and the ships of Eressea came never \n",
      "again out of the sunset, and the havens of Andunie were \n",
      "forlorn. \n",
      "\n",
      "Highest in honour after the house of the kings were the \n",
      "Lords of Andunie; for they were of the line of Elros, being \n",
      "descended from Silmarien, daughter of Tar-Elendil the \n",
      "fourth king of Numenor. And these lords were loyal to the \n",
      "kings, and revered them; and the Lord of Andunie was ever \n",
      "among the chief councillors of the Sceptre. Yet also from \n",
      "the beginning they bore especial love to the Eldar and \n",
      "reverence for the Valar; and as the Shadow grew they \n",
      "aided the Faithful as they could. But for long they did not \n",
      "declare themselves openly, and sought rather to amend the \n",
      "hearts of the lords of the Sceptre with wiser counsels. \n",
      "\n",
      "There was a lady Inzilbeth, renowned for her beauty, \n",
      "and her mother was Lindorie, sister of Earendur, the Lord \n",
      "of Andunie in the days of Ar-Sakalthor father of Ar-Gimilzor. \n",
      "Gimilzor took her to wife, though this was little to her liking, \n",
      "for she was in heart one of the Faithful, being taught by her \n",
      "\n",
      "\n",
      "\n",
      "mother; but the kings and their sons were grown proud and \n",
      "not to be gainsaid in their wishes. No love was there \n",
      "between Ar-Gi mi Izor and his queen, or between their sons. \n",
      "Inziladun, the elder, was like his mother in mind as in body; \n",
      "but Gimilkhad, the younger, went with his father, unless he \n",
      "were yet prouder and more wilful. To him Ar-Gi mi Izor would \n",
      "have yielded the sceptre rather than to the elder son, if the \n",
      "laws had allowed. \n",
      "\n",
      "But when Inziladun acceded to the sceptre, he took \n",
      "again a title in the Elven-tongue as of old, calling himself \n",
      "Tar-Palantir, for he was far-sighted both in eye and in mind, \n",
      "and even those that hated him feared his words as those of \n",
      "a true-seer. He gave peace for a while to the Faithful; and \n",
      "he went once more at due seasons to the Hallow of Eru \n",
      "upon the Meneltarma, which Ar-Gi mi Izor had forsaken. The \n",
      "White Tree he tended again with honour; and he \n",
      "prophesied, saying that when the Tree perished, then also \n",
      "would the line of the Kings come to its end. But his \n",
      "repentance was too late to appease the anger of the Valar \n",
      "with the insolence of his fathers, of which the greater part of \n",
      "his people did not repent. And Gimilkhad was strong and \n",
      "ungentle, and he took the leadership of those that had been \n",
      "called the King's Men and opposed the will of his brother as \n",
      "openly as he dared, and yet more in secret. Thus the days \n",
      "of Tar-Palantir became darkened with grief; and he would \n",
      "spend much of his time in the west, and there ascended \n",
      "often the ancient tower of King Minastir upon the hill of \n",
      "Oromet nigh to Andunie, whence he gazed westward in \n",
      "yearning, hoping to see, maybe, some sail upon the sea. \n",
      "But no ship came ever again from the West to Numenor, \n",
      "and Avallone was veiled in cloud. \n",
      "\n",
      "Now Gimilkhad died two years before his two \n",
      "hundredth year (which was accounted an early death for \n",
      "one of Elros' line even in its waning), but this brought no \n",
      "peace to the King. For Pharazon son of Gimilkhad had \n",
      "become a man yet more restless and eager for wealth and \n",
      "power than his father. He had fared often abroad, as a \n",
      "leader in the wars that the Numenoreans made then in the \n",
      "coastlands of Middle-earth, seeking to extend their \n",
      "dominion over Men; and thus he had won great renown as \n",
      "a captain both by land and by sea. Therefore when he \n",
      "came back to Numenor, hearing of his father's death, the \n",
      "\n",
      "\n",
      "\n",
      "hearts of the people were turned to him; for he brought with \n",
      "him great wealth, and was for the time free in his giving. \n",
      "\n",
      "And it came to pass that Tar-Palantir grew weary of \n",
      "grief and died. He had no son, but a daughter only, whom \n",
      "he named Miriel in the Elven-tongue; and to her now by right \n",
      "and the laws of the Numenoreans came the sceptre. But \n",
      "Pharazon took her to wife against her will, doing evil in this \n",
      "and evil also in that the laws of Numenor did not permit the \n",
      "marriage, even in the royal house, of those more nearly \n",
      "akin than cousins in the second degree. And when they \n",
      "were wedded, he seized the sceptre into his own hand, \n",
      "taking the title of Ar-Pharazon (Tar-Calion in the Elven- \n",
      "tongue); and the name of his queen he changed to Ar- \n",
      "Zimraphel. \n",
      "\n",
      "The mightiest and proudest was Ar-Pharazon the \n",
      "Golden of all those that had wielded the Sceptre of the \n",
      "Sea-Kings since the foundation of Numenor; and three and \n",
      "twenty Kings and Queens had ruled the Numenoreans \n",
      "before, and slept now in their deep tombs under the mount \n",
      "of Meneltarma, lying upon beds of gold. \n",
      "\n",
      "And sitting upon his carven throne in the city of \n",
      "Armenelos in the glory of his power, he brooded darkly, \n",
      "thinking of war. For he had learned in Middle-earth of the \n",
      "strength of the realm of Sauron, and of his hatred of \n",
      "Westernesse. And now there came to him the masters of \n",
      "ships and captains returning out of the East, and they \n",
      "reported that Sauron was putting forth his might, since Ar- \n",
      "Pharazon had gone back from Middle-earth, and he was \n",
      "pressing down upon the cities by the coasts; and he had \n",
      "taken now the title of King of Men, and declared his \n",
      "purpose to drive the Numenoreans into the sea, and \n",
      "destroy even Numenor, if that might be. \n",
      "\n",
      "Great was the anger of Ar-Pharazon at these tidings, \n",
      "and as he pondered long in secret, his heart was filled with \n",
      "the desire of power unbounded and the sole dominion of \n",
      "his will. And he determined without counsel of the Valar, or \n",
      "the aid of any wisdom but his own, that the title of King of \n",
      "Men he would himself claim, and would compel Sauron to \n",
      "become his vassal and his servant; for in his pride he \n",
      "deemed that no king should ever arise so mighty as to vie \n",
      "with the Heir of Earendil. Therefore he began in that time to \n",
      "smithy great hoard of weapons, and many ships of war he \n",
      "\n",
      "\n",
      "\n",
      "built and stored them with his arms; and when all was made \n",
      "ready he himself set sail with his host into the East. \n",
      "\n",
      "And men saw his sails coming up out of the sunset, \n",
      "dyed as with scarlet and gleaming with red and gold, and \n",
      "fear fell upon the dwellers by the coasts, and they fled far \n",
      "away. But the fleet came at last to that place that was called \n",
      "Umbar, where was the mighty haven of the Numenoreans \n",
      "that no hand had wrought. Empty and silent were all the \n",
      "lands about when the King of the Sea marched upon \n",
      "Middle-earth. For seven days he journeyed with banner and \n",
      "trumpet, and he came to a hill, and he went up, and he set \n",
      "there his pavilion and his throne; and he sat him down in the \n",
      "midst of the land, and the tents of his host were ranged all \n",
      "about him, blue, golden, and white, as a field of tall flowers. \n",
      "Then he sent forth heralds, and he commanded Sauron to \n",
      "come before him and swear to him fealty. \n",
      "\n",
      "And Sauron came. Even from his mighty tower of \n",
      "Barad-dur he came, and made no offer of battle. For he \n",
      "perceived that the power and majesty of the Kings of the \n",
      "Sea surpassed all rumour of them, so that he could not trust \n",
      "even the greatest of his servants to withstand them; and he \n",
      "saw not his time yet to work his will with the Dunedain. And \n",
      "he was crafty, well skilled to gain what he would by subtlety \n",
      "when force might not avail. Therefore he humbled himself \n",
      "before Ar-Pharazon and smoothed his tongue; and men \n",
      "wondered, for all that he said seemed fair and wise. \n",
      "\n",
      "But Ar-Pharazon was not yet deceived, and it came \n",
      "into his mind that, for the better keeping of Sauron and of \n",
      "his oaths of fealty, he should be brought to Numenor, there \n",
      "to dwell as a hostage for himself and all his servants in \n",
      "Middle-earth. To this Sauron assented as one constrained, \n",
      "yet in his secret thought he received it gladly, for it chimed \n",
      "indeed with his desire. And Sauron passed over the sea \n",
      "and looked upon the land of Numenor, and on the city of \n",
      "Armenelos in the days of its glory, and he was astounded; \n",
      "but his heart within was filled the more with envy and hate. \n",
      "\n",
      "Yet such was the cunning of his mind and mouth, and \n",
      "the strength of his hidden will, that ere three years had \n",
      "passed he had become closest to the secret counsels of \n",
      "the King; for flattery sweet as honey was ever on his \n",
      "tongue, and knowledge he had of many things yet \n",
      "unrevealed to Men. And seeing the favour that he had of \n",
      "\n",
      "\n",
      "\n",
      "their lord all the councillors began to fawn upon him, save \n",
      "one alone, Amandil lord of Andunie. Then slowly a change \n",
      "came over the land, and the hearts of the Elf-friends were \n",
      "sorely troubled, and many fell away out of fear; and although \n",
      "those that remained still called themselves the Faithful, their \n",
      "enemies named them rebels. For now, having the ears of \n",
      "men, Sauron with many arguments gainsaid all that the \n",
      "Valar had taught; and he bade men think that in the world, \n",
      "in the east and even hi the west, there lay yet many seas \n",
      "and many lands for their winning, wherein was wealth \n",
      "uncounted. And still, if they should at the last come to the \n",
      "end of those lands and seas, beyond all lay the Ancient \n",
      "Darkness. 'And out of it the world was made. For Darkness \n",
      "alone is worshipful, and the Lord thereof may yet make \n",
      "other worlds to be gifts to those that serve him, so that the \n",
      "increase of their power shall find no end.' \n",
      "\n",
      "And Ar-Pharazon said: 'Who is the Lord of the \n",
      "Darkness?' \n",
      "\n",
      "Then behind locked doors Sauron spoke to the King, \n",
      "and he lied, saying: 'It is he whose name is not now spoken; \n",
      "for the Valar have deceived you concerning him, putting \n",
      "forward the name of Eru, a phantom devised in the folly of \n",
      "their hearts, seeking to enchain Men in servitude to \n",
      "themselves. For they are the oracle of this Eru, which \n",
      "speaks only what they will. But he that is their master shall \n",
      "yet prevail, and he will deliver you from this phantom; and \n",
      "his name is Melkor, Lord of All, Giver of Freedom, and he \n",
      "shall make you stronger than they.' \n",
      "\n",
      "Then Ar-Pharazon the King turned back to the worship \n",
      "of the Dark, and of Melkor the Lord thereof, at first in secret, \n",
      "but ere long openly and in the face of his people; and they \n",
      "for the most part followed him. Yet there dwelt still a \n",
      "remnant of the Faithful, as has been told, at Romenna and \n",
      "in the country near, and other few there were here and there \n",
      "in the land. The chief among them, to whom they looked for \n",
      "leading and courage in evil days, was Amandil, councillor \n",
      "of the King, and his son Elendil, whose sons were Isildur \n",
      "and Anarion, then young men by the reckoning of Numenor. \n",
      "Amandil and Elendil were great ship-captains; and they \n",
      "were of the line of Elros Tar-Minyatur, though not of the \n",
      "ruling house to whom belonged the crown and the throne in \n",
      "the city of Armenelos. In the days of their youth together \n",
      "\n",
      "\n",
      "\n",
      "Amandil had been dear to Pharazon, and though he was of \n",
      "the Elf-friends he remained in his council until the coming of \n",
      "Sauron. Now he was dismissed, for Sauron hated him \n",
      "above all others in Numenor. But he was so noble, and had \n",
      "been so mighty a captain of the sea, that he was still held in \n",
      "honour by many of the people, and neither the King nor \n",
      "Sauron dared to lay hands on him as yet. \n",
      "\n",
      "Therefore Amandil withdrew to Romenna, and all that \n",
      "he trusted still to be faithful he summoned to come thither in \n",
      "secret; for he feared that evil would now grow apace, and \n",
      "all the Elf-friends were in peril. And so it soon came to \n",
      "pass. For the Meneltarma was utterly deserted in those \n",
      "days; and though not even Sauron dared to defile the high \n",
      "place, yet the King would let no man, upon pain of death, \n",
      "ascend to it, not even those of the Faithful who kept lluvatar \n",
      "in their hearts. And Sauron urged the King to cut down the \n",
      "White Tree, Nimloth the Fair, that grew in his courts, for it \n",
      "was a memorial of the Eldar and of the light of Valinor. \n",
      "\n",
      "At the first the King would not assent to this, since be \n",
      "believed that the fortunes of his house were bound up with \n",
      "the Tree, as was forespoken by Tar-Palantir. Thus in his \n",
      "folly he who now hated the Eldar and the Valar vainly clung \n",
      "to the shadow of the old allegiance of Numenor. But when \n",
      "Amandil heard rumour of the evil purpose of Sauron he was \n",
      "grieved to the heart, knowing that in the end Sauron would \n",
      "surely have his will. Then he spoke to Elendil and the sons \n",
      "of Elendil, recalling the tale of the Trees of Valinor; and \n",
      "Isildur said no word, but went out by night and did a deed \n",
      "for which he was afterwards renowned. For he passed \n",
      "alone in disguise to Armenelos and to the courts of the \n",
      "King, which were now forbidden to the Faithful; and he \n",
      "came to the place of the Tree, which was forbidden to all by \n",
      "the orders of Sauron, and the Tree was watched day and \n",
      "night by guards in his service. At that time Nimloth was dark \n",
      "and bore no bloom, for it was late in the autumn, and its \n",
      "winter was nigh; and Isildur passed through the guards and \n",
      "took from the Tree a fruit that hung upon it, and turned to go. \n",
      "But the guard was aroused, and he was assailed, and \n",
      "fought his way out, receiving many wounds; and he \n",
      "escaped, and because he was disguised it was not \n",
      "discovered who had laid hands on the Tree. But Isildur \n",
      "came at last hardly back to Romenna and delivered the fruit \n",
      "\n",
      "\n",
      "\n",
      "to the hands of Amandil, ere his strength failed him. Then \n",
      "the fruit was planted in secret, and it was blessed by \n",
      "Amandil; and a shoot arose from it and sprouted in the \n",
      "spring. But when its first leaf opened then Isildur, who had \n",
      "lain long and come near to death, arose and was troubled \n",
      "no more by his wounds. \n",
      "\n",
      "None too soon was this done; for after the assault the \n",
      "King yielded to Sauron and felled the White Tree, and \n",
      "turned then wholly away from the allegiance of his fathers. \n",
      "But Sauron caused to be built upon the hill in the midst of \n",
      "the city of the Numenoreans, Armenelos the Golden, a \n",
      "mighty temple; and it was in the form of a circle at the base, \n",
      "and there the walls were fifty feet in thickness, and the width \n",
      "of the base was five hundred feet across the centre, and \n",
      "the walls rose from the ground five hundred feet, and they \n",
      "were crowned with a mighty dome. And that dome was \n",
      "roofed all with silver, and rose glittering in the sun, so that \n",
      "the light of it could be seen afar off; but soon the light was \n",
      "darkened, and the silver became black. For there was an \n",
      "altar of fire in the midst of the temple, and in the topmost of \n",
      "the dome there was a louver, whence there issued a great \n",
      "smoke. And the first fire upon the altar Sauron kindled with \n",
      "the hewn wood of Nimloth, and it crackled and was \n",
      "consumed; but men marvelled at the reek that went up from \n",
      "it, so that the land lay under a cloud for seven days, until \n",
      "slowly it passed into the west. \n",
      "\n",
      "Thereafter the fire and smoke went up without ceasing; \n",
      "for the power of Sauron daily increased, and in that temple, \n",
      "with spilling of blood and torment and great wickedness, \n",
      "men made sacrifice to Melkor that he should release them \n",
      "from Death. And most often from among the Faithful they \n",
      "chose their victims; yet never openly on the charge that they \n",
      "would not worship Melkor, the Giver of Freedom, rather \n",
      "was cause sought against them that they hated the King \n",
      "and were his rebels, or that they plotted against their kin, \n",
      "devising lies and poisons. These charges were for the \n",
      "most part false; yet those were bitter days, and hate brings \n",
      "forth hate. \n",
      "\n",
      "But for all this Death did not depart from the land, \n",
      "rather it came sooner and more often, and in many dreadful \n",
      "guises. For whereas aforetime men had grown slowly old, \n",
      "and had laid them down in the end to sleep, when they were \n",
      "\n",
      "\n",
      "\n",
      "weary at last of the world, now madness and sickness \n",
      "assailed them; and yet they were afraid to die and go out \n",
      "into the dark, the realm of the lord that they had taken; and \n",
      "they cursed themselves in their agony. And men took \n",
      "weapons in those days and slew one another for little \n",
      "cause; for they were become quick to anger, and Sauron, \n",
      "or those whom he had bound to himself, went about the \n",
      "land setting man against man, so that the people murmured \n",
      "against the King and the lords, or against any that had \n",
      "aught that they had not; and the men of power took cruel \n",
      "revenge. \n",
      "\n",
      "Nonetheless for long it seemed to the Numenoreans \n",
      "that they prospered, and if they were not increased in \n",
      "happiness, yet they grew more strong, and their rich men \n",
      "ever richer. For with the aid and counsel of Sauron they \n",
      "multiplied then: possessions, and they devised engines, \n",
      "and they built ever greater ships. And they sailed now with \n",
      "power and armoury to Middle-earth, and they came no \n",
      "longer as bringers of gifts, nor even as rulers, but as fierce \n",
      "men of war. And they hunted the men of Middle-earth and \n",
      "took their goods and enslaved them, and many they slew \n",
      "cruelly upon their altars. For they built in their fortresses \n",
      "temples and great tombs in those days; and men feared \n",
      "them, and the memory of the kindly kings of the ancient \n",
      "days faded from the world and was darkened by many a \n",
      "tale of dread. \n",
      "\n",
      "Thus Ar-Pharazon, King of the Land of the Star, grew \n",
      "to the mightiest tyrant that had yet been in the world since \n",
      "the reign of Morgoth, though in truth Sauron ruled all from \n",
      "behind the throne. But the years passed, and the King felt \n",
      "the shadow of death approach, as his days lengthened; \n",
      "and he was filled with fear and wrath. Now came the hour \n",
      "that Sauron had prepared and long had awaited. And \n",
      "Sauron spoke to the King, saying that his strength was now \n",
      "so great that he might think to have his will in all things, and \n",
      "be subject to no command or ban. \n",
      "\n",
      "And he said: The Valar have possessed themselves \n",
      "of the land where there is no death; and they lie to you \n",
      "concerning it, hiding it as best they may, because of their \n",
      "avarice, and their fear lest the Kings of Men should wrest \n",
      "from them the deathless realm and rule the world in their \n",
      "stead. And though, doubtless, the gift of life unending is not \n",
      "\n",
      "\n",
      "\n",
      "for all, but only for such as are worthy, being men of might \n",
      "and pride and great lineage, yet against all Justice is it \n",
      "done that this gift, which is his due, should be withheld from \n",
      "the King of Bangs, Ar-Pharazon, mightiest of the sons of \n",
      "Earth, to whom Manwe alone can be compared, if even he. \n",
      "But great kings do not brook denials, and take what is their \n",
      "due.' \n",
      "\n",
      "Then Ar-Pharazon, being besotted, and walking under \n",
      "the shadow of death, for his span was drawing towards its \n",
      "end, hearkened to Sauron; and he began to ponder in his \n",
      "heart how he might make war upon the Valar. He was long \n",
      "preparing this design, and he spoke not openly of it, yet it \n",
      "could not be hidden from all. And Amandil, becoming \n",
      "aware of the purposes of the King, was dismayed and filled \n",
      "with a great dread, for he knew that Men could not vanquish \n",
      "the Valar in war, and that ruin must come upon the world, if \n",
      "this war were not stayed. Therefore he called his son, \n",
      "Elendil, and he said to him: \n",
      "\n",
      "The days are dark, and there is no hope for Men, for \n",
      "the Faithful are few. Therefore I am minded to try that \n",
      "counsel which our forefather Earendil took of old, to sail into \n",
      "the West, be there ban or no, and to speak to the Valar, \n",
      "even to Manwe himself, if may be, and beseech his aid ere \n",
      "all is lost.' \n",
      "\n",
      "'Would you then betray the King?' said Elendil. 'For you \n",
      "know well the charge that they make against us, that we are \n",
      "traitors and spies, and that until this day it has been false.' \n",
      "\n",
      "'If I thought that Manwe needed such a messenger,' \n",
      "said Amandil, I would betray the King. For there is but one \n",
      "loyalty from which no man can be absolved in heart for any \n",
      "cause. But it is for mercy upon Men and their deliverance \n",
      "from Sauron the Deceiver that I would plead, since some at \n",
      "least have remained faithful. And as for the Ban, I will suffer \n",
      "in myself the penalty, lest all my people should become \n",
      "guilty.' \n",
      "\n",
      "'But what think you, my father, is like to befall those of \n",
      "your house whom you leave behind, when your deed \n",
      "becomes known?' \n",
      "\n",
      "'It must not become known,' said Amandil. 'I will \n",
      "prepare my going in secret, and I will set sail into the east, \n",
      "whither daily the ships depart from our havens; and \n",
      "thereafter, as wind and chance may allow, I will go about, \n",
      "\n",
      "\n",
      "\n",
      "through south or north, back into the west, and seek what I \n",
      "may find. But for you and your folk, my son, I counsel that \n",
      "you should prepare yourselves other ships, and put aboard \n",
      "all such things as your hearts cannot bear to part with; and \n",
      "when the ships are ready, you should lie in the haven of \n",
      "Romenna, and give out among men that you purpose, when \n",
      "you see your time, to follow me into the east. Amandil is no \n",
      "longer so dear to our kinsman upon the throne that he will \n",
      "grieve over much, if we seek to depart, for a season or for \n",
      "good. But let it not be seen that you intend to take many \n",
      "men, or he will be troubled, because of the war that he now \n",
      "plots, for which he will need all the force that he may gather. \n",
      "Seek out the Faithful that are known still to be true, and let \n",
      "them join you in secret, if they are willing to go with you, and \n",
      "share in your design.' \n",
      "\n",
      "'And what shall that design be?' said Elendil. \n",
      "\n",
      "'To meddle not in the war, and to watch,' answered \n",
      "Amandil. 'Until I return I can say no more. But it is most like \n",
      "that you shall fly from the Land of the Star with no star to \n",
      "guide you; for that land is defiled. Then you shall lose all that \n",
      "you have loved, foretasting death in life, seeking a land of \n",
      "exile elsewhere. But east or west the Valar alone can say.' \n",
      "\n",
      "Then Amandil said farewell to all his household, as one \n",
      "that is about to die. 'For,' said he, 'it may well prove that you \n",
      "will see me never again; and that I shall show you no such \n",
      "sign as Earendil showed long ago. But hold you ever in \n",
      "readiness, for the end of the world that we have known is \n",
      "now at hand.' \n",
      "\n",
      "It is said that Amandil set sail in a small ship at night, \n",
      "and steered first eastward, and then went about and \n",
      "passed into the west. And he took with him three servants, \n",
      "dear to his heart, and never again were they heard of by \n",
      "word or sign in this world, nor is there any tale or guess of \n",
      "their fate. Men could not a second time be saved by any \n",
      "such embassy, and for the treason of Numenor there was \n",
      "no easy absolving. \n",
      "\n",
      "But Elendil did all that his father had bidden, and his \n",
      "ships lay off the east coast of the land; and the Faithful put \n",
      "aboard their wives and their children, and their heirlooms, \n",
      "and great store of goods. Many things there were of beauty \n",
      "and power, such as the Numenoreans had contrived in the \n",
      "days of their wisdom, vessels and jewels, and scrolls of lore \n",
      "\n",
      "\n",
      "\n",
      "written in scarlet and black. And Seven Stones they had, \n",
      "the gift of the Eldar; but in the ship of Isildur was guarded \n",
      "the young tree, the scion of Nimloth the Fair. Thus Elendil \n",
      "held himself in readiness, and did not meddle in the evil \n",
      "deeds of those days; and ever he looked for a sign that did \n",
      "not come. Then he journeyed in secret to the western \n",
      "shores and gazed out over the sea, for sorrow and yearning \n",
      "were upon him, and he greatly loved his father. But naught \n",
      "could he descry save the fleets of Ar-Pharazon gathering in \n",
      "the havens of the west. \n",
      "\n",
      "Now aforetime in the isle of Numenor the weather was \n",
      "ever apt to the needs and liking of Men: rain in due season \n",
      "and ever in measure; and sunshine, now warmer, now \n",
      "cooler, and winds from the sea. And when the wind was in \n",
      "the west, it seemed to many that it was filled with a \n",
      "fragrance, fleeting but sweet, heart-stirring, as of flowers \n",
      "that bloom for ever in undying meads and have no names \n",
      "on mortal shores. But all this was now changed; for the sky \n",
      "itself was darkened, and there were storms of rain and hail \n",
      "in those days, and violent winds; and ever and anon a great \n",
      "ship of the Numenoreans would founder and return not to \n",
      "haven, though such a grief had not till then befallen them \n",
      "since the rising of the Star. And out of the west there would \n",
      "come at times a great cloud in the evening, shaped as it \n",
      "were an eagle, with pinions spread to the north and the \n",
      "south; and slowly it would loom up, blotting out the sunset, \n",
      "and then uttermost night would fall upon Numenor. And \n",
      "some of the eagles bore lightning beneath their wings, and \n",
      "thunder echoed between sea and cloud. \n",
      "\n",
      "Then men grew afraid. 'Behold the Eagles of the Lords \n",
      "of the West!' they cried. 'The Eagles of Manwe are come \n",
      "upon Numenor!' And they fell upon their faces. \n",
      "\n",
      "Then some few would repent for a season, but others \n",
      "hardened their hearts, and they shook their fists at heaven, \n",
      "saying: 'The Lords of the West have plotted against us. \n",
      "They strike first. The next blow shall be ours!' These words \n",
      "the King himself spoke, but they were devised bySauron. \n",
      "\n",
      "Now the lightnings increased and slew men upon the \n",
      "hills, and in the fields, and in the streets of the city; and a \n",
      "fiery bolt smote the dome of the Temple and shore it \n",
      "asunder, and it was wreathed in flame. But the Temple itself \n",
      "was unshaken, and Sauron stood there upon the pinnacle \n",
      "\n",
      "\n",
      "\n",
      "and defied the lightning and was unharmed; and in that hour \n",
      "men called him a god and did all that he would. When \n",
      "therefore the last portent came they heeded it little. For the \n",
      "land shook under them, and a groaning as of thunder \n",
      "underground was mingled with the roaring of the sea, and \n",
      "smoke issued from the peak of the Meneltarma. But all the \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "In that time the fleets of the Numenoreans darkened \n",
      "the sea upon the west of the land, and they were like an \n",
      "archipelago of a thousand isles; their masts were as a \n",
      "forest upon the mountains, and their sails like a brooding \n",
      "cloud; and their banners were golden and black. And all \n",
      "things waited upon the word of Ar-Pharazon; and Sauron \n",
      "withdrew into the inmost circle of the Temple, and men \n",
      "brought him victims to be burned. \n",
      "\n",
      "Then the Eagles of the Lords of the West came up out \n",
      "of the dayfall, and they were arrayed as for battle, \n",
      "advancing in a line the end of which diminished beyond \n",
      "sight; and as they came their wings spread ever wider, \n",
      "grasping the sky. But the West burned red behind them, \n",
      "and they glowed beneath, as though they were lit with a \n",
      "flame of great anger, so that all Numenor was illumined as \n",
      "with a smouldering fire; and men looked upon the faces of \n",
      "their fellows, and it seemed to them that they were red with \n",
      "wrath. \n",
      "\n",
      "Then Ar-Pharazon hardened his heart, and he went \n",
      "aboard his mighty ship, Alcarondas, Castle of the Sea. \n",
      "Many-oared it was and many-masted, golden and sable; \n",
      "and upon it the throne of Ar-Pharazon was set. Then he did \n",
      "on his panoply and his crown, and let raise his standard, \n",
      "and he gave the signal for the raising of the anchors; and in \n",
      "that hour the trumpets of Numenor outrang the thunder. \n",
      "\n",
      "Thus the fleets of the Numenoreans moved against the \n",
      "menace of the West; and there was little wind, but they had \n",
      "many oars and many strong slaves to row beneath the lash. \n",
      "The sun went down, and there came a great silence. \n",
      "Darkness fell upon the land, and the sea was still, while the \n",
      "world waited for what should betide. Slowly the fleets \n",
      "passed out of the sight of the watchers in the havens, and \n",
      "their lights faded, and night took them; and in the morning \n",
      "they were gone. For a wind arose in the east and it wafted \n",
      "\n",
      "\n",
      "them away; and they broke the Ban of the Valar, and sailed \n",
      "into forbidden seas, going up with war against the \n",
      "Deathless, to wrest from them everlasting life within the \n",
      "Circles of the World. \n",
      "\n",
      "But the fleets of Ar-Pharazon came up out of the deeps \n",
      "of the sea and encompassed Avallone and all the isle of \n",
      "Eressea, and the Eldar mourned, for the light of the setting \n",
      "sun was cut off by the cloud of the Numenoreans. And at \n",
      "last Ar-Pharazon came even to Aman, the Blessed Realm, \n",
      "and the coasts of Valinor; and still all was silent, and doom \n",
      "hung by a thread. For Ar-Pharazon wavered at the end, and \n",
      "almost he turned back. His heart misgave him when he \n",
      "looked upon the soundless shores and saw Taniquetil \n",
      "shining, whiter than snow, colder than death, silent, \n",
      "immutable, terrible as the shadow of the light of lluvatar. But \n",
      "pride was now his master, and at last he left his ship and \n",
      "strode upon the shore, claiming the land for his own, if none \n",
      "should do battle for it. And a host of the Numenoreans \n",
      "encamped in might about Tuna, whence all the Eldar had \n",
      "fled. \n",
      "\n",
      "Then Manwe upon the Mountain called upon lluvatar, \n",
      "and for that time the Valar laid down their government of \n",
      "Arda. But lluvatar showed forth his power, and he changed \n",
      "the fashion of the world; and a great chasm opened in the \n",
      "sea between Numenor and the Deathless Lands, and the \n",
      "waters flowed down into it, and the noise and smoke of the \n",
      "cataracts went up to heaven, and the world was shaken. \n",
      "And all the fleets of the Numenoreans were drawn down \n",
      "into the abyss, and they were drowned and swallowed up \n",
      "for ever. But Ar-Pharazon the King and the mortal warriors \n",
      "that had set foot upon the land of Aman were buried under \n",
      "falling hills: there it is said that they lie imprisoned in the \n",
      "Caves of the Forgotten, until the Last Battle and the Day of \n",
      "Doom. \n",
      "\n",
      "But the land of Aman and Eressea of the Eldar were \n",
      "taken away and removed beyond the reach of Men for ever. \n",
      "And Andor, the Land of Gift, Numenor of the Kings, Elenna \n",
      "of the Star of Earendil, was utterly destroyed. For it was \n",
      "nigh to the east of the great rift, and its foundations were \n",
      "overturned, and it fell and went down into darkness, and is \n",
      "no more. And there is not now upon Earth any place \n",
      "\n",
      "\n",
      "\n",
      "abiding where the memory of a time without evil is \n",
      "preserved. For lluvatar cast back the Great Seas west of \n",
      "Middle-earth, and the Empty Lands east of it, and new \n",
      "lands and new seas were made; and the world was \n",
      "diminished, for Valinor and Eressea were taken from it into \n",
      "the realm of hidden things. \n",
      "\n",
      "In an hour unlocked for by Men this doom befell, on the \n",
      "nine and thirtieth day since the passing of the fleets. Then \n",
      "suddenly fire burst from the Meneltarma, and there came a \n",
      "mighty wind and a tumult of the earth, and the sky reeled, \n",
      "and the hills slid, and Numenor went down into the sea, with \n",
      "all its children and its wives and its maidens and its ladies \n",
      "proud; and all its gardens and its halls and its towers, its \n",
      "tombs and its riches, and its jewels and its webs and its \n",
      "things painted and carven, and its lore: they vanished for \n",
      "ever. And last of all the mounting wave, green and cold and \n",
      "plumed with foam, climbing over the land, took to its bosom \n",
      "Tar-Miriel the Queen, fairer than silver or ivory or pearls. \n",
      "Too late she strove to ascend the steep ways of the \n",
      "Meneltarma to the holy place; for the waters overtook her, \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "But whether or no it were that Amandil came indeed to \n",
      "Valinor and Manwe hearkened to his prayer, by grace of \n",
      "the Valar Elendil and his sons and their people were \n",
      "spared from the ruin of that day. For Elendil had remained \n",
      "in Romenna, refusing the summons of the King when he set \n",
      "forth to war; and avoiding the soldiers of Sauron that came \n",
      "to seize him and drag him to the fires of the Temple, he \n",
      "went aboard his ship and stood off from the shore, waiting \n",
      "on the time. There he was protected by the land from the \n",
      "great draught of the sea that drew all towards the abyss, \n",
      "and afterwards he was sheltered from the first fury of the \n",
      "storm. But when the devouring wave rolled over the land \n",
      "and Numenor toppled to its fall, then he would have been \n",
      "overwhelmed and would have deemed it the lesser grief to \n",
      "perish, for no wrench of death could be more bitter than the \n",
      "loss and agony of that day; but the great wind took him, \n",
      "wilder than any wind that Men had known, roaring from the \n",
      "west, and it swept his ships far away; and it rent their sails \n",
      "and snapped their masts, hunting the unhappy men like \n",
      "straws upon the water. \n",
      "\n",
      "Nine ships there were: four for Elendil, and for Isildur \n",
      "three, and for Anarion two; and they fled before the black \n",
      "gale out of the twilight of doom into the darkness of the \n",
      "world. And the deeps rose beneath them in towering anger, \n",
      "and waves like unto mountains moving with great caps of \n",
      "writhen snow bore them up amid the wreckage of the \n",
      "clouds, and after many days cast them away upon the \n",
      "shores of Middle-earth. And all the coasts and seaward \n",
      "regions of the western world suffered great change and ruin \n",
      "in that time; for the seas invaded the lands, and shores \n",
      "foundered, and ancient isles were drowned, and new isles \n",
      "were uplifted; and hills crumbled and rivers were turned into \n",
      "strange courses. \n",
      "\n",
      "Elendil and his sons after founded kingdoms in \n",
      "Middle-earth; and though their lore and craft was but an \n",
      "echo of that which had been ere Sauron came to Numenor, \n",
      "yet very great it seemed to the wild men of the world. And \n",
      "much is said in other lore of the deeds of the heirs of \n",
      "Elendil in the age that came after, and of their strife with \n",
      "Sauron that not yet was ended. \n",
      "\n",
      "For Sauron himself was filled with great fear at the \n",
      "\n",
      "\n",
      "\n",
      "wrath of the Valar, and the doom that Eru laid upon sea and \n",
      "land. It was greater far than aught he had looked for, hoping \n",
      "only for the death of the Numenoreans and the defeat of \n",
      "their proud king. And Sauron, sitting in his black seat in the \n",
      "midst of the Temple, had laughed when he heard the \n",
      "trumpets of Ar-Pharazon sounding for battle; and again he \n",
      "had laughed when he heard the thunder of the storm; and a \n",
      "third time, even as he laughed at his own thought, thinking \n",
      "what he would do now in the world, being rid of the Edain \n",
      "for ever, he was taken in the midst of his mirth, and his seat \n",
      "and his temple fell into the abyss. But Sauron was not of \n",
      "mortal flesh, and though he was robbed now of that shape \n",
      "in which he had wrought so great an evil, so that he could \n",
      "never again appear fair to the eyes of Men, yet his spirit \n",
      "arose out of the deep and passed as a shadow and a \n",
      "black wind over the sea, and came back to Middle-earth \n",
      "and to Mordor that was his home. There he took up again \n",
      "his great Ring in Barad-dur, and dwelt there, dark and \n",
      "silent, until he wrought himself a new guise, an image of \n",
      "malice and hatred made visible; and the Eye of Sauron the \n",
      "Terrible few could endure. \n",
      "\n",
      "But these things come not into the tale of the Drowning \n",
      "of Numenor, of which now all is told. And even the name of \n",
      "that land perished, and Men spoke thereafter not of Elenna, \n",
      "nor of Andor the Gift that was taken away, nor of Numenore \n",
      "on the confines of the world; but the exiles on the shores of \n",
      "the sea, if they turned towards the West in the desire of \n",
      "their hearts, spoke of Mar-nu-Falmar that was whelmed in \n",
      "the waves, Akallabeth the Downfallen, Atalante in the \n",
      "\n",
      "\n",
      "\n",
      "Among the Exiles many believed that the summit of the \n",
      "Meneltarma, the Pillar of Heaven, was not drowned for \n",
      "ever, but rose again above the waves, a lonely island lost in \n",
      "the great waters; for it had been a hallowed place, and \n",
      "even in the days of Sauron none had defiled it And some \n",
      "there were of the seed of Earendil that afterwards sought \n",
      "for it, because it was said among loremasters that the far- \n",
      "sighted men of old could see from the Meneltarma a \n",
      "\n",
      "\n",
      "\n",
      "glimmer of the Deathless Land. For even after the ruin the \n",
      "hearts of the Dunedain were still set westwards; and though \n",
      "they knew indeed that the world was changed, they said: \n",
      "'Avallone is vanished from the Earth and the Land of Aman \n",
      "is taken away, and in the world of this present darkness \n",
      "they cannot be found. Yet once they were, and therefore \n",
      "they still are, in true being and in the whole shape of the \n",
      "world as at first it was devised.' \n",
      "\n",
      "For the Dunedain held that even mortal Men, if so \n",
      "blessed, might look upon other times than those of their \n",
      "bodies' life; and they longed ever to escape from the \n",
      "shadows of their exile and to see in some fashion fee light \n",
      "that dies not; for the sorrow of the thought of death had \n",
      "pursued them over the deeps of the sea. Thus it was that \n",
      "great mariners among them would still search the empty \n",
      "seas, hoping to come upon the Isle of Meneltarma, and \n",
      "there to see a vision of things that were. But they found it \n",
      "not. And those that sailed far came only to the new lands, \n",
      "and found them like to the old lands, and subject to death. \n",
      "And those that sailed furthest set but a girdle about the \n",
      "Earth and returned weary at last to the place of their \n",
      "beginning; and they said: \n",
      "\n",
      "'All roads are now bent.' \n",
      "\n",
      "Thus in after days, what by the voyages of ships, what \n",
      "by lore and star-craft, the kings of Men knew that the world \n",
      "was indeed made round, and yet the Eldar were permitted \n",
      "still to depart and to come to the Ancient West and to \n",
      "Avallone, if they would. Therefore the loremasters of Men \n",
      "said that a Straight Road must still be, for those that were \n",
      "permitted to find it. And they taught that, while the new world \n",
      "fell away, the old road and the path of the memory of the \n",
      "West still went on, as it were a mighty bridge invisible that \n",
      "passed through the air of breath and of flight (which were \n",
      "bent now as the world was bent), and traversed Ilmen which \n",
      "flesh unaided cannot endure, until it came to Tol Eressea, \n",
      "the Lonely Isle, and maybe even beyond, to Valinor, where \n",
      "the Valar still dwell and watch the unfolding of the story of \n",
      "the world. And tales and rumours arose along the shores of \n",
      "the sea concerning mariners and men forlorn upon the \n",
      "water who, by some fate or grace or favour of the Valar, \n",
      "had entered in upon the Straight Way and seen the face of \n",
      "the world sink below them, and so had come to the lamplit \n",
      "\n",
      "\n",
      "\n",
      "quays of Avallone, or verily to the last beaches on the \n",
      "margin of Aman, and there had looked upon the White \n",
      "Mountain, dreadful and beautiful, before they died. \n"
     ]
    }
   ],
   "source": [
    "# Creating a BeautifulSoup object from the HTML\n",
    "soup = BeautifulSoup(html, 'html.parser')\n",
    "\n",
    "# Getting the text out of the soup\n",
    "text = soup.get_text()\n",
    "\n",
    "# Printing out text between characters 9225 and 17345, which is only the document text\n",
    "\n",
    "text = text.replace('\\INU LIN DALE ', 'Ainulindale')\n",
    "text = text.replace('V alar', 'Valar')\n",
    "text = text.replace('liuvatar', 'Iluvatar')\n",
    "text = text.replace('Flelcaraxe', 'Helcaraxe')\n",
    "text = text.replace('Ore-host', 'Orc-host')\n",
    "text = text.replace(\"■WWW. TedNaSITlWf.com ESI la Led to the Walla — Copyright 3“ Ted Nasmith .Ml rights reserved.\", \"\")\n",
    "text = text.replace('Ores', 'Orcs')\n",
    "text = text.replace('F inrod', 'Finrod')\n",
    "text = text.replace('Beleglt Slain -a»wkhi 6 1M Ntimith. All ngbU n*rwd. ', '')\n",
    "text = text.replace('Nam i HTn Hurin', 'Narn i Hin Hurin')\n",
    "text = text.replace('MTm', 'Mim')\n",
    "text = text.replace('Thprp is hlnnrl on thp hill-tnn ', 'There is blood on the hill-top')\n",
    "text = text.replace('nnfi amnnn thpm Raid', 'one among them said:')\n",
    "text = text.replace('KhTm', 'Khim')\n",
    "text = text.replace('Flear', 'Hear')\n",
    "text = text.replace('Ore-band', 'Orc-band')\n",
    "text = text.replace('NulukkizdTn', 'Nulukkizdin')\n",
    "text = text.replace('Tlnuviel', 'Tinuviel')\n",
    "text = text.replace('WWW.TetlNasmith.com Tuor U l*d by the Swans lo Vinyamar - CupynthtCT**! Numltti AD i ','')\n",
    "text = text.replace('Morqoth', 'Morgoth')\n",
    "text = text.replace('Ore', 'Orc')\n",
    "text = text.replace('Shadow/', 'Shadow')\n",
    "text = text.replace('andmthe', 'and the')\n",
    "text = text.replace('www.TedNasmith.com ', '')\n",
    "text = text.replace('Maglor Coal* a Silmaril into the Sea - Copyright © Ted Nasmith. AH rights rnentd.', '')\n",
    "text = text.replace('ofVingilotto', 'of Vingilot to')\n",
    "text = text.replace('inArmenelos', 'in Armenelos')\n",
    "text = text.replace('Tlrion', 'Tirion')\n",
    "text = text.replace('Condor', 'Gondor')\n",
    "\n",
    "\n",
    "\n",
    "# Entire Book\n",
    "book = text[11186:722336]\n",
    "\n",
    "# Ainulindale\n",
    "ainulindale = book[0:20310] \n",
    "\n",
    "# Valaquenta\n",
    "valaquenta = book[20315:38505]\n",
    "\n",
    "# Of The Beginning Of Days\n",
    "ch1 = book[38563:59452]\n",
    "\n",
    "# Of Aule And Yavanna\n",
    "ch2 = book[59457:69920]\n",
    "\n",
    "# Of The Coming Of The Elves And The Captivity Of Melkor\n",
    "ch3 = book[69925:91210]\n",
    "\n",
    "# Of Thingol And Melian\n",
    "ch4 = book[91215:94655]\n",
    "\n",
    "# Of Eldamar and the Princes of the Eldalie \n",
    "ch5 = book[94661:109186]\n",
    "\n",
    "# Of Feanor and the Unchaining of Melkor \n",
    "ch6 = book[109191:118610]\n",
    "\n",
    "# Of The Silmarils And The Unrest Of The Noldor\n",
    "ch7 = book[118616:133480]\n",
    "\n",
    "# Of the Darkening of Valinor \n",
    "ch8 = book[133485:144295]\n",
    "\n",
    "# Of the Flight of the Noldor \n",
    "ch9 = book[144300:178590]\n",
    "\n",
    "# Of the Sindar \n",
    "ch10 = book[178596:195710]\n",
    "\n",
    "# Of the Sun and Moon and the Hiding of Valinor \n",
    "ch11 = book[195716:208710]\n",
    "\n",
    "# Of Men\n",
    "ch12 = book[208715:214924]\n",
    "\n",
    "# Of the Return of the Noldor \n",
    "ch13 = book[214929:245814]\n",
    "\n",
    "# Of Beleriand and Its Realms \n",
    "ch14 = book[245819:263938]\n",
    "\n",
    "# Of the Noldor in Beleriand \n",
    "ch15 = book[263944:277760]\n",
    "\n",
    "# Of Maeglin\n",
    "ch16 = book[277765:300251]\n",
    "\n",
    "# Of the Coming of Men into the West\n",
    "ch17 = book[300257:325040]\n",
    "\n",
    "# Of the Ruin of Beleriand and the Fall of Fingolfin \n",
    "ch18 = book[325045:355008]\n",
    "\n",
    "# Of Beren and Luthien \n",
    "ch19 = book[355014:422465]\n",
    "\n",
    "# Of the Fifth Battle: Nirnaeth Arnoediad \n",
    "ch20 = book[422471:447950]\n",
    "\n",
    "# Of Turin Turambar\n",
    "ch21 = book[447956:523704]\n",
    "\n",
    "# Of the Ruin of Doriath \n",
    "ch22 = book[523709:550278]\n",
    "\n",
    "# Of Tuor and the Fall of Gondolin\n",
    "ch23 = book[550284:569583]\n",
    "\n",
    "# Of the Voyage of Earendil and the War of Wrath \n",
    "ch24 = book[569589:594288]\n",
    "\n",
    "# The Akallabeth\n",
    "akallabeth = book[594292:657540]\n",
    "\n",
    "# Of the Rings of Power and the Third Age\n",
    "rings = book[657544:711150]\n",
    "\n",
    "\n",
    "print(akallabeth)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 267,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Chapter 8 \n",
      "\n",
      "Of the Darkening of Valinor \n",
      "\n",
      "\n",
      "When Manwe heard of the ways that Melkor had taken, \n",
      "it seemed plain to him that he purposed to escape to his \n",
      "old strongholds in the north of Middle-earth; and Orome and \n",
      "Tulkas went with all speed northward, seeking to overtake \n",
      "him if they might, but they found no trace or rumour of him \n",
      "beyond the shores of the Teleri, in the unpeopled wastes \n",
      "that drew near to the Ice. Thereafter the watch was \n",
      "redoubled along the northern fences of Aman; but to no \n",
      "purpose, for ere ever the pursuit set out Melkor had turned \n",
      "back, and in secrecy passed away far to the south. For he \n",
      "was yet as one of the Valar, and could change his form, or \n",
      "walk unclad, as could his brethren; though that power he \n",
      "was soon to lose for ever. \n",
      "\n",
      "Thus unseen he came at last to the dark region of \n",
      "Avathar. That narrow land lay south of the Bay of Eldamar, \n",
      "beneath the eastern feet of the Pelori, and its long and \n",
      "mournful shores stretched away into the south, lightless and \n",
      "unexplored. There, beneath the sheer walls of the \n",
      "mountains and the cold dark sea, the shadows were \n",
      "deepest and thickest in the world; and there in Avathar, \n",
      "secret and unknown, Ungoliant had made her abode. The \n",
      "Eldar knew not whence she came; but some have said that \n",
      "in ages long before she descended from the darkness that \n",
      "lies about Arda, when Melkor first looked down in envy \n",
      "upon the Kingdom of Manwe, and that in the beginning she \n",
      "was one of those that he corrupted to his service. But she \n",
      "had disowned her Master, desiring to be mistress of her \n",
      "own lust, taking all things to herself to feed her emptiness; \n",
      "and she fled to the south, escaping the assaults of the Valar \n",
      "and the hunters of Orome, for their vigilance had ever been \n",
      "to the north, and the south was long unheeded. Thence she \n",
      "had crept towards the light of the Blessed Realm; for she \n",
      "hungered for light and hated it. \n",
      "\n",
      "In a ravine she lived, and took shape as a spider of \n",
      "monstrous form, weaving her black webs in a cleft of the \n",
      "mountains. There she sucked up all light that she could find, \n",
      "and spun it forth again in dark nets of strangling gloom, until \n",
      "no light more could come to her abode; and she was \n",
      "\n",
      "\n",
      "\n",
      "famished. \n",
      "\n",
      "Now Melkor came to Avathar and sought her out; and \n",
      "he put on again the form that he had worn as the tyrant of \n",
      "Utumno: a dark Lord, tall and terrible. In that form he \n",
      "remained ever after. There in the black shadows, beyond \n",
      "the sight even of Manwe in his highest halls, Melkor with \n",
      "Ungoliant plotted his revenge. But when Ungoliant \n",
      "understood the purpose of Melkor, she was torn between \n",
      "lust and great fear; for she was loath to dare the perils of \n",
      "Aman and the power of the dreadful Lords, and she would \n",
      "not stir from her hiding. Therefore Melkor said to her: 'Do \n",
      "as I bid; and if thou hunger still when all is done, then I will \n",
      "give thee whatsoever thy lust may demand. Yea, with both \n",
      "hands.' Lightly he made this vow, as he ever did; and he \n",
      "laughed in his heart. Thus did the great thief set his lure for \n",
      "the lesser. \n",
      "\n",
      "A cloak of darkness she wove about them when \n",
      "Melkor and Ungoliant set forth; an Unlight, in which things \n",
      "seemed to be no more, and which eyes could not pierce, \n",
      "for it was void. Then slowly she wrought her webs: rope by \n",
      "rope from cleft to cleft, from jutting rock to pinnacle of stone, \n",
      "ever climbing upwards, crawling and clinging, until at last \n",
      "she reached the very summit of Hyarmentir, the highest \n",
      "mountain in that region of the world, far south of great \n",
      "Taniquetil. There the Valar were not vigilant; for west of the \n",
      "Pelori was an empty land in twilight, and eastward the \n",
      "mountains looked out, save for forgotten Avathar, only upon \n",
      "the dim waters of the pathless sea. But now upon the \n",
      "mountain-top dark Ungoliant lay; and she made a ladder of \n",
      "woven ropes and cast it down, and Melkor climbed upon it \n",
      "and came to that high place, and stood beside her, looking \n",
      "down upon the Guarded Realm. Below them lay the woods \n",
      "of Orome, and westward shimmered the fields and \n",
      "pastures of Yavanna, gold beneath the tall wheat of the \n",
      "gods. Bat Melkor looked north, and saw afar the shining \n",
      "plain, and the silver domes of Valmar gleaming in the \n",
      "mingling of the lights of Telperion and Laurelin. Then Melkor \n",
      "laughed aloud, and leapt swiftly down the long western \n",
      "slopes; and Ungoliant was at his side, and her darkness \n",
      "covered them. \n",
      "\n",
      "Now it was a time of festival, as Melkor knew well. \n",
      "Though all tides and seasons were at the will of the Valar, \n",
      "\n",
      "\n",
      "\n",
      "and in Valinor there was no winter of death, nonetheless \n",
      "they dwelt then in the Kingdom of Arda, and that was but a \n",
      "small realm in the halls of Ea, whose life is Time, which \n",
      "flows ever from the first note to the last chord of Eru. And \n",
      "even as it was then the delight of the Valar (as is told in the \n",
      "Ainulindale) to clothe themselves as in a vesture in the \n",
      "forms of the Children of lluvatar, so also did they eat and \n",
      "drink, and gather the fruits of Yavanna from the Earth, which \n",
      "under Eru they had made. \n",
      "\n",
      "Therefore Yavanna set times for the flowering and the \n",
      "ripening of all things mat grew in Valinor; and at each first \n",
      "gathering of fruits Manwe made a high feast for the praising \n",
      "of Eru, when all the peoples of Valinor poured forth their joy \n",
      "in music and song upon Taniquetil. This now was the hour, \n",
      "and Manwe decreed a feast more glorious than any that \n",
      "had been held since the coming of the Eldar to Aman. For \n",
      "though the escape of Melkor portended toils and sorrows to \n",
      "come, and indeed none could tell what further hurts would \n",
      "be done to Arda ere he could be subdued again, at this \n",
      "time Manwe designed to heal the evil that had arisen \n",
      "among the Noldor; and all were bidden to come to his halls \n",
      "upon Taniquetil, there to put aside the griefs that lay \n",
      "between their princes, and forget utterly the lies of their \n",
      "Enemy. There came the Vanyar, and there came the Noldor \n",
      "of Tirion, and the Maiar were gathered together, and the \n",
      "Valar were arrayed in their beauty and majesty; and they \n",
      "sang before Manwe and Varda in their lofty halls, or danced \n",
      "upon the green slopes of the Mountain that looked west \n",
      "towards the Trees. In that day the streets of Valmar were \n",
      "empty, and the stairs of Tirion were silent; and all the land \n",
      "lay sleeping in peace. Only the Teleri beyond the mountains \n",
      "still sang upon the shores of the sea; for they recked little of \n",
      "seasons or times, and gave no thought to the cares of the \n",
      "Rulers of Arda, or the shadow that had fallen on Valinor, for \n",
      "it had not touched them, as yet. \n",
      "\n",
      "One thing only marred the design of Manwe. Feanor \n",
      "came indeed, for him alone Manwe had commanded to \n",
      "come; but Finwe came not, nor any others of the Noldor of \n",
      "Formenos. For said Finwe; 'While the ban lasts upon \n",
      "Feanor my son, that he may not go to Tirion, I hold myself \n",
      "unkinged, and I will not meet my people.' And Feanor came \n",
      "not in raiment of festival, and he wore no ornament, neither \n",
      "\n",
      "\n",
      "\n",
      "silver nor gold nor any gem; and he denied the sight of the \n",
      "Silmarils to the Valar and the Eldar, and left them locked in \n",
      "Formenos in their chamber of iron. Nevertheless he met \n",
      "Fingolfin before the throne of Manwe, and was reconciled, \n",
      "in word; and Fingolfin set at naught the unsheathing of the \n",
      "sword. For Fingolfin held forth his hand, saying: 'As I \n",
      "promised, I do now. I release thee, and remember no \n",
      "grievance.' \n",
      "\n",
      "Then Feanor took his hand in silence; but Fingolfin \n",
      "said: 'Half-brother in blood, full brother in heart will I be. \n",
      "Thou shalt lead and I will follow. May no new grief divide as.' \n",
      "\n",
      "'I hear thee,' said Feanor. 'So be it.' But they did not \n",
      "know the meaning that their words would bear. \n",
      "\n",
      "It is told that even as Feanor and Fingolfin stood \n",
      "before Manwe there came the mingling of the lights, when \n",
      "both Trees were shining, and the silent city of Valmar was \n",
      "filled with a radiance of silver and gold. And in that very \n",
      "hour Melkor and Ungoliant came hastening over the fields \n",
      "of Valinor, as the shadow of a black cloud upon the wind \n",
      "fleets over the sunlit earth; and they came before the green \n",
      "mound Ezellohar. Then the Unlight of Ungoliant rose up \n",
      "even to the roots of the Trees, and Melkor sprang upon the \n",
      "mound; and with his black spear he smote each Tree to its \n",
      "core, wounded them deep, and their sap poured forth as it \n",
      "were their blood, and was spilled upon the ground. But \n",
      "Ungoliant sucked it up, and going then from Tree to Tree \n",
      "she set her black beak to their wounds, till they were \n",
      "drained; and the poison of Death that was in her went into \n",
      "their tissues and withered them, root, branch, and leaf; and \n",
      "they died. And still she thirsted, and going to the Wells of \n",
      "Varda she drank them dry; but Ungoliant belched forth \n",
      "black vapours as she drank, and swelled to a shape so \n",
      "vast and hideous that Melkor was afraid. \n",
      "\n",
      "So the great darkness fell upon Valinor. Of the deeds \n",
      "of that day much is told in the Aldudenie, that Elemmire of \n",
      "the Vanyar made and is known to all the Eldar. Yet no song \n",
      "or tale could contain all the grief and terror that then befell. \n",
      "The Light failed; but the Darkness that followed was more \n",
      "than loss of light. In that hour was made a Darkness that \n",
      "seemed not lack but a thing with being of its own: for it was \n",
      "indeed made by malice out of Light, and it had power to \n",
      "\n",
      "\n",
      "\n",
      "pierce the eye, and to enter heart and mind, and strangle \n",
      "the very will. \n",
      "\n",
      "Varda looked down from Taniquetil, and beheld the \n",
      "Shadow soaring up in sudden towers of gloom; Valmar had \n",
      "foundered in a deep sea of night. Soon the Holy Mountain \n",
      "stood alone, a last island in a world that was drowned. All \n",
      "song ceased. There was silence in Valinor, and no sound \n",
      "could be heard, save only from afar there came on the wind \n",
      "through the pass of the mountains the wailing of the Teleri \n",
      "like the cold cry of gulls. For it blew chill from the East in \n",
      "that hour, and the vast shadows of the sea were rolled \n",
      "against the walls of the shore. \n",
      "\n",
      "But Manwe from his high seat looked out, and his eyes \n",
      "alone pierced through the night, until they saw a Darkness \n",
      "beyond dark which they could not penetrate, huge but far \n",
      "away, moving now northward with great speed; and he \n",
      "knew that Melkor had come and gone. \n",
      "\n",
      "Then the pursuit was begun; and the earth shook \n",
      "beneath the horses of the host of Orome, and the fire that \n",
      "was stricken from the hooves of Nahar was the first light \n",
      "that returned to Valinor. But so soon as any came up with \n",
      "the Cloud of Ungoliant the riders of the Valar were blinded \n",
      "and dismayed, and they were scattered, and went they \n",
      "knew not whither; and the sound of the Valaroma faltered \n",
      "and failed. And Tulkas was as one caught in a black net at \n",
      "night, and he stood powerless and beat the air in vain. But \n",
      "when the Darkness had passed, it was too late: Melkor had \n",
      "gone whither he would, and his vengeance was achieved. \n"
     ]
    }
   ],
   "source": [
    "print(ch8)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>compound</th>\n",
       "      <th>neg</th>\n",
       "      <th>neu</th>\n",
       "      <th>pos</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.221757</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.095772</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.058558</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.128009</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.008435</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.200253</td>\n",
       "      <td>0.027412</td>\n",
       "      <td>0.910294</td>\n",
       "      <td>0.062235</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.242360</td>\n",
       "      <td>0.020013</td>\n",
       "      <td>0.902267</td>\n",
       "      <td>0.077707</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.250856</td>\n",
       "      <td>0.056074</td>\n",
       "      <td>0.812944</td>\n",
       "      <td>0.130981</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.020562</td>\n",
       "      <td>0.070426</td>\n",
       "      <td>0.852638</td>\n",
       "      <td>0.076947</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>-0.136219</td>\n",
       "      <td>0.097235</td>\n",
       "      <td>0.852132</td>\n",
       "      <td>0.050603</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>-0.070113</td>\n",
       "      <td>0.098428</td>\n",
       "      <td>0.835412</td>\n",
       "      <td>0.066179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.139217</td>\n",
       "      <td>0.049974</td>\n",
       "      <td>0.866961</td>\n",
       "      <td>0.083013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.019620</td>\n",
       "      <td>0.081535</td>\n",
       "      <td>0.848169</td>\n",
       "      <td>0.070239</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.207397</td>\n",
       "      <td>0.046750</td>\n",
       "      <td>0.860250</td>\n",
       "      <td>0.093000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.056553</td>\n",
       "      <td>0.075520</td>\n",
       "      <td>0.837093</td>\n",
       "      <td>0.087373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.183431</td>\n",
       "      <td>0.032048</td>\n",
       "      <td>0.894590</td>\n",
       "      <td>0.073373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>-0.058446</td>\n",
       "      <td>0.090192</td>\n",
       "      <td>0.853374</td>\n",
       "      <td>0.056434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.049436</td>\n",
       "      <td>0.062219</td>\n",
       "      <td>0.863077</td>\n",
       "      <td>0.074690</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.100777</td>\n",
       "      <td>0.053270</td>\n",
       "      <td>0.872788</td>\n",
       "      <td>0.073956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>-0.095409</td>\n",
       "      <td>0.095358</td>\n",
       "      <td>0.838692</td>\n",
       "      <td>0.065962</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>-0.058940</td>\n",
       "      <td>0.087864</td>\n",
       "      <td>0.844916</td>\n",
       "      <td>0.067210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>-0.093714</td>\n",
       "      <td>0.091267</td>\n",
       "      <td>0.847055</td>\n",
       "      <td>0.061678</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>-0.104020</td>\n",
       "      <td>0.096128</td>\n",
       "      <td>0.836114</td>\n",
       "      <td>0.067778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>-0.046306</td>\n",
       "      <td>0.078442</td>\n",
       "      <td>0.861476</td>\n",
       "      <td>0.060082</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.056955</td>\n",
       "      <td>0.069365</td>\n",
       "      <td>0.857770</td>\n",
       "      <td>0.072878</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>-0.015284</td>\n",
       "      <td>0.073148</td>\n",
       "      <td>0.858930</td>\n",
       "      <td>0.067945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.051844</td>\n",
       "      <td>0.085110</td>\n",
       "      <td>0.827944</td>\n",
       "      <td>0.086933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.023425</td>\n",
       "      <td>0.068899</td>\n",
       "      <td>0.857348</td>\n",
       "      <td>0.073746</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    compound       neg       neu       pos\n",
       "0   0.221757  0.041515  0.868262  0.090243\n",
       "1   0.095772  0.062664  0.842964  0.094400\n",
       "2   0.058558  0.063476  0.862181  0.074400\n",
       "3   0.128009  0.037605  0.890349  0.072081\n",
       "4  -0.008435  0.077031  0.849608  0.073338\n",
       "5   0.200253  0.027412  0.910294  0.062235\n",
       "6   0.242360  0.020013  0.902267  0.077707\n",
       "7   0.250856  0.056074  0.812944  0.130981\n",
       "8   0.020562  0.070426  0.852638  0.076947\n",
       "9  -0.136219  0.097235  0.852132  0.050603\n",
       "10 -0.070113  0.098428  0.835412  0.066179\n",
       "11  0.139217  0.049974  0.866961  0.083013\n",
       "12  0.019620  0.081535  0.848169  0.070239\n",
       "13  0.207397  0.046750  0.860250  0.093000\n",
       "14  0.056553  0.075520  0.837093  0.087373\n",
       "15  0.183431  0.032048  0.894590  0.073373\n",
       "16 -0.058446  0.090192  0.853374  0.056434\n",
       "17  0.049436  0.062219  0.863077  0.074690\n",
       "18  0.100777  0.053270  0.872788  0.073956\n",
       "19 -0.095409  0.095358  0.838692  0.065962\n",
       "20 -0.058940  0.087864  0.844916  0.067210\n",
       "21 -0.093714  0.091267  0.847055  0.061678\n",
       "22 -0.104020  0.096128  0.836114  0.067778\n",
       "23 -0.046306  0.078442  0.861476  0.060082\n",
       "24  0.056955  0.069365  0.857770  0.072878\n",
       "25 -0.015284  0.073148  0.858930  0.067945\n",
       "26  0.051844  0.085110  0.827944  0.086933\n",
       "27  0.023425  0.068899  0.857348  0.073746"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from nltk import tokenize\n",
    "from vaderSentiment.vaderSentiment import SentimentIntensityAnalyzer \n",
    "\n",
    "chapters = [ainulindale,valaquenta,ch1,ch2,ch3,ch4,ch5,ch6,ch7,ch8,ch9,ch10,ch11,ch12,ch13,ch14,ch15,ch16,ch17,\n",
    "            ch18,ch19,ch20,ch21,ch22,ch23,ch24,akallabeth,rings]\n",
    "\n",
    "analyzer = SentimentIntensityAnalyzer()\n",
    "\n",
    "sentiments_list = list()\n",
    "\n",
    "for chapter in chapters:\n",
    "    sentence_list = tokenize.sent_tokenize(chapter)\n",
    "    sentiments = {'compound': 0.0, 'neg': 0.0, 'neu': 0.0, 'pos': 0.0}\n",
    "        \n",
    "    for sentence in sentence_list:\n",
    "        vs = analyzer.polarity_scores(sentence)\n",
    "        sentiments['compound'] += vs['compound']\n",
    "        sentiments['neg'] += vs['neg']\n",
    "        sentiments['neu'] += vs['neu']\n",
    "        sentiments['pos'] += vs['pos']\n",
    "            \n",
    "    sentiments['compound'] = sentiments['compound'] / len(sentence_list)\n",
    "    sentiments['neg'] = sentiments['neg'] / len(sentence_list)\n",
    "    sentiments['neu'] = sentiments['neu'] / len(sentence_list)\n",
    "    sentiments['pos'] = sentiments['pos'] / len(sentence_list)\n",
    "    \n",
    "    sentiments_list.append(sentiments)  # add this line\n",
    "\n",
    "data4 = pd.DataFrame(sentiments_list)  # add this line\n",
    "data4"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Chapter 3 \\n\\nOf the Coming of the Elves and t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Chapter 4 \\n\\nOf Thingol and Melian \\n\\nMelian...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Chapter 5 \\n\\nOf Eldamar and the Princes of th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Chapter 6 \\n\\nOf Feanor and the Unchaining of ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Chapter 7 \\n\\nOf the Silmarils and the Unrest ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Chapter 8 \\n\\nOf the Darkening of Valinor \\n\\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Chapter 9 \\n\\nOf the Flight of the Noldor \\n\\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Chapter 10 \\nOf the Sindar \\n\\nNow as has been...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Chapter 11 \\n\\nOf the Sun and Moon and the Hid...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Chapter 12 \\nOf Men \\n\\nThe Valar sat now behi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Chapter 13 \\n\\nOf the Return of the Noldor \\n\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Chapter 14 \\n\\nOf Beleriand and Its Realms \\n\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Chapter 15 \\n\\nOf the Noldor in Beleriand \\n\\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Chapter 16 \\nOf Maeglin \\n\\n\\nAredhel Ar-Feini...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Chapter 17 \\n\\nOf the Coming of Men into the W...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Chapter 18 \\n\\nOf the Ruin of Beleriand and th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Chapter 19 \\nOf Beren and Luthien \\n\\n\\nAmong ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Chapter 20 \\n\\nOf the Fifth Battle: Nirnaeth A...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Chapter 21 \\nOf Turin Turambar \\n\\n\\n\\nRian, d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Chapter 22 \\n\\nOf the Ruin of Doriath \\n\\nSo e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Chapter 23 \\n\\nOf Tuor and the Fall of Gondoli...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Chapter 24 \\n\\nOf the Voyage of Earendil and t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>AKALLABETH \\n\\nThe Downfall of Numenor \\n\\n\\n\\...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>OF THE RINGS OF POWER \\nAND THE THIRD AGE \\n\\n...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Text\n",
       "0   Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...\n",
       "1   VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...\n",
       "2   Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...\n",
       "3   Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...\n",
       "4   Chapter 3 \\n\\nOf the Coming of the Elves and t...\n",
       "5   Chapter 4 \\n\\nOf Thingol and Melian \\n\\nMelian...\n",
       "6   Chapter 5 \\n\\nOf Eldamar and the Princes of th...\n",
       "7   Chapter 6 \\n\\nOf Feanor and the Unchaining of ...\n",
       "8   Chapter 7 \\n\\nOf the Silmarils and the Unrest ...\n",
       "9   Chapter 8 \\n\\nOf the Darkening of Valinor \\n\\n...\n",
       "10  Chapter 9 \\n\\nOf the Flight of the Noldor \\n\\n...\n",
       "11  Chapter 10 \\nOf the Sindar \\n\\nNow as has been...\n",
       "12  Chapter 11 \\n\\nOf the Sun and Moon and the Hid...\n",
       "13  Chapter 12 \\nOf Men \\n\\nThe Valar sat now behi...\n",
       "14  Chapter 13 \\n\\nOf the Return of the Noldor \\n\\...\n",
       "15  Chapter 14 \\n\\nOf Beleriand and Its Realms \\n\\...\n",
       "16  Chapter 15 \\n\\nOf the Noldor in Beleriand \\n\\n...\n",
       "17  Chapter 16 \\nOf Maeglin \\n\\n\\nAredhel Ar-Feini...\n",
       "18  Chapter 17 \\n\\nOf the Coming of Men into the W...\n",
       "19  Chapter 18 \\n\\nOf the Ruin of Beleriand and th...\n",
       "20  Chapter 19 \\nOf Beren and Luthien \\n\\n\\nAmong ...\n",
       "21  Chapter 20 \\n\\nOf the Fifth Battle: Nirnaeth A...\n",
       "22  Chapter 21 \\nOf Turin Turambar \\n\\n\\n\\nRian, d...\n",
       "23  Chapter 22 \\n\\nOf the Ruin of Doriath \\n\\nSo e...\n",
       "24  Chapter 23 \\n\\nOf Tuor and the Fall of Gondoli...\n",
       "25  Chapter 24 \\n\\nOf the Voyage of Earendil and t...\n",
       "26  AKALLABETH \\n\\nThe Downfall of Numenor \\n\\n\\n\\...\n",
       "27  OF THE RINGS OF POWER \\nAND THE THIRD AGE \\n\\n..."
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "texts = [ainulindale,valaquenta,ch1,ch2,ch3,ch4,ch5,ch6,ch7,ch8,ch9,ch10,ch11,ch12,ch13,ch14,ch15,ch16,ch17,\n",
    "            ch18,ch19,ch20,ch21,ch22,ch23,ch24,akallabeth,rings]\n",
    "\n",
    "\n",
    "\n",
    "data = pd.DataFrame(data=[text for text in texts], columns=['Text'])\n",
    "\n",
    "display(data.head(28))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Text</th>\n",
       "      <th>Chapters</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...</td>\n",
       "      <td>Ainulindalë</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...</td>\n",
       "      <td>Valaquenta</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...</td>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...</td>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Chapter 3 \\n\\nOf the Coming of the Elves and t...</td>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Chapter 4 \\n\\nOf Thingol and Melian \\n\\nMelian...</td>\n",
       "      <td>Of Thingol and Melian</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Chapter 5 \\n\\nOf Eldamar and the Princes of th...</td>\n",
       "      <td>Of Eldamar and the Princes of the Eldalië</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Chapter 6 \\n\\nOf Feanor and the Unchaining of ...</td>\n",
       "      <td>Of Fëanor and the Unchaining of Melkor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Chapter 7 \\n\\nOf the Silmarils and the Unrest ...</td>\n",
       "      <td>Of the Silmarils and the Unrest of the Noldor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Chapter 8 \\n\\nOf the Darkening of Valinor \\n\\n...</td>\n",
       "      <td>Of the Darkening of Valinor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Chapter 9 \\n\\nOf the Flight of the Noldor \\n\\n...</td>\n",
       "      <td>Of the Flight of the Noldor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Chapter 10 \\nOf the Sindar \\n\\nNow as has been...</td>\n",
       "      <td>Of the Sindar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Chapter 11 \\n\\nOf the Sun and Moon and the Hid...</td>\n",
       "      <td>Of the Sun and Moon and the Hiding of Valinor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Chapter 12 \\nOf Men \\n\\nThe Valar sat now behi...</td>\n",
       "      <td>Of Men</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Chapter 13 \\n\\nOf the Return of the Noldor \\n\\...</td>\n",
       "      <td>Of the Return of the Noldor</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Chapter 14 \\n\\nOf Beleriand and Its Realms \\n\\...</td>\n",
       "      <td>Of Beleriand and its Realms</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Chapter 15 \\n\\nOf the Noldor in Beleriand \\n\\n...</td>\n",
       "      <td>Of the Noldor in Beleriand</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Chapter 16 \\nOf Maeglin \\n\\n\\nAredhel Ar-Feini...</td>\n",
       "      <td>Of Maeglin</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Chapter 17 \\n\\nOf the Coming of Men into the W...</td>\n",
       "      <td>Of the Coming of Men into the West</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Chapter 18 \\n\\nOf the Ruin of Beleriand and th...</td>\n",
       "      <td>Of the Ruin of Beleriand and the Fall of Fingo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Chapter 19 \\nOf Beren and Luthien \\n\\n\\nAmong ...</td>\n",
       "      <td>Of Beren and Lúthien</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Chapter 20 \\n\\nOf the Fifth Battle: Nirnaeth A...</td>\n",
       "      <td>Of the Fifth Battle: Nirnaeth Arnoediad</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Chapter 21 \\nOf Turin Turambar \\n\\n\\n\\nRian, d...</td>\n",
       "      <td>Of Túrin Turambar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Chapter 22 \\n\\nOf the Ruin of Doriath \\n\\nSo e...</td>\n",
       "      <td>Of the Ruin of Doriath</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Chapter 23 \\n\\nOf Tuor and the Fall of Gondoli...</td>\n",
       "      <td>Of Tuor and the Fall of Gondolin</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Chapter 24 \\n\\nOf the Voyage of Earendil and t...</td>\n",
       "      <td>Of the Voyage of Eärendil and the War of Wrath</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>AKALLABETH \\n\\nThe Downfall of Numenor \\n\\n\\n\\...</td>\n",
       "      <td>Akallabêth</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>OF THE RINGS OF POWER \\nAND THE THIRD AGE \\n\\n...</td>\n",
       "      <td>Of the Rings of Power and the Third Age</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Text  \\\n",
       "0   Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...   \n",
       "1   VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...   \n",
       "2   Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...   \n",
       "3   Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...   \n",
       "4   Chapter 3 \\n\\nOf the Coming of the Elves and t...   \n",
       "5   Chapter 4 \\n\\nOf Thingol and Melian \\n\\nMelian...   \n",
       "6   Chapter 5 \\n\\nOf Eldamar and the Princes of th...   \n",
       "7   Chapter 6 \\n\\nOf Feanor and the Unchaining of ...   \n",
       "8   Chapter 7 \\n\\nOf the Silmarils and the Unrest ...   \n",
       "9   Chapter 8 \\n\\nOf the Darkening of Valinor \\n\\n...   \n",
       "10  Chapter 9 \\n\\nOf the Flight of the Noldor \\n\\n...   \n",
       "11  Chapter 10 \\nOf the Sindar \\n\\nNow as has been...   \n",
       "12  Chapter 11 \\n\\nOf the Sun and Moon and the Hid...   \n",
       "13  Chapter 12 \\nOf Men \\n\\nThe Valar sat now behi...   \n",
       "14  Chapter 13 \\n\\nOf the Return of the Noldor \\n\\...   \n",
       "15  Chapter 14 \\n\\nOf Beleriand and Its Realms \\n\\...   \n",
       "16  Chapter 15 \\n\\nOf the Noldor in Beleriand \\n\\n...   \n",
       "17  Chapter 16 \\nOf Maeglin \\n\\n\\nAredhel Ar-Feini...   \n",
       "18  Chapter 17 \\n\\nOf the Coming of Men into the W...   \n",
       "19  Chapter 18 \\n\\nOf the Ruin of Beleriand and th...   \n",
       "20  Chapter 19 \\nOf Beren and Luthien \\n\\n\\nAmong ...   \n",
       "21  Chapter 20 \\n\\nOf the Fifth Battle: Nirnaeth A...   \n",
       "22  Chapter 21 \\nOf Turin Turambar \\n\\n\\n\\nRian, d...   \n",
       "23  Chapter 22 \\n\\nOf the Ruin of Doriath \\n\\nSo e...   \n",
       "24  Chapter 23 \\n\\nOf Tuor and the Fall of Gondoli...   \n",
       "25  Chapter 24 \\n\\nOf the Voyage of Earendil and t...   \n",
       "26  AKALLABETH \\n\\nThe Downfall of Numenor \\n\\n\\n\\...   \n",
       "27  OF THE RINGS OF POWER \\nAND THE THIRD AGE \\n\\n...   \n",
       "\n",
       "                                             Chapters  \n",
       "0                                         Ainulindalë  \n",
       "1                                          Valaquenta  \n",
       "2                            Of the Beginning of Days  \n",
       "3                                 Of Aulë and Yavanna  \n",
       "4   Of the Coming of the Elves and the Captivity o...  \n",
       "5                               Of Thingol and Melian  \n",
       "6           Of Eldamar and the Princes of the Eldalië  \n",
       "7              Of Fëanor and the Unchaining of Melkor  \n",
       "8       Of the Silmarils and the Unrest of the Noldor  \n",
       "9                         Of the Darkening of Valinor  \n",
       "10                        Of the Flight of the Noldor  \n",
       "11                                      Of the Sindar  \n",
       "12      Of the Sun and Moon and the Hiding of Valinor  \n",
       "13                                             Of Men  \n",
       "14                        Of the Return of the Noldor  \n",
       "15                        Of Beleriand and its Realms  \n",
       "16                         Of the Noldor in Beleriand  \n",
       "17                                         Of Maeglin  \n",
       "18                 Of the Coming of Men into the West  \n",
       "19  Of the Ruin of Beleriand and the Fall of Fingo...  \n",
       "20                               Of Beren and Lúthien  \n",
       "21            Of the Fifth Battle: Nirnaeth Arnoediad  \n",
       "22                                  Of Túrin Turambar  \n",
       "23                             Of the Ruin of Doriath  \n",
       "24                   Of Tuor and the Fall of Gondolin  \n",
       "25     Of the Voyage of Eärendil and the War of Wrath  \n",
       "26                                         Akallabêth  \n",
       "27            Of the Rings of Power and the Third Age  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "chapters = ['Ainulindalë','Valaquenta','Of the Beginning of Days','Of Aulë and Yavanna',\n",
    "            'Of the Coming of the Elves and the Captivity of Melkor','Of Thingol and Melian',\n",
    "            'Of Eldamar and the Princes of the Eldalië','Of Fëanor and the Unchaining of Melkor',\n",
    "            'Of the Silmarils and the Unrest of the Noldor','Of the Darkening of Valinor','Of the Flight of the Noldor',\n",
    "            'Of the Sindar','Of the Sun and Moon and the Hiding of Valinor','Of Men','Of the Return of the Noldor',\n",
    "            'Of Beleriand and its Realms','Of the Noldor in Beleriand','Of Maeglin','Of the Coming of Men into the West',\n",
    "            'Of the Ruin of Beleriand and the Fall of Fingolfin','Of Beren and Lúthien','Of the Fifth Battle: Nirnaeth Arnoediad',\n",
    "            'Of Túrin Turambar','Of the Ruin of Doriath','Of Tuor and the Fall of Gondolin',\n",
    "            'Of the Voyage of Eärendil and the War of Wrath','Akallabêth','Of the Rings of Power and the Third Age']\n",
    "\n",
    "data2 = pd.DataFrame(chapters, columns=['Chapters'])\n",
    "\n",
    "data3 = pd.merge(data, data2, left_index=True, right_index=True)\n",
    "\n",
    "display(data3.head(28))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>compound</th>\n",
       "      <th>neg</th>\n",
       "      <th>neu</th>\n",
       "      <th>pos</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.221757</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.095772</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.058558</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.128009</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.008435</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.200253</td>\n",
       "      <td>0.027412</td>\n",
       "      <td>0.910294</td>\n",
       "      <td>0.062235</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.242360</td>\n",
       "      <td>0.020013</td>\n",
       "      <td>0.902267</td>\n",
       "      <td>0.077707</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.250856</td>\n",
       "      <td>0.056074</td>\n",
       "      <td>0.812944</td>\n",
       "      <td>0.130981</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.020562</td>\n",
       "      <td>0.070426</td>\n",
       "      <td>0.852638</td>\n",
       "      <td>0.076947</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>-0.136219</td>\n",
       "      <td>0.097235</td>\n",
       "      <td>0.852132</td>\n",
       "      <td>0.050603</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>-0.070113</td>\n",
       "      <td>0.098428</td>\n",
       "      <td>0.835412</td>\n",
       "      <td>0.066179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.139217</td>\n",
       "      <td>0.049974</td>\n",
       "      <td>0.866961</td>\n",
       "      <td>0.083013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.019620</td>\n",
       "      <td>0.081535</td>\n",
       "      <td>0.848169</td>\n",
       "      <td>0.070239</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.207397</td>\n",
       "      <td>0.046750</td>\n",
       "      <td>0.860250</td>\n",
       "      <td>0.093000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.056553</td>\n",
       "      <td>0.075520</td>\n",
       "      <td>0.837093</td>\n",
       "      <td>0.087373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.183431</td>\n",
       "      <td>0.032048</td>\n",
       "      <td>0.894590</td>\n",
       "      <td>0.073373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>-0.058446</td>\n",
       "      <td>0.090192</td>\n",
       "      <td>0.853374</td>\n",
       "      <td>0.056434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.049436</td>\n",
       "      <td>0.062219</td>\n",
       "      <td>0.863077</td>\n",
       "      <td>0.074690</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.100777</td>\n",
       "      <td>0.053270</td>\n",
       "      <td>0.872788</td>\n",
       "      <td>0.073956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>-0.095409</td>\n",
       "      <td>0.095358</td>\n",
       "      <td>0.838692</td>\n",
       "      <td>0.065962</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>-0.058940</td>\n",
       "      <td>0.087864</td>\n",
       "      <td>0.844916</td>\n",
       "      <td>0.067210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>-0.093714</td>\n",
       "      <td>0.091267</td>\n",
       "      <td>0.847055</td>\n",
       "      <td>0.061678</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>-0.104020</td>\n",
       "      <td>0.096128</td>\n",
       "      <td>0.836114</td>\n",
       "      <td>0.067778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>-0.046306</td>\n",
       "      <td>0.078442</td>\n",
       "      <td>0.861476</td>\n",
       "      <td>0.060082</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.056955</td>\n",
       "      <td>0.069365</td>\n",
       "      <td>0.857770</td>\n",
       "      <td>0.072878</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>-0.015284</td>\n",
       "      <td>0.073148</td>\n",
       "      <td>0.858930</td>\n",
       "      <td>0.067945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.051844</td>\n",
       "      <td>0.085110</td>\n",
       "      <td>0.827944</td>\n",
       "      <td>0.086933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.023425</td>\n",
       "      <td>0.068899</td>\n",
       "      <td>0.857348</td>\n",
       "      <td>0.073746</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    compound       neg       neu       pos\n",
       "0   0.221757  0.041515  0.868262  0.090243\n",
       "1   0.095772  0.062664  0.842964  0.094400\n",
       "2   0.058558  0.063476  0.862181  0.074400\n",
       "3   0.128009  0.037605  0.890349  0.072081\n",
       "4  -0.008435  0.077031  0.849608  0.073338\n",
       "5   0.200253  0.027412  0.910294  0.062235\n",
       "6   0.242360  0.020013  0.902267  0.077707\n",
       "7   0.250856  0.056074  0.812944  0.130981\n",
       "8   0.020562  0.070426  0.852638  0.076947\n",
       "9  -0.136219  0.097235  0.852132  0.050603\n",
       "10 -0.070113  0.098428  0.835412  0.066179\n",
       "11  0.139217  0.049974  0.866961  0.083013\n",
       "12  0.019620  0.081535  0.848169  0.070239\n",
       "13  0.207397  0.046750  0.860250  0.093000\n",
       "14  0.056553  0.075520  0.837093  0.087373\n",
       "15  0.183431  0.032048  0.894590  0.073373\n",
       "16 -0.058446  0.090192  0.853374  0.056434\n",
       "17  0.049436  0.062219  0.863077  0.074690\n",
       "18  0.100777  0.053270  0.872788  0.073956\n",
       "19 -0.095409  0.095358  0.838692  0.065962\n",
       "20 -0.058940  0.087864  0.844916  0.067210\n",
       "21 -0.093714  0.091267  0.847055  0.061678\n",
       "22 -0.104020  0.096128  0.836114  0.067778\n",
       "23 -0.046306  0.078442  0.861476  0.060082\n",
       "24  0.056955  0.069365  0.857770  0.072878\n",
       "25 -0.015284  0.073148  0.858930  0.067945\n",
       "26  0.051844  0.085110  0.827944  0.086933\n",
       "27  0.023425  0.068899  0.857348  0.073746"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# nltk\n",
    "from nltk import tokenize\n",
    "from vaderSentiment.vaderSentiment import SentimentIntensityAnalyzer \n",
    "import pandas as pd\n",
    "\n",
    "\n",
    "chapters = [ainulindale,valaquenta,ch1,ch2,ch3,ch4,ch5,ch6,ch7,ch8,ch9,ch10,ch11,ch12,ch13,ch14,ch15,ch16,ch17,\n",
    "            ch18,ch19,ch20,ch21,ch22,ch23,ch24,akallabeth,rings]\n",
    "\n",
    "analyzer = SentimentIntensityAnalyzer()\n",
    "\n",
    "sentiments_list = list()\n",
    "\n",
    "for chapter in chapters:\n",
    "    sentence_list = tokenize.sent_tokenize(chapter)\n",
    "    sentiments = {'compound': 0.0, 'neg': 0.0, 'neu': 0.0, 'pos': 0.0}\n",
    "        \n",
    "    for sentence in sentence_list:\n",
    "        vs = analyzer.polarity_scores(sentence)\n",
    "        sentiments['compound'] += vs['compound']\n",
    "        sentiments['neg'] += vs['neg']\n",
    "        sentiments['neu'] += vs['neu']\n",
    "        sentiments['pos'] += vs['pos']\n",
    "            \n",
    "    sentiments['compound'] = sentiments['compound'] / len(sentence_list)\n",
    "    sentiments['neg'] = sentiments['neg'] / len(sentence_list)\n",
    "    sentiments['neu'] = sentiments['neu'] / len(sentence_list)\n",
    "    sentiments['pos'] = sentiments['pos'] / len(sentence_list)\n",
    "    \n",
    "    sentiments_list.append(sentiments)  # add this line\n",
    "\n",
    "data4 = pd.DataFrame(sentiments_list)  # add this line\n",
    "data4"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Text</th>\n",
       "      <th>Chapters</th>\n",
       "      <th>Compound</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Neutral</th>\n",
       "      <th>Positive</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...</td>\n",
       "      <td>Ainulindalë</td>\n",
       "      <td>0.221757</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...</td>\n",
       "      <td>Valaquenta</td>\n",
       "      <td>0.095772</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...</td>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "      <td>0.058558</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...</td>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "      <td>0.128009</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Chapter 3 \\n\\nOf the Coming of the Elves and t...</td>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "      <td>-0.008435</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Chapter 4 \\n\\nOf Thingol and Melian \\n\\nMelian...</td>\n",
       "      <td>Of Thingol and Melian</td>\n",
       "      <td>0.200253</td>\n",
       "      <td>0.027412</td>\n",
       "      <td>0.910294</td>\n",
       "      <td>0.062235</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Chapter 5 \\n\\nOf Eldamar and the Princes of th...</td>\n",
       "      <td>Of Eldamar and the Princes of the Eldalië</td>\n",
       "      <td>0.242360</td>\n",
       "      <td>0.020013</td>\n",
       "      <td>0.902267</td>\n",
       "      <td>0.077707</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Chapter 6 \\n\\nOf Feanor and the Unchaining of ...</td>\n",
       "      <td>Of Fëanor and the Unchaining of Melkor</td>\n",
       "      <td>0.250856</td>\n",
       "      <td>0.056074</td>\n",
       "      <td>0.812944</td>\n",
       "      <td>0.130981</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Chapter 7 \\n\\nOf the Silmarils and the Unrest ...</td>\n",
       "      <td>Of the Silmarils and the Unrest of the Noldor</td>\n",
       "      <td>0.020562</td>\n",
       "      <td>0.070426</td>\n",
       "      <td>0.852638</td>\n",
       "      <td>0.076947</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Chapter 8 \\n\\nOf the Darkening of Valinor \\n\\n...</td>\n",
       "      <td>Of the Darkening of Valinor</td>\n",
       "      <td>-0.136219</td>\n",
       "      <td>0.097235</td>\n",
       "      <td>0.852132</td>\n",
       "      <td>0.050603</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Chapter 9 \\n\\nOf the Flight of the Noldor \\n\\n...</td>\n",
       "      <td>Of the Flight of the Noldor</td>\n",
       "      <td>-0.070113</td>\n",
       "      <td>0.098428</td>\n",
       "      <td>0.835412</td>\n",
       "      <td>0.066179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Chapter 10 \\nOf the Sindar \\n\\nNow as has been...</td>\n",
       "      <td>Of the Sindar</td>\n",
       "      <td>0.139217</td>\n",
       "      <td>0.049974</td>\n",
       "      <td>0.866961</td>\n",
       "      <td>0.083013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Chapter 11 \\n\\nOf the Sun and Moon and the Hid...</td>\n",
       "      <td>Of the Sun and Moon and the Hiding of Valinor</td>\n",
       "      <td>0.019620</td>\n",
       "      <td>0.081535</td>\n",
       "      <td>0.848169</td>\n",
       "      <td>0.070239</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Chapter 12 \\nOf Men \\n\\nThe Valar sat now behi...</td>\n",
       "      <td>Of Men</td>\n",
       "      <td>0.207397</td>\n",
       "      <td>0.046750</td>\n",
       "      <td>0.860250</td>\n",
       "      <td>0.093000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Chapter 13 \\n\\nOf the Return of the Noldor \\n\\...</td>\n",
       "      <td>Of the Return of the Noldor</td>\n",
       "      <td>0.056553</td>\n",
       "      <td>0.075520</td>\n",
       "      <td>0.837093</td>\n",
       "      <td>0.087373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Chapter 14 \\n\\nOf Beleriand and Its Realms \\n\\...</td>\n",
       "      <td>Of Beleriand and its Realms</td>\n",
       "      <td>0.183431</td>\n",
       "      <td>0.032048</td>\n",
       "      <td>0.894590</td>\n",
       "      <td>0.073373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Chapter 15 \\n\\nOf the Noldor in Beleriand \\n\\n...</td>\n",
       "      <td>Of the Noldor in Beleriand</td>\n",
       "      <td>-0.058446</td>\n",
       "      <td>0.090192</td>\n",
       "      <td>0.853374</td>\n",
       "      <td>0.056434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Chapter 16 \\nOf Maeglin \\n\\n\\nAredhel Ar-Feini...</td>\n",
       "      <td>Of Maeglin</td>\n",
       "      <td>0.049436</td>\n",
       "      <td>0.062219</td>\n",
       "      <td>0.863077</td>\n",
       "      <td>0.074690</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Chapter 17 \\n\\nOf the Coming of Men into the W...</td>\n",
       "      <td>Of the Coming of Men into the West</td>\n",
       "      <td>0.100777</td>\n",
       "      <td>0.053270</td>\n",
       "      <td>0.872788</td>\n",
       "      <td>0.073956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Chapter 18 \\n\\nOf the Ruin of Beleriand and th...</td>\n",
       "      <td>Of the Ruin of Beleriand and the Fall of Fingo...</td>\n",
       "      <td>-0.095409</td>\n",
       "      <td>0.095358</td>\n",
       "      <td>0.838692</td>\n",
       "      <td>0.065962</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Chapter 19 \\nOf Beren and Luthien \\n\\n\\nAmong ...</td>\n",
       "      <td>Of Beren and Lúthien</td>\n",
       "      <td>-0.058940</td>\n",
       "      <td>0.087864</td>\n",
       "      <td>0.844916</td>\n",
       "      <td>0.067210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Chapter 20 \\n\\nOf the Fifth Battle: Nirnaeth A...</td>\n",
       "      <td>Of the Fifth Battle: Nirnaeth Arnoediad</td>\n",
       "      <td>-0.093714</td>\n",
       "      <td>0.091267</td>\n",
       "      <td>0.847055</td>\n",
       "      <td>0.061678</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Chapter 21 \\nOf Turin Turambar \\n\\n\\n\\nRian, d...</td>\n",
       "      <td>Of Túrin Turambar</td>\n",
       "      <td>-0.104020</td>\n",
       "      <td>0.096128</td>\n",
       "      <td>0.836114</td>\n",
       "      <td>0.067778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Chapter 22 \\n\\nOf the Ruin of Doriath \\n\\nSo e...</td>\n",
       "      <td>Of the Ruin of Doriath</td>\n",
       "      <td>-0.046306</td>\n",
       "      <td>0.078442</td>\n",
       "      <td>0.861476</td>\n",
       "      <td>0.060082</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Chapter 23 \\n\\nOf Tuor and the Fall of Gondoli...</td>\n",
       "      <td>Of Tuor and the Fall of Gondolin</td>\n",
       "      <td>0.056955</td>\n",
       "      <td>0.069365</td>\n",
       "      <td>0.857770</td>\n",
       "      <td>0.072878</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Chapter 24 \\n\\nOf the Voyage of Earendil and t...</td>\n",
       "      <td>Of the Voyage of Eärendil and the War of Wrath</td>\n",
       "      <td>-0.015284</td>\n",
       "      <td>0.073148</td>\n",
       "      <td>0.858930</td>\n",
       "      <td>0.067945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>AKALLABETH \\n\\nThe Downfall of Numenor \\n\\n\\n\\...</td>\n",
       "      <td>Akallabêth</td>\n",
       "      <td>0.051844</td>\n",
       "      <td>0.085110</td>\n",
       "      <td>0.827944</td>\n",
       "      <td>0.086933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>OF THE RINGS OF POWER \\nAND THE THIRD AGE \\n\\n...</td>\n",
       "      <td>Of the Rings of Power and the Third Age</td>\n",
       "      <td>0.023425</td>\n",
       "      <td>0.068899</td>\n",
       "      <td>0.857348</td>\n",
       "      <td>0.073746</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Text  \\\n",
       "0   Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...   \n",
       "1   VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...   \n",
       "2   Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...   \n",
       "3   Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...   \n",
       "4   Chapter 3 \\n\\nOf the Coming of the Elves and t...   \n",
       "5   Chapter 4 \\n\\nOf Thingol and Melian \\n\\nMelian...   \n",
       "6   Chapter 5 \\n\\nOf Eldamar and the Princes of th...   \n",
       "7   Chapter 6 \\n\\nOf Feanor and the Unchaining of ...   \n",
       "8   Chapter 7 \\n\\nOf the Silmarils and the Unrest ...   \n",
       "9   Chapter 8 \\n\\nOf the Darkening of Valinor \\n\\n...   \n",
       "10  Chapter 9 \\n\\nOf the Flight of the Noldor \\n\\n...   \n",
       "11  Chapter 10 \\nOf the Sindar \\n\\nNow as has been...   \n",
       "12  Chapter 11 \\n\\nOf the Sun and Moon and the Hid...   \n",
       "13  Chapter 12 \\nOf Men \\n\\nThe Valar sat now behi...   \n",
       "14  Chapter 13 \\n\\nOf the Return of the Noldor \\n\\...   \n",
       "15  Chapter 14 \\n\\nOf Beleriand and Its Realms \\n\\...   \n",
       "16  Chapter 15 \\n\\nOf the Noldor in Beleriand \\n\\n...   \n",
       "17  Chapter 16 \\nOf Maeglin \\n\\n\\nAredhel Ar-Feini...   \n",
       "18  Chapter 17 \\n\\nOf the Coming of Men into the W...   \n",
       "19  Chapter 18 \\n\\nOf the Ruin of Beleriand and th...   \n",
       "20  Chapter 19 \\nOf Beren and Luthien \\n\\n\\nAmong ...   \n",
       "21  Chapter 20 \\n\\nOf the Fifth Battle: Nirnaeth A...   \n",
       "22  Chapter 21 \\nOf Turin Turambar \\n\\n\\n\\nRian, d...   \n",
       "23  Chapter 22 \\n\\nOf the Ruin of Doriath \\n\\nSo e...   \n",
       "24  Chapter 23 \\n\\nOf Tuor and the Fall of Gondoli...   \n",
       "25  Chapter 24 \\n\\nOf the Voyage of Earendil and t...   \n",
       "26  AKALLABETH \\n\\nThe Downfall of Numenor \\n\\n\\n\\...   \n",
       "27  OF THE RINGS OF POWER \\nAND THE THIRD AGE \\n\\n...   \n",
       "\n",
       "                                             Chapters  Compound  Negative  \\\n",
       "0                                         Ainulindalë  0.221757  0.041515   \n",
       "1                                          Valaquenta  0.095772  0.062664   \n",
       "2                            Of the Beginning of Days  0.058558  0.063476   \n",
       "3                                 Of Aulë and Yavanna  0.128009  0.037605   \n",
       "4   Of the Coming of the Elves and the Captivity o... -0.008435  0.077031   \n",
       "5                               Of Thingol and Melian  0.200253  0.027412   \n",
       "6           Of Eldamar and the Princes of the Eldalië  0.242360  0.020013   \n",
       "7              Of Fëanor and the Unchaining of Melkor  0.250856  0.056074   \n",
       "8       Of the Silmarils and the Unrest of the Noldor  0.020562  0.070426   \n",
       "9                         Of the Darkening of Valinor -0.136219  0.097235   \n",
       "10                        Of the Flight of the Noldor -0.070113  0.098428   \n",
       "11                                      Of the Sindar  0.139217  0.049974   \n",
       "12      Of the Sun and Moon and the Hiding of Valinor  0.019620  0.081535   \n",
       "13                                             Of Men  0.207397  0.046750   \n",
       "14                        Of the Return of the Noldor  0.056553  0.075520   \n",
       "15                        Of Beleriand and its Realms  0.183431  0.032048   \n",
       "16                         Of the Noldor in Beleriand -0.058446  0.090192   \n",
       "17                                         Of Maeglin  0.049436  0.062219   \n",
       "18                 Of the Coming of Men into the West  0.100777  0.053270   \n",
       "19  Of the Ruin of Beleriand and the Fall of Fingo... -0.095409  0.095358   \n",
       "20                               Of Beren and Lúthien -0.058940  0.087864   \n",
       "21            Of the Fifth Battle: Nirnaeth Arnoediad -0.093714  0.091267   \n",
       "22                                  Of Túrin Turambar -0.104020  0.096128   \n",
       "23                             Of the Ruin of Doriath -0.046306  0.078442   \n",
       "24                   Of Tuor and the Fall of Gondolin  0.056955  0.069365   \n",
       "25     Of the Voyage of Eärendil and the War of Wrath -0.015284  0.073148   \n",
       "26                                         Akallabêth  0.051844  0.085110   \n",
       "27            Of the Rings of Power and the Third Age  0.023425  0.068899   \n",
       "\n",
       "     Neutral  Positive  \n",
       "0   0.868262  0.090243  \n",
       "1   0.842964  0.094400  \n",
       "2   0.862181  0.074400  \n",
       "3   0.890349  0.072081  \n",
       "4   0.849608  0.073338  \n",
       "5   0.910294  0.062235  \n",
       "6   0.902267  0.077707  \n",
       "7   0.812944  0.130981  \n",
       "8   0.852638  0.076947  \n",
       "9   0.852132  0.050603  \n",
       "10  0.835412  0.066179  \n",
       "11  0.866961  0.083013  \n",
       "12  0.848169  0.070239  \n",
       "13  0.860250  0.093000  \n",
       "14  0.837093  0.087373  \n",
       "15  0.894590  0.073373  \n",
       "16  0.853374  0.056434  \n",
       "17  0.863077  0.074690  \n",
       "18  0.872788  0.073956  \n",
       "19  0.838692  0.065962  \n",
       "20  0.844916  0.067210  \n",
       "21  0.847055  0.061678  \n",
       "22  0.836114  0.067778  \n",
       "23  0.861476  0.060082  \n",
       "24  0.857770  0.072878  \n",
       "25  0.858930  0.067945  \n",
       "26  0.827944  0.086933  \n",
       "27  0.857348  0.073746  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "silmarillion_sentiments = pd.merge(data3, data4, left_index=True, right_index=True)\n",
    "\n",
    "silmarillion_sentiments=silmarillion_sentiments.rename(columns={\"compound\": \"Compound\", \"neg\": \"Negative\", \"neu\": \"Neutral\", \"pos\": \"Positive\"})\n",
    "\n",
    "silmarillion_sentiments.to_csv(r'C:\\Users\\Nick\\Desktop\\GitProjects\\NLP_projects\\The_Silmarillion\\silmarillion_sentiments.csv')\n",
    "\n",
    "silmarillion_sentiments"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "from textblob import TextBlob\n",
    "\n",
    "blob_book = TextBlob(book)\n",
    "blob_ainulindale = TextBlob(ainulindale)\n",
    "blob_valaquenta = TextBlob(valaquenta)\n",
    "blob_ch1 = TextBlob(ch1)\n",
    "blob_ch2 = TextBlob(ch2)\n",
    "blob_ch3 = TextBlob(ch3)\n",
    "blob_ch4 = TextBlob(ch4)\n",
    "blob_ch5 = TextBlob(ch5)\n",
    "blob_ch6 = TextBlob(ch6)\n",
    "blob_ch7 = TextBlob(ch7)\n",
    "blob_ch8 = TextBlob(ch8)\n",
    "blob_ch9 = TextBlob(ch9)\n",
    "blob_ch10 = TextBlob(ch10)\n",
    "blob_ch11 = TextBlob(ch11)\n",
    "blob_ch12 = TextBlob(ch12)\n",
    "blob_ch13 = TextBlob(ch13)\n",
    "blob_ch14 = TextBlob(ch14)\n",
    "blob_ch15 = TextBlob(ch15)\n",
    "blob_ch16 = TextBlob(ch16)\n",
    "blob_ch17 = TextBlob(ch17)\n",
    "blob_ch18 = TextBlob(ch18)\n",
    "blob_ch19 = TextBlob(ch19)\n",
    "blob_ch20 = TextBlob(ch20)\n",
    "blob_ch21 = TextBlob(ch21)\n",
    "blob_ch22 = TextBlob(ch22)\n",
    "blob_ch23 = TextBlob(ch23)\n",
    "blob_ch24 = TextBlob(ch24)\n",
    "blob_akallabeth = TextBlob(akallabeth)\n",
    "blob_rings = TextBlob(rings)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Subjectivity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.183743</td>\n",
       "      <td>0.500935</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.100240</td>\n",
       "      <td>0.362949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.112433</td>\n",
       "      <td>0.436940</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.104765</td>\n",
       "      <td>0.337905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.137582</td>\n",
       "      <td>0.445595</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.213627</td>\n",
       "      <td>0.459641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.196794</td>\n",
       "      <td>0.455862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.182022</td>\n",
       "      <td>0.452209</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.090569</td>\n",
       "      <td>0.434762</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.002558</td>\n",
       "      <td>0.372743</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.061965</td>\n",
       "      <td>0.355062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.188531</td>\n",
       "      <td>0.464264</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.069825</td>\n",
       "      <td>0.440690</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.181067</td>\n",
       "      <td>0.414920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.132181</td>\n",
       "      <td>0.405432</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.150945</td>\n",
       "      <td>0.506887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.006830</td>\n",
       "      <td>0.377626</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.065790</td>\n",
       "      <td>0.368909</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.129722</td>\n",
       "      <td>0.418454</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.082282</td>\n",
       "      <td>0.405506</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.047973</td>\n",
       "      <td>0.349357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.065086</td>\n",
       "      <td>0.353455</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.023371</td>\n",
       "      <td>0.390232</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.050824</td>\n",
       "      <td>0.394873</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.109597</td>\n",
       "      <td>0.448996</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.124001</td>\n",
       "      <td>0.370145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.085667</td>\n",
       "      <td>0.418282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.115798</td>\n",
       "      <td>0.422046</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Polarity  Subjectivity\n",
       "0   0.183743      0.500935\n",
       "1   0.100240      0.362949\n",
       "2   0.112433      0.436940\n",
       "3   0.104765      0.337905\n",
       "4   0.137582      0.445595\n",
       "5   0.213627      0.459641\n",
       "6   0.196794      0.455862\n",
       "7   0.182022      0.452209\n",
       "8   0.090569      0.434762\n",
       "9   0.002558      0.372743\n",
       "10  0.061965      0.355062\n",
       "11  0.188531      0.464264\n",
       "12  0.069825      0.440690\n",
       "13  0.181067      0.414920\n",
       "14  0.132181      0.405432\n",
       "15  0.150945      0.506887\n",
       "16  0.006830      0.377626\n",
       "17  0.065790      0.368909\n",
       "18  0.129722      0.418454\n",
       "19  0.082282      0.405506\n",
       "20  0.047973      0.349357\n",
       "21  0.065086      0.353455\n",
       "22  0.023371      0.390232\n",
       "23  0.050824      0.394873\n",
       "24  0.109597      0.448996\n",
       "25  0.124001      0.370145\n",
       "26  0.085667      0.418282\n",
       "27  0.115798      0.422046"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "blobs = [blob_ainulindale,blob_valaquenta,blob_ch1,blob_ch2,blob_ch3,blob_ch4,blob_ch5,blob_ch6,blob_ch7,\n",
    "         blob_ch8,blob_ch9,blob_ch10,blob_ch11,blob_ch12,blob_ch13,blob_ch14,blob_ch15,blob_ch16,blob_ch17,\n",
    "         blob_ch18,blob_ch19,blob_ch20,blob_ch21,blob_ch22,blob_ch23,blob_ch24,blob_akallabeth,blob_rings]\n",
    "\n",
    "polarity_list = list()\n",
    "subjectivity_list = list()\n",
    "\n",
    "for blob in blobs:\n",
    "    sentence_list1 = blob.sentences\n",
    "    polarity = (0)\n",
    "    subjectivity = (0)\n",
    "        \n",
    "    for sentence in sentence_list1:\n",
    "        pl=sentence.sentiment.polarity\n",
    "        polarity += pl\n",
    "        sb=sentence.sentiment.subjectivity\n",
    "        subjectivity += sb\n",
    "            \n",
    "    polarity = polarity / len(sentence_list1)\n",
    "    subjectivity = subjectivity / len(sentence_list1)\n",
    "\n",
    "    polarity_list.append(polarity)  \n",
    "    subjectivity_list.append(subjectivity)\n",
    "\n",
    "data5 = pd.DataFrame(polarity_list)  \n",
    "data6 = pd.DataFrame(subjectivity_list)  \n",
    "data7 = pd.merge(data5, data6, left_index=True, right_index=True)\n",
    "data7=data7.rename(columns={'0_x': \"Polarity\", '0_y': 'Subjectivity'})\n",
    "\n",
    "data7"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Text</th>\n",
       "      <th>Chapters</th>\n",
       "      <th>Compound</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Neutral</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Subjectivity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...</td>\n",
       "      <td>Ainulindalë</td>\n",
       "      <td>0.221757</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "      <td>0.183743</td>\n",
       "      <td>0.500935</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...</td>\n",
       "      <td>Valaquenta</td>\n",
       "      <td>0.095772</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "      <td>0.100240</td>\n",
       "      <td>0.362949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...</td>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "      <td>0.058558</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "      <td>0.112433</td>\n",
       "      <td>0.436940</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...</td>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "      <td>0.128009</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "      <td>0.104765</td>\n",
       "      <td>0.337905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Chapter 3 \\n\\nOf the Coming of the Elves and t...</td>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "      <td>-0.008435</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "      <td>0.137582</td>\n",
       "      <td>0.445595</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Chapter 4 \\n\\nOf Thingol and Melian \\n\\nMelian...</td>\n",
       "      <td>Of Thingol and Melian</td>\n",
       "      <td>0.200253</td>\n",
       "      <td>0.027412</td>\n",
       "      <td>0.910294</td>\n",
       "      <td>0.062235</td>\n",
       "      <td>0.213627</td>\n",
       "      <td>0.459641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Chapter 5 \\n\\nOf Eldamar and the Princes of th...</td>\n",
       "      <td>Of Eldamar and the Princes of the Eldalië</td>\n",
       "      <td>0.242360</td>\n",
       "      <td>0.020013</td>\n",
       "      <td>0.902267</td>\n",
       "      <td>0.077707</td>\n",
       "      <td>0.196794</td>\n",
       "      <td>0.455862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Chapter 6 \\n\\nOf Feanor and the Unchaining of ...</td>\n",
       "      <td>Of Fëanor and the Unchaining of Melkor</td>\n",
       "      <td>0.250856</td>\n",
       "      <td>0.056074</td>\n",
       "      <td>0.812944</td>\n",
       "      <td>0.130981</td>\n",
       "      <td>0.182022</td>\n",
       "      <td>0.452209</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Chapter 7 \\n\\nOf the Silmarils and the Unrest ...</td>\n",
       "      <td>Of the Silmarils and the Unrest of the Noldor</td>\n",
       "      <td>0.020562</td>\n",
       "      <td>0.070426</td>\n",
       "      <td>0.852638</td>\n",
       "      <td>0.076947</td>\n",
       "      <td>0.090569</td>\n",
       "      <td>0.434762</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Chapter 8 \\n\\nOf the Darkening of Valinor \\n\\n...</td>\n",
       "      <td>Of the Darkening of Valinor</td>\n",
       "      <td>-0.136219</td>\n",
       "      <td>0.097235</td>\n",
       "      <td>0.852132</td>\n",
       "      <td>0.050603</td>\n",
       "      <td>0.002558</td>\n",
       "      <td>0.372743</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Chapter 9 \\n\\nOf the Flight of the Noldor \\n\\n...</td>\n",
       "      <td>Of the Flight of the Noldor</td>\n",
       "      <td>-0.070113</td>\n",
       "      <td>0.098428</td>\n",
       "      <td>0.835412</td>\n",
       "      <td>0.066179</td>\n",
       "      <td>0.061965</td>\n",
       "      <td>0.355062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Chapter 10 \\nOf the Sindar \\n\\nNow as has been...</td>\n",
       "      <td>Of the Sindar</td>\n",
       "      <td>0.139217</td>\n",
       "      <td>0.049974</td>\n",
       "      <td>0.866961</td>\n",
       "      <td>0.083013</td>\n",
       "      <td>0.188531</td>\n",
       "      <td>0.464264</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Chapter 11 \\n\\nOf the Sun and Moon and the Hid...</td>\n",
       "      <td>Of the Sun and Moon and the Hiding of Valinor</td>\n",
       "      <td>0.019620</td>\n",
       "      <td>0.081535</td>\n",
       "      <td>0.848169</td>\n",
       "      <td>0.070239</td>\n",
       "      <td>0.069825</td>\n",
       "      <td>0.440690</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Chapter 12 \\nOf Men \\n\\nThe Valar sat now behi...</td>\n",
       "      <td>Of Men</td>\n",
       "      <td>0.207397</td>\n",
       "      <td>0.046750</td>\n",
       "      <td>0.860250</td>\n",
       "      <td>0.093000</td>\n",
       "      <td>0.181067</td>\n",
       "      <td>0.414920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Chapter 13 \\n\\nOf the Return of the Noldor \\n\\...</td>\n",
       "      <td>Of the Return of the Noldor</td>\n",
       "      <td>0.056553</td>\n",
       "      <td>0.075520</td>\n",
       "      <td>0.837093</td>\n",
       "      <td>0.087373</td>\n",
       "      <td>0.132181</td>\n",
       "      <td>0.405432</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Chapter 14 \\n\\nOf Beleriand and Its Realms \\n\\...</td>\n",
       "      <td>Of Beleriand and its Realms</td>\n",
       "      <td>0.183431</td>\n",
       "      <td>0.032048</td>\n",
       "      <td>0.894590</td>\n",
       "      <td>0.073373</td>\n",
       "      <td>0.150945</td>\n",
       "      <td>0.506887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Chapter 15 \\n\\nOf the Noldor in Beleriand \\n\\n...</td>\n",
       "      <td>Of the Noldor in Beleriand</td>\n",
       "      <td>-0.058446</td>\n",
       "      <td>0.090192</td>\n",
       "      <td>0.853374</td>\n",
       "      <td>0.056434</td>\n",
       "      <td>0.006830</td>\n",
       "      <td>0.377626</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Chapter 16 \\nOf Maeglin \\n\\n\\nAredhel Ar-Feini...</td>\n",
       "      <td>Of Maeglin</td>\n",
       "      <td>0.049436</td>\n",
       "      <td>0.062219</td>\n",
       "      <td>0.863077</td>\n",
       "      <td>0.074690</td>\n",
       "      <td>0.065790</td>\n",
       "      <td>0.368909</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Chapter 17 \\n\\nOf the Coming of Men into the W...</td>\n",
       "      <td>Of the Coming of Men into the West</td>\n",
       "      <td>0.100777</td>\n",
       "      <td>0.053270</td>\n",
       "      <td>0.872788</td>\n",
       "      <td>0.073956</td>\n",
       "      <td>0.129722</td>\n",
       "      <td>0.418454</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Chapter 18 \\n\\nOf the Ruin of Beleriand and th...</td>\n",
       "      <td>Of the Ruin of Beleriand and the Fall of Fingo...</td>\n",
       "      <td>-0.095409</td>\n",
       "      <td>0.095358</td>\n",
       "      <td>0.838692</td>\n",
       "      <td>0.065962</td>\n",
       "      <td>0.082282</td>\n",
       "      <td>0.405506</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Chapter 19 \\nOf Beren and Luthien \\n\\n\\nAmong ...</td>\n",
       "      <td>Of Beren and Lúthien</td>\n",
       "      <td>-0.058940</td>\n",
       "      <td>0.087864</td>\n",
       "      <td>0.844916</td>\n",
       "      <td>0.067210</td>\n",
       "      <td>0.047973</td>\n",
       "      <td>0.349357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Chapter 20 \\n\\nOf the Fifth Battle: Nirnaeth A...</td>\n",
       "      <td>Of the Fifth Battle: Nirnaeth Arnoediad</td>\n",
       "      <td>-0.093714</td>\n",
       "      <td>0.091267</td>\n",
       "      <td>0.847055</td>\n",
       "      <td>0.061678</td>\n",
       "      <td>0.065086</td>\n",
       "      <td>0.353455</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Chapter 21 \\nOf Turin Turambar \\n\\n\\n\\nRian, d...</td>\n",
       "      <td>Of Túrin Turambar</td>\n",
       "      <td>-0.104020</td>\n",
       "      <td>0.096128</td>\n",
       "      <td>0.836114</td>\n",
       "      <td>0.067778</td>\n",
       "      <td>0.023371</td>\n",
       "      <td>0.390232</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Chapter 22 \\n\\nOf the Ruin of Doriath \\n\\nSo e...</td>\n",
       "      <td>Of the Ruin of Doriath</td>\n",
       "      <td>-0.046306</td>\n",
       "      <td>0.078442</td>\n",
       "      <td>0.861476</td>\n",
       "      <td>0.060082</td>\n",
       "      <td>0.050824</td>\n",
       "      <td>0.394873</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Chapter 23 \\n\\nOf Tuor and the Fall of Gondoli...</td>\n",
       "      <td>Of Tuor and the Fall of Gondolin</td>\n",
       "      <td>0.056955</td>\n",
       "      <td>0.069365</td>\n",
       "      <td>0.857770</td>\n",
       "      <td>0.072878</td>\n",
       "      <td>0.109597</td>\n",
       "      <td>0.448996</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Chapter 24 \\n\\nOf the Voyage of Earendil and t...</td>\n",
       "      <td>Of the Voyage of Eärendil and the War of Wrath</td>\n",
       "      <td>-0.015284</td>\n",
       "      <td>0.073148</td>\n",
       "      <td>0.858930</td>\n",
       "      <td>0.067945</td>\n",
       "      <td>0.124001</td>\n",
       "      <td>0.370145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>AKALLABETH \\n\\nThe Downfall of Numenor \\n\\n\\n\\...</td>\n",
       "      <td>Akallabêth</td>\n",
       "      <td>0.051844</td>\n",
       "      <td>0.085110</td>\n",
       "      <td>0.827944</td>\n",
       "      <td>0.086933</td>\n",
       "      <td>0.085667</td>\n",
       "      <td>0.418282</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>OF THE RINGS OF POWER \\nAND THE THIRD AGE \\n\\n...</td>\n",
       "      <td>Of the Rings of Power and the Third Age</td>\n",
       "      <td>0.023425</td>\n",
       "      <td>0.068899</td>\n",
       "      <td>0.857348</td>\n",
       "      <td>0.073746</td>\n",
       "      <td>0.115798</td>\n",
       "      <td>0.422046</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Text  \\\n",
       "0   Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...   \n",
       "1   VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...   \n",
       "2   Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...   \n",
       "3   Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...   \n",
       "4   Chapter 3 \\n\\nOf the Coming of the Elves and t...   \n",
       "5   Chapter 4 \\n\\nOf Thingol and Melian \\n\\nMelian...   \n",
       "6   Chapter 5 \\n\\nOf Eldamar and the Princes of th...   \n",
       "7   Chapter 6 \\n\\nOf Feanor and the Unchaining of ...   \n",
       "8   Chapter 7 \\n\\nOf the Silmarils and the Unrest ...   \n",
       "9   Chapter 8 \\n\\nOf the Darkening of Valinor \\n\\n...   \n",
       "10  Chapter 9 \\n\\nOf the Flight of the Noldor \\n\\n...   \n",
       "11  Chapter 10 \\nOf the Sindar \\n\\nNow as has been...   \n",
       "12  Chapter 11 \\n\\nOf the Sun and Moon and the Hid...   \n",
       "13  Chapter 12 \\nOf Men \\n\\nThe Valar sat now behi...   \n",
       "14  Chapter 13 \\n\\nOf the Return of the Noldor \\n\\...   \n",
       "15  Chapter 14 \\n\\nOf Beleriand and Its Realms \\n\\...   \n",
       "16  Chapter 15 \\n\\nOf the Noldor in Beleriand \\n\\n...   \n",
       "17  Chapter 16 \\nOf Maeglin \\n\\n\\nAredhel Ar-Feini...   \n",
       "18  Chapter 17 \\n\\nOf the Coming of Men into the W...   \n",
       "19  Chapter 18 \\n\\nOf the Ruin of Beleriand and th...   \n",
       "20  Chapter 19 \\nOf Beren and Luthien \\n\\n\\nAmong ...   \n",
       "21  Chapter 20 \\n\\nOf the Fifth Battle: Nirnaeth A...   \n",
       "22  Chapter 21 \\nOf Turin Turambar \\n\\n\\n\\nRian, d...   \n",
       "23  Chapter 22 \\n\\nOf the Ruin of Doriath \\n\\nSo e...   \n",
       "24  Chapter 23 \\n\\nOf Tuor and the Fall of Gondoli...   \n",
       "25  Chapter 24 \\n\\nOf the Voyage of Earendil and t...   \n",
       "26  AKALLABETH \\n\\nThe Downfall of Numenor \\n\\n\\n\\...   \n",
       "27  OF THE RINGS OF POWER \\nAND THE THIRD AGE \\n\\n...   \n",
       "\n",
       "                                             Chapters  Compound  Negative  \\\n",
       "0                                         Ainulindalë  0.221757  0.041515   \n",
       "1                                          Valaquenta  0.095772  0.062664   \n",
       "2                            Of the Beginning of Days  0.058558  0.063476   \n",
       "3                                 Of Aulë and Yavanna  0.128009  0.037605   \n",
       "4   Of the Coming of the Elves and the Captivity o... -0.008435  0.077031   \n",
       "5                               Of Thingol and Melian  0.200253  0.027412   \n",
       "6           Of Eldamar and the Princes of the Eldalië  0.242360  0.020013   \n",
       "7              Of Fëanor and the Unchaining of Melkor  0.250856  0.056074   \n",
       "8       Of the Silmarils and the Unrest of the Noldor  0.020562  0.070426   \n",
       "9                         Of the Darkening of Valinor -0.136219  0.097235   \n",
       "10                        Of the Flight of the Noldor -0.070113  0.098428   \n",
       "11                                      Of the Sindar  0.139217  0.049974   \n",
       "12      Of the Sun and Moon and the Hiding of Valinor  0.019620  0.081535   \n",
       "13                                             Of Men  0.207397  0.046750   \n",
       "14                        Of the Return of the Noldor  0.056553  0.075520   \n",
       "15                        Of Beleriand and its Realms  0.183431  0.032048   \n",
       "16                         Of the Noldor in Beleriand -0.058446  0.090192   \n",
       "17                                         Of Maeglin  0.049436  0.062219   \n",
       "18                 Of the Coming of Men into the West  0.100777  0.053270   \n",
       "19  Of the Ruin of Beleriand and the Fall of Fingo... -0.095409  0.095358   \n",
       "20                               Of Beren and Lúthien -0.058940  0.087864   \n",
       "21            Of the Fifth Battle: Nirnaeth Arnoediad -0.093714  0.091267   \n",
       "22                                  Of Túrin Turambar -0.104020  0.096128   \n",
       "23                             Of the Ruin of Doriath -0.046306  0.078442   \n",
       "24                   Of Tuor and the Fall of Gondolin  0.056955  0.069365   \n",
       "25     Of the Voyage of Eärendil and the War of Wrath -0.015284  0.073148   \n",
       "26                                         Akallabêth  0.051844  0.085110   \n",
       "27            Of the Rings of Power and the Third Age  0.023425  0.068899   \n",
       "\n",
       "     Neutral  Positive  Polarity  Subjectivity  \n",
       "0   0.868262  0.090243  0.183743      0.500935  \n",
       "1   0.842964  0.094400  0.100240      0.362949  \n",
       "2   0.862181  0.074400  0.112433      0.436940  \n",
       "3   0.890349  0.072081  0.104765      0.337905  \n",
       "4   0.849608  0.073338  0.137582      0.445595  \n",
       "5   0.910294  0.062235  0.213627      0.459641  \n",
       "6   0.902267  0.077707  0.196794      0.455862  \n",
       "7   0.812944  0.130981  0.182022      0.452209  \n",
       "8   0.852638  0.076947  0.090569      0.434762  \n",
       "9   0.852132  0.050603  0.002558      0.372743  \n",
       "10  0.835412  0.066179  0.061965      0.355062  \n",
       "11  0.866961  0.083013  0.188531      0.464264  \n",
       "12  0.848169  0.070239  0.069825      0.440690  \n",
       "13  0.860250  0.093000  0.181067      0.414920  \n",
       "14  0.837093  0.087373  0.132181      0.405432  \n",
       "15  0.894590  0.073373  0.150945      0.506887  \n",
       "16  0.853374  0.056434  0.006830      0.377626  \n",
       "17  0.863077  0.074690  0.065790      0.368909  \n",
       "18  0.872788  0.073956  0.129722      0.418454  \n",
       "19  0.838692  0.065962  0.082282      0.405506  \n",
       "20  0.844916  0.067210  0.047973      0.349357  \n",
       "21  0.847055  0.061678  0.065086      0.353455  \n",
       "22  0.836114  0.067778  0.023371      0.390232  \n",
       "23  0.861476  0.060082  0.050824      0.394873  \n",
       "24  0.857770  0.072878  0.109597      0.448996  \n",
       "25  0.858930  0.067945  0.124001      0.370145  \n",
       "26  0.827944  0.086933  0.085667      0.418282  \n",
       "27  0.857348  0.073746  0.115798      0.422046  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "silmarillion_sentiments = pd.merge(silmarillion_sentiments, data7, left_index=True, right_index=True)\n",
    "\n",
    "silmarillion_sentiments.to_csv(r'C:\\Users\\Nick\\Desktop\\GitProjects\\NLP_projects\\The_Silmarillion\\silmarillion_sentiments.csv')\n",
    "\n",
    "silmarillion_sentiments"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Total_words</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>20310</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>18190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>20889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>10463</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>21285</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>3440</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>14525</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>9419</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>14864</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10810</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>34290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>17114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12994</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>6209</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>30885</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>18119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>13816</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>22486</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>24783</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>29963</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>67451</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>25479</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>75748</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>26569</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>19299</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>24699</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>63248</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>53606</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Total_words\n",
       "0         20310\n",
       "1         18190\n",
       "2         20889\n",
       "3         10463\n",
       "4         21285\n",
       "5          3440\n",
       "6         14525\n",
       "7          9419\n",
       "8         14864\n",
       "9         10810\n",
       "10        34290\n",
       "11        17114\n",
       "12        12994\n",
       "13         6209\n",
       "14        30885\n",
       "15        18119\n",
       "16        13816\n",
       "17        22486\n",
       "18        24783\n",
       "19        29963\n",
       "20        67451\n",
       "21        25479\n",
       "22        75748\n",
       "23        26569\n",
       "24        19299\n",
       "25        24699\n",
       "26        63248\n",
       "27        53606"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "chapters = [ainulindale,valaquenta,ch1,ch2,ch3,ch4,ch5,ch6,ch7,ch8,ch9,ch10,ch11,ch12,ch13,ch14,ch15,ch16,ch17,\n",
    "            ch18,ch19,ch20,ch21,ch22,ch23,ch24,akallabeth,rings]\n",
    "\n",
    "wordlength_list = list()\n",
    "\n",
    "for chapter in chapters:\n",
    "    count = len(chapter)\n",
    "        \n",
    "    wordlength_list.append(count)  \n",
    "\n",
    "data8 = pd.DataFrame(wordlength_list)  \n",
    "data8=data8.rename(columns={0: 'Total_words'})\n",
    "data8"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Text</th>\n",
       "      <th>Chapters</th>\n",
       "      <th>Compound</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Neutral</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Subjectivity</th>\n",
       "      <th>Total_words</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...</td>\n",
       "      <td>Ainulindalë</td>\n",
       "      <td>0.221757</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "      <td>0.183743</td>\n",
       "      <td>0.500935</td>\n",
       "      <td>20310</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...</td>\n",
       "      <td>Valaquenta</td>\n",
       "      <td>0.095772</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "      <td>0.100240</td>\n",
       "      <td>0.362949</td>\n",
       "      <td>18190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...</td>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "      <td>0.058558</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "      <td>0.112433</td>\n",
       "      <td>0.436940</td>\n",
       "      <td>20889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...</td>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "      <td>0.128009</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "      <td>0.104765</td>\n",
       "      <td>0.337905</td>\n",
       "      <td>10463</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Chapter 3 \\n\\nOf the Coming of the Elves and t...</td>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "      <td>-0.008435</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "      <td>0.137582</td>\n",
       "      <td>0.445595</td>\n",
       "      <td>21285</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                Text  \\\n",
       "0  Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...   \n",
       "1  VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...   \n",
       "2  Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...   \n",
       "3  Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...   \n",
       "4  Chapter 3 \\n\\nOf the Coming of the Elves and t...   \n",
       "\n",
       "                                            Chapters  Compound  Negative  \\\n",
       "0                                        Ainulindalë  0.221757  0.041515   \n",
       "1                                         Valaquenta  0.095772  0.062664   \n",
       "2                           Of the Beginning of Days  0.058558  0.063476   \n",
       "3                                Of Aulë and Yavanna  0.128009  0.037605   \n",
       "4  Of the Coming of the Elves and the Captivity o... -0.008435  0.077031   \n",
       "\n",
       "    Neutral  Positive  Polarity  Subjectivity  Total_words  \n",
       "0  0.868262  0.090243  0.183743      0.500935        20310  \n",
       "1  0.842964  0.094400  0.100240      0.362949        18190  \n",
       "2  0.862181  0.074400  0.112433      0.436940        20889  \n",
       "3  0.890349  0.072081  0.104765      0.337905        10463  \n",
       "4  0.849608  0.073338  0.137582      0.445595        21285  "
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "silmarillion_sentiments = pd.merge(silmarillion_sentiments, data8, left_index=True, right_index=True)\n",
    "\n",
    "silmarillion_sentiments.to_csv(r'C:\\Users\\Nick\\Desktop\\GitProjects\\NLP_projects\\The_Silmarillion\\silmarillion_sentiments.csv')\n",
    "\n",
    "silmarillion_sentiments.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Text</th>\n",
       "      <th>Chapters</th>\n",
       "      <th>Compound</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Neutral</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Subjectivity</th>\n",
       "      <th>Total_words</th>\n",
       "      <th>Rating</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...</td>\n",
       "      <td>Ainulindalë</td>\n",
       "      <td>0.221757</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "      <td>0.183743</td>\n",
       "      <td>0.500935</td>\n",
       "      <td>20310</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...</td>\n",
       "      <td>Valaquenta</td>\n",
       "      <td>0.095772</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "      <td>0.100240</td>\n",
       "      <td>0.362949</td>\n",
       "      <td>18190</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...</td>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "      <td>0.058558</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "      <td>0.112433</td>\n",
       "      <td>0.436940</td>\n",
       "      <td>20889</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...</td>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "      <td>0.128009</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "      <td>0.104765</td>\n",
       "      <td>0.337905</td>\n",
       "      <td>10463</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Chapter 3 \\n\\nOf the Coming of the Elves and t...</td>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "      <td>-0.008435</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "      <td>0.137582</td>\n",
       "      <td>0.445595</td>\n",
       "      <td>21285</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Chapter 4 \\n\\nOf Thingol and Melian \\n\\nMelian...</td>\n",
       "      <td>Of Thingol and Melian</td>\n",
       "      <td>0.200253</td>\n",
       "      <td>0.027412</td>\n",
       "      <td>0.910294</td>\n",
       "      <td>0.062235</td>\n",
       "      <td>0.213627</td>\n",
       "      <td>0.459641</td>\n",
       "      <td>3440</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Chapter 5 \\n\\nOf Eldamar and the Princes of th...</td>\n",
       "      <td>Of Eldamar and the Princes of the Eldalië</td>\n",
       "      <td>0.242360</td>\n",
       "      <td>0.020013</td>\n",
       "      <td>0.902267</td>\n",
       "      <td>0.077707</td>\n",
       "      <td>0.196794</td>\n",
       "      <td>0.455862</td>\n",
       "      <td>14525</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Chapter 6 \\n\\nOf Feanor and the Unchaining of ...</td>\n",
       "      <td>Of Fëanor and the Unchaining of Melkor</td>\n",
       "      <td>0.250856</td>\n",
       "      <td>0.056074</td>\n",
       "      <td>0.812944</td>\n",
       "      <td>0.130981</td>\n",
       "      <td>0.182022</td>\n",
       "      <td>0.452209</td>\n",
       "      <td>9419</td>\n",
       "      <td>Positive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Chapter 7 \\n\\nOf the Silmarils and the Unrest ...</td>\n",
       "      <td>Of the Silmarils and the Unrest of the Noldor</td>\n",
       "      <td>0.020562</td>\n",
       "      <td>0.070426</td>\n",
       "      <td>0.852638</td>\n",
       "      <td>0.076947</td>\n",
       "      <td>0.090569</td>\n",
       "      <td>0.434762</td>\n",
       "      <td>14864</td>\n",
       "      <td>Neutral</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Chapter 8 \\n\\nOf the Darkening of Valinor \\n\\n...</td>\n",
       "      <td>Of the Darkening of Valinor</td>\n",
       "      <td>-0.136219</td>\n",
       "      <td>0.097235</td>\n",
       "      <td>0.852132</td>\n",
       "      <td>0.050603</td>\n",
       "      <td>0.002558</td>\n",
       "      <td>0.372743</td>\n",
       "      <td>10810</td>\n",
       "      <td>Negative</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                Text  \\\n",
       "0  Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...   \n",
       "1  VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...   \n",
       "2  Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...   \n",
       "3  Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...   \n",
       "4  Chapter 3 \\n\\nOf the Coming of the Elves and t...   \n",
       "5  Chapter 4 \\n\\nOf Thingol and Melian \\n\\nMelian...   \n",
       "6  Chapter 5 \\n\\nOf Eldamar and the Princes of th...   \n",
       "7  Chapter 6 \\n\\nOf Feanor and the Unchaining of ...   \n",
       "8  Chapter 7 \\n\\nOf the Silmarils and the Unrest ...   \n",
       "9  Chapter 8 \\n\\nOf the Darkening of Valinor \\n\\n...   \n",
       "\n",
       "                                            Chapters  Compound  Negative  \\\n",
       "0                                        Ainulindalë  0.221757  0.041515   \n",
       "1                                         Valaquenta  0.095772  0.062664   \n",
       "2                           Of the Beginning of Days  0.058558  0.063476   \n",
       "3                                Of Aulë and Yavanna  0.128009  0.037605   \n",
       "4  Of the Coming of the Elves and the Captivity o... -0.008435  0.077031   \n",
       "5                              Of Thingol and Melian  0.200253  0.027412   \n",
       "6          Of Eldamar and the Princes of the Eldalië  0.242360  0.020013   \n",
       "7             Of Fëanor and the Unchaining of Melkor  0.250856  0.056074   \n",
       "8      Of the Silmarils and the Unrest of the Noldor  0.020562  0.070426   \n",
       "9                        Of the Darkening of Valinor -0.136219  0.097235   \n",
       "\n",
       "    Neutral  Positive  Polarity  Subjectivity  Total_words    Rating  \n",
       "0  0.868262  0.090243  0.183743      0.500935        20310  Positive  \n",
       "1  0.842964  0.094400  0.100240      0.362949        18190  Positive  \n",
       "2  0.862181  0.074400  0.112433      0.436940        20889  Positive  \n",
       "3  0.890349  0.072081  0.104765      0.337905        10463  Positive  \n",
       "4  0.849608  0.073338  0.137582      0.445595        21285   Neutral  \n",
       "5  0.910294  0.062235  0.213627      0.459641         3440  Positive  \n",
       "6  0.902267  0.077707  0.196794      0.455862        14525  Positive  \n",
       "7  0.812944  0.130981  0.182022      0.452209         9419  Positive  \n",
       "8  0.852638  0.076947  0.090569      0.434762        14864   Neutral  \n",
       "9  0.852132  0.050603  0.002558      0.372743        10810  Negative  "
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def rating(silmarillion_sentiments):\n",
    "    if silmarillion_sentiments['Compound'] > 0.05:\n",
    "        return 'Positive'\n",
    "    elif silmarillion_sentiments['Compound'] < -0.05:\n",
    "        return 'Negative'\n",
    "    else:\n",
    "        return 'Neutral'\n",
    "\n",
    "silmarillion_sentiments['Rating'] = silmarillion_sentiments.apply(rating, axis=1)\n",
    "\n",
    "silmarillion_sentiments.to_csv(r'C:\\Users\\Nick\\Desktop\\GitProjects\\NLP_projects\\The_Silmarillion\\silmarillion_sentiments.csv')\n",
    "\n",
    "silmarillion_sentiments.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[[('lluvatar', 33),\n",
       "  ('music', 26),\n",
       "  ('melkor', 19),\n",
       "  ('world', 19),\n",
       "  ('ainur', 12),\n",
       "  ('theme', 11),\n",
       "  ('vision', 11),\n",
       "  ('time', 10),\n",
       "  ('part', 7),\n",
       "  ('habitation', 7)],\n",
       " [('world', 12),\n",
       "  ('earth', 12),\n",
       "  ('aule', 9),\n",
       "  ('music', 7),\n",
       "  ('manwe', 7),\n",
       "  ('melkor', 7),\n",
       "  ('name', 7),\n",
       "  ('sea', 6),\n",
       "  ('valar', 5),\n",
       "  ('maiar', 5)],\n",
       " [('earth', 23),\n",
       "  ('world', 19),\n",
       "  ('melkor', 15),\n",
       "  ('time', 13),\n",
       "  ('valar', 9),\n",
       "  ('hour', 9),\n",
       "  ('lluvatar', 8),\n",
       "  ('arda', 7),\n",
       "  ('darkness', 7),\n",
       "  ('music', 7)],\n",
       " [('aule', 19),\n",
       "  ('thou', 13),\n",
       "  ('lluvatar', 10),\n",
       "  ('yavanna', 8),\n",
       "  ('work', 6),\n",
       "  ('desire', 5),\n",
       "  ('power', 5),\n",
       "  ('voice', 5),\n",
       "  ('dost', 5),\n",
       "  ('hast', 5)],\n",
       " [('earth', 13),\n",
       "  ('melkor', 12),\n",
       "  ('sea', 10),\n",
       "  ('world', 9),\n",
       "  ('time', 8),\n",
       "  ('valar', 8),\n",
       "  ('quendi', 7),\n",
       "  ('river', 7),\n",
       "  ('lluvatar', 6),\n",
       "  ('water', 6)],\n",
       " [('thingol', 4),\n",
       "  ('time', 3),\n",
       "  ('earth', 3),\n",
       "  ('elwe', 3),\n",
       "  ('song', 2),\n",
       "  ('world', 2),\n",
       "  ('valinor', 2),\n",
       "  ('voice', 2),\n",
       "  ('beleriand', 2),\n",
       "  ('teleri', 2)],\n",
       " [('sea', 19),\n",
       "  ('earth', 7),\n",
       "  ('teleri', 7),\n",
       "  ('noldor', 6),\n",
       "  ('valinor', 6),\n",
       "  ('land', 6),\n",
       "  ('aman', 6),\n",
       "  ('vanyar', 5),\n",
       "  ('lord', 5),\n",
       "  ('dwelt', 5)],\n",
       " [('melkor', 8),\n",
       "  ('finwe', 7),\n",
       "  ('feanor', 6),\n",
       "  ('miriel', 6),\n",
       "  ('heart', 6),\n",
       "  ('body', 5),\n",
       "  ('love', 5),\n",
       "  ('counsel', 5),\n",
       "  ('eldar', 4),\n",
       "  ('name', 4)],\n",
       " [('feanor', 16),\n",
       "  ('melkor', 11),\n",
       "  ('time', 8),\n",
       "  ('heart', 7),\n",
       "  ('valar', 7),\n",
       "  ('tirion', 6),\n",
       "  ('fingolfin', 6),\n",
       "  ('place', 6),\n",
       "  ('fire', 5),\n",
       "  ('thou', 5)],\n",
       " [('melkor', 12),\n",
       "  ('darkness', 8),\n",
       "  ('manwe', 5),\n",
       "  ('form', 4),\n",
       "  ('beneath', 4),\n",
       "  ('dark', 4),\n",
       "  ('sea', 4),\n",
       "  ('eldar', 4),\n",
       "  ('light', 4),\n",
       "  ('mountain', 4)],\n",
       " [('feanor', 28),\n",
       "  ('noldor', 19),\n",
       "  ('sea', 13),\n",
       "  ('thou', 11),\n",
       "  ('earth', 11),\n",
       "  ('valar', 10),\n",
       "  ('world', 10),\n",
       "  ('fingolfin', 10),\n",
       "  ('doom', 9),\n",
       "  ('dark', 9)],\n",
       " [('thingol', 19),\n",
       "  ('beleriand', 10),\n",
       "  ('time', 8),\n",
       "  ('earth', 7),\n",
       "  ('peace', 7),\n",
       "  ('sindar', 6),\n",
       "  ('power', 6),\n",
       "  ('river', 6),\n",
       "  ('sea', 6),\n",
       "  ('age', 5)],\n",
       " [('earth', 12),\n",
       "  ('tilion', 10),\n",
       "  ('moon', 9),\n",
       "  ('sun', 7),\n",
       "  ('valinor', 7),\n",
       "  ('valar', 6),\n",
       "  ('time', 5),\n",
       "  ('fire', 5),\n",
       "  ('song', 4),\n",
       "  ('yavanna', 4)],\n",
       " [('earth', 7),\n",
       "  ('time', 5),\n",
       "  ('race', 3),\n",
       "  ('death', 3),\n",
       "  ('eldar', 2),\n",
       "  ('sun', 2),\n",
       "  ('part', 2),\n",
       "  ('world', 2),\n",
       "  ('manwe', 2),\n",
       "  ('joy', 2)],\n",
       " [('angband', 16),\n",
       "  ('noldor', 14),\n",
       "  ('beleriand', 11),\n",
       "  ('feanor', 10),\n",
       "  ('morgoth', 10),\n",
       "  ('fingolfin', 10),\n",
       "  ('heart', 9),\n",
       "  ('earth', 8),\n",
       "  ('hithlum', 8),\n",
       "  ('fingon', 8)],\n",
       " [('sirion', 27),\n",
       "  ('land', 21),\n",
       "  ('gelion', 16),\n",
       "  ('beleriand', 12),\n",
       "  ('river', 11),\n",
       "  ('sea', 10),\n",
       "  ('lay', 9),\n",
       "  ('dorthonion', 8),\n",
       "  ('galen', 7),\n",
       "  ('nargothrond', 7)],\n",
       " [('turgon', 13),\n",
       "  ('noldor', 9),\n",
       "  ('galadriel', 7),\n",
       "  ('power', 6),\n",
       "  ('sea', 6),\n",
       "  ('thingol', 5),\n",
       "  ('beleriand', 4),\n",
       "  ('ulmo', 4),\n",
       "  ('city', 4),\n",
       "  ('heart', 4)],\n",
       " [('maeglin', 22),\n",
       "  ('aredhel', 17),\n",
       "  ('turgon', 16),\n",
       "  ('eol', 15),\n",
       "  ('son', 14),\n",
       "  ('gondolin', 12),\n",
       "  ('heart', 10),\n",
       "  ('land', 10),\n",
       "  ('curufin', 10),\n",
       "  ('wife', 9)],\n",
       " [('son', 14),\n",
       "  ('felagund', 10),\n",
       "  ('time', 10),\n",
       "  ('beor', 9),\n",
       "  ('house', 9),\n",
       "  ('eldar', 9),\n",
       "  ('beleriand', 7),\n",
       "  ('speech', 7),\n",
       "  ('land', 7),\n",
       "  ('lord', 6)],\n",
       " [('fingolfin', 17),\n",
       "  ('time', 16),\n",
       "  ('noldor', 13),\n",
       "  ('strength', 13),\n",
       "  ('sirion', 12),\n",
       "  ('house', 10),\n",
       "  ('gondolin', 10),\n",
       "  ('hurin', 10),\n",
       "  ('war', 9),\n",
       "  ('battle', 9)],\n",
       " [('luthien', 51),\n",
       "  ('beren', 37),\n",
       "  ('death', 30),\n",
       "  ('sauron', 25),\n",
       "  ('hand', 25),\n",
       "  ('power', 25),\n",
       "  ('world', 24),\n",
       "  ('time', 24),\n",
       "  ('celegorm', 24),\n",
       "  ('thingol', 23)],\n",
       " [('fingon', 24),\n",
       "  ('turgon', 18),\n",
       "  ('host', 13),\n",
       "  ('day', 11),\n",
       "  ('hurin', 11),\n",
       "  ('battle', 9),\n",
       "  ('son', 9),\n",
       "  ('hithlum', 9),\n",
       "  ('forth', 8),\n",
       "  ('war', 8)],\n",
       " [('turin', 76),\n",
       "  ('son', 42),\n",
       "  ('beleg', 36),\n",
       "  ('turambar', 35),\n",
       "  ('sword', 27),\n",
       "  ('glaurung', 26),\n",
       "  ('hurin', 25),\n",
       "  ('heart', 23),\n",
       "  ('gwindor', 23),\n",
       "  ('brandir', 23)],\n",
       " [('hurin', 20),\n",
       "  ('doriath', 18),\n",
       "  ('time', 10),\n",
       "  ('thingol', 9),\n",
       "  ('land', 8),\n",
       "  ('stone', 8),\n",
       "  ('son', 7),\n",
       "  ('turgon', 7),\n",
       "  ('darkness', 7),\n",
       "  ('grief', 6)],\n",
       " [('tuor', 21),\n",
       "  ('gondolin', 20),\n",
       "  ('heart', 12),\n",
       "  ('sea', 11),\n",
       "  ('city', 11),\n",
       "  ('turgon', 10),\n",
       "  ('idril', 9),\n",
       "  ('son', 8),\n",
       "  ('maeglin', 8),\n",
       "  ('time', 7)],\n",
       " [('earendil', 18),\n",
       "  ('sea', 13),\n",
       "  ('world', 13),\n",
       "  ('maglor', 10),\n",
       "  ('oath', 9),\n",
       "  ('earth', 8),\n",
       "  ('host', 8),\n",
       "  ('war', 7),\n",
       "  ('sirion', 7),\n",
       "  ('heart', 7)],\n",
       " [('land', 49),\n",
       "  ('world', 42),\n",
       "  ('sea', 30),\n",
       "  ('sauron', 29),\n",
       "  ('earth', 26),\n",
       "  ('death', 23),\n",
       "  ('pharazon', 20),\n",
       "  ('time', 19),\n",
       "  ('ar', 17),\n",
       "  ('eldar', 15)],\n",
       " [('sauron', 69),\n",
       "  ('power', 31),\n",
       "  ('time', 30),\n",
       "  ('earth', 27),\n",
       "  ('land', 21),\n",
       "  ('elrond', 18),\n",
       "  ('world', 18),\n",
       "  ('war', 16),\n",
       "  ('isildur', 16),\n",
       "  ('gil', 15)]]"
      ]
     },
     "execution_count": 132,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import io, re, nltk\n",
    "from pathlib import Path\n",
    "from nltk import word_tokenize\n",
    "from nltk.tokenize import RegexpTokenizer\n",
    "from nltk import pos_tag\n",
    "from nltk.corpus import stopwords\n",
    "from nltk import FreqDist\n",
    "\n",
    "chapters = [ainulindale,valaquenta,ch1,ch2,ch3,ch4,ch5,ch6,ch7,ch8,ch9,ch10,ch11,ch12,ch13,ch14,ch15,ch16,ch17,\n",
    "            ch18,ch19,ch20,ch21,ch22,ch23,ch24,akallabeth,rings]\n",
    "\n",
    "Noun_freq = list()\n",
    "\n",
    "for chapter in chapters:\n",
    "    chap = chapter\n",
    "    data = chap.replace('\\n', ' ')\n",
    "    data_lower = data.lower()\n",
    "    tokens = RegexpTokenizer(r'\\w+').tokenize(data_lower)\n",
    "    words = [word for word in tokens if word not in stop]\n",
    "    stop = set(stopwords.words('english'))\n",
    "    tagged = pos_tag(words)\n",
    "    nouns = [word for word, pos in tagged if (pos == 'NN')]\n",
    "    Noun1 = (0)\n",
    "            \n",
    "    Noun1 = FreqDist(nouns).most_common(10)\n",
    "    \n",
    "    Noun_freq.append(Noun1)\n",
    "    \n",
    "Noun_freq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Lex_density</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.216064</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.249122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.246302</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.276020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.233488</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.411856</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.262216</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.305983</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.272661</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.320320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.207905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.261573</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.294093</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.373357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.220266</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.248134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.270418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.224624</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.211922</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.239002</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.153185</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.226972</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.140004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.223245</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.250347</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.223851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.152012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.150535</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Lex_density\n",
       "0      0.216064\n",
       "1      0.249122\n",
       "2      0.246302\n",
       "3      0.276020\n",
       "4      0.233488\n",
       "5      0.411856\n",
       "6      0.262216\n",
       "7      0.305983\n",
       "8      0.272661\n",
       "9      0.320320\n",
       "10     0.207905\n",
       "11     0.261573\n",
       "12     0.294093\n",
       "13     0.373357\n",
       "14     0.220266\n",
       "15     0.248134\n",
       "16     0.270418\n",
       "17     0.224624\n",
       "18     0.211922\n",
       "19     0.239002\n",
       "20     0.153185\n",
       "21     0.226972\n",
       "22     0.140004\n",
       "23     0.223245\n",
       "24     0.250347\n",
       "25     0.223851\n",
       "26     0.152012\n",
       "27     0.150535"
      ]
     },
     "execution_count": 141,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# The Lexical Diversity represents the ratio of unique words used to the total number of words in the story.\n",
    "\n",
    "chapters = [ainulindale,valaquenta,ch1,ch2,ch3,ch4,ch5,ch6,ch7,ch8,ch9,ch10,ch11,ch12,ch13,ch14,ch15,ch16,ch17,\n",
    "            ch18,ch19,ch20,ch21,ch22,ch23,ch24,akallabeth,rings]\n",
    "\n",
    "def lexical_density(text):\n",
    "    return len(set(text)) / len(text)\n",
    "\n",
    "Lexical_density = list()\n",
    "\n",
    "for chapter in chapters:\n",
    "    chap = chapter\n",
    "    data = chap.replace('\\n', ' ')\n",
    "    data_lower = data.lower()\n",
    "    tokens = RegexpTokenizer(r'\\w+').tokenize(data_lower)\n",
    "    LexDen = (0)\n",
    "            \n",
    "    LexDen = lexical_density(tokens)\n",
    "\n",
    "    Lexical_density.append(LexDen)  \n",
    "\n",
    "LexDen = pd.DataFrame(Lexical_density) \n",
    "LexDen=LexDen.rename(columns={0: 'Lex_density'})\n",
    "LexDen"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Lex_density_norm</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.221802</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.249122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.252035</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.276020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.246221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.411856</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.262216</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.305983</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.272661</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.320320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.267151</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.261573</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.294093</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.373357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.260174</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.248134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.270418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.239826</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.235174</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.291860</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.261628</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.253488</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.256977</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.256686</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.255523</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.252907</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.240116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.249128</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Lex_density_norm\n",
       "0           0.221802\n",
       "1           0.249122\n",
       "2           0.252035\n",
       "3           0.276020\n",
       "4           0.246221\n",
       "5           0.411856\n",
       "6           0.262216\n",
       "7           0.305983\n",
       "8           0.272661\n",
       "9           0.320320\n",
       "10          0.267151\n",
       "11          0.261573\n",
       "12          0.294093\n",
       "13          0.373357\n",
       "14          0.260174\n",
       "15          0.248134\n",
       "16          0.270418\n",
       "17          0.239826\n",
       "18          0.235174\n",
       "19          0.291860\n",
       "20          0.261628\n",
       "21          0.253488\n",
       "22          0.256977\n",
       "23          0.256686\n",
       "24          0.255523\n",
       "25          0.252907\n",
       "26          0.240116\n",
       "27          0.249128"
      ]
     },
     "execution_count": 144,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# The Lexical Diversity represents the ratio of unique words used to the total number of words in the story.\n",
    "\n",
    "chapters = [ainulindale,valaquenta,ch1,ch2,ch3,ch4,ch5,ch6,ch7,ch8,ch9,ch10,ch11,ch12,ch13,ch14,ch15,ch16,ch17,\n",
    "            ch18,ch19,ch20,ch21,ch22,ch23,ch24,akallabeth,rings]\n",
    "\n",
    "def lexical_density(text):\n",
    "    return len(set(text)) / len(text)\n",
    "\n",
    "Lexical_density_norm = list()\n",
    "\n",
    "for chapter in chapters:\n",
    "    chap = chapter\n",
    "    data = chap.replace('\\n', ' ')\n",
    "    data_lower = data.lower()\n",
    "    tokens = RegexpTokenizer(r'\\w+').tokenize(data_lower)\n",
    "    tokens = tokens[0:3440]\n",
    "    LexDen1 = (0)\n",
    "            \n",
    "    LexDen1 = lexical_density(tokens)\n",
    "\n",
    "    Lexical_density_norm.append(LexDen1)  \n",
    "\n",
    "LexDen_norm = pd.DataFrame(Lexical_density_norm) \n",
    "LexDen_norm=LexDen_norm.rename(columns={0: 'Lex_density_norm'})\n",
    "LexDen_norm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Chapters</th>\n",
       "      <th>Text</th>\n",
       "      <th>Total_words</th>\n",
       "      <th>Lex_density</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Neutral</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Compound</th>\n",
       "      <th>Rating</th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Subjectivity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindalë</td>\n",
       "      <td>Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...</td>\n",
       "      <td>20310</td>\n",
       "      <td>0.216064</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "      <td>0.221757</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.183743</td>\n",
       "      <td>0.500935</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Valaquenta</td>\n",
       "      <td>VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...</td>\n",
       "      <td>18190</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "      <td>0.095772</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.100240</td>\n",
       "      <td>0.362949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "      <td>Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...</td>\n",
       "      <td>20889</td>\n",
       "      <td>0.246302</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "      <td>0.058558</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.112433</td>\n",
       "      <td>0.436940</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "      <td>Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...</td>\n",
       "      <td>10463</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "      <td>0.128009</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.104765</td>\n",
       "      <td>0.337905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "      <td>Chapter 3 \\n\\nOf the Coming of the Elves and t...</td>\n",
       "      <td>21285</td>\n",
       "      <td>0.233488</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "      <td>-0.008435</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.137582</td>\n",
       "      <td>0.445595</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            Chapters  \\\n",
       "0                                        Ainulindalë   \n",
       "1                                         Valaquenta   \n",
       "2                           Of the Beginning of Days   \n",
       "3                                Of Aulë and Yavanna   \n",
       "4  Of the Coming of the Elves and the Captivity o...   \n",
       "\n",
       "                                                Text  Total_words  \\\n",
       "0  Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...        20310   \n",
       "1  VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...        18190   \n",
       "2  Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...        20889   \n",
       "3  Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...        10463   \n",
       "4  Chapter 3 \\n\\nOf the Coming of the Elves and t...        21285   \n",
       "\n",
       "   Lex_density  Negative   Neutral  Positive  Compound    Rating  Polarity  \\\n",
       "0     0.216064  0.041515  0.868262  0.090243  0.221757  Positive  0.183743   \n",
       "1     0.249122  0.062664  0.842964  0.094400  0.095772  Positive  0.100240   \n",
       "2     0.246302  0.063476  0.862181  0.074400  0.058558  Positive  0.112433   \n",
       "3     0.276020  0.037605  0.890349  0.072081  0.128009  Positive  0.104765   \n",
       "4     0.233488  0.077031  0.849608  0.073338 -0.008435   Neutral  0.137582   \n",
       "\n",
       "   Subjectivity  \n",
       "0      0.500935  \n",
       "1      0.362949  \n",
       "2      0.436940  \n",
       "3      0.337905  \n",
       "4      0.445595  "
      ]
     },
     "execution_count": 139,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "silmarillion_sentiments = pd.merge(silmarillion_sentiments, LexDen, left_index=True, right_index=True)\n",
    "\n",
    "silmarillion_sentiments = silmarillion_sentiments[['Chapters','Text','Total_words','Lex_density','Negative',\n",
    "                                                  'Neutral','Positive','Compound','Rating','Polarity','Subjectivity']]\n",
    "\n",
    "silmarillion_sentiments.to_csv(r'C:\\Users\\Nick\\Desktop\\GitProjects\\NLP_projects\\The_Silmarillion\\silmarillion_sentiments.csv')\n",
    "\n",
    "silmarillion_sentiments.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Chapters</th>\n",
       "      <th>Text</th>\n",
       "      <th>Total_words</th>\n",
       "      <th>Lex_density</th>\n",
       "      <th>Lex_density_norm</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Neutral</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Compound</th>\n",
       "      <th>Rating</th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Subjectivity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindalë</td>\n",
       "      <td>Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...</td>\n",
       "      <td>20310</td>\n",
       "      <td>0.216064</td>\n",
       "      <td>0.221802</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "      <td>0.221757</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.183743</td>\n",
       "      <td>0.500935</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Valaquenta</td>\n",
       "      <td>VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...</td>\n",
       "      <td>18190</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "      <td>0.095772</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.100240</td>\n",
       "      <td>0.362949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "      <td>Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...</td>\n",
       "      <td>20889</td>\n",
       "      <td>0.246302</td>\n",
       "      <td>0.252035</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "      <td>0.058558</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.112433</td>\n",
       "      <td>0.436940</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "      <td>Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...</td>\n",
       "      <td>10463</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "      <td>0.128009</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.104765</td>\n",
       "      <td>0.337905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "      <td>Chapter 3 \\n\\nOf the Coming of the Elves and t...</td>\n",
       "      <td>21285</td>\n",
       "      <td>0.233488</td>\n",
       "      <td>0.246221</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "      <td>-0.008435</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.137582</td>\n",
       "      <td>0.445595</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            Chapters  \\\n",
       "0                                        Ainulindalë   \n",
       "1                                         Valaquenta   \n",
       "2                           Of the Beginning of Days   \n",
       "3                                Of Aulë and Yavanna   \n",
       "4  Of the Coming of the Elves and the Captivity o...   \n",
       "\n",
       "                                                Text  Total_words  \\\n",
       "0  Ainulindale\\n\\n\\nThe Music of the Ainur \\n\\n\\n...        20310   \n",
       "1  VALAQUENTA \\n\\n\\nAccount of the Valar and Maia...        18190   \n",
       "2  Chapter 1 \\n\\nOf the Beginning of Days \\n\\n\\n\\...        20889   \n",
       "3  Chapter 2 \\n\\nOf Aule and Yavanna \\n\\nIt is to...        10463   \n",
       "4  Chapter 3 \\n\\nOf the Coming of the Elves and t...        21285   \n",
       "\n",
       "   Lex_density  Lex_density_norm  Negative   Neutral  Positive  Compound  \\\n",
       "0     0.216064          0.221802  0.041515  0.868262  0.090243  0.221757   \n",
       "1     0.249122          0.249122  0.062664  0.842964  0.094400  0.095772   \n",
       "2     0.246302          0.252035  0.063476  0.862181  0.074400  0.058558   \n",
       "3     0.276020          0.276020  0.037605  0.890349  0.072081  0.128009   \n",
       "4     0.233488          0.246221  0.077031  0.849608  0.073338 -0.008435   \n",
       "\n",
       "     Rating  Polarity  Subjectivity  \n",
       "0  Positive  0.183743      0.500935  \n",
       "1  Positive  0.100240      0.362949  \n",
       "2  Positive  0.112433      0.436940  \n",
       "3  Positive  0.104765      0.337905  \n",
       "4   Neutral  0.137582      0.445595  "
      ]
     },
     "execution_count": 147,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "silmarillion_sentiments = pd.merge(silmarillion_sentiments, LexDen_norm, left_index=True, right_index=True)\n",
    "\n",
    "silmarillion_sentiments = silmarillion_sentiments[['Chapters','Text','Total_words','Lex_density','Lex_density_norm','Negative',\n",
    "                                                  'Neutral','Positive','Compound','Rating','Polarity','Subjectivity']]\n",
    "\n",
    "silmarillion_sentiments.to_csv(r'C:\\Users\\Nick\\Desktop\\GitProjects\\NLP_projects\\The_Silmarillion\\silmarillion_sentiments.csv')\n",
    "\n",
    "silmarillion_sentiments.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## NRC Sentiment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 186,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Chapters</th>\n",
       "      <th>Text</th>\n",
       "      <th>Total_words</th>\n",
       "      <th>Lex_density</th>\n",
       "      <th>Lex_density_norm</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Neutral</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Compound</th>\n",
       "      <th>Rating</th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Subjectivity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindalë</td>\n",
       "      <td>Ainulindale   The Music of the Ainur    There ...</td>\n",
       "      <td>20310</td>\n",
       "      <td>0.216064</td>\n",
       "      <td>0.221802</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "      <td>0.221757</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.183743</td>\n",
       "      <td>0.500935</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Valaquenta</td>\n",
       "      <td>VALAQUENTA    Account of the Valar and Maiar a...</td>\n",
       "      <td>18190</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "      <td>0.095772</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.100240</td>\n",
       "      <td>0.362949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "      <td>Chapter 1   Of the Beginning of Days     It is...</td>\n",
       "      <td>20889</td>\n",
       "      <td>0.246302</td>\n",
       "      <td>0.252035</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "      <td>0.058558</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.112433</td>\n",
       "      <td>0.436940</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "      <td>Chapter 2   Of Aule and Yavanna   It is told t...</td>\n",
       "      <td>10463</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "      <td>0.128009</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.104765</td>\n",
       "      <td>0.337905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "      <td>Chapter 3   Of the Coming of the Elves and the...</td>\n",
       "      <td>21285</td>\n",
       "      <td>0.233488</td>\n",
       "      <td>0.246221</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "      <td>-0.008435</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.137582</td>\n",
       "      <td>0.445595</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            Chapters  \\\n",
       "0                                        Ainulindalë   \n",
       "1                                         Valaquenta   \n",
       "2                           Of the Beginning of Days   \n",
       "3                                Of Aulë and Yavanna   \n",
       "4  Of the Coming of the Elves and the Captivity o...   \n",
       "\n",
       "                                                Text  Total_words  \\\n",
       "0  Ainulindale   The Music of the Ainur    There ...        20310   \n",
       "1  VALAQUENTA    Account of the Valar and Maiar a...        18190   \n",
       "2  Chapter 1   Of the Beginning of Days     It is...        20889   \n",
       "3  Chapter 2   Of Aule and Yavanna   It is told t...        10463   \n",
       "4  Chapter 3   Of the Coming of the Elves and the...        21285   \n",
       "\n",
       "   Lex_density  Lex_density_norm  Negative   Neutral  Positive  Compound  \\\n",
       "0     0.216064          0.221802  0.041515  0.868262  0.090243  0.221757   \n",
       "1     0.249122          0.249122  0.062664  0.842964  0.094400  0.095772   \n",
       "2     0.246302          0.252035  0.063476  0.862181  0.074400  0.058558   \n",
       "3     0.276020          0.276020  0.037605  0.890349  0.072081  0.128009   \n",
       "4     0.233488          0.246221  0.077031  0.849608  0.073338 -0.008435   \n",
       "\n",
       "     Rating  Polarity  Subjectivity  \n",
       "0  Positive  0.183743      0.500935  \n",
       "1  Positive  0.100240      0.362949  \n",
       "2  Positive  0.112433      0.436940  \n",
       "3  Positive  0.104765      0.337905  \n",
       "4   Neutral  0.137582      0.445595  "
      ]
     },
     "execution_count": 186,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "silmarillion_sentiments = silmarillion_sentiments.replace('\\n',' ', regex=True) \n",
    "silmarillion_sentiments.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 257,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from nltk import word_tokenize\n",
    "from nltk.stem.snowball import SnowballStemmer\n",
    "from tqdm import tqdm_notebook as tqdm\n",
    "from tqdm import trange\n",
    "\n",
    "\n",
    "def text_emotion(df, column):\n",
    "    '''\n",
    "    INPUT: DataFrame, string\n",
    "    OUTPUT: the original DataFrame with ten new columns for each emotion\n",
    "    '''\n",
    "\n",
    "    new_df = df.copy()\n",
    "\n",
    "    xlsx = pd.read_excel(r'C:\\Users\\Nick\\Desktop\\GitProjects\\NLP_projects\\The_Silmarillion\\NRC-Sentiment-Emotion-Lexicons\\NRC-Sentiment-Emotion-Lexicons\\NRC-Emotion-Lexicon-v0.92\\NRC-Emotion-Lexicon-v0.92-In105Languages-Nov2017Translations.xlsx')\n",
    "    emolex_df = xlsx[['word', 'Positive_NRC','Negative_NRC','Anger', 'Anticipation', 'Disgust', 'Fear','Joy',\n",
    "                      'Sadness', 'Surprise', 'Trust']]\n",
    "    emotions = emolex_df.columns.drop('word')\n",
    "    emo_df = pd.DataFrame(0, index=df.index, columns=emotions)\n",
    "\n",
    "    stemmer = SnowballStemmer(\"english\")\n",
    "\n",
    "    \n",
    "    with tqdm(total=len(list(new_df.iterrows()))) as pbar:\n",
    "        for i, row in new_df.iterrows():\n",
    "            pbar.update(1)\n",
    "            document = word_tokenize(new_df.loc[i][column])\n",
    "            for word in document:\n",
    "                word = stemmer.stem(word.lower())\n",
    "                emo_score = emolex_df[emolex_df.word == word]\n",
    "                if not emo_score.empty:\n",
    "                    for emotion in list(emotions):\n",
    "                        emo_df.at[i, emotion] += emo_score[emotion]\n",
    "\n",
    "    new_df = pd.concat([new_df, emo_df], axis=1)\n",
    "\n",
    "    return new_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 258,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0061bf0a43224270ab69ca2d11ef75e8",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=28), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "silmarillion_sentiments_final = text_emotion(silmarillion_sentiments, 'Text')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 259,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Chapters</th>\n",
       "      <th>Text</th>\n",
       "      <th>Total_words</th>\n",
       "      <th>Lex_density</th>\n",
       "      <th>Lex_density_norm</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Neutral</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Compound</th>\n",
       "      <th>Rating</th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Subjectivity</th>\n",
       "      <th>Positive_NRC</th>\n",
       "      <th>Negative_NRC</th>\n",
       "      <th>Anger</th>\n",
       "      <th>Anticipation</th>\n",
       "      <th>Disgust</th>\n",
       "      <th>Fear</th>\n",
       "      <th>Joy</th>\n",
       "      <th>Sadness</th>\n",
       "      <th>Surprise</th>\n",
       "      <th>Trust</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindalë</td>\n",
       "      <td>Ainulindale   The Music of the Ainur    There ...</td>\n",
       "      <td>20310</td>\n",
       "      <td>0.216064</td>\n",
       "      <td>0.221802</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "      <td>0.221757</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.183743</td>\n",
       "      <td>0.500935</td>\n",
       "      <td>143</td>\n",
       "      <td>70</td>\n",
       "      <td>26</td>\n",
       "      <td>85</td>\n",
       "      <td>8</td>\n",
       "      <td>35</td>\n",
       "      <td>74</td>\n",
       "      <td>56</td>\n",
       "      <td>17</td>\n",
       "      <td>58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Valaquenta</td>\n",
       "      <td>VALAQUENTA    Account of the Valar and Maiar a...</td>\n",
       "      <td>18190</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "      <td>0.095772</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.100240</td>\n",
       "      <td>0.362949</td>\n",
       "      <td>173</td>\n",
       "      <td>94</td>\n",
       "      <td>45</td>\n",
       "      <td>79</td>\n",
       "      <td>36</td>\n",
       "      <td>51</td>\n",
       "      <td>70</td>\n",
       "      <td>56</td>\n",
       "      <td>20</td>\n",
       "      <td>74</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "      <td>Chapter 1   Of the Beginning of Days     It is...</td>\n",
       "      <td>20889</td>\n",
       "      <td>0.246302</td>\n",
       "      <td>0.252035</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "      <td>0.058558</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.112433</td>\n",
       "      <td>0.436940</td>\n",
       "      <td>199</td>\n",
       "      <td>127</td>\n",
       "      <td>53</td>\n",
       "      <td>120</td>\n",
       "      <td>33</td>\n",
       "      <td>85</td>\n",
       "      <td>98</td>\n",
       "      <td>82</td>\n",
       "      <td>43</td>\n",
       "      <td>101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "      <td>Chapter 2   Of Aule and Yavanna   It is told t...</td>\n",
       "      <td>10463</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "      <td>0.128009</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.104765</td>\n",
       "      <td>0.337905</td>\n",
       "      <td>64</td>\n",
       "      <td>39</td>\n",
       "      <td>21</td>\n",
       "      <td>54</td>\n",
       "      <td>12</td>\n",
       "      <td>19</td>\n",
       "      <td>33</td>\n",
       "      <td>12</td>\n",
       "      <td>16</td>\n",
       "      <td>44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "      <td>Chapter 3   Of the Coming of the Elves and the...</td>\n",
       "      <td>21285</td>\n",
       "      <td>0.233488</td>\n",
       "      <td>0.246221</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "      <td>-0.008435</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.137582</td>\n",
       "      <td>0.445595</td>\n",
       "      <td>171</td>\n",
       "      <td>116</td>\n",
       "      <td>53</td>\n",
       "      <td>101</td>\n",
       "      <td>34</td>\n",
       "      <td>89</td>\n",
       "      <td>58</td>\n",
       "      <td>71</td>\n",
       "      <td>26</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            Chapters                                               Text  Total_words  Lex_density  Lex_density_norm  Negative   Neutral  Positive  Compound    Rating  Polarity  Subjectivity  Positive_NRC  Negative_NRC  Anger  Anticipation  Disgust  Fear  Joy  Sadness  Surprise  Trust\n",
       "0                                        Ainulindalë  Ainulindale   The Music of the Ainur    There ...        20310     0.216064          0.221802  0.041515  0.868262  0.090243  0.221757  Positive  0.183743      0.500935           143            70     26            85        8    35   74       56        17     58\n",
       "1                                         Valaquenta  VALAQUENTA    Account of the Valar and Maiar a...        18190     0.249122          0.249122  0.062664  0.842964  0.094400  0.095772  Positive  0.100240      0.362949           173            94     45            79       36    51   70       56        20     74\n",
       "2                           Of the Beginning of Days  Chapter 1   Of the Beginning of Days     It is...        20889     0.246302          0.252035  0.063476  0.862181  0.074400  0.058558  Positive  0.112433      0.436940           199           127     53           120       33    85   98       82        43    101\n",
       "3                                Of Aulë and Yavanna  Chapter 2   Of Aule and Yavanna   It is told t...        10463     0.276020          0.276020  0.037605  0.890349  0.072081  0.128009  Positive  0.104765      0.337905            64            39     21            54       12    19   33       12        16     44\n",
       "4  Of the Coming of the Elves and the Captivity o...  Chapter 3   Of the Coming of the Elves and the...        21285     0.233488          0.246221  0.077031  0.849608  0.073338 -0.008435   Neutral  0.137582      0.445595           171           116     53           101       34    89   58       71        26     89"
      ]
     },
     "execution_count": 259,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "silmarillion_sentiments_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 260,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Chapters</th>\n",
       "      <th>Text</th>\n",
       "      <th>Total_words</th>\n",
       "      <th>Lex_density</th>\n",
       "      <th>Lex_density_norm</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Neutral</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Compound</th>\n",
       "      <th>Rating</th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Subjectivity</th>\n",
       "      <th>Positive_NRC</th>\n",
       "      <th>Negative_NRC</th>\n",
       "      <th>Anger</th>\n",
       "      <th>Anticipation</th>\n",
       "      <th>Disgust</th>\n",
       "      <th>Fear</th>\n",
       "      <th>Joy</th>\n",
       "      <th>Sadness</th>\n",
       "      <th>Surprise</th>\n",
       "      <th>Trust</th>\n",
       "      <th>word_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindalë</td>\n",
       "      <td>Ainulindale   The Music of the Ainur    There ...</td>\n",
       "      <td>20310</td>\n",
       "      <td>0.216064</td>\n",
       "      <td>0.221802</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "      <td>0.221757</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.183743</td>\n",
       "      <td>0.500935</td>\n",
       "      <td>143</td>\n",
       "      <td>70</td>\n",
       "      <td>26</td>\n",
       "      <td>85</td>\n",
       "      <td>8</td>\n",
       "      <td>35</td>\n",
       "      <td>74</td>\n",
       "      <td>56</td>\n",
       "      <td>17</td>\n",
       "      <td>58</td>\n",
       "      <td>4149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Valaquenta</td>\n",
       "      <td>VALAQUENTA    Account of the Valar and Maiar a...</td>\n",
       "      <td>18190</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "      <td>0.095772</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.100240</td>\n",
       "      <td>0.362949</td>\n",
       "      <td>173</td>\n",
       "      <td>94</td>\n",
       "      <td>45</td>\n",
       "      <td>79</td>\n",
       "      <td>36</td>\n",
       "      <td>51</td>\n",
       "      <td>70</td>\n",
       "      <td>56</td>\n",
       "      <td>20</td>\n",
       "      <td>74</td>\n",
       "      <td>3821</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "      <td>Chapter 1   Of the Beginning of Days     It is...</td>\n",
       "      <td>20889</td>\n",
       "      <td>0.246302</td>\n",
       "      <td>0.252035</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "      <td>0.058558</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.112433</td>\n",
       "      <td>0.436940</td>\n",
       "      <td>199</td>\n",
       "      <td>127</td>\n",
       "      <td>53</td>\n",
       "      <td>120</td>\n",
       "      <td>33</td>\n",
       "      <td>85</td>\n",
       "      <td>98</td>\n",
       "      <td>82</td>\n",
       "      <td>43</td>\n",
       "      <td>101</td>\n",
       "      <td>4238</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "      <td>Chapter 2   Of Aule and Yavanna   It is told t...</td>\n",
       "      <td>10463</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "      <td>0.128009</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.104765</td>\n",
       "      <td>0.337905</td>\n",
       "      <td>64</td>\n",
       "      <td>39</td>\n",
       "      <td>21</td>\n",
       "      <td>54</td>\n",
       "      <td>12</td>\n",
       "      <td>19</td>\n",
       "      <td>33</td>\n",
       "      <td>12</td>\n",
       "      <td>16</td>\n",
       "      <td>44</td>\n",
       "      <td>2221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "      <td>Chapter 3   Of the Coming of the Elves and the...</td>\n",
       "      <td>21285</td>\n",
       "      <td>0.233488</td>\n",
       "      <td>0.246221</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "      <td>-0.008435</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.137582</td>\n",
       "      <td>0.445595</td>\n",
       "      <td>171</td>\n",
       "      <td>116</td>\n",
       "      <td>53</td>\n",
       "      <td>101</td>\n",
       "      <td>34</td>\n",
       "      <td>89</td>\n",
       "      <td>58</td>\n",
       "      <td>71</td>\n",
       "      <td>26</td>\n",
       "      <td>89</td>\n",
       "      <td>4298</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Of Thingol and Melian</td>\n",
       "      <td>Chapter 4   Of Thingol and Melian   Melian was...</td>\n",
       "      <td>3440</td>\n",
       "      <td>0.411856</td>\n",
       "      <td>0.411856</td>\n",
       "      <td>0.027412</td>\n",
       "      <td>0.910294</td>\n",
       "      <td>0.062235</td>\n",
       "      <td>0.200253</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.213627</td>\n",
       "      <td>0.459641</td>\n",
       "      <td>31</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "      <td>20</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>6</td>\n",
       "      <td>8</td>\n",
       "      <td>18</td>\n",
       "      <td>704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Of Eldamar and the Princes of the Eldalië</td>\n",
       "      <td>Chapter 5   Of Eldamar and the Princes of the ...</td>\n",
       "      <td>14525</td>\n",
       "      <td>0.262216</td>\n",
       "      <td>0.262216</td>\n",
       "      <td>0.020013</td>\n",
       "      <td>0.902267</td>\n",
       "      <td>0.077707</td>\n",
       "      <td>0.242360</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.196794</td>\n",
       "      <td>0.455862</td>\n",
       "      <td>176</td>\n",
       "      <td>41</td>\n",
       "      <td>20</td>\n",
       "      <td>69</td>\n",
       "      <td>16</td>\n",
       "      <td>16</td>\n",
       "      <td>63</td>\n",
       "      <td>34</td>\n",
       "      <td>16</td>\n",
       "      <td>71</td>\n",
       "      <td>2971</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Of Fëanor and the Unchaining of Melkor</td>\n",
       "      <td>Chapter 6   Of Feanor and the Unchaining of Me...</td>\n",
       "      <td>9419</td>\n",
       "      <td>0.305983</td>\n",
       "      <td>0.305983</td>\n",
       "      <td>0.056074</td>\n",
       "      <td>0.812944</td>\n",
       "      <td>0.130981</td>\n",
       "      <td>0.250856</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.182022</td>\n",
       "      <td>0.452209</td>\n",
       "      <td>108</td>\n",
       "      <td>39</td>\n",
       "      <td>26</td>\n",
       "      <td>43</td>\n",
       "      <td>9</td>\n",
       "      <td>34</td>\n",
       "      <td>50</td>\n",
       "      <td>24</td>\n",
       "      <td>6</td>\n",
       "      <td>47</td>\n",
       "      <td>1955</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Of the Silmarils and the Unrest of the Noldor</td>\n",
       "      <td>Chapter 7   Of the Silmarils and the Unrest of...</td>\n",
       "      <td>14864</td>\n",
       "      <td>0.272661</td>\n",
       "      <td>0.272661</td>\n",
       "      <td>0.070426</td>\n",
       "      <td>0.852638</td>\n",
       "      <td>0.076947</td>\n",
       "      <td>0.020562</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.090569</td>\n",
       "      <td>0.434762</td>\n",
       "      <td>108</td>\n",
       "      <td>89</td>\n",
       "      <td>47</td>\n",
       "      <td>67</td>\n",
       "      <td>30</td>\n",
       "      <td>49</td>\n",
       "      <td>46</td>\n",
       "      <td>45</td>\n",
       "      <td>19</td>\n",
       "      <td>84</td>\n",
       "      <td>3050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Of the Darkening of Valinor</td>\n",
       "      <td>Chapter 8   Of the Darkening of Valinor    Whe...</td>\n",
       "      <td>10810</td>\n",
       "      <td>0.320320</td>\n",
       "      <td>0.320320</td>\n",
       "      <td>0.097235</td>\n",
       "      <td>0.852132</td>\n",
       "      <td>0.050603</td>\n",
       "      <td>-0.136219</td>\n",
       "      <td>Negative</td>\n",
       "      <td>0.002558</td>\n",
       "      <td>0.372743</td>\n",
       "      <td>60</td>\n",
       "      <td>79</td>\n",
       "      <td>30</td>\n",
       "      <td>49</td>\n",
       "      <td>24</td>\n",
       "      <td>41</td>\n",
       "      <td>23</td>\n",
       "      <td>60</td>\n",
       "      <td>17</td>\n",
       "      <td>29</td>\n",
       "      <td>2243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>Of the Flight of the Noldor</td>\n",
       "      <td>Chapter 9   Of the Flight of the Noldor   Afte...</td>\n",
       "      <td>34290</td>\n",
       "      <td>0.207905</td>\n",
       "      <td>0.267151</td>\n",
       "      <td>0.098428</td>\n",
       "      <td>0.835412</td>\n",
       "      <td>0.066179</td>\n",
       "      <td>-0.070113</td>\n",
       "      <td>Negative</td>\n",
       "      <td>0.061965</td>\n",
       "      <td>0.355062</td>\n",
       "      <td>260</td>\n",
       "      <td>275</td>\n",
       "      <td>119</td>\n",
       "      <td>124</td>\n",
       "      <td>78</td>\n",
       "      <td>166</td>\n",
       "      <td>82</td>\n",
       "      <td>164</td>\n",
       "      <td>47</td>\n",
       "      <td>137</td>\n",
       "      <td>7096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>Of the Sindar</td>\n",
       "      <td>Chapter 10  Of the Sindar   Now as has been to...</td>\n",
       "      <td>17114</td>\n",
       "      <td>0.261573</td>\n",
       "      <td>0.261573</td>\n",
       "      <td>0.049974</td>\n",
       "      <td>0.866961</td>\n",
       "      <td>0.083013</td>\n",
       "      <td>0.139217</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.188531</td>\n",
       "      <td>0.464264</td>\n",
       "      <td>121</td>\n",
       "      <td>94</td>\n",
       "      <td>47</td>\n",
       "      <td>73</td>\n",
       "      <td>28</td>\n",
       "      <td>58</td>\n",
       "      <td>35</td>\n",
       "      <td>43</td>\n",
       "      <td>21</td>\n",
       "      <td>59</td>\n",
       "      <td>3413</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Of the Sun and Moon and the Hiding of Valinor</td>\n",
       "      <td>Chapter 11   Of the Sun and Moon and the Hidin...</td>\n",
       "      <td>12994</td>\n",
       "      <td>0.294093</td>\n",
       "      <td>0.294093</td>\n",
       "      <td>0.081535</td>\n",
       "      <td>0.848169</td>\n",
       "      <td>0.070239</td>\n",
       "      <td>0.019620</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.069825</td>\n",
       "      <td>0.440690</td>\n",
       "      <td>102</td>\n",
       "      <td>78</td>\n",
       "      <td>41</td>\n",
       "      <td>72</td>\n",
       "      <td>25</td>\n",
       "      <td>60</td>\n",
       "      <td>49</td>\n",
       "      <td>48</td>\n",
       "      <td>32</td>\n",
       "      <td>64</td>\n",
       "      <td>2632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Of Men</td>\n",
       "      <td>Chapter 12  Of Men   The Valar sat now behind ...</td>\n",
       "      <td>6209</td>\n",
       "      <td>0.373357</td>\n",
       "      <td>0.373357</td>\n",
       "      <td>0.046750</td>\n",
       "      <td>0.860250</td>\n",
       "      <td>0.093000</td>\n",
       "      <td>0.207397</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.181067</td>\n",
       "      <td>0.414920</td>\n",
       "      <td>56</td>\n",
       "      <td>38</td>\n",
       "      <td>13</td>\n",
       "      <td>38</td>\n",
       "      <td>11</td>\n",
       "      <td>14</td>\n",
       "      <td>31</td>\n",
       "      <td>18</td>\n",
       "      <td>14</td>\n",
       "      <td>31</td>\n",
       "      <td>1268</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>Of the Return of the Noldor</td>\n",
       "      <td>Chapter 13   Of the Return of the Noldor   It ...</td>\n",
       "      <td>30885</td>\n",
       "      <td>0.220266</td>\n",
       "      <td>0.260174</td>\n",
       "      <td>0.075520</td>\n",
       "      <td>0.837093</td>\n",
       "      <td>0.087373</td>\n",
       "      <td>0.056553</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.132181</td>\n",
       "      <td>0.405432</td>\n",
       "      <td>252</td>\n",
       "      <td>200</td>\n",
       "      <td>103</td>\n",
       "      <td>121</td>\n",
       "      <td>49</td>\n",
       "      <td>133</td>\n",
       "      <td>75</td>\n",
       "      <td>81</td>\n",
       "      <td>44</td>\n",
       "      <td>145</td>\n",
       "      <td>6148</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Of Beleriand and its Realms</td>\n",
       "      <td>Chapter 14   Of Beleriand and Its Realms   Thi...</td>\n",
       "      <td>18119</td>\n",
       "      <td>0.248134</td>\n",
       "      <td>0.248134</td>\n",
       "      <td>0.032048</td>\n",
       "      <td>0.894590</td>\n",
       "      <td>0.073373</td>\n",
       "      <td>0.183431</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.150945</td>\n",
       "      <td>0.506887</td>\n",
       "      <td>143</td>\n",
       "      <td>95</td>\n",
       "      <td>28</td>\n",
       "      <td>47</td>\n",
       "      <td>27</td>\n",
       "      <td>46</td>\n",
       "      <td>32</td>\n",
       "      <td>51</td>\n",
       "      <td>14</td>\n",
       "      <td>58</td>\n",
       "      <td>3544</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>Of the Noldor in Beleriand</td>\n",
       "      <td>Chapter 15   Of the Noldor in Beleriand   It h...</td>\n",
       "      <td>13816</td>\n",
       "      <td>0.270418</td>\n",
       "      <td>0.270418</td>\n",
       "      <td>0.090192</td>\n",
       "      <td>0.853374</td>\n",
       "      <td>0.056434</td>\n",
       "      <td>-0.058446</td>\n",
       "      <td>Negative</td>\n",
       "      <td>0.006830</td>\n",
       "      <td>0.377626</td>\n",
       "      <td>96</td>\n",
       "      <td>93</td>\n",
       "      <td>50</td>\n",
       "      <td>49</td>\n",
       "      <td>43</td>\n",
       "      <td>47</td>\n",
       "      <td>29</td>\n",
       "      <td>57</td>\n",
       "      <td>17</td>\n",
       "      <td>54</td>\n",
       "      <td>2906</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Of Maeglin</td>\n",
       "      <td>Chapter 16  Of Maeglin    Aredhel Ar-Feiniel, ...</td>\n",
       "      <td>22486</td>\n",
       "      <td>0.224624</td>\n",
       "      <td>0.239826</td>\n",
       "      <td>0.062219</td>\n",
       "      <td>0.863077</td>\n",
       "      <td>0.074690</td>\n",
       "      <td>0.049436</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.065790</td>\n",
       "      <td>0.368909</td>\n",
       "      <td>196</td>\n",
       "      <td>125</td>\n",
       "      <td>56</td>\n",
       "      <td>101</td>\n",
       "      <td>43</td>\n",
       "      <td>81</td>\n",
       "      <td>90</td>\n",
       "      <td>83</td>\n",
       "      <td>42</td>\n",
       "      <td>130</td>\n",
       "      <td>4795</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>Of the Coming of Men into the West</td>\n",
       "      <td>Chapter 17   Of the Coming of Men into the Wes...</td>\n",
       "      <td>24783</td>\n",
       "      <td>0.211922</td>\n",
       "      <td>0.235174</td>\n",
       "      <td>0.053270</td>\n",
       "      <td>0.872788</td>\n",
       "      <td>0.073956</td>\n",
       "      <td>0.100777</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.129722</td>\n",
       "      <td>0.418454</td>\n",
       "      <td>231</td>\n",
       "      <td>113</td>\n",
       "      <td>56</td>\n",
       "      <td>107</td>\n",
       "      <td>36</td>\n",
       "      <td>101</td>\n",
       "      <td>86</td>\n",
       "      <td>70</td>\n",
       "      <td>37</td>\n",
       "      <td>119</td>\n",
       "      <td>5074</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>Of the Ruin of Beleriand and the Fall of Fingo...</td>\n",
       "      <td>Chapter 18   Of the Ruin of Beleriand and the ...</td>\n",
       "      <td>29963</td>\n",
       "      <td>0.239002</td>\n",
       "      <td>0.291860</td>\n",
       "      <td>0.095358</td>\n",
       "      <td>0.838692</td>\n",
       "      <td>0.065962</td>\n",
       "      <td>-0.095409</td>\n",
       "      <td>Negative</td>\n",
       "      <td>0.082282</td>\n",
       "      <td>0.405506</td>\n",
       "      <td>227</td>\n",
       "      <td>250</td>\n",
       "      <td>114</td>\n",
       "      <td>94</td>\n",
       "      <td>67</td>\n",
       "      <td>205</td>\n",
       "      <td>55</td>\n",
       "      <td>118</td>\n",
       "      <td>42</td>\n",
       "      <td>135</td>\n",
       "      <td>5987</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>Of Beren and Lúthien</td>\n",
       "      <td>Chapter 19  Of Beren and Luthien    Among the ...</td>\n",
       "      <td>67451</td>\n",
       "      <td>0.153185</td>\n",
       "      <td>0.261628</td>\n",
       "      <td>0.087864</td>\n",
       "      <td>0.844916</td>\n",
       "      <td>0.067210</td>\n",
       "      <td>-0.058940</td>\n",
       "      <td>Negative</td>\n",
       "      <td>0.047973</td>\n",
       "      <td>0.349357</td>\n",
       "      <td>473</td>\n",
       "      <td>560</td>\n",
       "      <td>232</td>\n",
       "      <td>307</td>\n",
       "      <td>148</td>\n",
       "      <td>374</td>\n",
       "      <td>184</td>\n",
       "      <td>342</td>\n",
       "      <td>156</td>\n",
       "      <td>314</td>\n",
       "      <td>13870</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Of the Fifth Battle: Nirnaeth Arnoediad</td>\n",
       "      <td>Chapter 20   Of the Fifth Battle: Nirnaeth Arn...</td>\n",
       "      <td>25479</td>\n",
       "      <td>0.226972</td>\n",
       "      <td>0.253488</td>\n",
       "      <td>0.091267</td>\n",
       "      <td>0.847055</td>\n",
       "      <td>0.061678</td>\n",
       "      <td>-0.093714</td>\n",
       "      <td>Negative</td>\n",
       "      <td>0.065086</td>\n",
       "      <td>0.353455</td>\n",
       "      <td>164</td>\n",
       "      <td>191</td>\n",
       "      <td>80</td>\n",
       "      <td>76</td>\n",
       "      <td>44</td>\n",
       "      <td>122</td>\n",
       "      <td>42</td>\n",
       "      <td>65</td>\n",
       "      <td>41</td>\n",
       "      <td>119</td>\n",
       "      <td>5194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>Of Túrin Turambar</td>\n",
       "      <td>Chapter 21  Of Turin Turambar     Rian, daught...</td>\n",
       "      <td>75748</td>\n",
       "      <td>0.140004</td>\n",
       "      <td>0.256977</td>\n",
       "      <td>0.096128</td>\n",
       "      <td>0.836114</td>\n",
       "      <td>0.067778</td>\n",
       "      <td>-0.104020</td>\n",
       "      <td>Negative</td>\n",
       "      <td>0.023371</td>\n",
       "      <td>0.390232</td>\n",
       "      <td>487</td>\n",
       "      <td>639</td>\n",
       "      <td>296</td>\n",
       "      <td>269</td>\n",
       "      <td>175</td>\n",
       "      <td>432</td>\n",
       "      <td>209</td>\n",
       "      <td>326</td>\n",
       "      <td>138</td>\n",
       "      <td>268</td>\n",
       "      <td>15841</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>Of the Ruin of Doriath</td>\n",
       "      <td>Chapter 22   Of the Ruin of Doriath   So ended...</td>\n",
       "      <td>26569</td>\n",
       "      <td>0.223245</td>\n",
       "      <td>0.256686</td>\n",
       "      <td>0.078442</td>\n",
       "      <td>0.861476</td>\n",
       "      <td>0.060082</td>\n",
       "      <td>-0.046306</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.050824</td>\n",
       "      <td>0.394873</td>\n",
       "      <td>170</td>\n",
       "      <td>191</td>\n",
       "      <td>89</td>\n",
       "      <td>106</td>\n",
       "      <td>50</td>\n",
       "      <td>103</td>\n",
       "      <td>54</td>\n",
       "      <td>107</td>\n",
       "      <td>40</td>\n",
       "      <td>88</td>\n",
       "      <td>5456</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Of Tuor and the Fall of Gondolin</td>\n",
       "      <td>Chapter 23   Of Tuor and the Fall of Gondolin ...</td>\n",
       "      <td>19299</td>\n",
       "      <td>0.250347</td>\n",
       "      <td>0.255523</td>\n",
       "      <td>0.069365</td>\n",
       "      <td>0.857770</td>\n",
       "      <td>0.072878</td>\n",
       "      <td>0.056955</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.109597</td>\n",
       "      <td>0.448996</td>\n",
       "      <td>161</td>\n",
       "      <td>131</td>\n",
       "      <td>46</td>\n",
       "      <td>89</td>\n",
       "      <td>28</td>\n",
       "      <td>74</td>\n",
       "      <td>48</td>\n",
       "      <td>64</td>\n",
       "      <td>29</td>\n",
       "      <td>89</td>\n",
       "      <td>3936</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Of the Voyage of Eärendil and the War of Wrath</td>\n",
       "      <td>Chapter 24   Of the Voyage of Earendil and the...</td>\n",
       "      <td>24699</td>\n",
       "      <td>0.223851</td>\n",
       "      <td>0.252907</td>\n",
       "      <td>0.073148</td>\n",
       "      <td>0.858930</td>\n",
       "      <td>0.067945</td>\n",
       "      <td>-0.015284</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.124001</td>\n",
       "      <td>0.370145</td>\n",
       "      <td>217</td>\n",
       "      <td>151</td>\n",
       "      <td>52</td>\n",
       "      <td>121</td>\n",
       "      <td>27</td>\n",
       "      <td>109</td>\n",
       "      <td>82</td>\n",
       "      <td>84</td>\n",
       "      <td>28</td>\n",
       "      <td>114</td>\n",
       "      <td>5076</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>Akallabêth</td>\n",
       "      <td>AKALLABETH   The Downfall of Numenor     It is...</td>\n",
       "      <td>63248</td>\n",
       "      <td>0.152012</td>\n",
       "      <td>0.240116</td>\n",
       "      <td>0.085110</td>\n",
       "      <td>0.827944</td>\n",
       "      <td>0.086933</td>\n",
       "      <td>0.051844</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.085667</td>\n",
       "      <td>0.418282</td>\n",
       "      <td>662</td>\n",
       "      <td>416</td>\n",
       "      <td>162</td>\n",
       "      <td>333</td>\n",
       "      <td>139</td>\n",
       "      <td>261</td>\n",
       "      <td>215</td>\n",
       "      <td>220</td>\n",
       "      <td>124</td>\n",
       "      <td>354</td>\n",
       "      <td>13028</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>Of the Rings of Power and the Third Age</td>\n",
       "      <td>OF THE RINGS OF POWER  AND THE THIRD AGE    in...</td>\n",
       "      <td>53606</td>\n",
       "      <td>0.150535</td>\n",
       "      <td>0.249128</td>\n",
       "      <td>0.068899</td>\n",
       "      <td>0.857348</td>\n",
       "      <td>0.073746</td>\n",
       "      <td>0.023425</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.115798</td>\n",
       "      <td>0.422046</td>\n",
       "      <td>447</td>\n",
       "      <td>317</td>\n",
       "      <td>140</td>\n",
       "      <td>251</td>\n",
       "      <td>90</td>\n",
       "      <td>226</td>\n",
       "      <td>138</td>\n",
       "      <td>169</td>\n",
       "      <td>62</td>\n",
       "      <td>283</td>\n",
       "      <td>10904</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             Chapters                                               Text  Total_words  Lex_density  Lex_density_norm  Negative   Neutral  Positive  Compound    Rating  Polarity  Subjectivity  Positive_NRC  Negative_NRC  Anger  Anticipation  Disgust  Fear  Joy  Sadness  Surprise  Trust  word_count\n",
       "0                                         Ainulindalë  Ainulindale   The Music of the Ainur    There ...        20310     0.216064          0.221802  0.041515  0.868262  0.090243  0.221757  Positive  0.183743      0.500935           143            70     26            85        8    35   74       56        17     58        4149\n",
       "1                                          Valaquenta  VALAQUENTA    Account of the Valar and Maiar a...        18190     0.249122          0.249122  0.062664  0.842964  0.094400  0.095772  Positive  0.100240      0.362949           173            94     45            79       36    51   70       56        20     74        3821\n",
       "2                            Of the Beginning of Days  Chapter 1   Of the Beginning of Days     It is...        20889     0.246302          0.252035  0.063476  0.862181  0.074400  0.058558  Positive  0.112433      0.436940           199           127     53           120       33    85   98       82        43    101        4238\n",
       "3                                 Of Aulë and Yavanna  Chapter 2   Of Aule and Yavanna   It is told t...        10463     0.276020          0.276020  0.037605  0.890349  0.072081  0.128009  Positive  0.104765      0.337905            64            39     21            54       12    19   33       12        16     44        2221\n",
       "4   Of the Coming of the Elves and the Captivity o...  Chapter 3   Of the Coming of the Elves and the...        21285     0.233488          0.246221  0.077031  0.849608  0.073338 -0.008435   Neutral  0.137582      0.445595           171           116     53           101       34    89   58       71        26     89        4298\n",
       "5                               Of Thingol and Melian  Chapter 4   Of Thingol and Melian   Melian was...         3440     0.411856          0.411856  0.027412  0.910294  0.062235  0.200253  Positive  0.213627      0.459641            31             6      4            20        5     1   18        6         8     18         704\n",
       "6           Of Eldamar and the Princes of the Eldalië  Chapter 5   Of Eldamar and the Princes of the ...        14525     0.262216          0.262216  0.020013  0.902267  0.077707  0.242360  Positive  0.196794      0.455862           176            41     20            69       16    16   63       34        16     71        2971\n",
       "7              Of Fëanor and the Unchaining of Melkor  Chapter 6   Of Feanor and the Unchaining of Me...         9419     0.305983          0.305983  0.056074  0.812944  0.130981  0.250856  Positive  0.182022      0.452209           108            39     26            43        9    34   50       24         6     47        1955\n",
       "8       Of the Silmarils and the Unrest of the Noldor  Chapter 7   Of the Silmarils and the Unrest of...        14864     0.272661          0.272661  0.070426  0.852638  0.076947  0.020562   Neutral  0.090569      0.434762           108            89     47            67       30    49   46       45        19     84        3050\n",
       "9                         Of the Darkening of Valinor  Chapter 8   Of the Darkening of Valinor    Whe...        10810     0.320320          0.320320  0.097235  0.852132  0.050603 -0.136219  Negative  0.002558      0.372743            60            79     30            49       24    41   23       60        17     29        2243\n",
       "10                        Of the Flight of the Noldor  Chapter 9   Of the Flight of the Noldor   Afte...        34290     0.207905          0.267151  0.098428  0.835412  0.066179 -0.070113  Negative  0.061965      0.355062           260           275    119           124       78   166   82      164        47    137        7096\n",
       "11                                      Of the Sindar  Chapter 10  Of the Sindar   Now as has been to...        17114     0.261573          0.261573  0.049974  0.866961  0.083013  0.139217  Positive  0.188531      0.464264           121            94     47            73       28    58   35       43        21     59        3413\n",
       "12      Of the Sun and Moon and the Hiding of Valinor  Chapter 11   Of the Sun and Moon and the Hidin...        12994     0.294093          0.294093  0.081535  0.848169  0.070239  0.019620   Neutral  0.069825      0.440690           102            78     41            72       25    60   49       48        32     64        2632\n",
       "13                                             Of Men  Chapter 12  Of Men   The Valar sat now behind ...         6209     0.373357          0.373357  0.046750  0.860250  0.093000  0.207397  Positive  0.181067      0.414920            56            38     13            38       11    14   31       18        14     31        1268\n",
       "14                        Of the Return of the Noldor  Chapter 13   Of the Return of the Noldor   It ...        30885     0.220266          0.260174  0.075520  0.837093  0.087373  0.056553  Positive  0.132181      0.405432           252           200    103           121       49   133   75       81        44    145        6148\n",
       "15                        Of Beleriand and its Realms  Chapter 14   Of Beleriand and Its Realms   Thi...        18119     0.248134          0.248134  0.032048  0.894590  0.073373  0.183431  Positive  0.150945      0.506887           143            95     28            47       27    46   32       51        14     58        3544\n",
       "16                         Of the Noldor in Beleriand  Chapter 15   Of the Noldor in Beleriand   It h...        13816     0.270418          0.270418  0.090192  0.853374  0.056434 -0.058446  Negative  0.006830      0.377626            96            93     50            49       43    47   29       57        17     54        2906\n",
       "17                                         Of Maeglin  Chapter 16  Of Maeglin    Aredhel Ar-Feiniel, ...        22486     0.224624          0.239826  0.062219  0.863077  0.074690  0.049436   Neutral  0.065790      0.368909           196           125     56           101       43    81   90       83        42    130        4795\n",
       "18                 Of the Coming of Men into the West  Chapter 17   Of the Coming of Men into the Wes...        24783     0.211922          0.235174  0.053270  0.872788  0.073956  0.100777  Positive  0.129722      0.418454           231           113     56           107       36   101   86       70        37    119        5074\n",
       "19  Of the Ruin of Beleriand and the Fall of Fingo...  Chapter 18   Of the Ruin of Beleriand and the ...        29963     0.239002          0.291860  0.095358  0.838692  0.065962 -0.095409  Negative  0.082282      0.405506           227           250    114            94       67   205   55      118        42    135        5987\n",
       "20                               Of Beren and Lúthien  Chapter 19  Of Beren and Luthien    Among the ...        67451     0.153185          0.261628  0.087864  0.844916  0.067210 -0.058940  Negative  0.047973      0.349357           473           560    232           307      148   374  184      342       156    314       13870\n",
       "21            Of the Fifth Battle: Nirnaeth Arnoediad  Chapter 20   Of the Fifth Battle: Nirnaeth Arn...        25479     0.226972          0.253488  0.091267  0.847055  0.061678 -0.093714  Negative  0.065086      0.353455           164           191     80            76       44   122   42       65        41    119        5194\n",
       "22                                  Of Túrin Turambar  Chapter 21  Of Turin Turambar     Rian, daught...        75748     0.140004          0.256977  0.096128  0.836114  0.067778 -0.104020  Negative  0.023371      0.390232           487           639    296           269      175   432  209      326       138    268       15841\n",
       "23                             Of the Ruin of Doriath  Chapter 22   Of the Ruin of Doriath   So ended...        26569     0.223245          0.256686  0.078442  0.861476  0.060082 -0.046306   Neutral  0.050824      0.394873           170           191     89           106       50   103   54      107        40     88        5456\n",
       "24                   Of Tuor and the Fall of Gondolin  Chapter 23   Of Tuor and the Fall of Gondolin ...        19299     0.250347          0.255523  0.069365  0.857770  0.072878  0.056955  Positive  0.109597      0.448996           161           131     46            89       28    74   48       64        29     89        3936\n",
       "25     Of the Voyage of Eärendil and the War of Wrath  Chapter 24   Of the Voyage of Earendil and the...        24699     0.223851          0.252907  0.073148  0.858930  0.067945 -0.015284   Neutral  0.124001      0.370145           217           151     52           121       27   109   82       84        28    114        5076\n",
       "26                                         Akallabêth  AKALLABETH   The Downfall of Numenor     It is...        63248     0.152012          0.240116  0.085110  0.827944  0.086933  0.051844  Positive  0.085667      0.418282           662           416    162           333      139   261  215      220       124    354       13028\n",
       "27            Of the Rings of Power and the Third Age  OF THE RINGS OF POWER  AND THE THIRD AGE    in...        53606     0.150535          0.249128  0.068899  0.857348  0.073746  0.023425   Neutral  0.115798      0.422046           447           317    140           251       90   226  138      169        62    283       10904"
      ]
     },
     "execution_count": 260,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "silmarillion_sentiments_final['word_count'] = silmarillion_sentiments_final['Text'].apply(tokenize.word_tokenize).apply(len)\n",
    "silmarillion_sentiments_final"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 240,
   "metadata": {},
   "outputs": [],
   "source": [
    "silmarillion_sentiments_final.Anger = silmarillion_sentiments_final.Anger.astype('float64') \n",
    "silmarillion_sentiments_final.Anticipation = silmarillion_sentiments_final.Anticipation.astype('float64') \n",
    "silmarillion_sentiments_final.Disgust = silmarillion_sentiments_final.Disgust.astype('float64') \n",
    "silmarillion_sentiments_final.Fear = silmarillion_sentiments_final.Fear.astype('float64') \n",
    "silmarillion_sentiments_final.Joy = silmarillion_sentiments_final.Joy.astype('float64') \n",
    "silmarillion_sentiments_final.Negative = silmarillion_sentiments_final.Negative_NRC.astype('float64') \n",
    "silmarillion_sentiments_final.Positive = silmarillion_sentiments_final.Positive_NRC.astype('float64') \n",
    "silmarillion_sentiments_final.Sadness = silmarillion_sentiments_final.Sadness.astype('float64') \n",
    "silmarillion_sentiments_final.Surprise = silmarillion_sentiments_final.Surprise.astype('float64') \n",
    "silmarillion_sentiments_final.Trust = silmarillion_sentiments_final.Trust.astype('float64') \n",
    "silmarillion_sentiments_final.word_count = silmarillion_sentiments_final.word_count.astype('float64') "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 261,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Chapters             object\n",
       "Text                 object\n",
       "Total_words           int64\n",
       "Lex_density         float64\n",
       "Lex_density_norm    float64\n",
       "Negative            float64\n",
       "Neutral             float64\n",
       "Positive            float64\n",
       "Compound            float64\n",
       "Rating               object\n",
       "Polarity            float64\n",
       "Subjectivity        float64\n",
       "Positive_NRC          int64\n",
       "Negative_NRC          int64\n",
       "Anger                 int64\n",
       "Anticipation          int64\n",
       "Disgust               int64\n",
       "Fear                  int64\n",
       "Joy                   int64\n",
       "Sadness               int64\n",
       "Surprise              int64\n",
       "Trust                 int64\n",
       "word_count            int64\n",
       "dtype: object"
      ]
     },
     "execution_count": 261,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "silmarillion_sentiments_final.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 262,
   "metadata": {},
   "outputs": [],
   "source": [
    "emotions = ['Positive_NRC','Negative_NRC','Anger','Anticipation','Disgust','Fear','Joy','Sadness','Surprise',\n",
    "                 'Trust']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 263,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Chapters</th>\n",
       "      <th>Text</th>\n",
       "      <th>Total_words</th>\n",
       "      <th>Lex_density</th>\n",
       "      <th>Lex_density_norm</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Neutral</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Compound</th>\n",
       "      <th>Rating</th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Subjectivity</th>\n",
       "      <th>Positive_NRC</th>\n",
       "      <th>Negative_NRC</th>\n",
       "      <th>Anger</th>\n",
       "      <th>Anticipation</th>\n",
       "      <th>Disgust</th>\n",
       "      <th>Fear</th>\n",
       "      <th>Joy</th>\n",
       "      <th>Sadness</th>\n",
       "      <th>Surprise</th>\n",
       "      <th>Trust</th>\n",
       "      <th>word_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindalë</td>\n",
       "      <td>Ainulindale   The Music of the Ainur    There ...</td>\n",
       "      <td>20310</td>\n",
       "      <td>0.216064</td>\n",
       "      <td>0.221802</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "      <td>0.221757</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.183743</td>\n",
       "      <td>0.500935</td>\n",
       "      <td>0.034466</td>\n",
       "      <td>0.016872</td>\n",
       "      <td>0.006267</td>\n",
       "      <td>0.020487</td>\n",
       "      <td>0.001928</td>\n",
       "      <td>0.008436</td>\n",
       "      <td>0.017836</td>\n",
       "      <td>0.013497</td>\n",
       "      <td>0.004097</td>\n",
       "      <td>0.013979</td>\n",
       "      <td>4149</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Valaquenta</td>\n",
       "      <td>VALAQUENTA    Account of the Valar and Maiar a...</td>\n",
       "      <td>18190</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "      <td>0.095772</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.100240</td>\n",
       "      <td>0.362949</td>\n",
       "      <td>0.045276</td>\n",
       "      <td>0.024601</td>\n",
       "      <td>0.011777</td>\n",
       "      <td>0.020675</td>\n",
       "      <td>0.009422</td>\n",
       "      <td>0.013347</td>\n",
       "      <td>0.018320</td>\n",
       "      <td>0.014656</td>\n",
       "      <td>0.005234</td>\n",
       "      <td>0.019367</td>\n",
       "      <td>3821</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "      <td>Chapter 1   Of the Beginning of Days     It is...</td>\n",
       "      <td>20889</td>\n",
       "      <td>0.246302</td>\n",
       "      <td>0.252035</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "      <td>0.058558</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.112433</td>\n",
       "      <td>0.436940</td>\n",
       "      <td>0.046956</td>\n",
       "      <td>0.029967</td>\n",
       "      <td>0.012506</td>\n",
       "      <td>0.028315</td>\n",
       "      <td>0.007787</td>\n",
       "      <td>0.020057</td>\n",
       "      <td>0.023124</td>\n",
       "      <td>0.019349</td>\n",
       "      <td>0.010146</td>\n",
       "      <td>0.023832</td>\n",
       "      <td>4238</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "      <td>Chapter 2   Of Aule and Yavanna   It is told t...</td>\n",
       "      <td>10463</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "      <td>0.128009</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.104765</td>\n",
       "      <td>0.337905</td>\n",
       "      <td>0.028816</td>\n",
       "      <td>0.017560</td>\n",
       "      <td>0.009455</td>\n",
       "      <td>0.024313</td>\n",
       "      <td>0.005403</td>\n",
       "      <td>0.008555</td>\n",
       "      <td>0.014858</td>\n",
       "      <td>0.005403</td>\n",
       "      <td>0.007204</td>\n",
       "      <td>0.019811</td>\n",
       "      <td>2221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "      <td>Chapter 3   Of the Coming of the Elves and the...</td>\n",
       "      <td>21285</td>\n",
       "      <td>0.233488</td>\n",
       "      <td>0.246221</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "      <td>-0.008435</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.137582</td>\n",
       "      <td>0.445595</td>\n",
       "      <td>0.039786</td>\n",
       "      <td>0.026989</td>\n",
       "      <td>0.012331</td>\n",
       "      <td>0.023499</td>\n",
       "      <td>0.007911</td>\n",
       "      <td>0.020707</td>\n",
       "      <td>0.013495</td>\n",
       "      <td>0.016519</td>\n",
       "      <td>0.006049</td>\n",
       "      <td>0.020707</td>\n",
       "      <td>4298</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            Chapters                                               Text  Total_words  Lex_density  Lex_density_norm  Negative   Neutral  Positive  Compound    Rating  Polarity  Subjectivity  Positive_NRC  Negative_NRC     Anger  Anticipation   Disgust      Fear       Joy   Sadness  Surprise     Trust  word_count\n",
       "0                                        Ainulindalë  Ainulindale   The Music of the Ainur    There ...        20310     0.216064          0.221802  0.041515  0.868262  0.090243  0.221757  Positive  0.183743      0.500935      0.034466      0.016872  0.006267      0.020487  0.001928  0.008436  0.017836  0.013497  0.004097  0.013979        4149\n",
       "1                                         Valaquenta  VALAQUENTA    Account of the Valar and Maiar a...        18190     0.249122          0.249122  0.062664  0.842964  0.094400  0.095772  Positive  0.100240      0.362949      0.045276      0.024601  0.011777      0.020675  0.009422  0.013347  0.018320  0.014656  0.005234  0.019367        3821\n",
       "2                           Of the Beginning of Days  Chapter 1   Of the Beginning of Days     It is...        20889     0.246302          0.252035  0.063476  0.862181  0.074400  0.058558  Positive  0.112433      0.436940      0.046956      0.029967  0.012506      0.028315  0.007787  0.020057  0.023124  0.019349  0.010146  0.023832        4238\n",
       "3                                Of Aulë and Yavanna  Chapter 2   Of Aule and Yavanna   It is told t...        10463     0.276020          0.276020  0.037605  0.890349  0.072081  0.128009  Positive  0.104765      0.337905      0.028816      0.017560  0.009455      0.024313  0.005403  0.008555  0.014858  0.005403  0.007204  0.019811        2221\n",
       "4  Of the Coming of the Elves and the Captivity o...  Chapter 3   Of the Coming of the Elves and the...        21285     0.233488          0.246221  0.077031  0.849608  0.073338 -0.008435   Neutral  0.137582      0.445595      0.039786      0.026989  0.012331      0.023499  0.007911  0.020707  0.013495  0.016519  0.006049  0.020707        4298"
      ]
     },
     "execution_count": 263,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "for emotion in emotions:\n",
    "    silmarillion_sentiments_final[emotion]=silmarillion_sentiments_final[emotion]/silmarillion_sentiments_final['word_count']\n",
    "\n",
    "silmarillion_sentiments_final.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 264,
   "metadata": {},
   "outputs": [],
   "source": [
    "silmarillion_sentiments_final.to_csv(r'C:\\Users\\Nick\\Desktop\\GitProjects\\NLP_projects\\The_Silmarillion\\silmarillion_sentiments.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 269,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Chapters</th>\n",
       "      <th>Text</th>\n",
       "      <th>Total_words</th>\n",
       "      <th>Lex_density</th>\n",
       "      <th>Lex_density_norm</th>\n",
       "      <th>Negative</th>\n",
       "      <th>Neutral</th>\n",
       "      <th>Positive</th>\n",
       "      <th>Compound</th>\n",
       "      <th>Rating</th>\n",
       "      <th>Polarity</th>\n",
       "      <th>Subjectivity</th>\n",
       "      <th>Positive_NRC</th>\n",
       "      <th>Negative_NRC</th>\n",
       "      <th>Anger</th>\n",
       "      <th>Anticipation</th>\n",
       "      <th>Disgust</th>\n",
       "      <th>Fear</th>\n",
       "      <th>Joy</th>\n",
       "      <th>Sadness</th>\n",
       "      <th>Surprise</th>\n",
       "      <th>Trust</th>\n",
       "      <th>word_count</th>\n",
       "      <th>Rating_num</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Ainulindalë</td>\n",
       "      <td>Ainulindale   The Music of the Ainur    There ...</td>\n",
       "      <td>20310</td>\n",
       "      <td>0.216064</td>\n",
       "      <td>0.221802</td>\n",
       "      <td>0.041515</td>\n",
       "      <td>0.868262</td>\n",
       "      <td>0.090243</td>\n",
       "      <td>0.221757</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.183743</td>\n",
       "      <td>0.500935</td>\n",
       "      <td>0.034466</td>\n",
       "      <td>0.016872</td>\n",
       "      <td>0.006267</td>\n",
       "      <td>0.020487</td>\n",
       "      <td>0.001928</td>\n",
       "      <td>0.008436</td>\n",
       "      <td>0.017836</td>\n",
       "      <td>0.013497</td>\n",
       "      <td>0.004097</td>\n",
       "      <td>0.013979</td>\n",
       "      <td>4149</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Valaquenta</td>\n",
       "      <td>VALAQUENTA    Account of the Valar and Maiar a...</td>\n",
       "      <td>18190</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.249122</td>\n",
       "      <td>0.062664</td>\n",
       "      <td>0.842964</td>\n",
       "      <td>0.094400</td>\n",
       "      <td>0.095772</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.100240</td>\n",
       "      <td>0.362949</td>\n",
       "      <td>0.045276</td>\n",
       "      <td>0.024601</td>\n",
       "      <td>0.011777</td>\n",
       "      <td>0.020675</td>\n",
       "      <td>0.009422</td>\n",
       "      <td>0.013347</td>\n",
       "      <td>0.018320</td>\n",
       "      <td>0.014656</td>\n",
       "      <td>0.005234</td>\n",
       "      <td>0.019367</td>\n",
       "      <td>3821</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Of the Beginning of Days</td>\n",
       "      <td>Chapter 1   Of the Beginning of Days     It is...</td>\n",
       "      <td>20889</td>\n",
       "      <td>0.246302</td>\n",
       "      <td>0.252035</td>\n",
       "      <td>0.063476</td>\n",
       "      <td>0.862181</td>\n",
       "      <td>0.074400</td>\n",
       "      <td>0.058558</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.112433</td>\n",
       "      <td>0.436940</td>\n",
       "      <td>0.046956</td>\n",
       "      <td>0.029967</td>\n",
       "      <td>0.012506</td>\n",
       "      <td>0.028315</td>\n",
       "      <td>0.007787</td>\n",
       "      <td>0.020057</td>\n",
       "      <td>0.023124</td>\n",
       "      <td>0.019349</td>\n",
       "      <td>0.010146</td>\n",
       "      <td>0.023832</td>\n",
       "      <td>4238</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Of Aulë and Yavanna</td>\n",
       "      <td>Chapter 2   Of Aule and Yavanna   It is told t...</td>\n",
       "      <td>10463</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.276020</td>\n",
       "      <td>0.037605</td>\n",
       "      <td>0.890349</td>\n",
       "      <td>0.072081</td>\n",
       "      <td>0.128009</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.104765</td>\n",
       "      <td>0.337905</td>\n",
       "      <td>0.028816</td>\n",
       "      <td>0.017560</td>\n",
       "      <td>0.009455</td>\n",
       "      <td>0.024313</td>\n",
       "      <td>0.005403</td>\n",
       "      <td>0.008555</td>\n",
       "      <td>0.014858</td>\n",
       "      <td>0.005403</td>\n",
       "      <td>0.007204</td>\n",
       "      <td>0.019811</td>\n",
       "      <td>2221</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Of the Coming of the Elves and the Captivity o...</td>\n",
       "      <td>Chapter 3   Of the Coming of the Elves and the...</td>\n",
       "      <td>21285</td>\n",
       "      <td>0.233488</td>\n",
       "      <td>0.246221</td>\n",
       "      <td>0.077031</td>\n",
       "      <td>0.849608</td>\n",
       "      <td>0.073338</td>\n",
       "      <td>-0.008435</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.137582</td>\n",
       "      <td>0.445595</td>\n",
       "      <td>0.039786</td>\n",
       "      <td>0.026989</td>\n",
       "      <td>0.012331</td>\n",
       "      <td>0.023499</td>\n",
       "      <td>0.007911</td>\n",
       "      <td>0.020707</td>\n",
       "      <td>0.013495</td>\n",
       "      <td>0.016519</td>\n",
       "      <td>0.006049</td>\n",
       "      <td>0.020707</td>\n",
       "      <td>4298</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Of Thingol and Melian</td>\n",
       "      <td>Chapter 4   Of Thingol and Melian   Melian was...</td>\n",
       "      <td>3440</td>\n",
       "      <td>0.411856</td>\n",
       "      <td>0.411856</td>\n",
       "      <td>0.027412</td>\n",
       "      <td>0.910294</td>\n",
       "      <td>0.062235</td>\n",
       "      <td>0.200253</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.213627</td>\n",
       "      <td>0.459641</td>\n",
       "      <td>0.044034</td>\n",
       "      <td>0.008523</td>\n",
       "      <td>0.005682</td>\n",
       "      <td>0.028409</td>\n",
       "      <td>0.007102</td>\n",
       "      <td>0.001420</td>\n",
       "      <td>0.025568</td>\n",
       "      <td>0.008523</td>\n",
       "      <td>0.011364</td>\n",
       "      <td>0.025568</td>\n",
       "      <td>704</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Of Eldamar and the Princes of the Eldalië</td>\n",
       "      <td>Chapter 5   Of Eldamar and the Princes of the ...</td>\n",
       "      <td>14525</td>\n",
       "      <td>0.262216</td>\n",
       "      <td>0.262216</td>\n",
       "      <td>0.020013</td>\n",
       "      <td>0.902267</td>\n",
       "      <td>0.077707</td>\n",
       "      <td>0.242360</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.196794</td>\n",
       "      <td>0.455862</td>\n",
       "      <td>0.059239</td>\n",
       "      <td>0.013800</td>\n",
       "      <td>0.006732</td>\n",
       "      <td>0.023225</td>\n",
       "      <td>0.005385</td>\n",
       "      <td>0.005385</td>\n",
       "      <td>0.021205</td>\n",
       "      <td>0.011444</td>\n",
       "      <td>0.005385</td>\n",
       "      <td>0.023898</td>\n",
       "      <td>2971</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Of Fëanor and the Unchaining of Melkor</td>\n",
       "      <td>Chapter 6   Of Feanor and the Unchaining of Me...</td>\n",
       "      <td>9419</td>\n",
       "      <td>0.305983</td>\n",
       "      <td>0.305983</td>\n",
       "      <td>0.056074</td>\n",
       "      <td>0.812944</td>\n",
       "      <td>0.130981</td>\n",
       "      <td>0.250856</td>\n",
       "      <td>Positive</td>\n",
       "      <td>0.182022</td>\n",
       "      <td>0.452209</td>\n",
       "      <td>0.055243</td>\n",
       "      <td>0.019949</td>\n",
       "      <td>0.013299</td>\n",
       "      <td>0.021995</td>\n",
       "      <td>0.004604</td>\n",
       "      <td>0.017391</td>\n",
       "      <td>0.025575</td>\n",
       "      <td>0.012276</td>\n",
       "      <td>0.003069</td>\n",
       "      <td>0.024041</td>\n",
       "      <td>1955</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Of the Silmarils and the Unrest of the Noldor</td>\n",
       "      <td>Chapter 7   Of the Silmarils and the Unrest of...</td>\n",
       "      <td>14864</td>\n",
       "      <td>0.272661</td>\n",
       "      <td>0.272661</td>\n",
       "      <td>0.070426</td>\n",
       "      <td>0.852638</td>\n",
       "      <td>0.076947</td>\n",
       "      <td>0.020562</td>\n",
       "      <td>Neutral</td>\n",
       "      <td>0.090569</td>\n",
       "      <td>0.434762</td>\n",
       "      <td>0.035410</td>\n",
       "      <td>0.029180</td>\n",
       "      <td>0.015410</td>\n",
       "      <td>0.021967</td>\n",
       "      <td>0.009836</td>\n",
       "      <td>0.016066</td>\n",
       "      <td>0.015082</td>\n",
       "      <td>0.014754</td>\n",
       "      <td>0.006230</td>\n",
       "      <td>0.027541</td>\n",
       "      <td>3050</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Of the Darkening of Valinor</td>\n",
       "      <td>Chapter 8   Of the Darkening of Valinor    Whe...</td>\n",
       "      <td>10810</td>\n",
       "      <td>0.320320</td>\n",
       "      <td>0.320320</td>\n",
       "      <td>0.097235</td>\n",
       "      <td>0.852132</td>\n",
       "      <td>0.050603</td>\n",
       "      <td>-0.136219</td>\n",
       "      <td>Negative</td>\n",
       "      <td>0.002558</td>\n",
       "      <td>0.372743</td>\n",
       "      <td>0.026750</td>\n",
       "      <td>0.035221</td>\n",
       "      <td>0.013375</td>\n",
       "      <td>0.021846</td>\n",
       "      <td>0.010700</td>\n",
       "      <td>0.018279</td>\n",
       "      <td>0.010254</td>\n",
       "      <td>0.026750</td>\n",
       "      <td>0.007579</td>\n",
       "      <td>0.012929</td>\n",
       "      <td>2243</td>\n",
       "      <td>-1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                            Chapters                                               Text  Total_words  Lex_density  Lex_density_norm  Negative   Neutral  Positive  Compound    Rating  Polarity  Subjectivity  Positive_NRC  Negative_NRC     Anger  Anticipation   Disgust      Fear       Joy   Sadness  Surprise     Trust  word_count  Rating_num\n",
       "0                                        Ainulindalë  Ainulindale   The Music of the Ainur    There ...        20310     0.216064          0.221802  0.041515  0.868262  0.090243  0.221757  Positive  0.183743      0.500935      0.034466      0.016872  0.006267      0.020487  0.001928  0.008436  0.017836  0.013497  0.004097  0.013979        4149           1\n",
       "1                                         Valaquenta  VALAQUENTA    Account of the Valar and Maiar a...        18190     0.249122          0.249122  0.062664  0.842964  0.094400  0.095772  Positive  0.100240      0.362949      0.045276      0.024601  0.011777      0.020675  0.009422  0.013347  0.018320  0.014656  0.005234  0.019367        3821           1\n",
       "2                           Of the Beginning of Days  Chapter 1   Of the Beginning of Days     It is...        20889     0.246302          0.252035  0.063476  0.862181  0.074400  0.058558  Positive  0.112433      0.436940      0.046956      0.029967  0.012506      0.028315  0.007787  0.020057  0.023124  0.019349  0.010146  0.023832        4238           1\n",
       "3                                Of Aulë and Yavanna  Chapter 2   Of Aule and Yavanna   It is told t...        10463     0.276020          0.276020  0.037605  0.890349  0.072081  0.128009  Positive  0.104765      0.337905      0.028816      0.017560  0.009455      0.024313  0.005403  0.008555  0.014858  0.005403  0.007204  0.019811        2221           1\n",
       "4  Of the Coming of the Elves and the Captivity o...  Chapter 3   Of the Coming of the Elves and the...        21285     0.233488          0.246221  0.077031  0.849608  0.073338 -0.008435   Neutral  0.137582      0.445595      0.039786      0.026989  0.012331      0.023499  0.007911  0.020707  0.013495  0.016519  0.006049  0.020707        4298           0\n",
       "5                              Of Thingol and Melian  Chapter 4   Of Thingol and Melian   Melian was...         3440     0.411856          0.411856  0.027412  0.910294  0.062235  0.200253  Positive  0.213627      0.459641      0.044034      0.008523  0.005682      0.028409  0.007102  0.001420  0.025568  0.008523  0.011364  0.025568         704           1\n",
       "6          Of Eldamar and the Princes of the Eldalië  Chapter 5   Of Eldamar and the Princes of the ...        14525     0.262216          0.262216  0.020013  0.902267  0.077707  0.242360  Positive  0.196794      0.455862      0.059239      0.013800  0.006732      0.023225  0.005385  0.005385  0.021205  0.011444  0.005385  0.023898        2971           1\n",
       "7             Of Fëanor and the Unchaining of Melkor  Chapter 6   Of Feanor and the Unchaining of Me...         9419     0.305983          0.305983  0.056074  0.812944  0.130981  0.250856  Positive  0.182022      0.452209      0.055243      0.019949  0.013299      0.021995  0.004604  0.017391  0.025575  0.012276  0.003069  0.024041        1955           1\n",
       "8      Of the Silmarils and the Unrest of the Noldor  Chapter 7   Of the Silmarils and the Unrest of...        14864     0.272661          0.272661  0.070426  0.852638  0.076947  0.020562   Neutral  0.090569      0.434762      0.035410      0.029180  0.015410      0.021967  0.009836  0.016066  0.015082  0.014754  0.006230  0.027541        3050           0\n",
       "9                        Of the Darkening of Valinor  Chapter 8   Of the Darkening of Valinor    Whe...        10810     0.320320          0.320320  0.097235  0.852132  0.050603 -0.136219  Negative  0.002558      0.372743      0.026750      0.035221  0.013375      0.021846  0.010700  0.018279  0.010254  0.026750  0.007579  0.012929        2243          -1"
      ]
     },
     "execution_count": 269,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def ratings(silmarillion_sentiments_final):\n",
    "    if silmarillion_sentiments_final['Compound'] > 0.05:\n",
    "        return 1\n",
    "    elif silmarillion_sentiments_final['Compound'] < -0.05:\n",
    "        return -1\n",
    "    else:\n",
    "        return 0\n",
    "\n",
    "silmarillion_sentiments_final['Rating_num'] = silmarillion_sentiments_final.apply(ratings, axis=1)\n",
    "\n",
    "silmarillion_sentiments_final.to_csv(r'C:\\Users\\Nick\\Desktop\\GitProjects\\NLP_projects\\The_Silmarillion\\silmarillion_sentiments.csv')\n",
    "\n",
    "silmarillion_sentiments_final.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}