Evaluation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "class Sentencizer:\n",
    "    \"\"\"\"\n",
    "    Class for splitting paragraphs to sentences\n",
    "    \"\"\"\n",
    "\n",
    "    def __init__(self, _text, split_chars=['.', '?', '؟', '!', ':']):\n",
    "        self.sentences = []\n",
    "        self.text = str(_text)\n",
    "        self._split_chars = split_chars\n",
    "        self._sentencize()\n",
    "\n",
    "    def _sentencize(self):\n",
    "\n",
    "        \"\"\"\"\n",
    "        Split sentences according to the split chars we have\n",
    "        and also handle some special cases for them\n",
    "        \"\"\"\n",
    "        fullStopIndex = findOccurrences(self.text, '.')  # get the indices of all occurrences of (.) to check\n",
    "        text = self.text\n",
    "        text = fullStopCheck(text, fullStopIndex)\n",
    "        for character in self._split_chars:\n",
    "            text = text.replace(character, character + \"</>\")\n",
    "        text = text.replace('<D>', '.')\n",
    "        self.sentences = [x.strip() for x in text.split(\"</>\") if x != '']\n",
    "\n",
    "class tokenization:\n",
    "    \"\"\"\"\n",
    "    CLass to create tokens from sentences\n",
    "    \"\"\"\n",
    "    def __init__(self, text, split_tokens=[' ', '-']):\n",
    "\n",
    "        self.tokens = []\n",
    "        # Separate text into paragraphs at first\n",
    "        self.paragraphs = ' '.join([prop_paragraph for prop_paragraph in text.split('\\n') if len(prop_paragraph)>1])\n",
    "        self.sentences = Sentencizer(self.paragraphs).sentences\n",
    "        self._split_tokens = split_tokens\n",
    "        self._punctuations = \"\"\"'!\"#$%&'()*+,«».؛،/:؟?@[\\]^_`{|}~”“\"\"\"\n",
    "        self._tokenize()\n",
    "\n",
    "    def _tokenize(self):\n",
    "        \"\"\"\"\n",
    "         return tokens from the given sentences\n",
    "        \"\"\"\n",
    "        for text in self.sentences:\n",
    "\n",
    "            for punctuation in self._punctuations:      # Search for the punctuations inside the sentence\n",
    "                text = text.replace(punctuation, \" \" + punctuation + \" \")\n",
    "\n",
    "            for delimiter in self._split_tokens:\n",
    "                text = text.replace(delimiter, '</>')\n",
    "\n",
    "            token = [x.strip() for x in text.split('</>') if x != '' and (x not in self._punctuations)]\n",
    "            self.tokens.append(token)\n",
    "\n",
    "\n",
    "def findOccurrences(s, ch):\n",
    "\n",
    "    \"\"\"\"\n",
    "     Finds all occurrences of a char and returns all indices\n",
    "    \"\"\"\n",
    "    return [i for i, letter in enumerate(s) if letter == ch]\n",
    "\n",
    "\n",
    "def fullStopCheck(text, indices):\n",
    "    \"\"\"\"\n",
    "    Check for all the cases were the full stop doesn't mean the end of the sentence\n",
    "    example : (ق.م), (أ.د.سعيد), (د.توفيق)\n",
    "    \"\"\"\n",
    "    for index in indices:\n",
    "        if text[index - 1] == '.':  # replace multiple dots (....) with single dot (.)\n",
    "            text = text[0:index] + text[index + 1:]\n",
    "\n",
    "        elif text[index - 2] == ' ' or index - 1 == 0 or text[index - 2] == '.': # mark all special fullstops \n",
    "            text = text[0:index] + '<D>' + text[index + 1:]\n",
    "\n",
    "    return text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "from camel_tools.tokenizers.word import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "text = \"\"\"قراءة د. أحمد خالد توفيق في رواية «جمهورية كأن» للروائي علاء الأسواني، المشروع الذي ظل يتحدث ولم يفارق ذهنه \n",
    "لحظة.قرأت القصة .. الحقيقة التي لا يماري فيها أحد هي أن الرجل ممتع حقًا. وهو مصر على أن يظل ممتعًا مهما كره النقاد \n",
    "ذلك. هو يؤمن بفن الرواية بتعريفه العتيق؛ أي (الحكي). أن تنتظر حتى الليل في لهفة لتعرف ما حدث . وهو مصر على الطريقة \n",
    "الديكنزية في أن يجعل الرواية متحفًا للشخصيات الفريدة الممتعة. بحيث أنك قد تنسى الرواية لكن الشخصيات تلاحقك طيلة \n",
    "الوقت.  هناك مكونات وأجزاء معينة يستعملها علاء الأسواني مثل الميكانو من قصة لأخرى، فيعيد ترتيبها ليخلق مواقف جديدة. \n",
    "مثلًا شخصية الضابط المتدين الذي يعذب الأبرياء ولا يفوت فرضًا – الثري الراقي الذي يعد بالمفهوم التقليدي فاسد الأخلاق، \n",
    "لكنه أكثر شخصيات القصة طهرًا وصدقًا، وبالطبع هناك الحب الجسدي بينه وبين خادمة أو مدبرة منزل نبيلة تحبه فعلًا، وهناك \n",
    "ضغوط المجتمع ضده بين أخت مثل دولت أو زوجة أو أولاد.. هناك علاقات تدور في قمة المجتمع فوق رءوسنا ولا نعرف عنها أي شيء . \n",
    "لم يستعمل الأسواني قطعة ميكانو الشاب الشاذ جنسيًا هذه المرة، وإن استخدم قطعة ميكانو مهمة جدًا هي ضحية الأمن الذي آمن \n",
    "بالعدالة ثم أدرك مع الوقت أن ديانة الدولة هي الظلم، وأن الدم هو الحل الوحيد. لن أعطي تفاصيل حتى لا أدمر نهاية \n",
    "الرواية، لكنها نهاية قوية جدًا.\"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "camels = simple_word_tokenize(text)\n",
    "\n",
    "# Using Omdena tokenizer\n",
    "tokenizer = tokenization(text)\n",
    "omdenas = tokenizer.tokens\n",
    "omdenas_falttened = [x for sublist in omdenas for x in sublist]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pyarabic.araby as araby\n",
    "pyarab = araby.tokenize(text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'f': 0.9409090859128101, 'p': 0.9672897196261683, 'r': 0.915929203539823}\n"
     ]
    }
   ],
   "source": [
    "from rouge import Rouge\n",
    "rouge_ = Rouge()\n",
    "score = rouge_.get_scores(' '.join(omdenas_falttened), ' '.join(camels))\n",
    "rouge1 = score[0].get('rouge-1')\n",
    "print(rouge1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'f': 0.9452054744546612, 'p': 0.9672897196261683, 'r': 0.9241071428571429}\n"
     ]
    }
   ],
   "source": [
    "from rouge import Rouge\n",
    "rouge_ = Rouge()\n",
    "score = rouge_.get_scores(' '.join(omdenas_falttened), ' '.join(pyarab))\n",
    "rouge1 = score[0].get('rouge-1')\n",
    "print(rouge1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['قراءة',\n",
       " 'د',\n",
       " '.',\n",
       " 'أحمد',\n",
       " 'خالد',\n",
       " 'توفيق',\n",
       " 'في',\n",
       " 'رواية',\n",
       " '«',\n",
       " 'جمهورية',\n",
       " 'كأن',\n",
       " '»',\n",
       " 'للروائي',\n",
       " 'علاء',\n",
       " 'الأسواني',\n",
       " '،',\n",
       " 'المشروع',\n",
       " 'الذي',\n",
       " 'ظل',\n",
       " 'يتحدث',\n",
       " 'ولم',\n",
       " 'يفارق',\n",
       " 'ذهنه',\n",
       " 'لحظة',\n",
       " '.',\n",
       " 'قرأت',\n",
       " 'القصة',\n",
       " '.',\n",
       " '.',\n",
       " 'الحقيقة',\n",
       " 'التي',\n",
       " 'لا',\n",
       " 'يماري',\n",
       " 'فيها',\n",
       " 'أحد',\n",
       " 'هي',\n",
       " 'أن',\n",
       " 'الرجل',\n",
       " 'ممتع',\n",
       " 'حقًا',\n",
       " '.',\n",
       " 'وهو',\n",
       " 'مصر',\n",
       " 'على',\n",
       " 'أن',\n",
       " 'يظل',\n",
       " 'ممتعًا',\n",
       " 'مهما',\n",
       " 'كره',\n",
       " 'النقاد',\n",
       " 'ذلك',\n",
       " '.',\n",
       " 'هو',\n",
       " 'يؤمن',\n",
       " 'بفن',\n",
       " 'الرواية',\n",
       " 'بتعريفه',\n",
       " 'العتيق',\n",
       " '؛',\n",
       " 'أي',\n",
       " '(',\n",
       " 'الحكي',\n",
       " ')',\n",
       " '.',\n",
       " 'أن',\n",
       " 'تنتظر',\n",
       " 'حتى',\n",
       " 'الليل',\n",
       " 'في',\n",
       " 'لهفة',\n",
       " 'لتعرف',\n",
       " 'ما',\n",
       " 'حدث',\n",
       " '.',\n",
       " 'وهو',\n",
       " 'مصر',\n",
       " 'على',\n",
       " 'الطريقة',\n",
       " 'الديكنزية',\n",
       " 'في',\n",
       " 'أن',\n",
       " 'يجعل',\n",
       " 'الرواية',\n",
       " 'متحفًا',\n",
       " 'للشخصيات',\n",
       " 'الفريدة',\n",
       " 'الممتعة',\n",
       " '.',\n",
       " 'بحيث',\n",
       " 'أنك',\n",
       " 'قد',\n",
       " 'تنسى',\n",
       " 'الرواية',\n",
       " 'لكن',\n",
       " 'الشخصيات',\n",
       " 'تلاحقك',\n",
       " 'طيلة',\n",
       " 'الوقت',\n",
       " '.',\n",
       " 'هناك',\n",
       " 'مكونات',\n",
       " 'وأجزاء',\n",
       " 'معينة',\n",
       " 'يستعملها',\n",
       " 'علاء',\n",
       " 'الأسواني',\n",
       " 'مثل',\n",
       " 'الميكانو',\n",
       " 'من',\n",
       " 'قصة',\n",
       " 'لأخرى',\n",
       " '،',\n",
       " 'فيعيد',\n",
       " 'ترتيبها',\n",
       " 'ليخلق',\n",
       " 'مواقف',\n",
       " 'جديدة',\n",
       " '.',\n",
       " 'مثلًا',\n",
       " 'شخصية',\n",
       " 'الضابط',\n",
       " 'المتدين',\n",
       " 'الذي',\n",
       " 'يعذب',\n",
       " 'الأبرياء',\n",
       " 'ولا',\n",
       " 'يفوت',\n",
       " 'فرضًا',\n",
       " '–',\n",
       " 'الثري',\n",
       " 'الراقي',\n",
       " 'الذي',\n",
       " 'يعد',\n",
       " 'بالمفهوم',\n",
       " 'التقليدي',\n",
       " 'فاسد',\n",
       " 'الأخلاق',\n",
       " '،',\n",
       " 'لكنه',\n",
       " 'أكثر',\n",
       " 'شخصيات',\n",
       " 'القصة',\n",
       " 'طهرًا',\n",
       " 'وصدقًا',\n",
       " '،',\n",
       " 'وبالطبع',\n",
       " 'هناك',\n",
       " 'الحب',\n",
       " 'الجسدي',\n",
       " 'بينه',\n",
       " 'وبين',\n",
       " 'خادمة',\n",
       " 'أو',\n",
       " 'مدبرة',\n",
       " 'منزل',\n",
       " 'نبيلة',\n",
       " 'تحبه',\n",
       " 'فعلًا',\n",
       " '،',\n",
       " 'وهناك',\n",
       " 'ضغوط',\n",
       " 'المجتمع',\n",
       " 'ضده',\n",
       " 'بين',\n",
       " 'أخت',\n",
       " 'مثل',\n",
       " 'دولت',\n",
       " 'أو',\n",
       " 'زوجة',\n",
       " 'أو',\n",
       " 'أولاد',\n",
       " '.',\n",
       " '.',\n",
       " 'هناك',\n",
       " 'علاقات',\n",
       " 'تدور',\n",
       " 'في',\n",
       " 'قمة',\n",
       " 'المجتمع',\n",
       " 'فوق',\n",
       " 'رءوسنا',\n",
       " 'ولا',\n",
       " 'نعرف',\n",
       " 'عنها',\n",
       " 'أي',\n",
       " 'شيء',\n",
       " '.',\n",
       " 'لم',\n",
       " 'يستعمل',\n",
       " 'الأسواني',\n",
       " 'قطعة',\n",
       " 'ميكانو',\n",
       " 'الشاب',\n",
       " 'الشاذ',\n",
       " 'جنسيًا',\n",
       " 'هذه',\n",
       " 'المرة',\n",
       " '،',\n",
       " 'وإن',\n",
       " 'استخدم',\n",
       " 'قطعة',\n",
       " 'ميكانو',\n",
       " 'مهمة',\n",
       " 'جدًا',\n",
       " 'هي',\n",
       " 'ضحية',\n",
       " 'الأمن',\n",
       " 'الذي',\n",
       " 'آمن',\n",
       " 'بالعدالة',\n",
       " 'ثم',\n",
       " 'أدرك',\n",
       " 'مع',\n",
       " 'الوقت',\n",
       " 'أن',\n",
       " 'ديانة',\n",
       " 'الدولة',\n",
       " 'هي',\n",
       " 'الظلم',\n",
       " '،',\n",
       " 'وأن',\n",
       " 'الدم',\n",
       " 'هو',\n",
       " 'الحل',\n",
       " 'الوحيد',\n",
       " '.',\n",
       " 'لن',\n",
       " 'أعطي',\n",
       " 'تفاصيل',\n",
       " 'حتى',\n",
       " 'لا',\n",
       " 'أدمر',\n",
       " 'نهاية',\n",
       " 'الرواية',\n",
       " '،',\n",
       " 'لكنها',\n",
       " 'نهاية',\n",
       " 'قوية',\n",
       " 'جدًا',\n",
       " '.']"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "camels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['قراءة',\n",
       " 'د',\n",
       " 'أحمد',\n",
       " 'خالد',\n",
       " 'توفيق',\n",
       " 'في',\n",
       " 'رواية',\n",
       " 'جمهورية',\n",
       " 'كأن',\n",
       " 'للروائي',\n",
       " 'علاء',\n",
       " 'الأسواني',\n",
       " 'المشروع',\n",
       " 'الذي',\n",
       " 'ظل',\n",
       " 'يتحدث',\n",
       " 'ولم',\n",
       " 'يفارق',\n",
       " 'ذهنه',\n",
       " 'لحظة',\n",
       " 'قرأت',\n",
       " 'القصة',\n",
       " 'الحقيقة',\n",
       " 'التي',\n",
       " 'لا',\n",
       " 'يماري',\n",
       " 'فيها',\n",
       " 'أحد',\n",
       " 'هي',\n",
       " 'أن',\n",
       " 'الرجل',\n",
       " 'ممتع',\n",
       " 'حقًا',\n",
       " 'وهو',\n",
       " 'مصر',\n",
       " 'على',\n",
       " 'أن',\n",
       " 'يظل',\n",
       " 'ممتعًا',\n",
       " 'مهما',\n",
       " 'كره',\n",
       " 'النقاد',\n",
       " 'ذ',\n",
       " 'ك',\n",
       " 'هو',\n",
       " 'يؤمن',\n",
       " 'بفن',\n",
       " 'الرواية',\n",
       " 'بتعريفه',\n",
       " 'العتيق',\n",
       " 'أي',\n",
       " 'الحكي',\n",
       " 'أن',\n",
       " 'تنتظر',\n",
       " 'حتى',\n",
       " 'الليل',\n",
       " 'في',\n",
       " 'لهفة',\n",
       " 'لتعرف',\n",
       " 'ما',\n",
       " 'حدث',\n",
       " 'وهو',\n",
       " 'مصر',\n",
       " 'على',\n",
       " 'الطريقة',\n",
       " 'الديكنزية',\n",
       " 'في',\n",
       " 'أن',\n",
       " 'يجعل',\n",
       " 'الرواية',\n",
       " 'متحفًا',\n",
       " 'للشخصيات',\n",
       " 'الفريدة',\n",
       " 'الممتعة',\n",
       " 'بحيث',\n",
       " 'أنك',\n",
       " 'قد',\n",
       " 'تنسى',\n",
       " 'الرواية',\n",
       " 'لكن',\n",
       " 'الشخصيات',\n",
       " 'تلاحقك',\n",
       " 'طيلة',\n",
       " 'ا',\n",
       " 'وقت',\n",
       " 'هناك',\n",
       " 'مكونات',\n",
       " 'وأجزاء',\n",
       " 'معينة',\n",
       " 'يستعملها',\n",
       " 'علاء',\n",
       " 'الأسواني',\n",
       " 'مثل',\n",
       " 'الميكانو',\n",
       " 'من',\n",
       " 'قصة',\n",
       " 'لأخرى',\n",
       " 'فيعيد',\n",
       " 'ترتيبها',\n",
       " 'ليخلق',\n",
       " 'مواقف',\n",
       " 'جديدة',\n",
       " 'مثلًا',\n",
       " 'شخصية',\n",
       " 'الضابط',\n",
       " 'المتدين',\n",
       " 'الذي',\n",
       " 'يعذب',\n",
       " 'الأبرياء',\n",
       " 'ولا',\n",
       " 'يفوت',\n",
       " 'فرضًا',\n",
       " '–',\n",
       " 'الثري',\n",
       " 'الراقي',\n",
       " 'الذي',\n",
       " 'يعد',\n",
       " 'بالمفهوم',\n",
       " 'التقليدي',\n",
       " 'فاسد',\n",
       " 'الأخلاق',\n",
       " 'لكنه',\n",
       " 'أكثر',\n",
       " 'شخصيات',\n",
       " 'القصة',\n",
       " 'طهرًا',\n",
       " 'وصدقًا',\n",
       " 'وبالطبع',\n",
       " 'هناك',\n",
       " 'الحب',\n",
       " 'الجسدي',\n",
       " 'بينه',\n",
       " 'وبين',\n",
       " 'خادمة',\n",
       " 'أو',\n",
       " 'مدبرة',\n",
       " 'منزل',\n",
       " 'نبيلة',\n",
       " 'تحبه',\n",
       " 'فعلًا',\n",
       " 'وهناك',\n",
       " 'ضغوط',\n",
       " 'المجتمع',\n",
       " 'ضده',\n",
       " 'بين',\n",
       " 'أخت',\n",
       " 'مثل',\n",
       " 'دولت',\n",
       " 'أو',\n",
       " 'زوجة',\n",
       " 'أو',\n",
       " 'أولاد',\n",
       " 'هناك',\n",
       " 'علاقات',\n",
       " 'تدور',\n",
       " 'في',\n",
       " 'قمة',\n",
       " 'المجتمع',\n",
       " 'فوق',\n",
       " 'رءوسنا',\n",
       " 'ولا',\n",
       " 'نعرف',\n",
       " 'عنها',\n",
       " 'أ',\n",
       " 'شيء',\n",
       " 'لم',\n",
       " 'يستعمل',\n",
       " 'الأسواني',\n",
       " 'قطعة',\n",
       " 'ميكانو',\n",
       " 'الشاب',\n",
       " 'الشاذ',\n",
       " 'جنسيًا',\n",
       " 'هذه',\n",
       " 'المرة',\n",
       " 'وإن',\n",
       " 'استخدم',\n",
       " 'قطعة',\n",
       " 'ميكانو',\n",
       " 'مهمة',\n",
       " 'جدًا',\n",
       " 'هي',\n",
       " 'ضحية',\n",
       " 'الأمن',\n",
       " 'الذي',\n",
       " 'آمن',\n",
       " 'بالعدالة',\n",
       " 'ثم',\n",
       " 'أدرك',\n",
       " 'مع',\n",
       " 'الوقت',\n",
       " 'أن',\n",
       " 'ديانة',\n",
       " 'الدولة',\n",
       " 'هي',\n",
       " 'الظلم',\n",
       " 'وأن',\n",
       " 'الدم',\n",
       " 'هو',\n",
       " 'الحل',\n",
       " 'الوحيد',\n",
       " 'لن',\n",
       " 'أعطي',\n",
       " 'تفاصيل',\n",
       " 'حتى',\n",
       " 'لا',\n",
       " 'أدمر',\n",
       " 'نهاية',\n",
       " 'الرواية',\n",
       " 'لكنها',\n",
       " 'نهاية',\n",
       " 'ق',\n",
       " 'ية',\n",
       " 'جدًا']"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "omdenas_falttened"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['قراءة',\n",
       " 'د',\n",
       " '.',\n",
       " 'أحمد',\n",
       " 'خالد',\n",
       " 'توفيق',\n",
       " 'في',\n",
       " 'رواية',\n",
       " '«',\n",
       " 'جمهورية',\n",
       " 'كأن',\n",
       " '»',\n",
       " 'للروائي',\n",
       " 'علاء',\n",
       " 'الأسواني',\n",
       " '،',\n",
       " 'المشروع',\n",
       " 'الذي',\n",
       " 'ظل',\n",
       " 'يتحدث',\n",
       " 'ولم',\n",
       " 'يفارق',\n",
       " 'ذهنه',\n",
       " '\\n',\n",
       " 'لحظة',\n",
       " '.',\n",
       " 'قرأت',\n",
       " 'القصة',\n",
       " '..',\n",
       " 'الحقيقة',\n",
       " 'التي',\n",
       " 'لا',\n",
       " 'يماري',\n",
       " 'فيها',\n",
       " 'أحد',\n",
       " 'هي',\n",
       " 'أن',\n",
       " 'الرجل',\n",
       " 'ممتع',\n",
       " 'حقًا',\n",
       " '.',\n",
       " 'وهو',\n",
       " 'مصر',\n",
       " 'على',\n",
       " 'أن',\n",
       " 'يظل',\n",
       " 'ممتعًا',\n",
       " 'مهما',\n",
       " 'كره',\n",
       " 'النقاد',\n",
       " '\\n',\n",
       " 'ذلك',\n",
       " '.',\n",
       " 'هو',\n",
       " 'يؤمن',\n",
       " 'بفن',\n",
       " 'الرواية',\n",
       " 'بتعريفه',\n",
       " 'العتيق',\n",
       " '؛',\n",
       " 'أي',\n",
       " '(',\n",
       " 'الحكي',\n",
       " ').',\n",
       " 'أن',\n",
       " 'تنتظر',\n",
       " 'حتى',\n",
       " 'الليل',\n",
       " 'في',\n",
       " 'لهفة',\n",
       " 'لتعرف',\n",
       " 'ما',\n",
       " 'حدث',\n",
       " '.',\n",
       " 'وهو',\n",
       " 'مصر',\n",
       " 'على',\n",
       " 'الطريقة',\n",
       " '\\n',\n",
       " 'الديكنزية',\n",
       " 'في',\n",
       " 'أن',\n",
       " 'يجعل',\n",
       " 'الرواية',\n",
       " 'متحفًا',\n",
       " 'للشخصيات',\n",
       " 'الفريدة',\n",
       " 'الممتعة',\n",
       " '.',\n",
       " 'بحيث',\n",
       " 'أنك',\n",
       " 'قد',\n",
       " 'تنسى',\n",
       " 'الرواية',\n",
       " 'لكن',\n",
       " 'الشخصيات',\n",
       " 'تلاحقك',\n",
       " 'طيلة',\n",
       " '\\n',\n",
       " 'الوقت',\n",
       " '.',\n",
       " 'هناك',\n",
       " 'مكونات',\n",
       " 'وأجزاء',\n",
       " 'معينة',\n",
       " 'يستعملها',\n",
       " 'علاء',\n",
       " 'الأسواني',\n",
       " 'مثل',\n",
       " 'الميكانو',\n",
       " 'من',\n",
       " 'قصة',\n",
       " 'لأخرى',\n",
       " '،',\n",
       " 'فيعيد',\n",
       " 'ترتيبها',\n",
       " 'ليخلق',\n",
       " 'مواقف',\n",
       " 'جديدة',\n",
       " '.\\n',\n",
       " 'مثلًا',\n",
       " 'شخصية',\n",
       " 'الضابط',\n",
       " 'المتدين',\n",
       " 'الذي',\n",
       " 'يعذب',\n",
       " 'الأبرياء',\n",
       " 'ولا',\n",
       " 'يفوت',\n",
       " 'فرضًا',\n",
       " '–',\n",
       " 'الثري',\n",
       " 'الراقي',\n",
       " 'الذي',\n",
       " 'يعد',\n",
       " 'بالمفهوم',\n",
       " 'التقليدي',\n",
       " 'فاسد',\n",
       " 'الأخلاق',\n",
       " '،\\n',\n",
       " 'لكنه',\n",
       " 'أكثر',\n",
       " 'شخصيات',\n",
       " 'القصة',\n",
       " 'طهرًا',\n",
       " 'وصدقًا',\n",
       " '،',\n",
       " 'وبالطبع',\n",
       " 'هناك',\n",
       " 'الحب',\n",
       " 'الجسدي',\n",
       " 'بينه',\n",
       " 'وبين',\n",
       " 'خادمة',\n",
       " 'أو',\n",
       " 'مدبرة',\n",
       " 'منزل',\n",
       " 'نبيلة',\n",
       " 'تحبه',\n",
       " 'فعلًا',\n",
       " '،',\n",
       " 'وهناك',\n",
       " '\\n',\n",
       " 'ضغوط',\n",
       " 'المجتمع',\n",
       " 'ضده',\n",
       " 'بين',\n",
       " 'أخت',\n",
       " 'مثل',\n",
       " 'دولت',\n",
       " 'أو',\n",
       " 'زوجة',\n",
       " 'أو',\n",
       " 'أولاد',\n",
       " '..',\n",
       " 'هناك',\n",
       " 'علاقات',\n",
       " 'تدور',\n",
       " 'في',\n",
       " 'قمة',\n",
       " 'المجتمع',\n",
       " 'فوق',\n",
       " 'رءوسنا',\n",
       " 'ولا',\n",
       " 'نعرف',\n",
       " 'عنها',\n",
       " 'أي',\n",
       " 'شيء',\n",
       " '.\\n',\n",
       " 'لم',\n",
       " 'يستعمل',\n",
       " 'الأسواني',\n",
       " 'قطعة',\n",
       " 'ميكانو',\n",
       " 'الشاب',\n",
       " 'الشاذ',\n",
       " 'جنسيًا',\n",
       " 'هذه',\n",
       " 'المرة',\n",
       " '،',\n",
       " 'وإن',\n",
       " 'استخدم',\n",
       " 'قطعة',\n",
       " 'ميكانو',\n",
       " 'مهمة',\n",
       " 'جدًا',\n",
       " 'هي',\n",
       " 'ضحية',\n",
       " 'الأمن',\n",
       " 'الذي',\n",
       " 'آمن',\n",
       " '\\n',\n",
       " 'بالعدالة',\n",
       " 'ثم',\n",
       " 'أدرك',\n",
       " 'مع',\n",
       " 'الوقت',\n",
       " 'أن',\n",
       " 'ديانة',\n",
       " 'الدولة',\n",
       " 'هي',\n",
       " 'الظلم',\n",
       " '،',\n",
       " 'وأن',\n",
       " 'الدم',\n",
       " 'هو',\n",
       " 'الحل',\n",
       " 'الوحيد',\n",
       " '.',\n",
       " 'لن',\n",
       " 'أعطي',\n",
       " 'تفاصيل',\n",
       " 'حتى',\n",
       " 'لا',\n",
       " 'أدمر',\n",
       " 'نهاية',\n",
       " '\\n',\n",
       " 'الرواية',\n",
       " '،',\n",
       " 'لكنها',\n",
       " 'نهاية',\n",
       " 'قوية',\n",
       " 'جدًا',\n",
       " '.']"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pyarab"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}