init files

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.pdf filter=lfs diff=lfs merge=lfs -text
+*.docx filter=lfs diff=lfs merge=lfs -text
+*.pptx filter=lfs diff=lfs merge=lfs -text
+*.xlsx filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,150 @@
+*.out
+*.log
+pdfs/
+.vscode/
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+# *.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# JetBrains
+.idea
+
+*.db
+
+.DS_Store
+
+vectorstore.pkl
+langchain.readthedocs.io/
+
+models/
+qa_chain_test_results.csv
+data/logs/hftgi-2024-03-18.txt
+qa_chain_all_results.csv
+qa_batch_1_test_results.csv

IS424_Data_Mining/code/Classification/Classification models on maritime incident.ipynb

@@ -0,0 +1,1014 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "id": "1fecbc87",
+   "metadata": {},
+   "source": [
+    "## Import Statement"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "5169e3ee",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import pandas as pd"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "76905f72",
+   "metadata": {},
+   "source": [
+    "### read the data"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "b1043895",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df = pd.read_csv(\"../all_port_labelled.csv\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "2e40d90a",
+   "metadata": {
+    "scrolled": true
+   },
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>Unnamed: 0</th>\n",
+       "      <th>Index</th>\n",
+       "      <th>Unnamed: 0.1</th>\n",
+       "      <th>Headline</th>\n",
+       "      <th>Details</th>\n",
+       "      <th>Severity</th>\n",
+       "      <th>Category</th>\n",
+       "      <th>Region</th>\n",
+       "      <th>Datetime</th>\n",
+       "      <th>Year</th>\n",
+       "      <th>...</th>\n",
+       "      <th>IT</th>\n",
+       "      <th>EP</th>\n",
+       "      <th>NEW</th>\n",
+       "      <th>CSD</th>\n",
+       "      <th>RPE</th>\n",
+       "      <th>MN</th>\n",
+       "      <th>NM</th>\n",
+       "      <th>if_labeled</th>\n",
+       "      <th>Month</th>\n",
+       "      <th>Week</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>0.0</td>\n",
+       "      <td>8.0</td>\n",
+       "      <td>34.0</td>\n",
+       "      <td>Grasberg Mine- Grasberg mine workers extend st...</td>\n",
+       "      <td>Media sources indicate that workers at the Gra...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Mine Workers Strike</td>\n",
+       "      <td>Indonesia</td>\n",
+       "      <td>28/5/17 17:08</td>\n",
+       "      <td>2017.0</td>\n",
+       "      <td>...</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>1.0</td>\n",
+       "      <td>False</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>21.0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>1.0</td>\n",
+       "      <td>10.0</td>\n",
+       "      <td>63.0</td>\n",
+       "      <td>Indonesia: Undersea internet cables damaged by...</td>\n",
+       "      <td>News sources are stating that recent typhoons ...</td>\n",
+       "      <td>Minor</td>\n",
+       "      <td>Travel Warning</td>\n",
+       "      <td>Indonesia</td>\n",
+       "      <td>4/9/17 14:30</td>\n",
+       "      <td>2017.0</td>\n",
+       "      <td>...</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>1.0</td>\n",
+       "      <td>0.0</td>\n",
+       "      <td>False</td>\n",
+       "      <td>4.0</td>\n",
+       "      <td>14.0</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>2 rows × 46 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "   Unnamed: 0  Index  Unnamed: 0.1  \\\n",
+       "0         0.0    8.0          34.0   \n",
+       "1         1.0   10.0          63.0   \n",
+       "\n",
+       "                                            Headline  \\\n",
+       "0  Grasberg Mine- Grasberg mine workers extend st...   \n",
+       "1  Indonesia: Undersea internet cables damaged by...   \n",
+       "\n",
+       "                                             Details  Severity  \\\n",
+       "0  Media sources indicate that workers at the Gra...  Moderate   \n",
+       "1  News sources are stating that recent typhoons ...     Minor   \n",
+       "\n",
+       "              Category     Region       Datetime    Year  ...   IT   EP  NEW  \\\n",
+       "0  Mine Workers Strike  Indonesia  28/5/17 17:08  2017.0  ...  0.0  0.0  0.0   \n",
+       "1       Travel Warning  Indonesia   4/9/17 14:30  2017.0  ...  0.0  0.0  0.0   \n",
+       "\n",
+       "   CSD  RPE   MN   NM if_labeled  Month  Week  \n",
+       "0  0.0  0.0  0.0  1.0      False    5.0  21.0  \n",
+       "1  0.0  0.0  1.0  0.0      False    4.0  14.0  \n",
+       "\n",
+       "[2 rows x 46 columns]"
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df.head(2)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "643a7e40",
+   "metadata": {},
+   "source": [
+    "### Clean empty data"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "d6ee1fd7",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import nltk\n",
+    "from nltk.corpus import stopwords\n",
+    "from nltk.tokenize import word_tokenize\n",
+    "from nltk.stem import WordNetLemmatizer\n",
+    "import string\n",
+    "#nltk.download('punkt')\n",
+    "#nltk.download('stopwords')\n",
+    "#nltk.download('wordnet')\n",
+    "\n",
+    "def clean_text(text):\n",
+    "    # Lowercase\n",
+    "    text = text.lower()\n",
+    "    # Tokenization\n",
+    "    tokens = word_tokenize(text)\n",
+    "    # Removing punctuation\n",
+    "    tokens = [word for word in tokens if word not in string.punctuation]\n",
+    "    # Removing stop words\n",
+    "    stop_words = set(stopwords.words('english'))\n",
+    "    tokens = [word for word in tokens if word not in stop_words]\n",
+    "    # Lemmatization\n",
+    "    lemmatizer = WordNetLemmatizer()\n",
+    "    tokens = [lemmatizer.lemmatize(word) for word in tokens]\n",
+    "    \n",
+    "    return ' '.join(tokens)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "9e35b49a",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "[nltk_data] Downloading package omw-1.4 to\n",
+      "[nltk_data]     C:\\Users\\ellay\\AppData\\Roaming\\nltk_data...\n",
+      "[nltk_data]   Package omw-1.4 is already up-to-date!\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "True"
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import nltk\n",
+    "nltk.download('omw-1.4')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "ca331c4b",
+   "metadata": {},
+   "source": [
+    "### The Details column has an issue\n",
+    "\n",
+    "some of the data are of the type float and none of the text processing functions can be applied to it therefore we have to process it"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "id": "2438c58f",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "<class 'pandas.core.frame.DataFrame'>\n",
+      "RangeIndex: 5782 entries, 0 to 5781\n",
+      "Data columns (total 2 columns):\n",
+      " #   Column          Non-Null Count  Dtype \n",
+      "---  ------          --------------  ----- \n",
+      " 0   Details         5781 non-null   object\n",
+      " 1   maritime_label  5781 non-null   object\n",
+      "dtypes: object(2)\n",
+      "memory usage: 90.5+ KB\n",
+      "<class 'pandas.core.frame.DataFrame'>\n",
+      "RangeIndex: 5782 entries, 0 to 5781\n",
+      "Data columns (total 3 columns):\n",
+      " #   Column           Non-Null Count  Dtype \n",
+      "---  ------           --------------  ----- \n",
+      " 0   Details          5781 non-null   object\n",
+      " 1   maritime_label   5781 non-null   object\n",
+      " 2   Details_cleaned  5781 non-null   object\n",
+      "dtypes: object(3)\n",
+      "memory usage: 135.6+ KB\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "<ipython-input-6-254c36cdfdd3>:3: SettingWithCopyWarning: \n",
+      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
+      "Try using .loc[row_indexer,col_indexer] = value instead\n",
+      "\n",
+      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
+      "  text_df['Details_cleaned'] = text_df['Details'].apply(lambda x: clean_text(x) if not isinstance(x, float) else None)\n"
+     ]
+    }
+   ],
+   "source": [
+    "text_df = df[[\"Details\",\"maritime_label\"]]\n",
+    "text_df.info()\n",
+    "text_df['Details_cleaned'] = text_df['Details'].apply(lambda x: clean_text(x) if not isinstance(x, float) else None)\n",
+    "#no_nan_df[no_nan_df[\"Details\"].apply(lambda x: print(type(x)))]\n",
+    "#cleaned_df = text_df[text_df[\"Details\"].apply(lambda x: clean_text(x))]\n",
+    "#cleaned_df = df['Details'][1:2]\n",
+    "#type(no_nan_df[\"Details\"][0])\n",
+    "#print(clean_text(no_nan_df[\"Details\"][0]))\n",
+    "text_df.info()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "id": "4d3b0011",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>Details</th>\n",
+       "      <th>maritime_label</th>\n",
+       "      <th>Details_cleaned</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>Media sources indicate that workers at the Gra...</td>\n",
+       "      <td>FALSE</td>\n",
+       "      <td>medium source indicate worker grasberg mine ex...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>News sources are stating that recent typhoons ...</td>\n",
+       "      <td>FALSE</td>\n",
+       "      <td>news source stating recent typhoon impact hong...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>The persisting port congestion at Shanghai’s Y...</td>\n",
+       "      <td>TRUE</td>\n",
+       "      <td>persisting port congestion shanghai ’ yangshan...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>Updated local media sources from Jakarta indic...</td>\n",
+       "      <td>TRUE</td>\n",
+       "      <td>updated local medium source jakarta indicate e...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>According to local police in Jakarta, two expl...</td>\n",
+       "      <td>TRUE</td>\n",
+       "      <td>according local police jakarta two explosion c...</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                             Details maritime_label  \\\n",
+       "0  Media sources indicate that workers at the Gra...          FALSE   \n",
+       "1  News sources are stating that recent typhoons ...          FALSE   \n",
+       "2  The persisting port congestion at Shanghai’s Y...           TRUE   \n",
+       "3  Updated local media sources from Jakarta indic...           TRUE   \n",
+       "4  According to local police in Jakarta, two expl...           TRUE   \n",
+       "\n",
+       "                                     Details_cleaned  \n",
+       "0  medium source indicate worker grasberg mine ex...  \n",
+       "1  news source stating recent typhoon impact hong...  \n",
+       "2  persisting port congestion shanghai ’ yangshan...  \n",
+       "3  updated local medium source jakarta indicate e...  \n",
+       "4  according local police jakarta two explosion c...  "
+      ]
+     },
+     "execution_count": 7,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "processed_data = text_df.dropna()\n",
+    "processed_data.head()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "3c4be609",
+   "metadata": {},
+   "source": [
+    "## Naive Bayes Model"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "5c660011",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from sklearn.model_selection import train_test_split\n",
+    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
+    "# from sklearn.feature_extraction.text import CountVectorizer\n",
+    "from sklearn.naive_bayes import MultinomialNB\n",
+    "from sklearn.metrics import accuracy_score, classification_report"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "id": "8f009a65",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "X = processed_data[\"Details_cleaned\"]\n",
+    "y = processed_data[\"maritime_label\"]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "id": "0185a967",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "id": "d3c2de6b",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# vectorizer = CountVectorizer()\n",
+    "# X_train_vec = vectorizer.fit_transform(X_train)\n",
+    "# X_test_vec = vectorizer.transform(X_test)\n",
+    "\n",
+    "tfidf_vectorizer = TfidfVectorizer(max_features=1000)  \n",
+    "X_train_tfidf = tfidf_vectorizer.fit_transform(X_train)\n",
+    "X_test_tfidf = tfidf_vectorizer.transform(X_test)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "id": "ead2fc7a",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "MultinomialNB()"
+      ]
+     },
+     "execution_count": 12,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "naive_bayes = MultinomialNB()\n",
+    "naive_bayes.fit(X_train_tfidf, y_train)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "id": "74c5df68",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "predictions = naive_bayes.predict(X_test_tfidf)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "id": "109e9456",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Accuracy of Naive Bayes model: 0.8582541054451167\n",
+      "              precision    recall  f1-score   support\n",
+      "\n",
+      "       FALSE       0.88      0.94      0.91       847\n",
+      "        TRUE       0.79      0.65      0.71       310\n",
+      "\n",
+      "    accuracy                           0.86      1157\n",
+      "   macro avg       0.83      0.79      0.81      1157\n",
+      "weighted avg       0.85      0.86      0.85      1157\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "accuracy = accuracy_score(y_test, predictions)\n",
+    "print(\"Accuracy of Naive Bayes model:\", accuracy)\n",
+    "print(classification_report(y_test, predictions))"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "9518614a",
+   "metadata": {},
+   "source": [
+    "## Logistic Regression model"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 15,
+   "id": "912ad7a6",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from sklearn.model_selection import train_test_split\n",
+    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
+    "from sklearn.linear_model import LogisticRegression\n",
+    "from sklearn.metrics import accuracy_score"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 16,
+   "id": "03eac734",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
+   "id": "e84ff87c",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "tfidf_vectorizer = TfidfVectorizer(max_features=1000)  \n",
+    "X_train_tfidf = tfidf_vectorizer.fit_transform(X_train)\n",
+    "X_test_tfidf = tfidf_vectorizer.transform(X_test)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
+   "id": "cedb263c",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "LogisticRegression()"
+      ]
+     },
+     "execution_count": 18,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "model = LogisticRegression()\n",
+    "model.fit(X_train_tfidf, y_train)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 19,
+   "id": "6f49fddb",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Accuracy of Logistic Regression Model: 0.9317199654278306\n",
+      "              precision    recall  f1-score   support\n",
+      "\n",
+      "       FALSE       0.92      0.99      0.96       847\n",
+      "        TRUE       0.98      0.76      0.86       310\n",
+      "\n",
+      "    accuracy                           0.93      1157\n",
+      "   macro avg       0.95      0.88      0.91      1157\n",
+      "weighted avg       0.93      0.93      0.93      1157\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "y_pred = model.predict(X_test_tfidf)\n",
+    "\n",
+    "accuracy = accuracy_score(y_test, y_pred)\n",
+    "print(\"Accuracy of Logistic Regression Model:\", accuracy)\n",
+    "print(classification_report(y_test, y_pred))"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "613c0cdf",
+   "metadata": {},
+   "source": [
+    "## Support Vector Machine (SVM) model"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 20,
+   "id": "706302c1",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from sklearn.model_selection import train_test_split\n",
+    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
+    "from sklearn.svm import SVC\n",
+    "from sklearn.metrics import accuracy_score"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 21,
+   "id": "b0988ca4",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 22,
+   "id": "4f682c60",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "tfidf_vectorizer = TfidfVectorizer(max_features=1000)\n",
+    "X_train_tfidf = tfidf_vectorizer.fit_transform(X_train)\n",
+    "X_test_tfidf = tfidf_vectorizer.transform(X_test)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 23,
+   "id": "71ae91d9",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "SVC(kernel='linear')"
+      ]
+     },
+     "execution_count": 23,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "svm_model = SVC(kernel='linear')\n",
+    "svm_model.fit(X_train_tfidf, y_train)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 24,
+   "id": "2dc1b193",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "y_pred = svm_model.predict(X_test_tfidf)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 25,
+   "id": "92801e61",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Accuracy of SVM model: 0.9498703543647364\n",
+      "              precision    recall  f1-score   support\n",
+      "\n",
+      "       FALSE       0.94      1.00      0.97       847\n",
+      "        TRUE       0.99      0.82      0.90       310\n",
+      "\n",
+      "    accuracy                           0.95      1157\n",
+      "   macro avg       0.96      0.91      0.93      1157\n",
+      "weighted avg       0.95      0.95      0.95      1157\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "accuracy = accuracy_score(y_test, y_pred)\n",
+    "print(\"Accuracy of SVM model:\", accuracy)\n",
+    "print(classification_report(y_test, y_pred))"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "1d1f6ebd",
+   "metadata": {},
+   "source": [
+    "## Random Forest Model"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 26,
+   "id": "9170c174",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from sklearn.model_selection import train_test_split\n",
+    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
+    "from sklearn.ensemble import RandomForestClassifier\n",
+    "from sklearn.metrics import accuracy_score"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 27,
+   "id": "2092ca05",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 28,
+   "id": "206296ce",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "tfidf_vectorizer = TfidfVectorizer(max_features=1000) \n",
+    "X_train_tfidf = tfidf_vectorizer.fit_transform(X_train)\n",
+    "X_test_tfidf = tfidf_vectorizer.transform(X_test)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 29,
+   "id": "258bd78f",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "RandomForestClassifier(random_state=42)"
+      ]
+     },
+     "execution_count": 29,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "rf_model = RandomForestClassifier(n_estimators=100, random_state=42)\n",
+    "rf_model.fit(X_train_tfidf, y_train)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 30,
+   "id": "0e2910f6",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "y_pred = rf_model.predict(X_test_tfidf)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 31,
+   "id": "f06900d3",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Accuracy of Random Forest Model: 0.9636992221261884\n",
+      "              precision    recall  f1-score   support\n",
+      "\n",
+      "       FALSE       0.96      0.99      0.98       847\n",
+      "        TRUE       0.98      0.88      0.93       310\n",
+      "\n",
+      "    accuracy                           0.96      1157\n",
+      "   macro avg       0.97      0.94      0.95      1157\n",
+      "weighted avg       0.96      0.96      0.96      1157\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "accuracy = accuracy_score(y_test, y_pred)\n",
+    "print(\"Accuracy of Random Forest Model:\", accuracy)\n",
+    "print(classification_report(y_test, y_pred))"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "64673d66",
+   "metadata": {},
+   "source": [
+    "## Simpe Neural Network"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "b8b103b0",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Collecting tensorflow\n",
+      "  Obtaining dependency information for tensorflow from https://files.pythonhosted.org/packages/f9/14/67e9b2b2379cb530c0412123a674d045eca387dfcfa7db1c0028857b0a66/tensorflow-2.16.1-cp311-cp311-macosx_12_0_arm64.whl.metadata\n",
+      "  Downloading tensorflow-2.16.1-cp311-cp311-macosx_12_0_arm64.whl.metadata (4.1 kB)\n",
+      "Collecting absl-py>=1.0.0 (from tensorflow)\n",
+      "  Obtaining dependency information for absl-py>=1.0.0 from https://files.pythonhosted.org/packages/a2/ad/e0d3c824784ff121c03cc031f944bc7e139a8f1870ffd2845cc2dd76f6c4/absl_py-2.1.0-py3-none-any.whl.metadata\n",
+      "  Downloading absl_py-2.1.0-py3-none-any.whl.metadata (2.3 kB)\n",
+      "Collecting astunparse>=1.6.0 (from tensorflow)\n",
+      "  Obtaining dependency information for astunparse>=1.6.0 from https://files.pythonhosted.org/packages/2b/03/13dde6512ad7b4557eb792fbcf0c653af6076b81e5941d36ec61f7ce6028/astunparse-1.6.3-py2.py3-none-any.whl.metadata\n",
+      "  Downloading astunparse-1.6.3-py2.py3-none-any.whl.metadata (4.4 kB)\n",
+      "Collecting flatbuffers>=23.5.26 (from tensorflow)\n",
+      "  Obtaining dependency information for flatbuffers>=23.5.26 from https://files.pythonhosted.org/packages/bf/45/c961e3cb6ddad76b325c163d730562bb6deb1ace5acbed0306f5fbefb90e/flatbuffers-24.3.7-py2.py3-none-any.whl.metadata\n",
+      "  Downloading flatbuffers-24.3.7-py2.py3-none-any.whl.metadata (849 bytes)\n",
+      "Collecting gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 (from tensorflow)\n",
+      "  Obtaining dependency information for gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 from https://files.pythonhosted.org/packages/fa/39/5aae571e5a5f4de9c3445dae08a530498e5c53b0e74410eeeb0991c79047/gast-0.5.4-py3-none-any.whl.metadata\n",
+      "  Downloading gast-0.5.4-py3-none-any.whl.metadata (1.3 kB)\n",
+      "Collecting google-pasta>=0.1.1 (from tensorflow)\n",
+      "  Obtaining dependency information for google-pasta>=0.1.1 from https://files.pythonhosted.org/packages/a3/de/c648ef6835192e6e2cc03f40b19eeda4382c49b5bafb43d88b931c4c74ac/google_pasta-0.2.0-py3-none-any.whl.metadata\n",
+      "  Downloading google_pasta-0.2.0-py3-none-any.whl.metadata (814 bytes)\n",
+      "Collecting h5py>=3.10.0 (from tensorflow)\n",
+      "  Obtaining dependency information for h5py>=3.10.0 from https://files.pythonhosted.org/packages/8d/70/2b0b99507287f66e71a6b2e66c5ad2ec2461ef2c534668eef96c3b48eb6d/h5py-3.10.0-cp311-cp311-macosx_11_0_arm64.whl.metadata\n",
+      "  Downloading h5py-3.10.0-cp311-cp311-macosx_11_0_arm64.whl.metadata (2.5 kB)\n",
+      "Collecting libclang>=13.0.0 (from tensorflow)\n",
+      "  Obtaining dependency information for libclang>=13.0.0 from https://files.pythonhosted.org/packages/db/ed/1df62b44db2583375f6a8a5e2ca5432bbdc3edb477942b9b7c848c720055/libclang-18.1.1-py2.py3-none-macosx_11_0_arm64.whl.metadata\n",
+      "  Downloading libclang-18.1.1-py2.py3-none-macosx_11_0_arm64.whl.metadata (5.2 kB)\n",
+      "Collecting ml-dtypes~=0.3.1 (from tensorflow)\n",
+      "  Obtaining dependency information for ml-dtypes~=0.3.1 from https://files.pythonhosted.org/packages/6e/a4/6aabb78f1569550fd77c74d2c1d008b502c8ce72776bd88b14ea6c182c9e/ml_dtypes-0.3.2-cp311-cp311-macosx_10_9_universal2.whl.metadata\n",
+      "  Downloading ml_dtypes-0.3.2-cp311-cp311-macosx_10_9_universal2.whl.metadata (20 kB)\n",
+      "Collecting opt-einsum>=2.3.2 (from tensorflow)\n",
+      "  Obtaining dependency information for opt-einsum>=2.3.2 from https://files.pythonhosted.org/packages/bc/19/404708a7e54ad2798907210462fd950c3442ea51acc8790f3da48d2bee8b/opt_einsum-3.3.0-py3-none-any.whl.metadata\n",
+      "  Downloading opt_einsum-3.3.0-py3-none-any.whl.metadata (6.5 kB)\n",
+      "Requirement already satisfied: packaging in /Users/barebear/anaconda3/lib/python3.11/site-packages (from tensorflow) (23.0)\n",
+      "Collecting protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 (from tensorflow)\n",
+      "  Obtaining dependency information for protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 from https://files.pythonhosted.org/packages/f3/bf/26deba06a4c910a85f78245cac7698f67cedd7efe00d04f6b3e1b3506a59/protobuf-4.25.3-cp37-abi3-macosx_10_9_universal2.whl.metadata\n",
+      "  Downloading protobuf-4.25.3-cp37-abi3-macosx_10_9_universal2.whl.metadata (541 bytes)\n",
+      "Requirement already satisfied: requests<3,>=2.21.0 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from tensorflow) (2.31.0)\n",
+      "Requirement already satisfied: setuptools in /Users/barebear/anaconda3/lib/python3.11/site-packages (from tensorflow) (68.0.0)\n",
+      "Requirement already satisfied: six>=1.12.0 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from tensorflow) (1.16.0)\n",
+      "Collecting termcolor>=1.1.0 (from tensorflow)\n",
+      "  Obtaining dependency information for termcolor>=1.1.0 from https://files.pythonhosted.org/packages/d9/5f/8c716e47b3a50cbd7c146f45881e11d9414def768b7cd9c5e6650ec2a80a/termcolor-2.4.0-py3-none-any.whl.metadata\n",
+      "  Downloading termcolor-2.4.0-py3-none-any.whl.metadata (6.1 kB)\n",
+      "Requirement already satisfied: typing-extensions>=3.6.6 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from tensorflow) (4.7.1)\n",
+      "Requirement already satisfied: wrapt>=1.11.0 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from tensorflow) (1.14.1)\n",
+      "Collecting grpcio<2.0,>=1.24.3 (from tensorflow)\n",
+      "  Obtaining dependency information for grpcio<2.0,>=1.24.3 from https://files.pythonhosted.org/packages/c1/0a/a8c0f403b2189f5d3e490778ead51924b56fa30a35f6e444b3702e28c8c8/grpcio-1.62.1-cp311-cp311-macosx_10_10_universal2.whl.metadata\n",
+      "  Downloading grpcio-1.62.1-cp311-cp311-macosx_10_10_universal2.whl.metadata (4.0 kB)\n",
+      "Collecting tensorboard<2.17,>=2.16 (from tensorflow)\n",
+      "  Obtaining dependency information for tensorboard<2.17,>=2.16 from https://files.pythonhosted.org/packages/3a/d0/b97889ffa769e2d1fdebb632084d5e8b53fc299d43a537acee7ec0c021a3/tensorboard-2.16.2-py3-none-any.whl.metadata\n",
+      "  Downloading tensorboard-2.16.2-py3-none-any.whl.metadata (1.6 kB)\n",
+      "Collecting keras>=3.0.0 (from tensorflow)\n",
+      "  Obtaining dependency information for keras>=3.0.0 from https://files.pythonhosted.org/packages/59/a8/d94e8acb59d678d908fe1db0c7ad89dfa2c2e2e529eeb3c2b3cc218a758d/keras-3.1.1-py3-none-any.whl.metadata\n",
+      "  Downloading keras-3.1.1-py3-none-any.whl.metadata (5.6 kB)\n",
+      "Collecting tensorflow-io-gcs-filesystem>=0.23.1 (from tensorflow)\n",
+      "  Obtaining dependency information for tensorflow-io-gcs-filesystem>=0.23.1 from https://files.pythonhosted.org/packages/3e/56/1b7ef816e448464a93da70296db237129910b4452d6b4582d5e23fb07880/tensorflow_io_gcs_filesystem-0.36.0-cp311-cp311-macosx_12_0_arm64.whl.metadata\n",
+      "  Downloading tensorflow_io_gcs_filesystem-0.36.0-cp311-cp311-macosx_12_0_arm64.whl.metadata (14 kB)\n",
+      "Requirement already satisfied: numpy<2.0.0,>=1.23.5 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from tensorflow) (1.24.3)\n",
+      "Requirement already satisfied: wheel<1.0,>=0.23.0 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from astunparse>=1.6.0->tensorflow) (0.38.4)\n",
+      "Collecting rich (from keras>=3.0.0->tensorflow)\n",
+      "  Obtaining dependency information for rich from https://files.pythonhosted.org/packages/87/67/a37f6214d0e9fe57f6ae54b2956d550ca8365857f42a1ce0392bb21d9410/rich-13.7.1-py3-none-any.whl.metadata\n",
+      "  Downloading rich-13.7.1-py3-none-any.whl.metadata (18 kB)\n",
+      "Collecting namex (from keras>=3.0.0->tensorflow)\n",
+      "  Obtaining dependency information for namex from https://files.pythonhosted.org/packages/cd/43/b971880e2eb45c0bee2093710ae8044764a89afe9620df34a231c6f0ecd2/namex-0.0.7-py3-none-any.whl.metadata\n",
+      "  Downloading namex-0.0.7-py3-none-any.whl.metadata (246 bytes)\n",
+      "Collecting optree (from keras>=3.0.0->tensorflow)\n",
+      "  Obtaining dependency information for optree from https://files.pythonhosted.org/packages/14/8a/a7a152dedfc700de64efa68c3ae7ccf079ba5a5bc8ff1706a671b374cfcd/optree-0.10.0-cp311-cp311-macosx_11_0_arm64.whl.metadata\n",
+      "  Downloading optree-0.10.0-cp311-cp311-macosx_11_0_arm64.whl.metadata (45 kB)\n",
+      "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m45.3/45.3 kB\u001b[0m \u001b[31m4.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+      "\u001b[?25hRequirement already satisfied: charset-normalizer<4,>=2 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow) (2.0.4)\n",
+      "Requirement already satisfied: idna<4,>=2.5 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow) (3.4)\n",
+      "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow) (1.26.16)\n",
+      "Requirement already satisfied: certifi>=2017.4.17 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow) (2024.2.2)\n",
+      "Requirement already satisfied: markdown>=2.6.8 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from tensorboard<2.17,>=2.16->tensorflow) (3.4.1)\n",
+      "Collecting tensorboard-data-server<0.8.0,>=0.7.0 (from tensorboard<2.17,>=2.16->tensorflow)\n",
+      "  Obtaining dependency information for tensorboard-data-server<0.8.0,>=0.7.0 from https://files.pythonhosted.org/packages/7a/13/e503968fefabd4c6b2650af21e110aa8466fe21432cd7c43a84577a89438/tensorboard_data_server-0.7.2-py3-none-any.whl.metadata\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "  Downloading tensorboard_data_server-0.7.2-py3-none-any.whl.metadata (1.1 kB)\n",
+      "Requirement already satisfied: werkzeug>=1.0.1 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from tensorboard<2.17,>=2.16->tensorflow) (2.2.3)\n",
+      "Requirement already satisfied: MarkupSafe>=2.1.1 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from werkzeug>=1.0.1->tensorboard<2.17,>=2.16->tensorflow) (2.1.1)\n",
+      "Requirement already satisfied: markdown-it-py>=2.2.0 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from rich->keras>=3.0.0->tensorflow) (2.2.0)\n",
+      "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from rich->keras>=3.0.0->tensorflow) (2.15.1)\n",
+      "Requirement already satisfied: mdurl~=0.1 in /Users/barebear/anaconda3/lib/python3.11/site-packages (from markdown-it-py>=2.2.0->rich->keras>=3.0.0->tensorflow) (0.1.0)\n",
+      "Downloading tensorflow-2.16.1-cp311-cp311-macosx_12_0_arm64.whl (227.0 MB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m227.0/227.0 MB\u001b[0m \u001b[31m3.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:02\u001b[0m\n",
+      "\u001b[?25hDownloading absl_py-2.1.0-py3-none-any.whl (133 kB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.7/133.7 kB\u001b[0m \u001b[31m2.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m \u001b[36m0:00:01\u001b[0m\n",
+      "\u001b[?25hDownloading astunparse-1.6.3-py2.py3-none-any.whl (12 kB)\n",
+      "Downloading flatbuffers-24.3.7-py2.py3-none-any.whl (26 kB)\n",
+      "Downloading gast-0.5.4-py3-none-any.whl (19 kB)\n",
+      "Downloading google_pasta-0.2.0-py3-none-any.whl (57 kB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.5/57.5 kB\u001b[0m \u001b[31m3.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+      "\u001b[?25hDownloading grpcio-1.62.1-cp311-cp311-macosx_10_10_universal2.whl (10.0 MB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m10.0/10.0 MB\u001b[0m \u001b[31m3.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m0:01\u001b[0m\n",
+      "\u001b[?25hDownloading h5py-3.10.0-cp311-cp311-macosx_11_0_arm64.whl (2.6 MB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.6/2.6 MB\u001b[0m \u001b[31m3.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+      "\u001b[?25hDownloading keras-3.1.1-py3-none-any.whl (1.1 MB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m2.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+      "\u001b[?25hDownloading libclang-18.1.1-py2.py3-none-macosx_11_0_arm64.whl (26.4 MB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m26.4/26.4 MB\u001b[0m \u001b[31m4.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+      "\u001b[?25hDownloading ml_dtypes-0.3.2-cp311-cp311-macosx_10_9_universal2.whl (389 kB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m389.8/389.8 kB\u001b[0m \u001b[31m2.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+      "\u001b[?25hDownloading opt_einsum-3.3.0-py3-none-any.whl (65 kB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m65.5/65.5 kB\u001b[0m \u001b[31m3.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
+      "\u001b[?25hDownloading protobuf-4.25.3-cp37-abi3-macosx_10_9_universal2.whl (394 kB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m394.2/394.2 kB\u001b[0m \u001b[31m3.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+      "\u001b[?25hDownloading tensorboard-2.16.2-py3-none-any.whl (5.5 MB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.5/5.5 MB\u001b[0m \u001b[31m3.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+      "\u001b[?25hDownloading tensorflow_io_gcs_filesystem-0.36.0-cp311-cp311-macosx_12_0_arm64.whl (3.4 MB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.4/3.4 MB\u001b[0m \u001b[31m3.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
+      "\u001b[?25hDownloading termcolor-2.4.0-py3-none-any.whl (7.7 kB)\n",
+      "Downloading tensorboard_data_server-0.7.2-py3-none-any.whl (2.4 kB)\n",
+      "Downloading namex-0.0.7-py3-none-any.whl (5.8 kB)\n",
+      "Downloading optree-0.10.0-cp311-cp311-macosx_11_0_arm64.whl (250 kB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m250.2/250.2 kB\u001b[0m \u001b[31m2.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+      "\u001b[?25hDownloading rich-13.7.1-py3-none-any.whl (240 kB)\n",
+      "\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m240.7/240.7 kB\u001b[0m \u001b[31m3.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
+      "\u001b[?25hInstalling collected packages: namex, libclang, flatbuffers, termcolor, tensorflow-io-gcs-filesystem, tensorboard-data-server, protobuf, optree, opt-einsum, ml-dtypes, h5py, grpcio, google-pasta, gast, astunparse, absl-py, tensorboard, rich, keras, tensorflow\n",
+      "  Attempting uninstall: h5py\n",
+      "    Found existing installation: h5py 3.7.0\n",
+      "    Uninstalling h5py-3.7.0:\n",
+      "      Successfully uninstalled h5py-3.7.0\n",
+      "Successfully installed absl-py-2.1.0 astunparse-1.6.3 flatbuffers-24.3.7 gast-0.5.4 google-pasta-0.2.0 grpcio-1.62.1 h5py-3.10.0 keras-3.1.1 libclang-18.1.1 ml-dtypes-0.3.2 namex-0.0.7 opt-einsum-3.3.0 optree-0.10.0 protobuf-4.25.3 rich-13.7.1 tensorboard-2.16.2 tensorboard-data-server-0.7.2 tensorflow-2.16.1 tensorflow-io-gcs-filesystem-0.36.0 termcolor-2.4.0\n",
+      "Note: you may need to restart the kernel to use updated packages.\n"
+     ]
+    }
+   ],
+   "source": [
+    "pip install tensorflow"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "e6dd2304",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.4"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

IS424_Data_Mining/code/Classification/label_list.xlsx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d35b4751dda3f38601299f1cb5435ac8ec10f4e8c565e17bd56c678cee0ba1e
+size 6448

IS424_Data_Mining/code/Classification/new_labels.xlsx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2c27675a2408cfaa948f4030b19f67deb9fe72bfa3eb80f721ebb4386ea77a
+size 10338

IS424_Data_Mining/code/Classification/unique labels.xlsx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b732989c42c05664f2fa15e8d3c9bf6a3da63879273715696e4baa47662bdc19
+size 1848881

IS424_Data_Mining/code/GPT/cleaned_data1.csv

@@ -0,0 +1,34 @@
+id,Headline,Summary,Category,Datetime,URL
+1,Shanghai port congestion impacts terminals in Qingdao and Ningbo,"The persisting port congestion at Shanghai’s Yangshan deep-sea terminal is reportedly also impacting vessel arrival times at other major public terminals in China, including Qingdao and Ningbo. Industry sources indicated that this is due to some vessels being diverted from Shanghai as well as unstable weather and re-shuffling of alliances networks. Some carriers are reportedly planning contingency actions for the coming months, including consolidation of volumes and temporary reduction of port calls.  No further details were initially provided.",Maritime Advisory,27/4/17 9:16,https://theloadstar.com/congestion-surges-at-chinese-ports-amid-shanghai-lockdowns-and-driver-curbs/
+2,Lack of gangs may impede operations at Port of Barcelona,Shipping sources on August 19 indicate that lack of gangs due to summer holidays may impede port operations at Port of Barcelona.,Maritime Advisory,19/8/19 8:43,https://www.reuters.com/world/europe/barcelona-dockers-refuse-handle-military-material-amid-gaza-war-2023-11-07/
+3,Port of Ulsan bans variety of hazardous cargo following major chemical tanker explosion,"Media sources indicate on October 7 that the Port of Ulsan has banned a variety of hazardous cargoes from terminals near a bridge where a major chemical tanker Stolt Groenland was caught in an explosion that occurred on September 30. The fire injured eighteen people and led to an overhead bridge, which serves as a thoroughfare for the city, to be closed for two days due to safety checks.",Port Closure,7/10/19 10:12,https://splash247.com/ulsan-port-takes-action-against-hazardous-cargoes-in-wake-of-stolt-explosion/
+4,Port of Valencia - The port has been reopened to maritime traffic. Incident closed.,The Port of Valencia has been reopened to maritime traffic following a closure due to poor weather conditions. This incident is closed.,Port Closure,20/4/19 7:09,https://safety4sea.com/valenciaport-ready-to-manage-traffic-after-suez-canal-blockage/
+5,Shipco Transport to fine shippers for misdeclared hazardous cargoes,"Industry sources indicate on August 22 that Chatham, NJ-based Shipco Transport announced its intent to implement a penalty of USD 5,000-35,000 (EUR 4,500-31,750) per container for misdeclared or undeclared hazardous cargoes, with a definitive fine quantity unknown as of reporting, and it is unknown when this penalty will come into effect. Shipco will hold the customer on record liable and responsible for costs and consequences related to violations, fines, damages, incidents, claims and corrective measures resulting from cases of shipment of such cargo. The move is similar to that implemented by other cargo shipping lines in the aftermath of the Yantian Express fire.",Port Closure,22/8/19 17:38,https://theloadstar.com/carriers-to-fine-rogue-shippers-for-misdeclared-goods-in-containers/
+6,Singapore arrests eleven men for illegal marine gas oil transaction,Media sources indicated on November 4 that the Maritime and Port Authority of Singapore has arrested eleven men for their suspected involvement in an illegal transaction of marine gas oil at sea off Northern Tuas. The eleven men include six crew members of a craft of a marine service provider and another five of a foreign-registered tugboat. Preliminary reports cited that the crewmembers were thought to have misappropriated the marine gas oil and sold it to crew members of the tugboats.,Port Closure,6/11/19 1:37,https://www.seatrade-maritime.com/asia/11-men-arrested-illegal-mgo-trade-singapore
+7,UPDATE: Delays decrease to 12-24 hours at Port of Colombo,"Industry sources indicate on September 17 that some vessels at the South Asia Gateway Terminals (SAGT Terminal) at the Port of Colombo, Sri Lanka, are currently facing delays that have now reduced to 12-24 hours due to internal labour issues.",Port Congestion,5/9/19 12:18,https://www.tbsnews.net/economy/colombo-port-congestion-comes-fresh-supply-chain-woe-394238
+8,UPDATE: Dense fog causes closure of Port of Shanghai,"According to sources on March 13, the Port of Shanghai is currently closed due to dense fog. Hence, vessels’ waiting time is around 1 to 1.5 days. Moreover, low visibility is likely to affect the port from 22:00 (local time) from March 13 until 16:00 of the next day. There is a moderate to high chance that the port may closed again.",Port Congestion,11/3/19 7:13,https://psabdp.com/news/heavy-fog-affecting-shanghai-port-operations
+9,UPDATE: Port of Colombo faces berthing delays,"Sources on March 11 indicate that the Port of Colombo is facing berthing delays due to unspecified reasons.  An average waiting time for the vessels is likely to be around 1 to 2 days. In addition, congestion is likely to be exacerbated by repair works on 4 gantry cranes which will start March 18 and last for two weeks. Out-of-window arrivals will likely face extended berthing times.",Port Congestion,11/3/19 7:51,https://www.businesstimes.com.sg/companies-markets/transport-logistics/sri-lankas-colombo-port-sees-jump-traffic-amid-red-sea
+10,Greenpeace Protest on Hartman Bridge on Thursday Temporarily Closed Portion of Houston Ship Channel,"On Thursday, September 12, 23 protesters associated with Greenpeace demonstrated along the Fred Hartman Bridge in Baytown, TX just outside of Houston. The protest began around 6:30 AM local time and included 11 of the protesters rappelling down the bridge to disrupt shipping traffic in the Houston Ship Channel. While the bridge stayed open during the protest to vehicular traffic, a half-mile portion of the ship channel was closed between Light 102A and Light 104 until reopening early Friday morning after protesters were arrested. The protest remained peaceful; however, the initial blocking of the bridge led to a minor motor vehicle accident which injured one person. 
+
+Assessment: The Greenpeace activists stated that their goal of the protest was to attempt to disrupt the oil and gas shipments that go through the Houston Ship Channel. The group timed their protest to attempt to get the attention of Democratic presidential candidates who were in Houston Thursday for a Democrat National Committee presidential debate. The Houston Ship Channel and Port of Houston are vital to U.S. oil and gas exports and the ship channel is the busiest in the country annually generating approximately $339 billion and providing over 1.35 million jobs to the state of Texas. The portion of the ship channel that was closed on Thursday normally sees approximately 300 vessels pass through, and according to media sources, at least seven were blocked during the temporary closure. The protest did not cause any significant disruptions to shipping interests, as many companies often build in an extra day to shipping schedules as a precaution. 
+
+An uptick in climate change-related protests has been seen in recent months, especially across Europe. The majority of protests are organized by groups such as Greenpeace or Extinction Rebellion and have been relatively peaceful, although some have been disruptive with protesters blocking bridges, and trains, similar to the Greenpeace protesters temporarily shutting down the Houston Ship Channel on Thursday. Additionally, a weeklong series of protests are being planned across the world beginning Friday, September 20 as part of a global climate strike action. The relative ease with which the Greenpeace protesters in Baytown were able to shut down a portion of the Houston Ship Channel using a small group of people and the increased focus on climate-related protests highlight the possibility of an increase in similar protests across the United States. As such, Resilience360 customers with cargo interests should anticipate the possibility of disruptions to supply chains due to climate-related protests.",Miscellaneous Events,13/9/19 21:29,https://apnews.com/article/71e047ecff8447a38e3f4ff5db02046a
+11,14 miles NE of Jakarta - A magnitude 4.5 earthquake was detected in the region. Incident closed.,"A magnitude 4.5 earthquake was detected 14 miles northeast of Jakarta, Indonesia. There were no initial reports of associated injuries or damage. This incident is closed.",Earthquake,24/9/18 18:33,https://www.channelnewsasia.com/asia/indonesia-jakarta-earthquake-feb-25-4148316
+12,17 miles SW of Batangas - A magnitude 5.5 earthquake was detected in Batangas Bay. Incident closed.,"Multiple sources report that a magnitude 5.5 earthquake was detected in the Batangas Bay, approximately 17 miles southwest of Batangas, Philippines. There have been no reports of associated injuries or structural damage. This incident is closed.",Earthquake,31/8/18 15:04,http://www.xinhuanet.com/english/2018-07/03/c_137298593.htm
+13,Magnitude 6.2 earthquake reported north of Surabaya,"The US Geological Survey is reporting that a magnitude 6.2 earthquake, at a depth of 592.2 km, has occurred approximately 116 km north of Surbaya. There have been some reports of tremors having been felt although it is estimated that little or no population will be affected.",Earthquake,5/2/20 19:37,https://tass.com/world/966713
+14,Delta Flight 472 met by PAPD firefighters at JFK due to brake smoke,"Local media sources indicated on September 20 that Delta flight 472 from Sao Paulo Guarulhos International Airport to New York’s JFK International Airport was met by Port Authority Police Department firefighters upon its landing at 5:30AM on September 20 after reports of smoking brakes. The Delta 767 initially reported overheating brakes mid-air shortly after landing, and the passengers were deplaned normally, with no injuries to report.",Aviation Advisory,21/9/18 13:06,https://www.guycarp.com/insights/2020/07/hurricane-isaias-threatens-much-of-eastern-us-seaboard.html
+15,Gatwick Airport (LGW) - British Airways flight 2068 made an emergency landing. Incident closed.,Media sources indicated that British Airways flight 2068 from Port Louis to London made an emergency landing at Gatwick Airport (LGW) due to an unspecified emergency. No injuries were immediately indicated. This incident is closed.,Aviation Advisory,14/3/19 17:17,https://www.theguardian.com/uk-news/2018/jul/20/british-airways-plane-in-emergency-landing-at-gatwick
+17,"UPDATE - USA: Hurricane Dorian forecast to impact coasts of Georgia and Carolinas, as well as Florida","According to the latest details on 1 September, Hurricane Dorian remains at Category 4 strength as it moves westwards at 8 mph, with maximum sustained winds of 150 mph; just shy of Category 5. Peak winds are predicted to increase to 155 mph. The weather system, previously heading towards Florida's Atlantic coast, is now forecast to target the coasts of Georgia and the Carolinas, where it may approach as a Category 2 system, bringing life-threatening storm surges. The cities of Brunswick, GA; Charleston, SC; and Wilmington, NC, could all see more than six inches of rainfall. A number of Florida’s mandatory evacuation orders have since been postponed, though voluntary requests for evacuations remain across several counties. A significant storm surge and devastating hurricane-force winds are both possible along portions of Florida’s east coast by the early-to-middle part of next week. Even while the majority of computer models predict Dorian to remain just offshore of Florida, officials have warned of significant and potentially devastating impacts. A stretch of Florida's east coast, from Deerfield Beach to Sebastian Inlet, is under a Tropical Storm Watch. Since the storm is predicted to slow down and turn northward as it approaches, the effects from wind, rain and storm surges could be prolonged. Nevertheless, the storm's path could still change and fluctuations in intensity are likely. However, irrespective of the storm’s ultimate course, significant coastal flooding is to be expected.",Aviation Advisory,1/9/19 10:10,https://www.guycarp.com/insights/2019/09/weather-sentinel-category-5-dorian-labor-day-update.html
+18,UPDATE: Pakistan partially closes 3 international routes over Karachi until August 31; India threatens to block ships bound for Karachi Port in retaliation,"Updated media reports indicate on August 28 that Pakistan has closed three aviation routes over Karachi from August 28-31, according to the country’s civil aviation authority, after a senior Pakistani minister stated a day earlier that the government was contemplating a complete ban on Indian flights using the country’s airspace. The four-day ban will reportedly expire on September 1. Pilots have been provided with an alternate route to get around restrictions on the Karachi airspace. Reports suggest that the decision was reportedly taken to allow for possible missile test firing in light of recent rising bilateral tensions. In retaliation, senior Indian politician and Bharatiya Janata Party‎ (BJP) leader suggested on Twitter that India should respond by blocking ships bound for the Port of Karachi by placing a naval blockade in the Arabian Sea. Pakistan previously lifted all commercial restrictions over Pakistani airspace on the morning of July 16 after the airspace was closed to civilian flights from February 27 due to tensions between India and Pakistan in the Kashmir region. Bilateral tensions have been simmering this month after Indian Prime Minister Narendra Modi revoked Kashmir’s special status. Customers are advised to monitor developments closely and re-route shipments through alternative air and land transport routes should Pakistan decide to close the airspace indefinitely.",Aviation Advisory,28/8/19 2:37,https://www.google.com/search?client=safari&rls=en&q=UPDATE%3A+Pakistan+partially+closes+3+international+routes+over+Karachi+until+August+31%3B+India+threatens+to+block+ships+bound+for+Karachi+Port+in+retaliation&ie=UTF-8&oe=UTF-8
+19,Victoria Harbour - Reports of a plane crash were erroneous. Incident closed.,Updated sources are reporting that reports of a small plane crash in Victoria Harbour were erroneous. This incident is closed.,Aviation Advisory,10/5/19 8:26,https://www.scmp.com/magazines/post-magazine/short-reads/article/3192997/when-plane-plunged-victoria-harbour-hong-kong
+20,"Air Arabia flight G9-661 bound for Khartoum makes U-turn over Port Sudan, heading for Jeddah","Flight monitoring sources are reporting a change in the flight plan of Air Arabia flight G9-661 bound for Khartoum on Tuesday, 14 January. The flight from Sharjah, UAE, has made a U-turn over Port Sudan and appears to be diverting to Jeddah. Although not explicitly stated there is a strong potential that this is due to a reported airspace closure of Khartoum amid reports of clashes involving sections of the security forces.",Aviation Advisory,14/1/20 13:12,https://www.bbc.com/news/world-africa-65444282
+21,Beirut International Airport suffers damage from port explosion,"On August 5, media sources reported that Beirut International Airport has suffered damage from the port explosion on August 4. Rafic Hariri International Airport is located 10 kilometers from where the epicenter of the explosion was located. So far, Emirates Airlines has confirmed that flights from Dubai to Beirut continue to operate as scheduled. This is an indication that flight operations will not be impacted by the damage.",Aviation Advisory,5/8/20 21:07,https://www.theguardian.com/world/2023/aug/03/port-of-beirut-explosion-aftermath-scars-on-already-broken-lebanon
+22,Hurricane Isaias to Impact Florida Coast this Weekend Before Moving up the Eastern Seaboard,"Hurricane Isaias is continuing to strengthen as it moves through the Bahamas towards the east Florida coast. The storm is currently a Category 1 hurricane on the Saffir-Simpson wind scale, with winds of at least 75 miles per hour. Strengthening is expected beginning Friday night and the storm may increase to a Category 2 hurricane. The current forecast shows Isaias skirting the east coast of Florida beginning Saturday night before moving up the East Coast. Landfall is currently forecast sometime on Monday near the South Carolina-North Carolina border. Isaias will then weaken into a tropical storm and is expected to continue moving up the coast, potentially impacting the Northeast coast. Some uncertainty in the track of the storm remains and its possible the storm makes landfall along the upper east coast of Florida late Sunday in addition to the expected landfall in the Carolinas. The National Hurricane Center (NHC) has issued a hurricane warning for portions of the central and southern Atlantic Florida coasts. A state of emergency has been issued for the entire eastern Florida coast as well as for the states of North Carolina and Virginia. 
+
+
+
+Assessment: As of this writing, the only evacuations issued are on Ocracoke Island in North Carolina. Evacuations remain a possibility for the coast of Florida as the storm continues to move closer to land and the hurricane track evolves. Airport closures and flight delays also remain a possibility both along the eastern coast of Florida, as well as up the rest of the East Coast as the storm moves up the coastline. Portions of Florida and the Carolinas are forecast to see upwards of five inches of rain and flash flooding is possible along the entire east coast of the United States. Similarly, port closures remain a possibility but as of this writing, none have been issued. Several ports in Florida, South Carolina, North Carolina, and Virginia have been set to Port Condition Whiskey. This means that ports remain open to all commercial and cargo operations but commercial vessels greater than 500 gross tons should begin making plans to depart the port. The strong winds from Isaias are likely to cause widespread power outages across the eastern seaboard. Some outages may be prolonged for multiple days depending on other impacts caused by the storm. Those with interests along the U.S. East Coast are advised to continue monitoring the situation closely. The public should use extreme caution in storm conditions and heed all weather warnings and instructions from local authorities.",Aviation Advisory,31/7/20 23:07,https://www.guycarp.com/insights/2020/07/hurricane-isaias-threatens-much-of-eastern-us-seaboard.html
+27,The Search and Rescue Agencies of  Indonesia and Singapore started its 38th,The Search and Rescue Agencies of  Indonesia and Singapore started its 38th Joint Exercise 2020 in Pangkalpinang on the prevention of accidents on vessels and aircraft in an effort to strengthen bilateral ties between both the nations.,Aviation Advisory,15/10/20 7:05,https://www.todayonline.com/world/asia/live-updates-day-6-jan-2-search-airasia-flight-qz8501
+28,UPDATE 1 - Attacks on tanker and oil facility indicate growing Houthi intent and capacity to target Saudi strategic infrastructure,"An explosion caused damage to the Greek-operated Agrari oil tanker on 25 November while it was about to depart from Saudi Arabia’s port of Shuqaiq in the Jizan region bordering Yemen. The incident came after Yemen-based Houthi militants fired a cruise missile at a Saudi oil facility in the port city of Jeddah on 23 November.Men stand by debris following an attack at the Saudi Aramco oil facility in Saudi Arabia’s Red Sea city of Jeddah on 24 November 2020.Photo by Fayez Nureldine/AFP via Getty ImagesThe attacks are part of the ongoing Houthi campaign targeting strategic infrastructure in Saudi Arabia, which has intensified since early September. The Greek operator of the oil tanker, TMS Tankers, stated that the tanker was “struck about one meter above the waterline and has suffered a breach”, and added that no injuries were reported. Although local and international media speculated that the tanker was hit by a naval mine, Saudi officials described the incident as a “foiled terrorist act” that occurred when an explosive-laden boat launched by the Houthis was intercepted and destroyed. Either way, IHS Markit assesses that the Houthi are the likely perpetrator of the attack, as the militia has used both marine vehicle-borne improvised explosive devices (UM-VBIEDs) and floating naval mines to target Saudi commercial and military vessels in the Red Sea. No other group has similar capabilities to target Saudi Arabia.The attack on Jeddah demonstrates that the Houthi are still developing more sophisticated missile capabilities. Saudi officials have acknowledged the attack on Jeddah and satellite imagery accessed by IHS Markit confirmed the damage at a fuel tank at Jeddah distribution station. The Houthis stated that attack was perpetrated using a new cruise missile, called Quds-2, which they have not yet publicly unveiled. Houthi military spokesperson Yahya Saree, however, said in an interview released on Houthi social media channels that the new missile was developed to fly at lower altitudes with the aim of reducing the effectiveness of anti-missile systems deployed in Saudi Arabia. A member of the Houthi political bureau, Abd al-Wahhab al-Mahbashi, also stated that the missile was being developed to target the city of Eilat, Israel's southernmost city on the Red Sea, given its growing diplomatic rapprochement with Saudi Arabia. The immediate requirement for the missile was to target Jeddah given Saudi ongoing military operations in Yemen against the movement. The latest threat, which extends to Israel, reflects the propensity of the Houthi’s leadership to further escalate against the coalition by expanding its target set. There has been no evidence, however, of Yemeni insurgent use of missiles with a longer range than 1,100 km, which is not sufficient to target Eilat (approximately 1,600 km from the Houthi-controlled northernmost point in Yemen’s Sadaa province). Any attack on Israel would almost certainly bring a very heavy response, not just from Israel but likely from the United States as well. Houthi cross-border attacks into Saudi Arabia and maritime attacks are likely to intensify, as long as the movement and the coalition do not resume formal negotiations. These attacks reflect the current impasse in peace talks brokered by the United Nations, which have failed to produce any tangible outcome since the Hodeidah ceasefire was signed in December 2018. The likely resumption of Saudi airstrikes in Yemen in response to recent attacks, especially around Sanaa, is expected to lead the movement to intensify its cross-border attacks into Saudi Arabia with missiles and armed drones, with airports, oil facilities, and desalination plants in the south of Saudi Arabia at highest risk, particularly Jizan, Abha, and Najran. Given the group’s ready access to UM-VBIEDs and sea mines, the Red Sea coast is also very likely to continue to be an area of active targeting by the Houthi.Indicators of changing risk environmentIncreasing riskHouthi militants start probing attacks on the northern section of the Red Sea, indicating intent to strike Israel.Houthi militants successfully stage an attack using a combination of cruise missiles and drones, inflicting significant damage to Riyadh or Jeddah airport.Houthi militants stage a cross-border ground attack and seize territory inside Saudi Arabia.Saudi Arabia launches a new campaign of precision airstrikes with Israeli support killing high-profile Houthi leaders.Israel starts covert operations in Yemen.Decreasing riskThe UN calls for a new round of peace talks and both Saudi Arabia and the Houthis agree to implement a ceasefire.© 2020, IHS Markit Inc. All rights reserved. Reproduction in whole or in part without permission is prohibited.",Aviation Advisory,26/11/20 9:24,https://www.spglobal.com/commodityinsights/en/market-insights/latest-news/oil/032524-houthis-threaten-saudi-arabias-oil-installations-for-supporting-us-aggression
+29,UPDATE 1 - Australia unlikely to directly retaliate against mainland China’s targeted measures; foreign policy position also unlikely to change,"According to Chinese and international media reports, Chinese traders have received an informal notice from authorities that Australian products in seven categories – barley, sugar, lobster, wine, timber, coal, and copper ore and concentrate – will not be cleared in customs from 6 November. The Chinese government has denied that there are any restrictions on Australian commodities, and the implementation of the notice has yet to be confirmed. Australian exporters have nevertheless already cancelled shipments to China and Chinese traders have cancelled orders.The timing and extent of Chinese action against Australian imports give credibility to recent media reporting that this reflects Chinese government policy and not just buyers’ commercial decisions. China-Australia relations have deteriorated significantly in recent months, particularly after the Australian government called for an independent inquiry into the origins of coronavirus disease 2019 (COVID-19) in April. Beginning in May, Chinese authorities imposed a series of restrictions on Australian imports, ostensibly due to alleged breaches of trade practices (resulting in tariffs on barley) or quality issues found during routine product inspections (affecting some shipments of beef, barley, lobster, and timber). On 9 October, there were reports that some Chinese ports had been told not to accept Australian coal. Although coal import quotas are not uncommon, this came days after a meeting between foreign ministers of the recently revived Quadrilateral Security Dialogue (Quad) nations, comprising Australia, India, Japan, and the United States. China has previously labelled the Quad as an “Asian NATO” (see Australia-India-Japan-US:2 October 2020: Future of Australia-India-Japan-US Quad dialogue and maritime security in the Indo-Pacific). Australian Trade Minister Simon Birmingham has accused China of taking “discriminatory action” against Australia in imposing import restrictions. China has repeatedly denied any targeting of Australia, stating that reduced imports were the result of buyers’ decisions.Given its vulnerability to wider Chinese discrimination against Australian imports, the Australian government is unlikely to retaliate. According to the Australian Department of Foreign Affairs and Trade, China accounted for 32.6% (AUD153.2 billion, or USD111.1 billion) of its total goods and services exports in the financial year ending 2019. According to China’s National Bureau of Statistics, Australia in 2019 only accounted for 1.9% of mainland Chinese exports globally and 3.8% of mainland China’s exports to the Asia-Pacific and Oceania regions. This indicates that, while China has scope to extend restrictions on other Australian imports, Australia is unlikely to respond in reciprocal measures and equivalent degree. Rather, the Australian government will probably increase conciliatory advances towards China, notably through public statements on the importance of the bilateral relationship. The government is also likely to rein in backbenchers, both within the Liberal-National coalition and the Labor Party opposition, who frequently criticise China publicly. In addition, Australia will probably refrain from taking a prominent role in any further international initiatives challenging China, as it did in April when it led an international call for a COVID-19 inquiry. Repeated Chinese import restrictions are unlikely to result in Australian reversal on foreign policy issues challenged by China, however. Although Australia will avoid taking a prominent role in future international initiatives against China, its participation in the ongoing India-Japan-US Malabar naval exercise this month indicates that the Australian government is unlikely to reverse core policies that are at odds with China. This includes Australia’s commitment to the Quad grouping and its stance on issues such as Hong Kong SAR and the South China Sea. Participation in the current Malabar exercise contrasts with the last time Australia took part in 2007: China’s negative response resulted in the government of then-prime minister Kevin Rudd withdrawing from the exercises and accompanying security talks, resulting in the dissolution of the Quad. Nevertheless, given its economic vulnerability vis-à-vis China, Australia will probably seek to adjust its approach to the Quad and other regional defence activities by minimising its profile. Indicators of changing risk environmentIncreasing riskIf November and December 2020 shipments of Australian coal continue to show signs of regulatory targeting indicated by significant congestions in major ports in mainland China, this would further signal worsening bilateral relationships due to Beijing’s evident refusal to lift restrictions on Australian coal during the winter months – traditionally a period of higher power consumption and coal demand.If China imposes import restrictions or heightens regulatory barriers against Australian iron ore, this would indicate a significant worsening of bilateral relations. In 2019, 62% of China’s iron ore imports came from Australia. The economic cost of Chinese targeting of iron ore would likely be disproportionally borne in China’s infrastructure sector, which remains important in its investment-led economic recovery and relies on an inexpensive and stable supply of steel. Targeted measures against iron ore would indicate both a long-term policy shift of trade diversion from Australia to alternative markets for raw materials as well as intent to significantly damage the Australian economy, given that iron ore is Australia’s largest export to China.The passage into law of draft Australian federal legislation affecting foreign, particularly Chinese, commercial interests in Australia – likely in January 2021 (see Australia:8 June 2020: Proposed changes to Australia’s foreign investment rules likely to target Chinese investors, increasing risk of forced divestments and Australia:4 September 2020: Australia’s proposed legislation on agreements between states/territories and foreign governments indicates increased likelihood of state contract cancellation) – would be a further indicator of the trajectory of relations between Australia and China. Any amendments targeting Chinese interests more explicitly would probably result in a further deterioration of relations, increasing the likelihood of further restrictions on Australian goods and services or other targeted measures against Australian assets.Decreasing riskDirect talks between either Australian Prime Minister Scott Morrison and Chinese President Xi Jinping or their respective foreign ministers would increase the likelihood of an improvement in relations.Any delays or a government reversal on passing the draft legislation affecting Chinese interests would slightly decrease the likelihood of further Chinese restrictions on Australian products, as long as Australia avoids further high-profile diplomatic confrontations with China.© 2020, IHS Markit Inc. All rights reserved. Reproduction in whole or in part without permission is prohibited.",Aviation Advisory,6/11/20 9:24,https://www.reuters.com/world/asia-pacific/release-journalist-unlikely-shift-australias-china-policy-2023-10-12/
+30,"WATCH FOR: Road, rail, air, and maritime cargo and transport disruption in Italy during general strike on 25 November","Risk analysis: Several trade unions including USB, Osp Filt-Cgil, Uilt-Uil, Faisa-Cisal, and Confail have called for a general strike of the public transport sector on 25 November. The strike will last four hours and is likely to disrupt road, rail, marine, and air transport and cargo across Italy on the day of the strike. Delays and cancellations to train, bus, taxi, and ferry services, scheduled flights, and shipping operations will be likely at railway stations including Milano Centrale and Roma Termini, airports including Milan Malpensa (MXP) and Rome Ciampino (CIA), and ports including the Port of Genoa and Port of Gioia Tauro. Minimum services will be guaranteed under Italian law.© 2020, IHS Markit Inc. All rights reserved. Reproduction in whole or in part without permission is prohibited.",Aviation Advisory,19/11/20 11:24,https://www.wantedinrome.com/news/italy-faces-national-general-strike-by-public-sector-workers-on-25-november.html

IS424_Data_Mining/code/LDA/basic_text_preprocessing.ipynb

@@ -0,0 +1,741 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "e235bb95-5618-4b70-ae07-6bb4f855922a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# !pip install contractions"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "6b117c76-f3ef-429e-b971-9d820679320d",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import nltk\n",
+    "from nltk.corpus import PlaintextCorpusReader\n",
+    "from nltk.corpus import stopwords\n",
+    "from nltk.stem.porter import *\n",
+    "from nltk import pos_tag, word_tokenize\n",
+    "from nltk.stem import WordNetLemmatizer\n",
+    "from nltk.probability import FreqDist\n",
+    "from nltk.tokenize import sent_tokenize\n",
+    "from nltk.tokenize import word_tokenize\n",
+    "import contractions\n",
+    "\n",
+    "import gensim\n",
+    "from gensim import corpora\n",
+    "from gensim import similarities\n",
+    "from gensim import models\n",
+    "from gensim.models import CoherenceModel\n",
+    "\n",
+    "# from wordcloud import WordCloud, ImageColorGenerator\n",
+    "import matplotlib.pyplot as plt\n",
+    "import seaborn as sns\n",
+    "import pandas as pd\n",
+    "import re\n",
+    "import os\n",
+    "import glob\n",
+    "import json\n",
+    "\n",
+    "import psycopg2\n",
+    "import pickle\n",
+    "from datetime import datetime\n",
+    "import datetime"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "228f935e-fb42-4ffb-bedc-a5a50dbd0bd9",
+   "metadata": {},
+   "source": [
+    "# Import Data"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "cc0cac0a-2a0b-4586-b970-ef3c6f3e85fe",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df = pd.read_csv('cleaned_data.csv')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "fcc0d9ad-116c-4e87-b349-89b0118238cb",
+   "metadata": {},
+   "source": [
+    "# EDA"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c76090be",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "476ff0c9-e23d-4cb5-8147-e764df46d2c8",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df.shape"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "dbde7785-b2dc-4bfe-8740-19149f676b9e",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_copy = df.copy()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "543d8eff-5f20-43c2-81c2-0ca5ac75a10e",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_copy.info()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "48d0221f-b42e-4776-ac50-9a201a9f90c3",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_copy.isnull().sum()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "a9e0e53d-bd4a-4227-a36b-d22fb4064b56",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_copy.dropna(subset=['Headline_Details'], inplace=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "8b7f4b70-8205-4d42-a9b8-986de57fdb45",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "print(\"Published Date Statistics:\")\n",
+    "print(\"Min Date:\", df_copy['Datetime'].min())\n",
+    "print(\"Max Date:\", df_copy['Datetime'].max())"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "97988848-03f7-4b1a-b2c5-eb8cf9ff3dfa",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Check if there are any duplicated titles since a news can be published for multiple times by different publisher at different time\n",
+    "df_copy[['Year', 'Headline_Details', 'Region']].duplicated().any()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "af3e758a-4114-4273-99e8-00e717b7071c",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# drop the duplicated news\n",
+    "duplicates = df_copy.duplicated(subset=['Year', 'Headline_Details', 'Region'], keep='first')\n",
+    "df_uni = df_copy[~duplicates]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "2a23a150-c8a2-421f-8096-5070f3d8747a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni.shape"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "4c9a6dbf-a74c-4bc7-a78e-619a9212cccc",
+   "metadata": {},
+   "source": [
+    "# Text Preprocessing\n",
+    "contractions -> punctuation removal -> lowercase -> -> lemmanisation -> stop words removal + bigram"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "8cf125a0-1444-43cc-9b84-4c0ed6c4bc02",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni['Headline_Details'][5]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "5481f424-321b-467d-8327-db25c32f1bd3",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "## remove contractions, lowercase, remove numbers and punctuations, remove stopwords\n",
+    "# run time roughly 2 mins\n",
+    "df_uni['cleaned_Headline_Details'] = df_uni['Headline_Details'].apply(lambda x: [contractions.fix(word) for word in x.split()])\n",
+    "\n",
+    "## convert back into string so that tokenization can be done\n",
+    "df_uni['cleaned_Headline_Details'] = [' '.join(map(str, l)) for l in df_uni['cleaned_Headline_Details']]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "b761cac7-f544-40d4-bea0-a39b4f994083",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni['cleaned_Headline_Details'][5]"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "e92e3b8b-cda4-425a-ab4f-eaeb6e500379",
+   "metadata": {},
+   "source": [
+    "### Stemming / Lemmatization - To normalize text and prepare words.\n",
+    "\n",
+    "https://towardsdatascience.com/stemming-vs-lemmatization-in-nlp-dea008600a0#:~:text=Stemming%20and%20Lemmatization%20are%20methods,be%20used%20in%20similar%20contexts.\n",
+    "\n",
+    "Decided to use lemmatization because lemmatization provides better results by performing an analysis that depends on the word’s part-of-speech and producing real, dictionary words. As a result, lemmatization is harder to implement and slower compared to stemming.\n",
+    "\n",
+    "To sum up, lemmatization is almost always a better choice from a qualitative point of view. With today’s computational resources, running lemmatization algorithms shouldn’t have a significant impact on the overall performance. However, if we are heavily optimizing for speed, a simpler stemming algorithm can be a possibility."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "cccdd491-55cb-42e9-9e08-3ab01253b2d0",
+   "metadata": {},
+   "source": [
+    "POS taggin + lemming for better lemming performance. However, the lemmatizer requires the correct POS tag to be accurate, \n",
+    "if you use the default settings of the WordNetLemmatizer.lemmatize(), the default tag is noun.\n",
+    "\n",
+    "https://github.com/nltk/nltk/blob/develop/nltk/stem/wordnet.py#L39 "
+   ]
+  },
+  {
+   "cell_type": "raw",
+   "id": "c25de86c-3bfd-4999-9849-bf41f3a0d167",
+   "metadata": {},
+   "source": [
+    "stop_words = set(stopwords.words('english'))\n",
+    "stemmer = PorterStemmer()\n",
+    "\n",
+    "def preprocess(review):\n",
+    "    review = \" \".join([stemmer.stem(w.lower()) for w in word_tokenize(re.sub('[^a-zA-Z]+', ' ', review.replace(\"<br />\", \"\"))) if not w in stop_words])\n",
+    "    return review\n",
+    "\n",
+    "# as a result, it stores a normalised text sentences (string)\n",
+    "data['review_clean'] = data.apply(lambda x: preprocess(x['review']), axis=1)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c02dbc2a-9583-4122-a814-a8b723bbbafd",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# ADJ, ADJ_SAT, ADV, NOUN, VERB = 'a', 's', 'r', 'n', 'v'\n",
+    "# keep only ADJ, ADV, NOUN and VERB.\n",
+    "\n",
+    "wnl = WordNetLemmatizer()\n",
+    "\n",
+    "def lemmatize_words(text):\n",
+    "    # Tokenize the text into sentences and then words\n",
+    "    sentences = sent_tokenize(text)\n",
+    "    words = [word_tokenize(sentence) for sentence in sentences]\n",
+    "\n",
+    "    # Remove punctuation and tokenize into lowercase words\n",
+    "    punc = [[w.lower() for w in word if re.search('^[a-zA-Z]+$', w)] for word in words]\n",
+    "\n",
+    "    # Perform lemmatization on words with valid POS tags\n",
+    "    doc_lemmed = [wnl.lemmatize(word, pos[0].lower()) for sentence in punc for word, pos in pos_tag(sentence, tagset='universal') \n",
+    "                  if pos[0].lower() in ['a','s', 'r', 'n', 'v']]\n",
+    "    \n",
+    "    return doc_lemmed"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "d75603cb-219e-4e4a-83db-023fe1226e04",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "print(datetime.datetime.now())"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c4e38b71-8b47-4482-8439-f5142d3229dc",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni['cleaned_Headline_Details'] = df_uni['cleaned_Headline_Details'].apply(lemmatize_words)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "7f7d3945-2e52-401c-8e67-16e15e8e834e",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "print(datetime.datetime.now())"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "49702368-06a3-4965-9846-778e350254d4",
+   "metadata": {},
+   "source": [
+    "### N-gram + Stopword removal"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "979eb98f-8ff5-4b63-8787-70bea21f843b",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "stop_list = nltk.corpus.stopwords.words('english')\n",
+    "stop_list += ['local','time', 'wednesday', 'source', 'certain', 'report', 'update']\n",
+    "\n",
+    "def corpus2docs2(corpus):\n",
+    "    # corpus is a object returned by load_corpus that represents a corpus.\n",
+    "    docs = []\n",
+    "    for text in corpus:\n",
+    "        cleaned = [w for w in text if w not in stop_list]\n",
+    "        doc_pos = nltk.pos_tag(cleaned)\n",
+    "        phrases = []\n",
+    "        i = 0\n",
+    "        while i < len(doc_pos):\n",
+    "            if doc_pos[i][1] == 'JJ':\n",
+    "                if i+2 < len(doc_pos) and doc_pos[i+1][1] == 'NN' and doc_pos[i+2][1] == 'NN':\n",
+    "                    phrases.append((doc_pos[i][0], doc_pos[i+1][0], doc_pos[i+2][0]))\n",
+    "                    i += 3\n",
+    "                elif i+1 < len(doc_pos) and doc_pos[i+1][1] == 'NN':\n",
+    "                    phrases.append((doc_pos[i][0], doc_pos[i+1][0]))\n",
+    "                    i += 2\n",
+    "                else:\n",
+    "                    i += 1\n",
+    "            elif doc_pos[i][1] == 'NN':\n",
+    "                if i+2 < len(doc_pos) and doc_pos[i+1][1] == 'NN' and doc_pos[i+2][1] == 'NN':\n",
+    "                    phrases.append((doc_pos[i][0], doc_pos[i+1][0], doc_pos[i+2][0]))\n",
+    "                    i += 3\n",
+    "                elif i+1 < len(doc_pos) and doc_pos[i+1][1] == 'NN':\n",
+    "                    phrases.append((doc_pos[i][0], doc_pos[i+1][0]))\n",
+    "                    i += 2\n",
+    "                else:\n",
+    "                    i += 1\n",
+    "            else:\n",
+    "                i += 1\n",
+    "        phrase_set = ['_'.join(word_set) for word_set in phrases]\n",
+    "        docs.append(phrase_set)\n",
+    "    return docs"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c0a72831-6987-41a2-9be4-297f5d049d91",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "print(stop_list)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "d5c48c2c-5fd7-4216-a699-e69893e2aee8",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni['binary_Headline_Details'] = corpus2docs2(df_uni['cleaned_Headline_Details'])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "812d9fe2-89ef-4bbc-901e-a4d1fd8e2eb0",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni['binary_Headline_Details'][5]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "faeb3af3-0a05-46be-98fa-d8a88b075049",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "fdist_doc = nltk.FreqDist(df_uni['binary_Headline_Details'][5]).most_common(25)\n",
+    "\n",
+    "x, y = zip(*fdist_doc)\n",
+    "plt.figure(figsize=(50,30))\n",
+    "plt.margins(0.02)\n",
+    "plt.bar(x, y)\n",
+    "plt.xlabel('Words', fontsize=50)\n",
+    "plt.ylabel('Frequency of Words', fontsize=50)\n",
+    "plt.yticks(fontsize=40)\n",
+    "plt.xticks(rotation=60, fontsize=40)\n",
+    "plt.title('Frequency of 25 Most Common Words for One Random News', fontsize=60)\n",
+    "plt.show()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "052a4218-a73e-4df6-8b16-45e58e9da58a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "all_words = [word for sublist in df_uni['binary_Headline_Details'] for word in sublist]\n",
+    "all_words[:2]\n",
+    "# Calculate word frequencies\n",
+    "fdist = FreqDist(all_words)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "fd07bf53-a547-43dc-9dce-070d7ac2dd4c",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Plot the word frequency distribution as a bar graph\n",
+    "plt.figure(figsize=(12, 6))\n",
+    "plt.title('Frequency of 25 Most Common Words of the Dataset', fontsize=12)\n",
+    "fdist.plot(30, cumulative=False)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "c032514e-2516-41fa-9efb-0eb0197c0fc2",
+   "metadata": {},
+   "source": [
+    "# Wordcloud"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "81edd7d1-eb00-430a-9b57-a5ff39737982",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "com = df_uni['Severity'].unique()\n",
+    "com[:10]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "0099a39e-dbb4-41d5-afde-a2b135cb5866",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import matplotlib.pyplot as plt\n",
+    "from wordcloud import WordCloud\n",
+    "\n",
+    "# Plotting with Seaborn for each company\n",
+    "for company in com[:10]:\n",
+    "    haha = df_uni['binary_Headline_Details'].loc[df_uni.Severity==company]\n",
+    "    text = \" \".join(\" \".join(item) for item in haha)\n",
+    "    wordcloud = WordCloud(background_color=\"white\").generate(text)\n",
+    "    plt.imshow(wordcloud, interpolation='bilinear')\n",
+    "    plt.title(f'Wordcloud for {company}')\n",
+    "    plt.axis(\"off\")\n",
+    "    plt.margins(x=0, y=0)\n",
+    "    plt.show()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "1658838b-bb13-4471-998d-1013ec28da3d",
+   "metadata": {},
+   "source": [
+    "## IT-IDF Word Removal\n",
+    "\n",
+    "remove those frequently appeared but less important words like say, will, year, use, etc."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "da95670f-1123-4cf4-80f9-e2ec3ca6041c",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni['binary_Headline_Details'] = df_uni['binary_Headline_Details'].apply(lambda x: ' '.join(x))\n",
+    "\n",
+    "# Tokenize the text and create a dictionary\n",
+    "documents = df_uni['binary_Headline_Details'].str.split()\n",
+    "dictionary = corpora.Dictionary(documents)\n",
+    "\n",
+    "tfidf = models.TfidfModel(dictionary=dictionary, normalize=True)\n",
+    "tfidf_corpus = [tfidf[dictionary.doc2bow(doc)] for doc in documents]\n",
+    "term_frequencies = {dictionary[id]: freq for id, freq in tfidf.dfs.items()}"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "85b3f6ba-4a57-4f6c-9954-cfd0ac189e5a",
+   "metadata": {
+    "scrolled": true
+   },
+   "outputs": [],
+   "source": [
+    "sorted_term_frequencies = dict(sorted(term_frequencies.items(), key=lambda item: item[1], reverse=True))\n",
+    "sorted_term_frequencies"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "ff92ddb0-4b34-4833-8d88-210ebbc5acfd",
+   "metadata": {},
+   "source": [
+    "threshold = 0.04 seems to be an appropriate cutoff with variation at +- 0.01 for this set of data."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "5f2484b7-daa2-4654-aff6-5371619182c5",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# customisable, lower threshold, more words retained.\n",
+    "threshold = 0.4\n",
+    "\n",
+    "def filter_and_join(tfidf_doc):\n",
+    "    filtered_terms = [dictionary[id] for id, score in tfidf_doc if score >= threshold]\n",
+    "    return filtered_terms\n",
+    "\n",
+    "df_uni['binary_Headline_Details'] = [filter_and_join(doc) for doc in tfidf_corpus]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "58a8778c-1005-488c-a54a-6c6c6b02f05f",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "fdist_doc = nltk.FreqDist(df_uni['binary_Headline_Details'][0]).most_common(25)\n",
+    "\n",
+    "x, y = zip(*fdist_doc)\n",
+    "plt.figure(figsize=(50,30))\n",
+    "plt.margins(0.02)\n",
+    "plt.bar(x, y)\n",
+    "plt.xlabel('Words', fontsize=50)\n",
+    "plt.ylabel('Frequency of Words', fontsize=50)\n",
+    "plt.yticks(fontsize=40)\n",
+    "plt.xticks(rotation=60, fontsize=40)\n",
+    "plt.title('Frequency of 25 Most Common Words for One Random News', fontsize=60)\n",
+    "plt.show()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "0bdfcd90-a066-4864-8778-9f9d0fb715ce",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "all_words_filtered = [word for sublist in df_uni['binary_Headline_Details'] for word in sublist]\n",
+    "all_words_filtered[:2]\n",
+    "# Calculate word frequencies\n",
+    "fdist_filtered = FreqDist(all_words_filtered)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "5c2e8cc6-db44-4f0d-9c33-841bae1f5094",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Plot the word frequency distribution as a bar graph\n",
+    "# apparently, the dataset is much cleaner now.\n",
+    "plt.figure(figsize=(12, 6))\n",
+    "plt.title('Frequency of 25 Most Common Words of the Dataset', fontsize=12)\n",
+    "fdist_filtered.plot(30, cumulative=False)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "b3e99195-1c0a-4c7d-91d7-9a84e8ab1422",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import matplotlib.pyplot as plt\n",
+    "from wordcloud import WordCloud\n",
+    "\n",
+    "# Plotting with Seaborn for each company\n",
+    "for region in com[:10]:\n",
+    "    haha = df_uni['binary_Headline_Details'].loc[df_uni.Severity==region]\n",
+    "    text = \" \".join(\" \".join(item) for item in haha)\n",
+    "    wordcloud = WordCloud(background_color=\"white\").generate(text)\n",
+    "    plt.imshow(wordcloud, interpolation='bilinear')\n",
+    "    plt.title(f'Wordcloud for {company}')\n",
+    "    plt.axis(\"off\")\n",
+    "    plt.margins(x=0, y=0)\n",
+    "    plt.show()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "91c359e9-105a-4bcd-bef7-fbc97538667a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni['word_count'] = df_uni['binary_Headline_Details'].apply(len)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "4fb07549-2792-4158-8f5d-861b2d0ea487",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni[['word_count']].describe().round()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "5a46305b-47fb-486e-9a4b-93653c555df9",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# count of news by sector\n",
+    "df_uni[['binary_Headline_Details', 'Region']].groupby('Region').count().sort_values(by = 'binary_Headline_Details', ascending=False)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "02f79cd8-dd17-4ed8-b077-39dd5cc730d3",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni[['binary_Headline_Details', 'Severity']].groupby('Severity').count().sort_values(by = 'binary_Headline_Details', ascending=False)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "5d4d9a0c-63ab-4ef1-a196-2be7014b1476",
+   "metadata": {},
+   "source": [
+    "# Save data to database for modelling"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "87f5e776-4d52-42c6-b6cb-a33f57a7e131",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "b66157f8-1f2a-48f5-99b6-a4e0db0ab57f",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_uni.columns.to_list()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "38cad3d6-7799-4c69-a876-782ab411395a",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# export as parquet data file instead of csv for easier list extraction\n",
+    "df_uni.to_parquet('processed_data1.parquet', index=False)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "bad76710-d7fd-4976-a014-c850483df8fc",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.16"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

IS424_Data_Mining/code/LDA/processed_data.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f7da551efd8cc5188afc1187716e3aebca4d86422ca08bdd8cc4fc5cfba149
+size 5081529

IS424_Data_Mining/code/LDA/processed_data1.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0685844c2c493edd0d1b48c30f285e7c1c4b896941cf54aa6ecb67eded22dd3
+size 26975573

IS424_Data_Mining/code/LDA/topic_modelling_benchmark_using_headline.ipynb

@@ -0,0 +1,967 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "46322fb5-5918-4b70-9689-9e0781439ac4",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# !pip3 install wordcloud"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "daf1e3d1-75ac-4299-8bed-2f413a49f9a6",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "import nltk\n",
+    "from nltk.tokenize import sent_tokenize\n",
+    "from nltk.tokenize import word_tokenize\n",
+    "\n",
+    "import gensim\n",
+    "from gensim import corpora\n",
+    "from gensim import similarities\n",
+    "from gensim import models\n",
+    "from gensim.models import CoherenceModel\n",
+    "\n",
+    "# from wordcloud import WordCloud, ImageColorGenerator\n",
+    "import matplotlib.pyplot as plt\n",
+    "import seaborn as sns\n",
+    "import pandas as pd\n",
+    "import re\n",
+    "import os\n",
+    "import datetime\n",
+    "\n",
+    "import warnings\n",
+    "warnings.filterwarnings('ignore')\n",
+    "\n",
+    "from pprint import pprint\n",
+    "import pyLDAvis\n",
+    "import pyLDAvis.gensim_models as gensimvis"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "c673c907-e1d8-4d64-9a73-c15c15b78e7f",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "2024-02-16 15:53:17.548323\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "print(datetime.datetime.now())"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "49e6de6b-71bd-4948-8827-52601406058f",
+   "metadata": {},
+   "source": [
+    "# Import Data with only the news headline and details"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "49222182-7811-4fa6-8c0a-21d3a546863e",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "df = pd.read_parquet('processed_data.parquet')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "3fb59a30",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>id</th>\n",
+       "      <th>Headline</th>\n",
+       "      <th>Details</th>\n",
+       "      <th>Severity</th>\n",
+       "      <th>Category</th>\n",
+       "      <th>Region</th>\n",
+       "      <th>Datetime</th>\n",
+       "      <th>Year</th>\n",
+       "      <th>lat</th>\n",
+       "      <th>lon</th>\n",
+       "      <th>maritime_label</th>\n",
+       "      <th>found_ports</th>\n",
+       "      <th>contains_port_info</th>\n",
+       "      <th>if_labeled</th>\n",
+       "      <th>Month</th>\n",
+       "      <th>Week</th>\n",
+       "      <th>Headline_Details</th>\n",
+       "      <th>cleaned_Headline_Details</th>\n",
+       "      <th>binary_Headline_Details</th>\n",
+       "      <th>word_count</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>1.0</td>\n",
+       "      <td>Grasberg Mine- Grasberg mine workers extend st...</td>\n",
+       "      <td>Media sources indicate that workers at the Gra...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Mine Workers Strike</td>\n",
+       "      <td>Indonesia</td>\n",
+       "      <td>28/5/17 17:08</td>\n",
+       "      <td>2017.0</td>\n",
+       "      <td>-4.05608</td>\n",
+       "      <td>137.11302</td>\n",
+       "      <td>False</td>\n",
+       "      <td>['freeport']</td>\n",
+       "      <td>1.0</td>\n",
+       "      <td>False</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>21.0</td>\n",
+       "      <td>Grasberg Mine- Grasberg mine workers extend st...</td>\n",
+       "      <td>[grasberg, grasberg, mine, worker, extend, str...</td>\n",
+       "      <td>[annual_output_half, condition_layoff, dispute...</td>\n",
+       "      <td>19</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>2.0</td>\n",
+       "      <td>Indonesia: Undersea internet cables damaged by...</td>\n",
+       "      <td>News sources are stating that recent typhoons ...</td>\n",
+       "      <td>Minor</td>\n",
+       "      <td>Travel Warning</td>\n",
+       "      <td>Indonesia</td>\n",
+       "      <td>4/9/17 14:30</td>\n",
+       "      <td>2017.0</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>False</td>\n",
+       "      <td>['hong kong']</td>\n",
+       "      <td>1.0</td>\n",
+       "      <td>False</td>\n",
+       "      <td>4.0</td>\n",
+       "      <td>14.0</td>\n",
+       "      <td>Indonesia: Undersea internet cables damaged by...</td>\n",
+       "      <td>[indonesia, undersea, internet, cable, damage,...</td>\n",
+       "      <td>[complete_ase_asia, damage_typhoon, internet_c...</td>\n",
+       "      <td>17</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>3.0</td>\n",
+       "      <td>Shanghai port congestion impacts terminals in ...</td>\n",
+       "      <td>The persisting port congestion at Shanghai’s Y...</td>\n",
+       "      <td>Minor</td>\n",
+       "      <td>Port Congestion</td>\n",
+       "      <td>China</td>\n",
+       "      <td>27/4/17 9:16</td>\n",
+       "      <td>2017.0</td>\n",
+       "      <td>29.52000</td>\n",
+       "      <td>121.33190</td>\n",
+       "      <td>True</td>\n",
+       "      <td>['ningbo', 'qingdao', 'shanghai']</td>\n",
+       "      <td>1.0</td>\n",
+       "      <td>False</td>\n",
+       "      <td>4.0</td>\n",
+       "      <td>17.0</td>\n",
+       "      <td>Shanghai port congestion impacts terminals in ...</td>\n",
+       "      <td>[shanghai, port, congestion, impact, terminal,...</td>\n",
+       "      <td>[call_detail, consolidation_volume, contingenc...</td>\n",
+       "      <td>13</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>4.0</td>\n",
+       "      <td>UPDATE - Indonesia: Explosion at KP Terminal i...</td>\n",
+       "      <td>Updated local media sources from Jakarta indic...</td>\n",
+       "      <td>Extreme</td>\n",
+       "      <td>Bombing, Police Operations</td>\n",
+       "      <td>Indonesia</td>\n",
+       "      <td>24/5/17 15:15</td>\n",
+       "      <td>2017.0</td>\n",
+       "      <td>-6.22465</td>\n",
+       "      <td>106.86700</td>\n",
+       "      <td>True</td>\n",
+       "      <td>['jakarta']</td>\n",
+       "      <td>1.0</td>\n",
+       "      <td>False</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>21.0</td>\n",
+       "      <td>UPDATE - Indonesia: Explosion at KP Terminal i...</td>\n",
+       "      <td>[update, indonesia, explosion, at, kp, termina...</td>\n",
+       "      <td>[area_lock_police, bus_coach_station, coach_st...</td>\n",
+       "      <td>16</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>5.0</td>\n",
+       "      <td>UPDATE - Indonesia: Police confirm two explosi...</td>\n",
+       "      <td>According to local police in Jakarta, two expl...</td>\n",
+       "      <td>Extreme</td>\n",
+       "      <td>Bombing, Police Operations</td>\n",
+       "      <td>Indonesia</td>\n",
+       "      <td>24/5/17 16:20</td>\n",
+       "      <td>2017.0</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>True</td>\n",
+       "      <td>['jakarta']</td>\n",
+       "      <td>1.0</td>\n",
+       "      <td>True</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>21.0</td>\n",
+       "      <td>UPDATE - Indonesia: Police confirm two explosi...</td>\n",
+       "      <td>[update, indonesia, police, confirm, two, expl...</td>\n",
+       "      <td>[bus_coach_station, terminal_kampung_melayu, a...</td>\n",
+       "      <td>11</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "    id                                           Headline  \\\n",
+       "0  1.0  Grasberg Mine- Grasberg mine workers extend st...   \n",
+       "1  2.0  Indonesia: Undersea internet cables damaged by...   \n",
+       "2  3.0  Shanghai port congestion impacts terminals in ...   \n",
+       "3  4.0  UPDATE - Indonesia: Explosion at KP Terminal i...   \n",
+       "4  5.0  UPDATE - Indonesia: Police confirm two explosi...   \n",
+       "\n",
+       "                                             Details  Severity  \\\n",
+       "0  Media sources indicate that workers at the Gra...  Moderate   \n",
+       "1  News sources are stating that recent typhoons ...     Minor   \n",
+       "2  The persisting port congestion at Shanghai’s Y...     Minor   \n",
+       "3  Updated local media sources from Jakarta indic...   Extreme   \n",
+       "4  According to local police in Jakarta, two expl...   Extreme   \n",
+       "\n",
+       "                     Category     Region       Datetime    Year       lat  \\\n",
+       "0         Mine Workers Strike  Indonesia  28/5/17 17:08  2017.0  -4.05608   \n",
+       "1              Travel Warning  Indonesia   4/9/17 14:30  2017.0       NaN   \n",
+       "2             Port Congestion      China   27/4/17 9:16  2017.0  29.52000   \n",
+       "3  Bombing, Police Operations  Indonesia  24/5/17 15:15  2017.0  -6.22465   \n",
+       "4  Bombing, Police Operations  Indonesia  24/5/17 16:20  2017.0       NaN   \n",
+       "\n",
+       "         lon  maritime_label                        found_ports  \\\n",
+       "0  137.11302           False                       ['freeport']   \n",
+       "1        NaN           False                      ['hong kong']   \n",
+       "2  121.33190            True  ['ningbo', 'qingdao', 'shanghai']   \n",
+       "3  106.86700            True                        ['jakarta']   \n",
+       "4        NaN            True                        ['jakarta']   \n",
+       "\n",
+       "   contains_port_info  if_labeled  Month  Week  \\\n",
+       "0                 1.0       False    5.0  21.0   \n",
+       "1                 1.0       False    4.0  14.0   \n",
+       "2                 1.0       False    4.0  17.0   \n",
+       "3                 1.0       False    5.0  21.0   \n",
+       "4                 1.0        True    5.0  21.0   \n",
+       "\n",
+       "                                    Headline_Details  \\\n",
+       "0  Grasberg Mine- Grasberg mine workers extend st...   \n",
+       "1  Indonesia: Undersea internet cables damaged by...   \n",
+       "2  Shanghai port congestion impacts terminals in ...   \n",
+       "3  UPDATE - Indonesia: Explosion at KP Terminal i...   \n",
+       "4  UPDATE - Indonesia: Police confirm two explosi...   \n",
+       "\n",
+       "                            cleaned_Headline_Details  \\\n",
+       "0  [grasberg, grasberg, mine, worker, extend, str...   \n",
+       "1  [indonesia, undersea, internet, cable, damage,...   \n",
+       "2  [shanghai, port, congestion, impact, terminal,...   \n",
+       "3  [update, indonesia, explosion, at, kp, termina...   \n",
+       "4  [update, indonesia, police, confirm, two, expl...   \n",
+       "\n",
+       "                             binary_Headline_Details  word_count  \n",
+       "0  [annual_output_half, condition_layoff, dispute...          19  \n",
+       "1  [complete_ase_asia, damage_typhoon, internet_c...          17  \n",
+       "2  [call_detail, consolidation_volume, contingenc...          13  \n",
+       "3  [area_lock_police, bus_coach_station, coach_st...          16  \n",
+       "4  [bus_coach_station, terminal_kampung_melayu, a...          11  "
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "id": "09113e88-66cc-414c-a953-da04db83c4ae",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "(5778, 20)"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df.shape"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "037e74fc-bbcd-43e3-8346-799920cca8d8",
+   "metadata": {},
+   "source": [
+    "# Vectorisation"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "d67cef3a-59fb-4dd8-adc8-2cf288b90728",
+   "metadata": {},
+   "source": [
+    "NLP vectorization refers to the process of converting text data into numerical vectors that machine learning algorithms can understand and process. \n",
+    "\n",
+    "Bag-of-Words (BoW) is used here that represents text as a collection of unique words along with their frequencies. Each word is assigned an index, and the vector contains the count of each word present in the document."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "id": "c95b7b8a-9767-469d-812d-c9a9d9fee0e9",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "cleaned = df.copy()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "de71c523-a59e-44b2-aa96-5f17d872c9c6",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "headline = cleaned.binary_Headline_Details"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "id": "5b1e34e1",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "array(['annual_output_half', 'condition_layoff',\n",
+       "       'dispute_regard_employment', 'fourth_month_dispute',\n",
+       "       'fourth_month_medium', 'freeport_mcmoran',\n",
+       "       'grasberg_grasberg_mine', 'illegal_state_worker', 'job_strike',\n",
+       "       'labor_action_cut', 'large_copper_mine', 'large_gold_mine',\n",
+       "       'mine_locate_tembagapura', 'mine_worker', 'regard_layoff_benefit',\n",
+       "       'unresolved_company_official', 'work_stoppage',\n",
+       "       'worker_contractor', 'worker_grasberg_mine'], dtype=object)"
+      ]
+     },
+     "execution_count": 9,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "headline[0]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "id": "677055b4-978e-4253-90f4-3f903662e225",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "# vectorise the words\n",
+    "doc_dict = gensim.corpora.Dictionary(headline)\n",
+    "docs_vecs = [doc_dict.doc2bow(doc) for doc in headline]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "id": "a54d1768-b069-4936-a156-deaf0b506d93",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Number of unique tokens: 58447\n",
+      "Number of articles: 5778\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "print('Number of unique tokens: %d' % len(doc_dict)) \n",
+    "print('Number of articles: %d' % len(docs_vecs)) "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "id": "9147fa86-1503-4252-bd9b-92fea1e6a926",
+   "metadata": {
+    "scrolled": true,
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "[('strong_wind', 312),\n",
+      " ('terminal_port', 90),\n",
+      " ('port_call', 89),\n",
+      " ('heavy_rain', 88),\n",
+      " ('severe_wind', 77),\n",
+      " ('due_dense_fog', 72),\n",
+      " ('next_day', 71),\n",
+      " ('hong_kong', 68),\n",
+      " ('strong_wind_forecast', 68),\n",
+      " ('united_state', 67),\n",
+      " ('cargo_ship', 61),\n",
+      " ('high_wind', 60),\n",
+      " ('port_operation', 59),\n",
+      " ('new_york_city', 59),\n",
+      " ('heavy_rainfall', 58),\n",
+      " ('container_ship', 57),\n",
+      " ('residual_disruption', 56),\n",
+      " ('new_york', 56),\n",
+      " ('average_wait', 54),\n",
+      " ('terminal_port_durban', 53),\n",
+      " ('high_risk_port', 53),\n",
+      " ('low_visibility', 53),\n",
+      " ('indicate_average', 51),\n",
+      " ('social_medium', 49),\n",
+      " ('united_kingdom', 49),\n",
+      " ('tropical_storm', 46),\n",
+      " ('last_week', 46),\n",
+      " ('operation_port', 46),\n",
+      " ('disrupt_operation_port', 44),\n",
+      " ('fire_break', 44),\n",
+      " ('give_earthquake', 44),\n",
+      " ('scale_yield', 44),\n",
+      " ('bad_weather', 42),\n",
+      " ('port_durban', 40),\n",
+      " ('coastal_area', 39),\n",
+      " ('delay_plan', 39),\n",
+      " ('seismological_centre_magnitude', 38),\n",
+      " ('affect_operation_port', 38),\n",
+      " ('day_port', 37),\n",
+      " ('ihs_markit_foresight', 37),\n",
+      " ('industrial_action', 36),\n",
+      " ('general_cargo_ship', 36),\n",
+      " ('seismological_centre', 36),\n",
+      " ('permission_prohibit', 36),\n",
+      " ('reserve_reproduction', 36),\n",
+      " ('whole_part', 36),\n",
+      " ('geological_survey', 35),\n",
+      " ('new_jersey', 35),\n",
+      " ('injury_damage_event', 35),\n",
+      " ('houston_ship_channel', 34),\n",
+      " ('san_antonio', 33),\n",
+      " ('international_container', 33),\n",
+      " ('earthquake_strike', 32),\n",
+      " ('european_mediterranean', 32),\n",
+      " ('international_organization', 32),\n",
+      " ('mb_moment_magnitude', 32),\n",
+      " ('ml_magnitude', 32),\n",
+      " ('mw_magnitude', 32),\n",
+      " ('present_earthquake', 32),\n",
+      " ('provide_information', 32),\n",
+      " ('seismological_agency', 32),\n",
+      " ('several_magnitude', 32),\n",
+      " ('incident_close', 31),\n",
+      " ('vessel_port', 31),\n",
+      " ('port_authority', 31),\n",
+      " ('risk_plan', 30),\n",
+      " ('national_hurricane_center', 30),\n",
+      " ('earthquake_locate_mile', 30),\n",
+      " ('global_climate_strike', 30),\n",
+      " ('mindful_cargo_theft', 29),\n",
+      " ('strike_action', 28),\n",
+      " ('previous_week', 28),\n",
+      " ('port_shanghai', 27),\n",
+      " ('rail_service', 26),\n",
+      " ('warn_issue', 26),\n",
+      " ('vessel_berth_port', 26),\n",
+      " ('adverse_weather_condition', 25),\n",
+      " ('strong_wind_area', 25),\n",
+      " ('likely_impact_operation', 24),\n",
+      " ('berth_congestion', 24),\n",
+      " ('adverse_weather', 24),\n",
+      " ('normal_operation', 24),\n",
+      " ('wait_vessel_call', 24),\n",
+      " ('national_weather_service', 23),\n",
+      " ('strong_wind_port', 23),\n",
+      " ('port_manila', 23),\n",
+      " ('affect_port_operation', 23),\n",
+      " ('cargo_operation', 23),\n",
+      " ('close_medium', 22),\n",
+      " ('port_closure', 22),\n",
+      " ('wait_day', 22),\n",
+      " ('port_qingdao', 22),\n",
+      " ('blank_service', 22),\n",
+      " ('customer_advise', 21),\n",
+      " ('additional_information', 21),\n",
+      " ('rail_disruption', 21),\n",
+      " ('likely_impact', 21),\n",
+      " ('last_year', 21),\n",
+      " ('medium_indicate', 21),\n",
+      " ('port_hong_kong', 21)]\n"
+     ]
+    }
+   ],
+   "source": [
+    "# Calculate word frequencies\n",
+    "word_frequencies = {doc_dict[word_id]: freq for word_id, freq in doc_dict.cfs.items()}\n",
+    "sorted_words = sorted(word_frequencies.items(), key=lambda x: x[1], reverse=True)\n",
+    "\n",
+    "pprint(sorted_words[:100])"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "5ed78239-2ce1-4784-a8f4-4c7438c8627b",
+   "metadata": {},
+   "source": [
+    "# LDA Modelling"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "9db83273-461d-4f70-b23f-ec967579d94f",
+   "metadata": {},
+   "source": [
+    "## Benchmark Model"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "id": "e6d577bd-9936-4d45-be90-345af2eb4827",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "# Build LDA benchmark model\n",
+    "lda_model = gensim.models.LdaMulticore(corpus=docs_vecs,\n",
+    "                                       id2word=doc_dict,\n",
+    "                                       num_topics=4, \n",
+    "                                       random_state=42,\n",
+    "                                       chunksize=100,\n",
+    "                                       passes=10,\n",
+    "                                       per_word_topics=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "id": "c4f1521f-5f43-40d2-a3a3-a8ac2ca6fec2",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "[(0,\n",
+      "  '0.002*\"strong_wind\" + 0.002*\"next_day\" + 0.001*\"cargo_ship\" + '\n",
+      "  '0.001*\"average_wait\" + 0.001*\"due_dense_fog\" + 0.001*\"heavy_rain\" + '\n",
+      "  '0.001*\"indicate_average\" + 0.001*\"terminal_port\" + 0.001*\"tropical_storm\" + '\n",
+      "  '0.001*\"container_ship\"'),\n",
+      " (1,\n",
+      "  '0.001*\"new_york_city\" + 0.001*\"hong_kong\" + 0.001*\"port_operation\" + '\n",
+      "  '0.001*\"mindful_cargo_theft\" + 0.001*\"risk_plan\" + '\n",
+      "  '0.001*\"seismological_centre_magnitude\" + 0.001*\"heavy_rain\" + '\n",
+      "  '0.001*\"bad_weather\" + 0.001*\"additional_information\" + '\n",
+      "  '0.001*\"container_ship\"'),\n",
+      " (2,\n",
+      "  '0.002*\"high_wind\" + 0.002*\"terminal_port\" + 0.002*\"terminal_port_durban\" + '\n",
+      "  '0.001*\"strong_wind\" + 0.001*\"port_manila\" + 0.001*\"pier_container\" + '\n",
+      "  '0.001*\"port_durban\" + 0.001*\"new_york\" + 0.001*\"north_vessel\" + '\n",
+      "  '0.001*\"structural_damage_incident\"'),\n",
+      " (3,\n",
+      "  '0.003*\"strong_wind\" + 0.001*\"strong_wind_forecast\" + 0.001*\"severe_wind\" + '\n",
+      "  '0.001*\"port_call\" + 0.001*\"vessel_port\" + 0.001*\"residual_disruption\" + '\n",
+      "  '0.001*\"low_visibility\" + 0.001*\"heavy_rain\" + 0.001*\"global_climate_strike\" '\n",
+      "  '+ 0.001*\"disrupt_operation_port\"')]\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "from pprint import pprint\n",
+    "\n",
+    "# Print the Keyword in the 10 topics\n",
+    "pprint(lda_model.print_topics())\n",
+    "doc_lda = lda_model[docs_vecs]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 15,
+   "id": "fd57b1f4-a6cd-41e8-964f-d8a1d30aa3c9",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n",
+      "Coherence Score LDAModel:  0.5632750658034456\n"
+     ]
+    }
+   ],
+   "source": [
+    "# Compute Benchmark Coherence Score\n",
+    "coherence_model_lda = CoherenceModel(model=lda_model, texts=headline, dictionary=doc_dict, coherence='c_v')\n",
+    "coherence_lda = coherence_model_lda.get_coherence()\n",
+    "print('\\nCoherence Score LDAModel: ', coherence_lda)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 16,
+   "id": "152e5a3a-7afe-4fb8-a02f-d7492ad80936",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\n",
+      "Perplexity for LDAModel:  -11.451563600192513\n"
+     ]
+    }
+   ],
+   "source": [
+    "# Compute Benchmark Perplexity\n",
+    "perplex= lda_model.log_perplexity(docs_vecs, total_docs=None) #For LDAModel\n",
+    "  # a measure of how good the model is. lower the better.\n",
+    "\n",
+    "print('\\nPerplexity for LDAModel: ', perplex)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
+   "id": "7dd3a60a-5c6f-4249-9868-30528a5b0ac8",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "from pprint import pprint\n",
+    "import pyLDAvis\n",
+    "import pyLDAvis.gensim_models as gensimvis\n",
+    "\n",
+    "# feed the LDA model into the pyLDAvis instance\n",
+    "pyLDAvis.enable_notebook()\n",
+    "visual= gensimvis.prepare(lda_model, docs_vecs, doc_dict)\n",
+    "\n",
+    "#Save the output to the html file\n",
+    "pyLDAvis.save_html(visual, \"topic_viz_benchmark.html\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 40,
+   "id": "48bd84a0-ce9b-4117-bf6e-d9afb9936147",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>Topic Keywords</th>\n",
+       "      <th>Topic ID</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>0.002*\"strong_wind\" + 0.002*\"next_day\" + 0.001*\"cargo_ship\" + 0.001*\"average_wait\" + 0.001*\"due_dense_fog\" + 0.001*\"heavy_rain\"</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>0.001*\"new_york_city\" + 0.001*\"hong_kong\" + 0.001*\"port_operation\" + 0.001*\"mindful_cargo_theft\" + 0.001*\"risk_plan\" + 0.001*\"seismological_centre_magnitude\"</td>\n",
+       "      <td>1</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>0.002*\"high_wind\" + 0.002*\"terminal_port\" + 0.002*\"terminal_port_durban\" + 0.001*\"strong_wind\" + 0.001*\"port_manila\" + 0.001*\"pier_container\"</td>\n",
+       "      <td>2</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>0.003*\"strong_wind\" + 0.001*\"strong_wind_forecast\" + 0.001*\"severe_wind\" + 0.001*\"port_call\" + 0.001*\"vessel_port\" + 0.001*\"residual_disruption\"</td>\n",
+       "      <td>3</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                                                                                                                                  Topic Keywords  \\\n",
+       "0                                0.002*\"strong_wind\" + 0.002*\"next_day\" + 0.001*\"cargo_ship\" + 0.001*\"average_wait\" + 0.001*\"due_dense_fog\" + 0.001*\"heavy_rain\"   \n",
+       "1  0.001*\"new_york_city\" + 0.001*\"hong_kong\" + 0.001*\"port_operation\" + 0.001*\"mindful_cargo_theft\" + 0.001*\"risk_plan\" + 0.001*\"seismological_centre_magnitude\"   \n",
+       "2                  0.002*\"high_wind\" + 0.002*\"terminal_port\" + 0.002*\"terminal_port_durban\" + 0.001*\"strong_wind\" + 0.001*\"port_manila\" + 0.001*\"pier_container\"   \n",
+       "3               0.003*\"strong_wind\" + 0.001*\"strong_wind_forecast\" + 0.001*\"severe_wind\" + 0.001*\"port_call\" + 0.001*\"vessel_port\" + 0.001*\"residual_disruption\"   \n",
+       "\n",
+       "   Topic ID  \n",
+       "0         0  \n",
+       "1         1  \n",
+       "2         2  \n",
+       "3         3  "
+      ]
+     },
+     "execution_count": 40,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "pd.set_option('max_colwidth', 200)\n",
+    "# Get the topics and their top keywords into a dataframe\n",
+    "topics = lda_model.show_topics(num_words=6) \n",
+    "\n",
+    "topic_keywords = pd.DataFrame()\n",
+    "for topic_id, topic in topics:\n",
+    "    topic_keywords.at[topic_id, 'Topic Keywords'] = topic\n",
+    "\n",
+    "topic_keywords['Topic ID'] = topic_keywords.index\n",
+    "# topic_keywords['Topic Name'] = topic_mapping \n",
+    "topic_keywords"
+   ]
+  },
+  {
+   "cell_type": "raw",
+   "id": "c131e7b2-2f72-4ce6-ac8a-91768fe6cce6",
+   "metadata": {},
+   "source": [
+    "conclusion: no significant insights gained from the model result as we cannot identify any topics, maybe more data is needed, will deploy web scraping for full news content after mid term."
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.16"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

IS424_Data_Mining/code/LDA/topic_modelling_minor.ipynb

@@ -0,0 +1,1380 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "46322fb5-5918-4b70-9689-9e0781439ac4",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# !pip3 install wordcloud"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "daf1e3d1-75ac-4299-8bed-2f413a49f9a6",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "import nltk\n",
+    "from nltk.tokenize import sent_tokenize\n",
+    "from nltk.tokenize import word_tokenize\n",
+    "\n",
+    "import gensim\n",
+    "from gensim import corpora\n",
+    "from gensim import similarities\n",
+    "from gensim import models\n",
+    "from gensim.models import CoherenceModel\n",
+    "\n",
+    "# from wordcloud import WordCloud, ImageColorGenerator\n",
+    "import matplotlib.pyplot as plt\n",
+    "import seaborn as sns\n",
+    "import pandas as pd\n",
+    "import re\n",
+    "import os\n",
+    "import datetime\n",
+    "\n",
+    "import warnings\n",
+    "warnings.filterwarnings('ignore')\n",
+    "\n",
+    "from pprint import pprint\n",
+    "import pyLDAvis\n",
+    "import pyLDAvis.gensim_models as gensimvis"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "c673c907-e1d8-4d64-9a73-c15c15b78e7f",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "2024-04-14 13:28:04.105795\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "print(datetime.datetime.now())"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "49e6de6b-71bd-4948-8827-52601406058f",
+   "metadata": {},
+   "source": [
+    "# Import Data"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "49222182-7811-4fa6-8c0a-21d3a546863e",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "df = pd.read_parquet('processed_data1.parquet')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "id": "3fb59a30",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>id</th>\n",
+       "      <th>Headline</th>\n",
+       "      <th>Details</th>\n",
+       "      <th>Severity</th>\n",
+       "      <th>Category</th>\n",
+       "      <th>Region</th>\n",
+       "      <th>Datetime</th>\n",
+       "      <th>Year</th>\n",
+       "      <th>lat</th>\n",
+       "      <th>lon</th>\n",
+       "      <th>...</th>\n",
+       "      <th>if_labeled</th>\n",
+       "      <th>Month</th>\n",
+       "      <th>Week</th>\n",
+       "      <th>Headline_Details</th>\n",
+       "      <th>url</th>\n",
+       "      <th>title</th>\n",
+       "      <th>content</th>\n",
+       "      <th>cleaned_content</th>\n",
+       "      <th>binary_content</th>\n",
+       "      <th>word_count</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>1.0</td>\n",
+       "      <td>Grasberg Mine- Grasberg mine workers extend st...</td>\n",
+       "      <td>Media sources indicate that workers at the Gra...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Mine Workers Strike</td>\n",
+       "      <td>Indonesia</td>\n",
+       "      <td>28/5/17 17:08</td>\n",
+       "      <td>2017.0</td>\n",
+       "      <td>-4.05608</td>\n",
+       "      <td>137.11302</td>\n",
+       "      <td>...</td>\n",
+       "      <td>False</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>21.0</td>\n",
+       "      <td>Grasberg Mine- Grasberg mine workers extend st...</td>\n",
+       "      <td>https://news.google.com/rss/articles/CBMiZ2h0d...</td>\n",
+       "      <td>Freeport Indonesia mine workers extend strike ...</td>\n",
+       "      <td>Trucks are seen on a road in the Grasberg copp...</td>\n",
+       "      <td>[truck, be, see, on, road, in, grasberg, coppe...</td>\n",
+       "      <td>[adkerson_jakarta_try, agreement_freeport_indo...</td>\n",
+       "      <td>53</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>3.0</td>\n",
+       "      <td>Shanghai port congestion impacts terminals in ...</td>\n",
+       "      <td>The persisting port congestion at Shanghai’s Y...</td>\n",
+       "      <td>Minor</td>\n",
+       "      <td>Port Congestion</td>\n",
+       "      <td>China</td>\n",
+       "      <td>27/4/17 9:16</td>\n",
+       "      <td>2017.0</td>\n",
+       "      <td>29.52000</td>\n",
+       "      <td>121.33190</td>\n",
+       "      <td>...</td>\n",
+       "      <td>False</td>\n",
+       "      <td>4.0</td>\n",
+       "      <td>17.0</td>\n",
+       "      <td>Shanghai port congestion impacts terminals in ...</td>\n",
+       "      <td>https://news.google.com/rss/articles/CBMiVWh0d...</td>\n",
+       "      <td>Typhoon Muifa to shut China ports for second t...</td>\n",
+       "      <td>By Sam Whelan 13/09/2022\\n\\nAnother typhoon ha...</td>\n",
+       "      <td>[by, sam, whelan, typhoon, have, prompt, port,...</td>\n",
+       "      <td>[additional_ripple_effect, avoid_path_typhoon,...</td>\n",
+       "      <td>44</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>5.0</td>\n",
+       "      <td>UPDATE - Indonesia: Police confirm two explosi...</td>\n",
+       "      <td>According to local police in Jakarta, two expl...</td>\n",
+       "      <td>Extreme</td>\n",
+       "      <td>Bombing, Police Operations</td>\n",
+       "      <td>Indonesia</td>\n",
+       "      <td>24/5/17 16:20</td>\n",
+       "      <td>2017.0</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>5.0</td>\n",
+       "      <td>21.0</td>\n",
+       "      <td>UPDATE - Indonesia: Police confirm two explosi...</td>\n",
+       "      <td>https://news.google.com/rss/articles/CBMiZWh0d...</td>\n",
+       "      <td>Jakarta Police Receive 2 More Reports on Coldp...</td>\n",
+       "      <td>TEMPO.CO, Jakarta - South Jakarta Metro Police...</td>\n",
+       "      <td>[jakarta, south, jakarta, metro, police, recei...</td>\n",
+       "      <td>[actress_accord, available_day_concert, click_...</td>\n",
+       "      <td>24</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>6.0</td>\n",
+       "      <td>UPDATE - Indonesia: Severe winds damage infras...</td>\n",
+       "      <td>Severe winds have downed billboards and trees ...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Roadway Closure / Disruption, Flooding, Severe...</td>\n",
+       "      <td>Indonesia</td>\n",
+       "      <td>19/4/17 9:10</td>\n",
+       "      <td>2017.0</td>\n",
+       "      <td>-6.91264</td>\n",
+       "      <td>107.65700</td>\n",
+       "      <td>...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>4.0</td>\n",
+       "      <td>16.0</td>\n",
+       "      <td>UPDATE - Indonesia: Severe winds damage infras...</td>\n",
+       "      <td>https://news.google.com/rss/articles/CBMiSWh0d...</td>\n",
+       "      <td>Indonesia hit by some of strongest winds recorded</td>\n",
+       "      <td>A man stands near damaged houses following a t...</td>\n",
+       "      <td>[man, stand, near, damage, house, follow, torn...</td>\n",
+       "      <td>[bbc_indonesia, climatologist_government_resea...</td>\n",
+       "      <td>28</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>14.0</td>\n",
+       "      <td>2 miles E of Chesterfield - A tornado has touc...</td>\n",
+       "      <td>Government sources are reporting a tornado has...</td>\n",
+       "      <td>Minor</td>\n",
+       "      <td>Tornado</td>\n",
+       "      <td>United States</td>\n",
+       "      <td>17/9/18 19:55</td>\n",
+       "      <td>2018.0</td>\n",
+       "      <td>37.51000</td>\n",
+       "      <td>-77.61000</td>\n",
+       "      <td>...</td>\n",
+       "      <td>True</td>\n",
+       "      <td>9.0</td>\n",
+       "      <td>38.0</td>\n",
+       "      <td>2 miles E of Chesterfield - A tornado has touc...</td>\n",
+       "      <td>https://news.google.com/rss/articles/CBMigAFod...</td>\n",
+       "      <td>UPDATE: Number of homes without power down to ...</td>\n",
+       "      <td>More than 90,000 homes and businesses across t...</td>\n",
+       "      <td>[more, than, home, business, across, richmond,...</td>\n",
+       "      <td>[advise_seek_alternate, affect_richmond, alter...</td>\n",
+       "      <td>134</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>5 rows × 23 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "     id                                           Headline  \\\n",
+       "0   1.0  Grasberg Mine- Grasberg mine workers extend st...   \n",
+       "1   3.0  Shanghai port congestion impacts terminals in ...   \n",
+       "2   5.0  UPDATE - Indonesia: Police confirm two explosi...   \n",
+       "3   6.0  UPDATE - Indonesia: Severe winds damage infras...   \n",
+       "4  14.0  2 miles E of Chesterfield - A tornado has touc...   \n",
+       "\n",
+       "                                             Details  Severity  \\\n",
+       "0  Media sources indicate that workers at the Gra...  Moderate   \n",
+       "1  The persisting port congestion at Shanghai’s Y...     Minor   \n",
+       "2  According to local police in Jakarta, two expl...   Extreme   \n",
+       "3  Severe winds have downed billboards and trees ...  Moderate   \n",
+       "4  Government sources are reporting a tornado has...     Minor   \n",
+       "\n",
+       "                                            Category         Region  \\\n",
+       "0                                Mine Workers Strike      Indonesia   \n",
+       "1                                    Port Congestion          China   \n",
+       "2                         Bombing, Police Operations      Indonesia   \n",
+       "3  Roadway Closure / Disruption, Flooding, Severe...      Indonesia   \n",
+       "4                                            Tornado  United States   \n",
+       "\n",
+       "        Datetime    Year       lat        lon  ...  if_labeled Month  Week  \\\n",
+       "0  28/5/17 17:08  2017.0  -4.05608  137.11302  ...       False   5.0  21.0   \n",
+       "1   27/4/17 9:16  2017.0  29.52000  121.33190  ...       False   4.0  17.0   \n",
+       "2  24/5/17 16:20  2017.0       NaN        NaN  ...        True   5.0  21.0   \n",
+       "3   19/4/17 9:10  2017.0  -6.91264  107.65700  ...        True   4.0  16.0   \n",
+       "4  17/9/18 19:55  2018.0  37.51000  -77.61000  ...        True   9.0  38.0   \n",
+       "\n",
+       "                                    Headline_Details  \\\n",
+       "0  Grasberg Mine- Grasberg mine workers extend st...   \n",
+       "1  Shanghai port congestion impacts terminals in ...   \n",
+       "2  UPDATE - Indonesia: Police confirm two explosi...   \n",
+       "3  UPDATE - Indonesia: Severe winds damage infras...   \n",
+       "4  2 miles E of Chesterfield - A tornado has touc...   \n",
+       "\n",
+       "                                                 url  \\\n",
+       "0  https://news.google.com/rss/articles/CBMiZ2h0d...   \n",
+       "1  https://news.google.com/rss/articles/CBMiVWh0d...   \n",
+       "2  https://news.google.com/rss/articles/CBMiZWh0d...   \n",
+       "3  https://news.google.com/rss/articles/CBMiSWh0d...   \n",
+       "4  https://news.google.com/rss/articles/CBMigAFod...   \n",
+       "\n",
+       "                                               title  \\\n",
+       "0  Freeport Indonesia mine workers extend strike ...   \n",
+       "1  Typhoon Muifa to shut China ports for second t...   \n",
+       "2  Jakarta Police Receive 2 More Reports on Coldp...   \n",
+       "3  Indonesia hit by some of strongest winds recorded   \n",
+       "4  UPDATE: Number of homes without power down to ...   \n",
+       "\n",
+       "                                             content  \\\n",
+       "0  Trucks are seen on a road in the Grasberg copp...   \n",
+       "1  By Sam Whelan 13/09/2022\\n\\nAnother typhoon ha...   \n",
+       "2  TEMPO.CO, Jakarta - South Jakarta Metro Police...   \n",
+       "3  A man stands near damaged houses following a t...   \n",
+       "4  More than 90,000 homes and businesses across t...   \n",
+       "\n",
+       "                                     cleaned_content  \\\n",
+       "0  [truck, be, see, on, road, in, grasberg, coppe...   \n",
+       "1  [by, sam, whelan, typhoon, have, prompt, port,...   \n",
+       "2  [jakarta, south, jakarta, metro, police, recei...   \n",
+       "3  [man, stand, near, damage, house, follow, torn...   \n",
+       "4  [more, than, home, business, across, richmond,...   \n",
+       "\n",
+       "                                      binary_content word_count  \n",
+       "0  [adkerson_jakarta_try, agreement_freeport_indo...         53  \n",
+       "1  [additional_ripple_effect, avoid_path_typhoon,...         44  \n",
+       "2  [actress_accord, available_day_concert, click_...         24  \n",
+       "3  [bbc_indonesia, climatologist_government_resea...         28  \n",
+       "4  [advise_seek_alternate, affect_richmond, alter...        134  \n",
+       "\n",
+       "[5 rows x 23 columns]"
+      ]
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df.head()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "id": "09113e88-66cc-414c-a953-da04db83c4ae",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "(3555, 23)"
+      ]
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df.shape"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "037e74fc-bbcd-43e3-8346-799920cca8d8",
+   "metadata": {},
+   "source": [
+    "# Vectorisation"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "d67cef3a-59fb-4dd8-adc8-2cf288b90728",
+   "metadata": {},
+   "source": [
+    "NLP vectorization refers to the process of converting text data into numerical vectors that machine learning algorithms can understand and process. \n",
+    "\n",
+    "Bag-of-Words (BoW) is used here that represents text as a collection of unique words along with their frequencies. Each word is assigned an index, and the vector contains the count of each word present in the document."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "id": "c95b7b8a-9767-469d-812d-c9a9d9fee0e9",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "df_copy = df.copy()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "id": "dfb2001e-04c1-49dc-b423-a64ea47af5a9",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "# choose only the extreme and severe cases for modelling\n",
+    "cleaned = df_copy[df_copy['Severity'].isin(['Minor'])]\n",
+    "cleaned.reset_index(drop=True, inplace=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "id": "3da09b6a-65c6-4f40-9a21-e0b798318ca5",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "(1565, 23)"
+      ]
+     },
+     "execution_count": 9,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "cleaned.shape"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "id": "de71c523-a59e-44b2-aa96-5f17d872c9c6",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "headline = cleaned.cleaned_content"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "id": "5b1e34e1",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "array(['man', 'be', 'seriously', 'injure', 'after', 'boat', 'catch',\n",
+       "       'fire', 'in', 'sydney', 'marina', 'today', 'emergency', 'service',\n",
+       "       'be', 'call', 'birkenhead', 'point', 'marina', 'in', 'drummoyne',\n",
+       "       'shortly', 'after', 'follow', 'report', 'of', 'explosion', 'on',\n",
+       "       'boat', 'careflight', 's', 'rapid', 'response', 'helicopter', 'be',\n",
+       "       'task', 'at', 'crew', 'include', 'doctor', 'intensive', 'care',\n",
+       "       'paramedic', 'fly', 'drummoyne', 'land', 'in', 'nearby', 'brett',\n",
+       "       'park', 'just', 'minute', 'late', 'careflight', 'boat', 'catch',\n",
+       "       'fire', 'near', 'birkenhead', 'point', 'shopping', 'outlet',\n",
+       "       'simon', 'r', 'supply', 'reader', 'image', 'of', 'boat', 'on',\n",
+       "       'fire', 'at', 'marina', 'in', 'drummoyne', 'simon', 'r', 'supply',\n",
+       "       'three', 'nsw', 'ambulance', 'crew', 'careflight', 'chopper',\n",
+       "       'attend', 'scene', 'find', 'man', 'suffer', 'serious', 'burn',\n",
+       "       'legs', 'arm', 'shoulder', 'man', 'suffer', 'burn', 'percent',\n",
+       "       'of', 'body', 'boat', 'reportedly', 'explode', 'into', 'flame',\n",
+       "       'shortly', 'before', 'morning', 'paramedic', 'treat', 'man', 'at',\n",
+       "       'scene', 'with', 'burn', 'percent', 'of', 'body', 'firefighting',\n",
+       "       'boat', 'be', 'deploy', 'help', 'extinguish', 'blaze', 'man', 'be',\n",
+       "       'treat', 'on', 'scene', 'be', 'surround', 'by', 'family', 'be',\n",
+       "       'not', 'onboard', 'boat', 'at', 'time'], dtype=object)"
+      ]
+     },
+     "execution_count": 11,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "headline[5]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 12,
+   "id": "677055b4-978e-4253-90f4-3f903662e225",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "# vectorise the words\n",
+    "doc_dict = gensim.corpora.Dictionary(headline)\n",
+    "docs_vecs = [doc_dict.doc2bow(doc) for doc in headline]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "id": "a54d1768-b069-4936-a156-deaf0b506d93",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Number of unique tokens: 33794\n",
+      "Number of articles: 1565\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "print('Number of unique tokens: %d' % len(doc_dict)) \n",
+    "print('Number of articles: %d' % len(docs_vecs)) "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "id": "9147fa86-1503-4252-bd9b-92fea1e6a926",
+   "metadata": {
+    "scrolled": true,
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "[('be', 53994),\n",
+      " ('of', 49297),\n",
+      " ('in', 39323),\n",
+      " ('for', 18431),\n",
+      " ('have', 17670),\n",
+      " ('on', 17585),\n",
+      " ('with', 12117),\n",
+      " ('as', 11218),\n",
+      " ('port', 10791),\n",
+      " ('from', 10043),\n",
+      " ('at', 9988),\n",
+      " ('by', 9804),\n",
+      " ('will', 7881),\n",
+      " ('s', 7723),\n",
+      " ('say', 7402),\n",
+      " ('that', 7105),\n",
+      " ('not', 5352),\n",
+      " ('day', 5043),\n",
+      " ('more', 4979),\n",
+      " ('new', 4965),\n",
+      " ('service', 4828),\n",
+      " ('time', 4388),\n",
+      " ('china', 4374),\n",
+      " ('also', 4324),\n",
+      " ('ship', 4006),\n",
+      " ('than', 3534),\n",
+      " ('year', 3495),\n",
+      " ('can', 3294),\n",
+      " ('trade', 3288),\n",
+      " ('include', 3029),\n",
+      " ('between', 3016),\n",
+      " ('over', 3013),\n",
+      " ('state', 3006),\n",
+      " ('supply', 2992),\n",
+      " ('do', 2900),\n",
+      " ('report', 2836),\n",
+      " ('one', 2752),\n",
+      " ('after', 2752),\n",
+      " ('area', 2749),\n",
+      " ('vessel', 2722),\n",
+      " ('cargo', 2712),\n",
+      " ('people', 2692),\n",
+      " ('increase', 2690),\n",
+      " ('continue', 2652),\n",
+      " ('chain', 2622),\n",
+      " ('market', 2608),\n",
+      " ('country', 2603),\n",
+      " ('other', 2596),\n",
+      " ('container', 2590),\n",
+      " ('strike', 2576),\n",
+      " ('expect', 2568),\n",
+      " ('work', 2518),\n",
+      " ('http', 2470),\n",
+      " ('while', 2451),\n",
+      " ('high', 2445),\n",
+      " ('pm', 2436),\n",
+      " ('about', 2364),\n",
+      " ('remain', 2327),\n",
+      " ('into', 2303),\n",
+      " ('government', 2297),\n",
+      " ('take', 2258),\n",
+      " ('update', 2257),\n",
+      " ('info', 2250),\n",
+      " ('train', 2249),\n",
+      " ('would', 2213),\n",
+      " ('terminal', 2206),\n",
+      " ('city', 2205),\n",
+      " ('due', 2191),\n",
+      " ('asia', 2169),\n",
+      " ('demand', 2164),\n",
+      " ('two', 2120),\n",
+      " ('world', 2109),\n",
+      " ('may', 2104),\n",
+      " ('make', 2099),\n",
+      " ('use', 2057),\n",
+      " ('customer', 2005),\n",
+      " ('large', 2005),\n",
+      " ('south', 2004),\n",
+      " ('see', 1996),\n",
+      " ('plan', 1983),\n",
+      " ('march', 1969),\n",
+      " ('company', 1967),\n",
+      " ('through', 1963),\n",
+      " ('most', 1932),\n",
+      " ('north', 1924),\n",
+      " ('global', 1899),\n",
+      " ('first', 1897),\n",
+      " ('line', 1884),\n",
+      " ('across', 1855),\n",
+      " ('coast', 1810),\n",
+      " ('operation', 1787),\n",
+      " ('good', 1787),\n",
+      " ('could', 1786),\n",
+      " ('if', 1760),\n",
+      " ('week', 1752),\n",
+      " ('business', 1733),\n",
+      " ('million', 1683),\n",
+      " ('when', 1682),\n",
+      " ('last', 1674),\n",
+      " ('month', 1662)]\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "# Calculate word frequencies\n",
+    "word_frequencies = {doc_dict[word_id]: freq for word_id, freq in doc_dict.cfs.items()}\n",
+    "sorted_words = sorted(word_frequencies.items(), key=lambda x: x[1], reverse=True)\n",
+    "\n",
+    "pprint(sorted_words[:100])"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "5ed78239-2ce1-4784-a8f4-4c7438c8627b",
+   "metadata": {},
+   "source": [
+    "# LDA Modelling"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "9db83273-461d-4f70-b23f-ec967579d94f",
+   "metadata": {},
+   "source": [
+    "## Benchmark Model"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "e6d577bd-9936-4d45-be90-345af2eb4827",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/wyf/miniconda3/lib/python3.8/site-packages/ipykernel/ipkernel.py:283: DeprecationWarning: `should_run_async` will not call `transform_cell` automatically in the future. Please pass the result to `transformed_cell` argument and any exception that happen during thetransform in `preprocessing_exc_tuple` in IPython 7.17 and above.\n",
+      "  and should_run_async(code)\n"
+     ]
+    }
+   ],
+   "source": [
+    "# Build LDA benchmark model\n",
+    "lda_model = gensim.models.LdaMulticore(corpus=docs_vecs,\n",
+    "                                       id2word=doc_dict,\n",
+    "                                       num_topics=4, \n",
+    "                                       random_state=42,\n",
+    "                                       chunksize=100,\n",
+    "                                       passes=10,\n",
+    "                                       per_word_topics=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c4f1521f-5f43-40d2-a3a3-a8ac2ca6fec2",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "from pprint import pprint\n",
+    "\n",
+    "# Print the Keyword in the 10 topics\n",
+    "pprint(lda_model.print_topics())\n",
+    "doc_lda = lda_model[docs_vecs]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "fd57b1f4-a6cd-41e8-964f-d8a1d30aa3c9",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "# Compute Benchmark Coherence Score\n",
+    "coherence_model_lda = CoherenceModel(model=lda_model, texts=headline, dictionary=doc_dict, coherence='c_v')\n",
+    "coherence_lda = coherence_model_lda.get_coherence()\n",
+    "print('\\nCoherence Score LDAModel: ', coherence_lda)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "152e5a3a-7afe-4fb8-a02f-d7492ad80936",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "# Compute Benchmark Perplexity\n",
+    "perplex= lda_model.log_perplexity(docs_vecs, total_docs=None) #For LDAModel\n",
+    "  # a measure of how good the model is. lower the better.\n",
+    "\n",
+    "print('\\nPerplexity for LDAModel: ', perplex)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "7dd3a60a-5c6f-4249-9868-30528a5b0ac8",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from pprint import pprint\n",
+    "import pyLDAvis\n",
+    "import pyLDAvis.gensim_models as gensimvis\n",
+    "\n",
+    "# feed the LDA model into the pyLDAvis instance\n",
+    "pyLDAvis.enable_notebook()\n",
+    "visual= gensimvis.prepare(lda_model, docs_vecs, doc_dict)\n",
+    "\n",
+    "#Save the output to the html file\n",
+    "pyLDAvis.save_html(visual, \"topic_viz_benchmark_minor.html\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "26da4eea-06a0-4ff7-ae14-2f40fa0db04b",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# break "
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "1895598f-3e5f-4acd-83a6-4491cc90f695",
+   "metadata": {},
+   "source": [
+    "# Hyper-Perameter Tuning and Evaluation"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "47136c89-ff7b-4ac9-840f-04122fe62160",
+   "metadata": {},
+   "source": [
+    "Run the cells below only for re-modelling with new datasets, the whole tuning and evaluation process may take hours to run."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c79ca5c4-e078-43ce-a430-8c1ed93dcd64",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# hyper-perameter tuning (alpha and beta)\n",
+    "def compute_coherence_values(corpus, dictionary, k, a, b):\n",
+    "    \n",
+    "    lda_model = gensim.models.LdaMulticore(corpus=corpus,\n",
+    "                                           id2word=dictionary,\n",
+    "                                           num_topics=k, \n",
+    "                                           random_state=42,\n",
+    "                                           chunksize=100,\n",
+    "                                           passes=10,\n",
+    "                                           alpha=a,\n",
+    "                                           eta=b)\n",
+    "    \n",
+    "    coherence_model_lda = CoherenceModel(model=lda_model, texts=headline, dictionary=doc_dict, coherence='c_v')\n",
+    "    coherence = coherence_model_lda.get_coherence()\n",
+    "    perplex = lda_model.log_perplexity(docs_vecs, total_docs=None) \n",
+    "    \n",
+    "    return coherence, perplex"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "1c3c8478-9336-40f2-bb30-a37db4243b67",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# setup\n",
+    "import numpy as np\n",
+    "\n",
+    "from gensim.models import CoherenceModel\n",
+    "\n",
+    "model_list = []\n",
+    "coherence_values = []\n",
+    "perplexity_values = []\n",
+    "model_topics = []\n",
+    "alpha_result = []\n",
+    "beta_result = []\n",
+    "\n",
+    "# topic ranges\n",
+    "num_topics = range(4, 13)\n",
+    "\n",
+    "# Alpha parameter\n",
+    "alpha = list(np.arange(0.31, 1, 0.3))\n",
+    "alpha.append('symmetric')\n",
+    "alpha.append('asymmetric')\n",
+    "\n",
+    "# Beta parameter\n",
+    "beta = list(np.arange(0.31, 1, 0.3))\n",
+    "beta.append('symmetric')"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "c7e6bc53-0b57-4858-879a-644eca54ddbc",
+   "metadata": {},
+   "source": [
+    "Rational behind the alpha and eta: https://stats.stackexchange.com/questions/37405/natural-interpretation-for-lda-hyperparameters"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "02877b81-32df-4168-8e62-4cbca2be100b",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "print(\"Topic range: \",num_topics)\n",
+    "print(\"Alpha: \",alpha)\n",
+    "print(\"Beta: \", beta)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "3c1f703c-4778-467f-a12e-0c18eeb274c5",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import datetime\n",
+    "import numpy as np\n",
+    "from gensim.models import CoherenceModel\n",
+    "\n",
+    "print(datetime.datetime.now())\n",
+    "\n",
+    "for a in alpha:\n",
+    "    for b in beta:\n",
+    "        for num in num_topics:\n",
+    "            cv, pv = compute_coherence_values(corpus=docs_vecs, dictionary=doc_dict,k=num, a=a, b=b) \n",
+    "\n",
+    "            model_topics.append(num)    \n",
+    "            coherence_values.append(cv)  \n",
+    "            perplexity_values.append(pv)\n",
+    "            alpha_result.append(a)\n",
+    "            beta_result.append(b)\n",
+    "            print(\"#Topics: \" + str(num) + \", CV Score: \" + str(coherence_values[-1]) + \", PV Score: \" + str(perplexity_values[-1]) + \", Alpha: \" + str(alpha_result[-1]) + \", Beta: \" + str(beta_result[-1]))\n",
+    "    \n",
+    "print(datetime.datetime.now())"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "364ff6d5-e3da-4dde-a2c8-5375fc5d711f",
+   "metadata": {},
+   "source": [
+    "The table below reveals the top 20 fine tuned models with best combinations of coherence score and perplexity score. It was sorted by the coherence score in descending order as a higher coherence score indicates a better model, and sorted the perplexity score in ascending order as a lower perplexity score indicates a better model. While coherence score evaluates the quality of the topics, the perplexity score evaluates the overall performance of the model in predicting new documents. Usually, the coherence score is a better metric to use if the goal is to obtain topics that are semantically coherent and interpretable. Perplexity score, on the other hand, is a better metric to use if the goal is to build a model that generalises well to new data, in other words, how confident the model is in predicting the new data (Sánchez-Aguayo, et al., 2022). Ultimately, we aim to get a balance between the perplexity value and coherence score when determining our final model."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "78a60032-a4d7-44d4-841c-a1bd3740d5dd",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Find the top 20 combinations based on Coherence Score and Perplexity Score\n",
+    "result = pd.DataFrame(\n",
+    "    {'Topics': model_topics,\n",
+    "     'Coherence Score': coherence_values,\n",
+    "     'Perplexity Score': perplexity_values,\n",
+    "     'Alpha': alpha_result,\n",
+    "     'Beta': beta_result\n",
+    "    })\n",
+    "result.sort_values(by=['Coherence Score', 'Perplexity Score'], ascending=[False, True]).head(20)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "3461df57-c069-4ad2-80d7-8890dec9438e",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "result.to_csv('lda_fine_tuning_result.csv')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "800e5a4b-7302-42e8-97b0-5b598c1c80ae",
+   "metadata": {
+    "scrolled": true
+   },
+   "outputs": [],
+   "source": [
+    "# Show graph Topics vs Coherence Score\n",
+    "result.groupby('Alpha').plot(x='Topics', y='Coherence Score', legend = True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "26996b89-0e7a-4f2d-8cf7-c4a716569bc2",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Show graph Topics vs Perplexity Score\n",
+    "\n",
+    "plt.plot(model_topics, coherence_values)\n",
+    "plt.xlabel(\"Num Topics\")\n",
+    "plt.ylabel(\"Coherence Score\")\n",
+    "plt.legend((\"Coherence Score\"), loc='best')\n",
+    "plt.show()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "91d2f4c1-de77-44b6-b41b-fcc9a07233e8",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Show graph Topics vs Perplexity Score\n",
+    "\n",
+    "plt.plot(model_topics, perplexity_values)\n",
+    "plt.xlabel(\"Num Topics\")\n",
+    "plt.ylabel(\"Perplexity score\")\n",
+    "plt.legend((\"perplexity_values\"), loc='best')\n",
+    "plt.show()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "cdc3ddd2-f743-4e5b-b6c6-2656e0b77aec",
+   "metadata": {},
+   "source": [
+    "## Final Model"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "e86c2bfe-264b-4530-9d81-10b1cdc5071c",
+   "metadata": {},
+   "source": [
+    "refer to the script topic_modelling_severe for detailed explanation"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "490734ed-077c-4fb0-930c-0b42f4f63c94",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# realised that there may be some overlaps for 8 topics, thus 4-6 topics are optimal\n",
+    "k = 2\n",
+    "# a = 'asymmetric'\n",
+    "a = 0.31\n",
+    "# b = 0.31\n",
+    "b = 'symmetric'\n",
+    "\n",
+    "\n",
+    "final_model = gensim.models.LdaMulticore(corpus=docs_vecs,\n",
+    "                                           id2word=doc_dict,\n",
+    "                                           num_topics=k, \n",
+    "                                           random_state=42,\n",
+    "                                           chunksize=100,\n",
+    "                                           passes=10,\n",
+    "                                           alpha=a,\n",
+    "                                           eta=b)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "afe8abf0-2d12-414e-92be-a655865addb1",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "compute_coherence_values(corpus=docs_vecs, dictionary=doc_dict,k=k, a=a, b=b) "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "8430a827-6dbb-4737-8ccc-78ed17a01234",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "#Set up the environment to display the graphical outputs\n",
+    "# feed the LDA model into the pyLDAvis instance\n",
+    "pyLDAvis.enable_notebook()\n",
+    "visual= gensimvis.prepare(final_model, docs_vecs, doc_dict)\n",
+    "\n",
+    "#Save the output to the html file\n",
+    "pyLDAvis.save_html(visual, \"topic_viz2_minor_training.html\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "5e30d71a-a3c7-40c7-94c0-7eea1bedc887",
+   "metadata": {
+    "tags": []
+   },
+   "outputs": [],
+   "source": [
+    "final_model.print_topics(num_words=30)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "b958c148-5dbe-4896-bcba-85e0f78b2941",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "break"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "1939c00d-12e4-4670-9f18-f287f8b86bef",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Map the topic ID with appropriate topic names, this part should be updated accordinly whenever the model is updated\n",
+    "topic_mapping = {0: \"finance\", 1: \"tech\", 2: \"education\", 3: \"sports\", 4: \"leisure\"}"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "1a9a921e-3cdd-4fe5-a58f-7b50e5feeecd",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Get the topics and their top keywords into a dataframe\n",
+    "topics = final_model.show_topics(num_words=30) \n",
+    "\n",
+    "topic_keywords = pd.DataFrame()\n",
+    "for topic_id, topic in topics:\n",
+    "    topic_keywords.at[topic_id, 'Topic Keywords'] = topic\n",
+    "\n",
+    "topic_keywords['Topic ID'] = topic_keywords.index\n",
+    "topic_keywords['Topic Name'] = topic_mapping \n",
+    "topic_keywords"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "607d2cfd-b3ca-4f99-9e01-d320ca98a2a0",
+   "metadata": {},
+   "source": [
+    "# Save the final model "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "84eb2746-173a-4283-bca5-681f77548698",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#Save a model to disk, or reload a pre-trained model\n",
+    "# naming convention: final_model_topic_alpha_eta\n",
+    "final_model.save(\"final_model_5_asym_91\")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "a7b6e4d9-a577-4dfb-ba6e-fc74365880f4",
+   "metadata": {},
+   "source": [
+    "# Find dominant topic(s) for each news article"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "0eeecbcb-358c-44f9-8463-75cdfac0ba90",
+   "metadata": {},
+   "source": [
+    "Attach the dominant topics back to the news dataset for classifying purpose."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "8bebb269-dbb0-4c46-925c-38de0f2bcfd7",
+   "metadata": {},
+   "source": [
+    "Made use of gensim lda's own function: https://radimrehurek.com/gensim/models/ldamodel.html"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "f585ff52-b60d-4d70-ae64-a7c23d2cc6c1",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import warnings\n",
+    "warnings.filterwarnings('ignore')\n",
+    "\n",
+    "def format_topics_sentences(ldamodel, corpus, data):\n",
+    "    # Preallocate memory for the DataFrame\n",
+    "    num_docs = len(corpus)\n",
+    "    sent_topics = {'Dominant_Topic': [0] * num_docs, 'Perc_Contribution': [0.0] * num_docs, 'Topic_Distribution': [()] * num_docs}\n",
+    "    \n",
+    "    # Get main topic in each document\n",
+    "    for i, row in enumerate(ldamodel[corpus]):\n",
+    "        row = sorted(row, key=lambda x: (x[1]), reverse=True)\n",
+    "        if row:\n",
+    "            # Get the Dominant topic, Perc Contribution and Keywords for each document\n",
+    "            dominant_topic, perc_contribution = row[0]\n",
+    "            topic_distribution = row\n",
+    "            sent_topics['Dominant_Topic'][i] = int(dominant_topic)\n",
+    "            sent_topics['Perc_Contribution'][i] = round(perc_contribution, 4)\n",
+    "            sent_topics['Topic_Distribution'][i] = topic_distribution\n",
+    "\n",
+    "    # Create the DataFrame\n",
+    "    sent_topics_df = pd.DataFrame(sent_topics)\n",
+    "    sent_topics_df['Text'] = data\n",
+    "\n",
+    "    return sent_topics_df"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "24d3ff60-035e-4133-9ffd-88cce5cdccb1",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_topic_sents_keywords = format_topics_sentences(ldamodel=final_model, corpus=docs_vecs, data=cleaned.Headline_Details)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "c88b088b",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Format\n",
+    "df_dominant_topic = df_topic_sents_keywords.reset_index()\n",
+    "df_dominant_topic.columns = ['Document_No', 'Dominant_Topic', 'Topic_Perc_Contrib', 'Topic_Distribution', 'Text']\n",
+    "\n",
+    "# Show\n",
+    "df_dominant_topic.head(10)"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "560da382-aa86-4df1-8b85-56b057a27cd4",
+   "metadata": {},
+   "source": [
+    "# Result Analysis"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "4fe6b40b-6922-4de3-8d9e-dac7474b6303",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_dominant_topic[\"Dominant_Topic\"].value_counts()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "b9917340-31cf-48af-871f-b481128fdf22",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import matplotlib.pyplot as plt\n",
+    "\n",
+    "# Get value counts of each topic\n",
+    "topic_counts = df_dominant_topic[\"Dominant_Topic\"].value_counts()\n",
+    "\n",
+    "# Create a bar plot\n",
+    "plt.figure(figsize=(8, 6))\n",
+    "topic_counts.plot(kind=\"bar\", color=\"skyblue\")\n",
+    "\n",
+    "# Add labels to the bars\n",
+    "for i, count in enumerate(topic_counts):\n",
+    "    plt.text(i, count, str(count), ha=\"center\", va=\"bottom\")\n",
+    "\n",
+    "# Add labels and title\n",
+    "plt.xlabel(\"Topics\")\n",
+    "plt.ylabel(\"Number of News\")\n",
+    "plt.title(\"Topic Distribution\")\n",
+    "\n",
+    "# Show the plot\n",
+    "plt.xticks(rotation=45)  # Rotate x-axis labels for better readability\n",
+    "plt.tight_layout()\n",
+    "plt.show()\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "fffa1e57-f975-4469-a42b-19d76c60fb66",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df_dominant_topic.sort_values(by='Topic_Perc_Contrib', ascending=True).head(20)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "8510f506-141f-4382-b668-251df1afc95f",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Sample 100 rows, can change the random_state for different samples\n",
+    "sampled_data = df_dominant_topic.sample(n=100, random_state=42)  \n",
+    "sampled_df = pd.DataFrame(sampled_data).reset_index()\n",
+    "sampled_df.to_csv('sample_minor.csv')"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.16"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

IS424_Data_Mining/code/LLM Evaluation/cleaned_data.csv

@@ -0,0 +1,167 @@
+id,Headline,Summary,Severity,Category,Region,Datetime,Year,lat,lon,URL
+3,Shanghai port congestion impacts terminals in Qingdao and Ningbo,"The persisting port congestion at Shanghai’s Yangshan deep-sea terminal is reportedly also impacting vessel arrival times at other major public terminals in China, including Qingdao and Ningbo. Industry sources indicated that this is due to some vessels being diverted from Shanghai as well as unstable weather and re-shuffling of alliances networks. Some carriers are reportedly planning contingency actions for the coming months, including consolidation of volumes and temporary reduction of port calls.  No further details were initially provided.",Minor,Maritime Advisory,China,27/4/17 9:16,2017,29.52,121.3319,
+17,24 hour pier hold in effect at Port of Durban,"Industry sources indicate on August 31 that the Port of Durban’s Pier 1 is experiencing high traffic volumes resulting in road congestion on Bayhead Road, leading Transnet to urge transporters to hold back on dispatching export turns to the container terminal until 6AM on September 1. Extensions will be reviewed for open stacks. Those shipping from Durban should anticipate delays and should plan accordingly.",Minor,Maritime Advisory,South Africa,31/8/18 18:07,2018,-29.86875,31.03305,
+1599,Heavy congestion reported at Port of Houston,"According to sources on March 20, heavy congestion has been reported at Port of Houston due to fog.",Moderate,Maritime Advisory,United States,20/3/19 12:43,2019,29.60949,-95.00567,
+1600,Heavy congestion reported at Port of Long Beach,"According to sources on January 7, heavy congestion has been reported at Port of Long Beach with 9 vessels waiting for anchor. Reports suggest that the peak volume will be impacting from the terminals to the warehouses.",Severe,Maritime Advisory,United States,7/1/19 9:50,2019,33.75448,-118.21663,
+1613,High risk of pilot suspension reported at Port of Yokohama,"On December 31, shipping sources indicate that strong wind is anticipated at Port of Yokohama, Japan, from the afternoon of December 31 until the morning of January 1. The adverse weather conditions pose a high risk of a pilot suspension during the above mentioned period.",Minor,Maritime Advisory,Japan,31/12/19 10:23,2019,,,
+1614,High risk of port closure at Port of Busan on April 24,Local sources on April 23 indicate that dense fog is likely to cause the Port of Busan to close container terminal operations from the morning to noon on April 24. Customers should plan shipments accordingly and expect delays.,Minor,Maritime Advisory,Republic of Korea,23/4/19 12:13,2019,,,
+1615,High risk of port closure at Port of Busan on September 6-7 due to strong winds,Shipping sources on September 5 indicate that due to strong winds there is a high risk for the Port of Busan to be closed for 24 hours from the evening of September 6 to 7.,Moderate,Maritime Advisory,Republic of Korea,5/9/19 12:52,2019,35.06488,128.81854,
+1616,High risk of port closure at Port of Kwangyang on April 24,Local sources on April 23 indicate that dense fog is likely to cause the Port of Kwangyang to close container terminal operations from the morning to noon on April 24. Customers should plan shipments accordingly and expect delays.,Minor,Maritime Advisory,Republic of Korea,23/4/19 12:14,2019,34.90849,127.66822,
+1617,High risk of port closure at the Port of Houston due to fog,Shipping sources indicate on November 21 that there will be an elevated risk of port closures at the Port of Houston from November 22-24 due to fog. Customers should expect longer transit times through container terminals at the port and potential impacts on barge transportation on the Houston Ship Channel.,Moderate,Maritime Advisory,United States,21/11/19 16:26,2019,,,
+1618,High swells caused terminal closure at Port of San Antonio,"Sources on March 21 indicate that heavy swells at the Port of San Antonio have caused a terminal to be closed. At the time of writing, it remains unclear when operations will return to normalcy.",Moderate,Maritime Advisory,Chile,21/3/19 7:23,2019,,,
+1628,High winds disruption port operations in Southampton,"On April 27, high winds are disrupting shipside and landside operations at the DP World Southampton terminal since 09:00 local time. Drop-offs or pick-ups of containers are reportedly suspended for the time being.",Minor,Maritime Advisory,United Kingdom,27/4/19 15:46,2019,50.91,-1.46,
+1629,High winds impact maritime movements at Port of Dammam,"Shipping sources on April 22 indicated that high winds disrupted vessel movements in the Port of Dammam, Saudi Arabia, on April 22. Minor impacts should be expected on the berthing line up.",Minor,Maritime Advisory,Saudi Arabia,23/4/19 13:48,2019,26.49713,50.19945,
+1630,High winds impact port operations in Le Havre,"According to local sources, high winds have impeded port operations at container terminals in the Port of Le Havre since the early morning of March 12. In particular shipside operations have been suspended for several hours. Incoming and outgoing shipments are thus likely to be delayed throughout the day.",Minor,Maritime Advisory,France,12/3/19 15:59,2019,49.46477,0.14702,
+1636,Higher dwell times reported at Port of Long Beach due to labor shortages,"Shipping sources on April 29 reported that the Pier T container terminal has experienced higher than usual dwell times for containers due to labor shortages related to the Easter holidays, combined with high volume. Customers should be mindful of potential delays as backlog gets cleared.",Minor,Maritime Advisory,United States,30/4/19 15:57,2019,33.75292,-118.2096,
+1663,Houston ship channel fully reopens on April 25,"Industry sources reported that Houston ship channel reopened to full operations on April 25 following a fire at Intercontinental Terminal Co.’s Deer Park, Texas, terminal in late March. The temporary closure which lasted for several weeks disrupted several oil shipments. Houston ship channel is part of Port of Houston.",Minor,Maritime Advisory,United States,25/4/19 7:40,2019,29.60569,-94.95236,
+1687,Increased berthing times reported at Port of Busan,"Shipping sources indicated on January 31 that the Port of Busan, South Korea, currently experiences longer berthing times for incoming vessels. Waiting times of up to 0.5 day have been reported.",Minor,Maritime Advisory,Republic of Korea,31/1/19 11:35,2019,35.12051,129.05654,
+1688,Increased congestion elevates drayage costs at Port of New York/New Jersey,"Industry sources indicate on January 23 that increased inbound volumes due in part to Lunar New Year traffic combined with delays and congestions have complicated intermodal shipment at the Port of New York and New Jersey to the point that drayage costs are increasing. Ocean carriers and terminals are charging USD 100-250/day for container-related delays, and drayage carriers are charging USD 75/hr for terminal idling. Those shipping at the Port of New York and New Jersey should anticipate moderate delays and should plan accordingly.",Moderate,Maritime Advisory,United States,23/1/19 20:31,2019,40.69166,-74.14911,
+1706,Intermittent closures at Manila International Container Terminal for holidays,"Industry sources reported that Manila International Container Terminal has announced its port operation schedule for the upcoming Christmas and New Year holidays. According to its advisory, vessel and yard operations will continue its regular operations until 19.00 local time on December 24 and will resume at 19.00 on the next day. Normal operations will continue until December 31 when vessel and yard operations will stop at 19.00 local time and will resume again at 19.00 on the next day.",Minor,Maritime Advisory,Philippines,20/12/19 0:49,2019,,,
+1712,IT maintenance on Nov 6 may affect operations at Bharat Mumbai Container Terminals,"Shipping sources report on November 1 that IT maintenance activity will take place at Bharat Mumbai Container Terminals at Port of Nhava Sheva on November 6 from 01.00 to 07.00 (local time). During this time, complete network and E-form 13 and 11 applications will not be available. Other operation procedures and service delays can be expected as well.",Minor,Maritime Advisory,India,4/11/19 9:35,2019,18.93881,72.94084,
+1736,Lack of gangs may impede operations at Port of Barcelona,Shipping sources on August 19 indicate that lack of gangs due to summer holidays may impede port operations at Port of Barcelona.,Minor,Maritime Advisory,Spain,19/8/19 8:43,2019,41.35591,2.16674,
+1737,Lack of trucking resources affects productivity at Port of Balboa,Industry sources report on October 15 that productivity has declined at the Port of Balboa due to a lack of trucking resources. The current lineup of rail movement is at least until the year-end.,Moderate,Maritime Advisory,Panama,15/10/19 4:11,2019,8.95763,-79.5614,
+2099,Port of Ulsan bans variety of hazardous cargo following major chemical tanker explosion,"Media sources indicate on October 7 that the Port of Ulsan has banned a variety of hazardous cargoes from terminals near a bridge where a major chemical tanker Stolt Groenland was caught in an explosion that occurred on September 30. The fire injured eighteen people and led to an overhead bridge, which serves as a thoroughfare for the city, to be closed for two days due to safety checks.",Moderate,Port Closure,Republic of Korea,7/10/19 10:12,2019,35.45647,129.36626,
+2100,Port of Valencia - The port has been reopened to maritime traffic. Incident closed.,The Port of Valencia has been reopened to maritime traffic following a closure due to poor weather conditions. This incident is closed.,Moderate,Port Closure,Spain,20/4/19 7:09,2019,39.44809,-0.31693,
+2101,Port of Valencia - The port was temporarily closed due to high winds in the area. Incident closed.,Media sources reported that the Port of Valencia was temporarily closed due to high winds in the area. There were no reports of major disruptions. This incident is closed.,Minor,Port Closure,Spain,20/12/19 11:08,2019,39.44809,-0.31693,
+2102,Port of Valencia temporarily closes due to high winds,Spanish media sources report on December 20 that the Port of Valencia has been temporarily closed due to high winds in the area. It was not immediately disclosed when the port was expected to reopen.,Moderate,Port Closure,Spain,20/12/19 11:25,2019,,,
+2103,Port of Yokohama closed due to strong winds,Shipping sources indicate on February 4 that the Port of Yokohama was expected to be closed for 12 hours on February 4 due to strong winds. Customers should expect berthing delays as pilot services may be suspended.,Minor,Port Closure,Japan,4/2/19 17:12,2019,35.44849,139.67131,
+2104,Port of Yokohama closed due to strong winds,Shipping sources indicated on January 30 that the Port of Yokohama was closed from January 28 to January 29 due to strong winds. Customers should expect berthing delays as well rescheduled departure times for vessels.,Moderate,Port Closure,Japan,30/1/19 15:56,2019,35.44849,139.67131,
+2105,Port of Yokohama likely to close due to approaching Typhoon Neoguri,"On October 21, shipping sources indicate that Port of Yokohama will likely suspend its operations from October 22 - 23. Approaching Typhoon Neogure will bring strong winds and likely to cause port closure. Increased berthing times and shipping delays are likely to occur in the following days.",Minor,Port Closure,Japan,21/10/19 12:08,2019,,,
+2106,Port operations resume following temporary suspension at DP World Southampton,Sources indicated that land and shipside operations have resumed following suspension of services from 08:45 to 14:15 (local time) on April 13 due to high winds at DP World Southampton terminal. Customers are advised to expect berthing and unloading delays for shipments scheduled on April 13 and 14.,Minor,Port Closure,United Kingdom,15/4/19 7:44,2019,,,
+2110,Port Said closed due to bad weather,"Shipping sources indicate that Port Said has been temporarily closed on February 25 due to adverse weather. The port is likely to restart operations on Tuesday, February 26.",Moderate,Port Closure,Egypt,25/2/19 9:13,2019,31.24254,32.30148,
+2118,Ports of Savannah and Brunswick - Both ports have resumed normal operations. Incident closed.,The Port of Savannah and the Port of Brunswick have reopened with normal operations following the passage of Hurricane Dorian. This incident is closed.,Moderate,Port Closure,United States,4/9/19 16:27,2019,32.1232,-81.13941,
+2127,Power shutdown scheduled for May 1 at Jawaharlal Nehru Port,"According to industry source, APMT, Mumbai has announced that as part of the annual power shutdown as announced by JNPT towards undertaking allied maintenance activities, the terminal shall have limited operations between 0800 Hours and 1700 Hours on May 1, 2019. Terminal operations on the Quayside and Rail siding shall be impacted due to the above activities, however, the terminal Gate and Yard operations shall continue as per normal.",Minor,Port Closure,India,25/4/19 20:48,2019,18.95112,72.95023,
+2145,Rail yard congestion still affecting Port of Montreal,Industry sources on April 23 indicate that rail yard congestion issues are still affecting containers flowing through the Port of Montreal. This is reportedly due to exceeded terminal capacities. Shipping companies were said to be working with CN rail and MGT terminal to finalize operational plans to handle reefers in the off-dock CN ramp. The transition is set to take place on May 25. Customers should expect longer shipping times for on-shipments via rail in Montreal.,Moderate,Port Closure,Canada,24/4/19 16:14,2019,,,
+2153,Repair works at Port of Colombo may cause berthing delays,"Local sources on March 5 indicate that a terminal at the Port of Colombo will carry out repairs on 4 gantry cranes in the next 12 to 14 weeks. As a result, carriers can expert berthing delays with an average waiting time of 24-hours and above.",Moderate,Port Closure,Sri Lanka,5/3/19 8:21,2019,6.94071,79.84632,
+2186,Second berth opens at Batangas Port,"Media sources reported that a second berth was inaugurated at Batangas Container Terminal in Santa Clara, Batangas City on April 29, 2019 with the hopes of increasing the harbor’s capacity for mooring vessels. Reports suggested that the new berth is a 250-meter extension of the first berth. Together with both berths, the port now has a total of 600 meters of berth capable of handling over 450,000 twenty-footer containers annually as the first berth was only able to accommodate 300,000 20-footer containers in a year.",Minor,Port Closure,Philippines,7/5/19 3:07,2019,13.75435,121.04334,
+2191,Severe congestion persists at Aomi container terminal in the Port of Tokyo - UPDATE 1,"Intelligence obtained by Everstream Analytics on August 16 confirms that circumstances driving congestion at Aomi terminal in the Port of Tokyo persist as of August 16. Sources continue to indicate that truckers continue to face waiting times to pick-up and deliver containers of more than 8 hours at the Aomi Terminal. Due to the congestion at the terminal, regardless of the availability of berth, vessels often need to wait on the water in the bay until terminals are ready to unload containers or entirely omit the port call. Alternative options include using ocean carries that call at other terminals such as Ohio and Shinagawa terminals in the Port of Tokyo or use entirely different ports such as the Port of Yokohama.",Severe,Port Closure,Japan,16/7/19 15:27,2019,35.61326,139.78239,
+2192,Severe congestion reported at Port of Savannah,"Industry sources on February 26 that following last weekend’s closure of the Port of Savannah, average waiting times of 2-4 days are currently reported for incoming vessels. Currently, there are 14 vessels at anchorage, with further delays likely throughout the week.",Severe,Port Closure,United States,26/2/19 15:09,2019,32.12258,-81.13851,
+2204,Severe winds causes temporary closure of Dammam Port,Industry sources reported that vessels’ movements for docking and undocking at Dammam Port have been suspended since 21:45 (local time) on March 24 due to severe winds. The duration of the closure remains unclear at this time.,Severe,Port Closure,Saudi Arabia,26/3/19 1:56,2019,26.49713,50.19945,
+2205,Severe winds disrupt operations at Port of London,"Shipping sources on March 10 indicated that severe winds have impeded operations at container terminals in the Port of London, including DP World London Gateway since March 10. Disruption was expected to persist until the early morning of March 11.",Moderate,Port Closure,United Kingdom,11/3/19 10:25,2019,51.50715,0.46296,
+2216,Sharm al-Sheikh port closed due to heavy winds and high waves,"Media sources indicated that the Red Sea Port Authority closed the Sharm al-Sheikh port and the Alexandria Port Authority closed the ports of Alexandria and Dekheila on March 30 due to poor weather conditions. The Alexandria and Dekheila ports were shut down due to high waves and wind speed, although loading and unloading of vessels and movement of goods to and from the ports is still continuing. The Sharm al-Sheik port was closed following wind speeds between 22 and 28 knots and waves between 3 and 4 meters high.",Moderate,Port Closure,Egypt,1/4/19 2:23,2019,27.85673,34.28837,
+2217,Shinagawa container terminal to be closed during golden week,"Local sources indicate that from April 30 to May 6, the Tokyo Aomi and Shinagawa container terminals will be closed due to golden week public holiday period. Customers with shipments to the two terminals are advised to cooperate with shipping agents for blank sailings ahead of schedule.",Moderate,Port Closure,Japan,15/3/19 2:37,2019,35.60732,139.76355,
+2219,Shipco Transport to fine shippers for misdeclared hazardous cargoes,"Industry sources indicate on August 22 that Chatham, NJ-based Shipco Transport announced its intent to implement a penalty of USD 5,000-35,000 (EUR 4,500-31,750) per container for misdeclared or undeclared hazardous cargoes, with a definitive fine quantity unknown as of reporting, and it is unknown when this penalty will come into effect. Shipco will hold the customer on record liable and responsible for costs and consequences related to violations, fines, damages, incidents, claims and corrective measures resulting from cases of shipment of such cargo. The move is similar to that implemented by other cargo shipping lines in the aftermath of the Yantian Express fire.",Minor,Port Closure,United States,22/8/19 17:38,2019,40.7392,-74.37718,
+2225,Singapore arrests eleven men for illegal marine gas oil transaction,Media sources indicated on November 4 that the Maritime and Port Authority of Singapore has arrested eleven men for their suspected involvement in an illegal transaction of marine gas oil at sea off Northern Tuas. The eleven men include six crew members of a craft of a marine service provider and another five of a foreign-registered tugboat. Preliminary reports cited that the crewmembers were thought to have misappropriated the marine gas oil and sold it to crew members of the tugboats.,Moderate,Port Closure,Singapore,6/11/19 1:37,2019,,,
+2802,UPDATE: Delays decrease to 12-24 hours at Port of Colombo,"Industry sources indicate on September 17 that some vessels at the South Asia Gateway Terminals (SAGT Terminal) at the Port of Colombo, Sri Lanka, are currently facing delays that have now reduced to 12-24 hours due to internal labour issues.",Moderate,Port Congestion,Sri Lanka,5/9/19 12:18,2019,,,
+2805,UPDATE: Dense fog causes closure of Port of Shanghai,"According to sources on March 13, the Port of Shanghai is currently closed due to dense fog. Hence, vessels’ waiting time is around 1 to 1.5 days. Moreover, low visibility is likely to affect the port from 22:00 (local time) from March 13 until 16:00 of the next day. There is a moderate to high chance that the port may closed again.",Severe,Port Congestion,China,11/3/19 7:13,2019,31.31882,121.66033,
+2806,UPDATE: Dense fog disrupts Port of Shanghai,"Sources on April 26 indicate the Port of Shanghai was temporarily closed due to dense fog from 17:30 (local time) on April 24 to 17:00 of the next day. As a result, an average waiting time for vessels is currently around 1 to 2 days.",Minor,Port Congestion,China,24/4/19 6:31,2019,,,
+2812,UPDATE: Dwelling time around 24-hours at Port of Ningbo,"Local sources on January 4 indicate that an average waiting time at the Port of Ningbo is around 24-hours. As of now, the dwelling time is likely to remain the same until January 5. The port is facing congestion clearing of backlogs from the recent port closure. Furthermore, inbound pilot services at Xiaozhimen channel has been suspended on the afternoon of January 3 for about 2-hours due to congestion caused by fishing vessels.",Minor,Port Congestion,China,2/1/19 8:52,2019,29.95168,121.72285,
+2813,UPDATE: Dwelling time decreases to 0.5 day,"Local sources on March 6 indicate that an average waiting time at the Port of Shanghai has reduced to 0.5 day and the situation is likely to remain the same for the next 2-days. Due to poor visibility, pilot services were suspended for both north and south channel since the evening of March 5.",Moderate,Port Congestion,China,5/3/19 7:24,2019,31.31927,121.66068,
+2814,UPDATE: Fishing boats congestion impacts pilot services at Port of Ningbo,Updated sources on August 20 indicate that outbound pilot services through Xiazhimen channel will be suspended on August 20 midnight due to fishing boats congestion.,Minor,Port Congestion,China,19/8/19 8:00,2019,,,
+2815,"UPDATE: Fog causing congestion in Houston, affecting ocean shipments","Updated sources report fog has delayed vessel traffic through the Houston Ship Channel every day in the past week, delaying shipments of cargo and container ships. Waiting times for berths have thus increased as the channel has been shut intermittently for a total of 133 hours in the past two weeks. The channel was reportedly open as of 17:30 local time on March 13. The delays this week caused US phenol and acetone producer AdvanSix to declare a force majeure on phenol at its plant in Frankford, Pennsylvania earlier this week. Fog in Houston is particularly bad in the October-March period as warmer, humid Gulf air collides with cooler onshore air.",Severe,Port Congestion,United States,11/3/19 7:48,2019,29.68234,-94.99355,
+2819,UPDATE: Heavy congestion continues at Port of Houston,Updated sources on March 6 indicate that heavy berth congestion continues to affect Port of Houston due to the port’s closure caused by dense fog. An average waiting time to berth is likely to be more than 24-hours at this time.,Severe,Port Congestion,United States,5/3/19 7:43,2019,29.6823,-94.99355,
+2820,UPDATE: Heavy congestion continues at Port of Savannah,Updated sources on March 6 indicate that heavy berth congestion continues to affect Port of Savannah due to the port’s closure caused by dense fog. An average waiting time to berth is likely to be more than 24-hours at this time.,Severe,Port Congestion,United States,5/3/19 7:40,2019,32.12169,-81.13986,
+2823,UPDATE: High winds likely to disrupt Port of Algeciras,"According to sources on March 22, severe winds at the Port of Algeciras are likely to disrupt the port’s operation for the day.",Moderate,Port Congestion,Spain,20/3/19 13:11,2019,,,
+2824,UPDATE: High winds still causing port disruption at container terminals in Jeddah,"Industry sources on April 23 indicate that high winds continue to impact maritime movements in the Port of Jeddah, Saudi Arabia, since April 20. The situation is expected to last until April 23, and likely to cause congestion at container terminals in the port.",Moderate,Port Congestion,Saudi Arabia,18/4/19 13:31,2019,21.4625,39.16,
+2827,UPDATE: Inbound pilotage suspended due to strong winds; 0.5 days of waiting times reported,Sources indicate that strong winds have led to the suspension of inbound pilot services at the Port of Shanghai on January 25.  The risk of the port’s closure is high. Current berthing times for vessels are 0.5 days.,Moderate,Port Congestion,China,22/1/19 10:08,2019,31.3201,121.65733,
+2831,UPDATE: Intermittent port closures reported at Port of Xiamen,"According to local sources on April 10, Port of Xiamen was closed from the midnight of April 9 to noon. Previously the port was closed on April 7 until the morning due to dense fog. An average waiting for vessels to berth at the port is likely to be around 0.5 to 1 day at the moment.",Minor,Port Congestion,China,10/4/19 2:16,2019,,,
+2842,UPDATE: No more congestion reported at Port of Hong Kong,"According to local sources on April 17, average waiting times for vessels to berth at the Port of Hong Kong were still around 1 day on April 16 but have decreased on April 17. No further delays are to be expected for the time being.",Minor,Port Congestion,Hong Kong,15/4/19 12:38,2019,,,
+2849,UPDATE: Operations at Port of Shanghai affected due to Typhoon Mitag,"Shipping sources on October 2 indicate that port operations at the Port of Shanghai were affected due to Typhoon Mitag. A vessel evacuation plan has been in place since 10:00 local time on October 1. According to sources, pilot operations are expected to resume by 17:00 local time on October 2. Customers are advised to expect delays and congestion following the re-opening of the port.",Moderate,Port Congestion,China,30/9/19 11:38,2019,,,
+2850,UPDATE: Operations resume at DP World Southampton terminal,"Updated industry sources indicate that shipside and landside operations at the DP World Southampton terminal have resumed after being suspended since 05:00 local time on September 10 due to fog. Landside operations resumed at 05:30, while shipside operations resumed at 07:30. VBS bookings will be slowly released into the system once the trucks currently waiting in line have been served.",Severe,Port Congestion,United Kingdom,10/9/19 5:37,2019,50.91186,-1.45732,
+2854,UPDATE: Operations resume at Port of Southampton following suspension due to fog,"Shipping sources indicate that on February 22 that landside and shipside operations have resumed at 08:00 local time after a 9-hour suspension due to fog at container terminals in the Port of Southampton, United Kingdom.",Minor,Port Congestion,United Kingdom,22/2/19 9:06,2019,,,
+2869,UPDATE: Port of Busan reopens after temporary closure,Updated sources indicate on October 4 that the Port of Busan has opened after a brief closure on October 2 during the passage of Typhoon Mitag.,Moderate,Port Congestion,Republic of Korea,30/9/19 11:41,2019,,,
+2870,UPDATE: Port of Charleston is open for business following Hurricane Dorian's passage,Updated media sources indicate on September 6 that the Port of Charleston is open for business as of September 6 with normal hours on September 7-8 gate hours. The Coast Guard Captain of the Port previously placed Port Condition Zulu for Charleston terminal due to the anticipated arrival of sustained gale force winds from Hurricane Dorian within 12 hours.,Severe,Port Congestion,United States,3/9/19 5:28,2019,32.90473,-79.96455,
+2871,UPDATE: Port of Chittagong reopens following former cyclone passage,"Sources indicate that the Port of Chittagong has reopened on the afternoon of May 4 following a 30-hour suspension following the passage of former Cyclone Fani last week. Normal cargo and containers handling started around 17:00 (local time). Heavy congestion can be expected as the backlogs from the previous days are likely to be given priority. Furthermore, as the holy week of Ramadan commences on May 5 until June 4, working operating hours are likely to be shifted. Customers with shipments to the port can expect vessels’ berthing time to be more than 24-hours at this time.",Moderate,Port Congestion,Bangladesh,2/5/19 8:49,2019,,,
+2872,UPDATE: Port of Colombo faces berthing delays,"Sources on March 11 indicate that the Port of Colombo is facing berthing delays due to unspecified reasons.  An average waiting time for the vessels is likely to be around 1 to 2 days. In addition, congestion is likely to be exacerbated by repair works on 4 gantry cranes which will start March 18 and last for two weeks. Out-of-window arrivals will likely face extended berthing times.",Moderate,Port Congestion,Sri Lanka,11/3/19 7:51,2019,6.94047,79.8464,
+1591,Greenpeace Protest on Hartman Bridge on Thursday Temporarily Closed Portion of Houston Ship Channel,"On Thursday, September 12, 23 protesters associated with Greenpeace demonstrated along the Fred Hartman Bridge in Baytown, TX just outside of Houston. The protest began around 6:30 AM local time and included 11 of the protesters rappelling down the bridge to disrupt shipping traffic in the Houston Ship Channel. While the bridge stayed open during the protest to vehicular traffic, a half-mile portion of the ship channel was closed between Light 102A and Light 104 until reopening early Friday morning after protesters were arrested. The protest remained peaceful; however, the initial blocking of the bridge led to a minor motor vehicle accident which injured one person. 
+
+Assessment: The Greenpeace activists stated that their goal of the protest was to attempt to disrupt the oil and gas shipments that go through the Houston Ship Channel. The group timed their protest to attempt to get the attention of Democratic presidential candidates who were in Houston Thursday for a Democrat National Committee presidential debate. The Houston Ship Channel and Port of Houston are vital to U.S. oil and gas exports and the ship channel is the busiest in the country annually generating approximately $339 billion and providing over 1.35 million jobs to the state of Texas. The portion of the ship channel that was closed on Thursday normally sees approximately 300 vessels pass through, and according to media sources, at least seven were blocked during the temporary closure. The protest did not cause any significant disruptions to shipping interests, as many companies often build in an extra day to shipping schedules as a precaution. 
+
+An uptick in climate change-related protests has been seen in recent months, especially across Europe. The majority of protests are organized by groups such as Greenpeace or Extinction Rebellion and have been relatively peaceful, although some have been disruptive with protesters blocking bridges, and trains, similar to the Greenpeace protesters temporarily shutting down the Houston Ship Channel on Thursday. Additionally, a weeklong series of protests are being planned across the world beginning Friday, September 20 as part of a global climate strike action. The relative ease with which the Greenpeace protesters in Baytown were able to shut down a portion of the Houston Ship Channel using a small group of people and the increased focus on climate-related protests highlight the possibility of an increase in similar protests across the United States. As such, Resilience360 customers with cargo interests should anticipate the possibility of disruptions to supply chains due to climate-related protests.",Moderate,Miscellaneous Events,United States,13/9/19 21:29,2019,29.71163,-95.00479,
+1661,Houston Ship Channel - Channel has partially reopened to ship traffic. Incident closed.,"Channel traffic has partially reopened from Tucker Bayou to Houston Ship Channel Light 116, as cleanup efforts continue related to pollutant runoff from the ITC facility fire. The runoff has been exacerbated by the partial collapse of a dike wall that took place on Friday, March 22 near the ITC facility. The dike wall has since been repaired. Updated sources indicate that the waterway may be reopened on Monday, March 25. Authorities are conducting cleanup operations and there appears to be no active health hazard. Ships are being able to traverse the channel if they have less than a 34-foot draft. All vessels are required to be inspected for chemical contaminates and are being spaced at approximately one-hour intervals. This incident is closed.",Moderate,Miscellaneous Events,United States,22/3/19 19:30,2019,29.74453,-95.10194,
+1662,Houston Ship Channel - Ship channel has been reopened after protesters detained. Incident closed.,"The U.S. Coast Guard has reopened part of the Houston Ship Channel near Baytown. The closure was the result of Greenpeace protesters on the Fred Hartman Bridge, who have since been detained. This incident is closed.",Moderate,Miscellaneous Events,United States,12/9/19 14:41,2019,29.70263,-95.01394,
+1667,Hurricane Dorian Expected to Make Landfall on Florida Coast as Cat 3 Storm Over Labor Day Weekend,"Hurricane Dorian continues to move through the Atlantic Ocean as it passes Puerto Rico and heads toward the eastern Florida coast. The storm is expected to strengthen over the next days and is forecast to make landfall as a major Category 3 storm, on the Saffir-Simpson Hurricane Wind Scale, late Sunday night or early Monday morning. Significant uncertainty remains on the path of Dorian; however, as of Wednesday afternoon the projected path has the storm making landfall near Orlando, FL and the Florida Space Coast. Portions of Florida and other parts of the southeastern coast are expected to receive between four to eight inches of rain with some areas receiving upwards of ten inches. Tropical-storm-force winds will reach the Florida coast by Saturday. Governor Ron DeSantis has issued a state of emergency for the state of Florida in anticipation of the storm.
+
+Assessment: The state of emergency declaration allows for preemptive planning coordination of resources across Florida to help with preparation and eventual recovery efforts. Governor DeSantis has also urged Florida residents to have seven days of supplies and an emergency plan in case of disaster as the hurricane continues to near the state. While the path of the storm remains uncertain, Dorian making landfall as a Category 3 storm will likely cause significant disruptions across Florida. These may include evacuations, widespread power outages, road closures, and life-threatening flooding conditions. The U.S. Coast Guard has set a number of Florida ports at port condition Whiskey including Key West, Miami, Port Canaveral, Tampa, St Petersburg, and Manatee. Port condition Whiskey means that ports remain open to all commercial and cargo operations; however, commercial vessels greater than 500 gross tons should begin making plans to depart the port. It is likely as the storm nears that a number of these ports will close due to the anticipated high winds. 
+
+Travelers should also anticipate air travel delays across the Southeast, especially for Florida airports as well as Hartsfield-Jackson Atlanta International Airport (ATL), a major hub for both domestic and international flights. Additionally, several projections have the storm either moving across Florida into the Gulf of Mexico, potentially creating disruptions for the Gulf Coast or have the storm moving up the southeast coast where disruptions would occur in Georgia, South Carolina, and North Carolina. Resilience360 customers are advised to heed all local weather warnings and evacuation notices. Customers with interests in Florida, the Southeast, and the Gulf Coast should continue monitoring the progress of Hurricane Dorian.",Severe,Miscellaneous Events,United States,28/8/19 22:44,2019,28.53823,-81.37739,
+1670,Hyundai Heavy Industries Workers Vote to Strike over Daewoo Acquisition; Date Unspecified,"On Thursday, it was reported that workers at Hyundai Heavy Industries (HHI) voted to approve a strike against the acquisition of Daewoo Shipbuilding. Workers from Daewoo Shipbuilding and Marine Engineering (DSME) also voted to approve a strike earlier in the week. Nearly 60 percent of HHI workers voted in favor of the strike, along with 90 percent of DSME workers. A date for the strikes have not been set. 
+ 
+	 
+		Assessment: HHI signed a conditional agreement last month to acquire DSME from the government, with a formal agreement expected in March. The two shipbuilders cover around 20 percent of the global shipbuilding market share. The unrest among workers in South Korea s shipbuilding sector are tied to mounting financial pressures caused by a decrease in global demand for new vessels and increased competition from Chinese shipbuilders. A coordinated strike between HHI and DSME workers would cause significant disruptions in the shipbuilding industry. Resilience360 customers with interests in the sector are advised to monitor reports regarding a specific date for a strike. Workers may also decide to hold protests or marches, which should be avoided due to the potential for clashes with police. Protests would likely be held in Ulsan or on Geoje Island, where the HHI and DSME are headquartered, respectively.",Moderate,Miscellaneous Events,Republic of Korea,21/2/19 22:22,2019,,,
+1672,IED Detonated Near Police in Hong Kong; Could Represent Escalation If It Becomes a Regular Tactic,"On Sunday, an explosion was reported near the intersection of Nathan Rd and Fife St in the Mong Kok area of Kowloon. The incident took place near a parked police vehicle after police officers had disembarked and were clearing roadblocks following another evening of violent protests across Hong Kong that resulted in over 200 arrests. The explosive was reportedly detonated remotely by a cell phone and was placed in a flower pot around six feet from the police van. No injuries were reported, although police said that the device was meant to injure or kill officers. Police have said that the intensity of the explosion was relatively low and was likely comprised of homemade materials.
+
+Assessment: The use of an IED by protesters was not completely unexpected, as police carried out two raids on warehouses in July and August where explosive materials were found and suspects from pro-independence groups were arrested. The raid on the Lung Shing Factory Building in Tusen Wan in July found two pounds of the chemical triacetone triperoxide (TATP), which is a powerful explosive that can be made from common household ingredients, along with incendiary devices, acids, and sharp weapons. The raid on an industrial building in Fo Tan in August found over 30 smoke bombs and a significant amount of cash. If the use of explosives becomes a regular tactic by the protesters, it will seriously deteriorate the security situation in Hong Kong, particularly if they result in any casualties. The use of a cell phone as a remote detonator could also give police justification to suspend mobile phone services in certain areas when protests are taking place. Resilience360 customers are advised to continue to avoid all areas where protests are occurring and should be aware of the risk of restrictions on telecommunications services.",Severe,Miscellaneous Events,China,14/10/19 18:01,2019,,,
+1685,"Incheon and Changwon   Production losses of 20,000 vehicles due to strike. Incident closed.","Media sources indicate that partial and general strikes had resulted in a production loss of 20,000 vehicles. The GM Korea union announced plans to continue the strike at GM facilities in Incheon and Changwon after the Chuseok holiday, although there were no initial reports that the strike resumed. Over 10,000 General Motors (GM) Korea workers were participating in the action. Workers held a full-scale walkout on September 9, 10, and 11. Media sources indicated workers also held an overtime ban during the Chuseok holiday, which was observed Thursday, September 12 to Saturday, September 14. GM Korea workers held two four-hour partial strikes on Friday, August 30, at their facilities in Incheon and Changwon, as well as a two-day partial strike on Tuesday, August 20 and Wednesday, August 21. The labor action was organized to protest wages. This incident is closed.",Moderate,Miscellaneous Events,Republic of Korea,20/8/19 9:58,2019,37.51119,126.7095,
+1733,Kocaeli and Tarsus - Izocam workers have called off the strikes. Incident closed.,"Izocam workers have called off the strikes at two factories across Turkey. The strikes were originally called in the factory in Kocaeli, near Kiplasma Cd and Refik Baydur Cd, and in a factory at an unspecified location in Tarsus, in Mersin Province. This incident is closed.",Minor,Miscellaneous Events,Turkey,16/1/19 23:33,2019,40.82164,29.55738,
+1775,Major Raids Target Opposition After Local Elections Inflict Losses to United Russia s Control,"On Thursday, authorities raided over 200 sites across more than 40 cities in Russia. The operation was targeting opposition activists and entities and has been denounced as a political crackdown in retaliation for President Vladimir Putin s party suffering losses in last Sunday s local elections. While the Kremlin maintains a strong grip across Russia, opponent Alexey Navalny s  smart voting  plan is believed to have contributed to the erosion of United Russia s control of local office seats. Combined with sustained summer protests and increasing discontent with the status quo, the Kremlin will likely take further measures trying to thwart growth and unification of opposing forces, though activists continue to show resilience to such efforts. As well as possible protests over the crackdown and disputed election results, demonstrations over an array of other grievances may be met by crackdowns and other efforts by authorities to quash expressions of opposition and discontent.
+
+Recent Developments
+
+From early Thursday morning, police carried out raids in 43 cities across the country in a sweeping crackdown on opposition politicians and their supporters. The raids happened four days after local elections around Russia, which saw President Vladimir Putin s United Russia party take serious hits. During the operation Thursday, offices of opposition leader Alexey Navalny s Anti-Corruption Foundation (FBK) had equipment seized as part of an investigation launched in August for alleged money laundering, with homes searched as well. According to the FBK chief of staff, both employees and volunteers with the foundation had equipment, documents, mobile phones, and funds seized by authorities. As a result of a raid in Chelyabinsk, multiple staff at the targeted office received medical treatment on site but were not hospitalized. During searches of FBK offices in Saransk, an activist was struck and injured by a police vehicle. Election monitoring non-governmental organization Golos also reported raids Thursday targeting the homes of its activists. More than 1,000 officers were involved in the raids, and Navalny claimed more than 200 locations were searched.
+
+The highest-profile battle over local elections occurred in Moscow, with election officials preventing or disqualifying an array of candidates for local posts, sparking sustained protests frequently marred by clashes and heavy crackdowns. However, Navalny advocated a system of  smart voting  intended to encourage people to vote for the candidate in each race considered most likely to beat United Russia or other Kremlin-backed candidates. United Russia lost more than a third of the Moscow city council seats it had previously held, with the result largely attributed to tactical voting. In addition to reported voting irregularities on Sunday, there were reports of violence and other forms of intimidation linked to the elections. A poll monitor at a station in St Petersburg who had filed a formal complaint over a voter registration matter was punched by a man who then left, while police on scene made no effort to respond. Another observer had been punched in the face several times heading into the same polling station that morning.
+
+Election results have spurred additional protest activity in some locations around Russia, including sustained protests in Siberia s Buryatia region. At least 17 activists have been detained by authorities in Ulan-Ude while disputing the mayoral election results for the regional capital. Police contended the activists had thrown a tear gas canister at officers, while media outlets have reported police threw the tear gas canister inside a bus of activists. Potentially as an effort to defuse tensions, a rally has been authorized by Ulan-Ude officials for Sunday evening, though unauthorized protests remain possible.
+
+Background
+
+The refusal to register an array of opposition candidates for Moscow s local elections sparked some of the largest sustained protests in Russia in recent years. The largest demonstration drew about 60,000 participants, while thousands frequently turned out to protests in the run-up to elections, even despite major crackdowns on unauthorized gatherings. More than 2,000 people were detained during election-related protests over the summer, with some facing brief jail terms while others facing charges of mass unrest could receive lengthy jail sentences. Controversy over several issues, including pension reform, poverty and other economic concerns, as well as topics such as wildfires and waste management continue to drive discontent with the ruling powers in the country. Overt and aggressive crackdowns on protests, censorship and internet restrictions, and blatant election rigging continue to be sources of potential protest activity over perceived injustices.Assessment
+
+Navalny supporters contend that the raids and money laundering allegations are being used to strike back at opponents of Putin and the ruling elite, particularly targeting those who backed  smart voting  tactics, protests, and other measures to combat Putin and United Russia s grasp on power around the country. The  smart voting  tactics have been invoked in other elections around the world, and could be used in future Russian elections. The method of concentrating votes with any single opposing candidate to defeat a Kremlin-supported candidate could remain more challenging to thwart. While United Russia secured victory in many regional elections, the party had substantial losses in local elections around the country.
+
+Despite the ousting of an array of Kremlin-backed candidates with the tactic of smart voting, Communists and candidates from other smaller parties who were the primary victors from such methods generally remain at least somewhat influenced by the Kremlin. Nonetheless, in Moscow, no candidate from United Russia was on the ballot, with candidates previously with the party or otherwise pro-Kremlin opting to run as  independent  due to perceived discontent in the capital with the ruling party. Such a development highlights the growing challenges to the Kremlin s grasp on power amidst increasing disapproval of the status quo in Russia.
+
+A heavy-handed approach to opposition forces may deter some supporters and damage the networks and resources of Navalny s FBK. However, crackdowns can also spur resistance to such tactics and opposition activists have shown resilience and innovation to authorities  efforts to stifle them. While the wave of protests during the summer has tapered off, additional demonstrations over the latest election, crackdowns, and other efforts to repress opposition supporters are possible. In conjunction, any unauthorized demonstration in Russia may face a swift crackdown by police and the Kremlin may pursue additional actions to combat any suspected erosion of support and power in the country. Resilience360 customers are advised to continue monitoring associated developments in the post-election period and to avoid any demonstration activity in Russia due to the risk of mass detentions and clashes with authorities.",Moderate,Miscellaneous Events,Russia,14/9/19 0:16,2019,,,
+1777,Malaysia and Singapore De-Escalate Maritime Dispute; Should Prevent Additional Incidents,"On Thursday, Malaysia and Singapore agreed to de-escalate their maritime dispute by reverting their port limits. Malaysia agreed to return Johor Baru port limits to their pre-October 2018 boundaries, while Singapore reverted its port limits to pre-December 2018 lines. The extensions had caused the port limits to overlap. Both countries have said that they will start negotiations over the disputed maritime border within a month. Singapore and Malaysia also agreed to not authorize commercial activities or anchor government vessels in the disputed area, as well as to follow international maritime law to avoid any incidents. 
+ 
+	 
+		Assessment: The maritime boundary extensions caused the relationship between the two countries to deteriorate and also resulted in confusion for international shippers. There was a minor incident in February after a Malaysian vessel collided with a Greek ship in waters claimed by Singapore that highlighted the dispute but did not result in major shipping disruptions. The return to the status quo and an adherence to international law should prevent any further maritime incidents. The negotiations will also seek to resolve disputes regarding the price Singapore pays for Malaysian water and Singapore s management of a small part of Malaysian airspace over southern Johor. Resilience360 customers with interests in bilateral relations between the two countries are advised to monitor the progress of negotiations.",Moderate,Miscellaneous Events,Malaysia,16/3/19 0:22,2019,,,
+1778,Malaysia Detained Crew After Greek Ship Collided with Malaysian Vessel near Johor Baru Port,"On Saturday, a Greece-registered ship collided with the Malaysia-registered Polaris, a vessel that lays buoys, near Johor Baru Port in waters claimed by Singapore. The collision occurred while the Greek ship was headed to Tanjung Pelepas in Malaysia. There were no reports of any oil leaks or injuries associated with the collision, or any impacts to maritime shipping. The crew of the Greek ship was detained by the Malaysian Marine Department (Mardep) after the collision. Following the incident, Singapore called on Malaysia to withdraw its ships from Singapore s waters. 
+ 
+	Assessment: Saturday s incident highlights the disputes over airspace and sea territory between Malaysia and Singapore that began last year. In 2018, the Malaysian government extended its port limits into Johor, and Malaysian vessels started entering waters that are claimed by Singapore. Singapore disputed the port limit extension, and its foreign minister has called on Malaysia to comply with international law. Bilateral talks held last month between the nations proved unsuccessful. The ongoing territorial dispute can cause confusion for vessels entering the Johor area, and increase the risk of safety hazards such as collisions. Although the likelihood of direct conflict between Singapore and Malaysia is low, Resilience360 customers are advised to exercise caution if travelling in the Johor area.",Moderate,Miscellaneous Events,Singapore,11/2/19 23:10,2019,1.44703,103.76346,
+1784,Malta - Negotiations on Saturday reportedly ended with agreement; vote to be held on Monday.,"Fuel station owners affiliated with the General Retailers and Traders Union (GRTU) have suspended the nationwide strike across Malta during a meeting with Energy Ministry officials on Saturday. Updated sources stated that the negotiations on Saturday were positive and ended with an agreement; a vote on accepting the agreement will be held on Monday.
+
+The strike began on Tuesday, January 22, following an unsuccessful meeting with Energy Ministry officials to discuss the possibility of the government funding expensive renovations that most fuel stations are required to complete per a directive issued by the European Union. Fuel stations across Malta have been shutting down their pumps beginning at 6:00 PM local time during the strike, not allowing motorists to purchase fuel past that time.",Moderate,Miscellaneous Events,Malta,22/1/19 13:42,2019,35.89564,14.50828,
+1815,Metro Manila and Rizal Province to Experience Water Interruptions Due to Insufficient Supply,"On Wednesday, Manila Water announced that it was implementing a revised water interruption program in the Metro Manila area and Rizal Province to deal with insufficient water supplies. Customers may experience between six and 21 hours of service interruptions, while water pressure may be lower than usual. The water interruptions will be first impacting the East Zone of Metro Manila, including the Makati, Mandaluyong, Pasig, Pateros, San Juan, Taguig, and Marikina areas, parts of Quezon City and Manila, as well as the Angono and Antipolo areas of Rizal Province. 
+ 
+	 
+		Assessment: The water restriction program is expected to last for the next three months or until the rainy season begins. The dry season typically ends in May, but has been extended due to the El Nino weather phenomenon. El Nino is one of the causes of the recent shortage, but another main cause is a significant increase in demand. Manila Water has said that it will prioritize hospitals and school areas, while water tankers would be provided to households and commercial establishments. Updates from Manila Water regarding specific areas, dates, and times of service interruptions can be found at  https://www.manilawater.com/customer/advisories/service-advisories ,  https://www.facebook.com/manilawater/ , and  https://twitter.com/ManilaWaterPH . Resilience360 customers are advised to expect water service disruptions, which could intensify in the coming months, until the rainy season begins.",Moderate,Miscellaneous Events,Philippines,13/3/19 21:28,2019,,,
+1824,"Minor At Tangiers' Tanger-Med port, Tanger-Tetouan-Al Hoceima Region,...","At Tangiers' Tanger-Med port, Tanger-Tetouan-Al Hoceima Region, security forces foiled an attempt to smuggle 2.200 tonnes of drugs, according to an official statement.",Minor,Miscellaneous Events,Morocco,16/10/19 11:24,2019,,,
+1828,"Minor In Barcelona, striking port stevedores attempted to block access to...","In Barcelona, striking port stevedores attempted to block access to the cruise ship terminal; local Mossos d'Esquadra police physically removed them.",Minor,Miscellaneous Events,Spain,21/10/19 14:44,2019,,,
+1848,Moll de Llevant - Fire on Marina Barcelona 92 ship brought under control. Incident closed.,Updated reports indicate that firefighters have brought under control a fire that broke out in pallets on a Marina Barcelona 92 ship located near Moll de Llevant. No injuries or damage to ships were reported. There were no reports of disruptions to port operations. This incident is closed.,Moderate,Miscellaneous Events,Spain,6/9/19 13:04,2019,41.36601,2.18598,
+1855,MQM Worker Killed in Overnight Shooting,"Pakistani media sources report that a worker from the Muttahida Qaumi Movement (MQM) was killed in a gun attack in Karachi late Monday. Another MQM worker was injured in the incident, which involved six gunmen on motorcycles who opened fire on the MQM-P union council (UC) office in the New Karachi area of the city. The assailants fled the scene and reportedly remain at large. 
+ 
+	Assessment: No group immediately claimed credit for the attack, and the motivation behind it remains unclear. In the past, secular-minded parties such as MQM have been targeted by Islamist militant groups, including in Karachi. The MQM has also come under pressure from the Pakistani security establishment, which has waged a crackdown against the party in recent years. From a security standpoint, demonstrations and labor strikes are common in association with acts of political violence in Pakistan, most of which are accompanied by rioting and other forms of civil unrest. Although no specific details have been announced in this regard, Resilience360 customers in Karachi should monitor local media outlets for associated security developments.",Moderate,Miscellaneous Events,Pakistan,12/2/19 21:40,2019,,,
+1858,Mundra and Kandla Ports in Gujarat Put on Alert Due to Threat; Similar Alerts Issued Previously,"On Thursday, it was reported that the Mundra Port and Kandla Port in Gujarat State have been put on high alert due to a potential terror threat. The alert originated from intelligence agencies regarding the possibility that Pakistan-trained commandos had infiltrated the Gulf of Kutch after two single-engine Pakistani boats were found in the Harami Nala area. The ports have instructed shipping agents and vessels to report any suspicious activity to the Coast Guard or other authorities at the ports. Security at the ports has also been increased, although there were no initial reports of disruptions to maritime shipping. Around 60 personnel have been deployed at checkpoints at ports, who are also equipped with devices to puncture the tires of vehicles that may attempt to break through barriers. Around 100 Central Industrial Security Force (CISF) commandos have also been deployed to the Nayara Energy oil refinery in the Vadinagar area of Gujarat.
+
+Assessment: The alert on Thursday followed reports earlier in the week from Navy Chief Admiral Karambir Singh, who said that the Pakistan-based Jaish-e-Mohammad (JeM) militant group was training individuals to carry out underwater attacks. Admiral Singh said that the navy was fully prepared to foil such attacks. Reports about Pakistan s military training JeM divers to carry out attacks are not new and have been mentioned last year and the year before, although the targets were reportedly Indian Navy vessels. It remains questionable that JeM has the capabilities to carry out that kind of underwater attack, as they have not displayed similar capabilities in the past. In addition, there are a multitude of easier methods to carry out an attack on port facilities that do not involve underwater diving training and the transportation and use of more advanced explosives. It is also important to note that Indian intelligence agencies issue hundreds of alerts every year, with the vast majority not resulting in an attack. Resilience360 customers are advised to follow instructions issued by port authorities to maintain an elevated level of vigilance and expect an increased security presence at ports, which could result in maritime shipping delays.",Moderate,Miscellaneous Events,India,29/8/19 22:43,2019,22.83827,69.72853,
+1922,Operation Brock Initiated on M20 in Kent as Preparation for Possible No-Deal Brexit Congestion,"On Monday, authorities initiated Operation Brock on the M20 in Kent as part of the government s plan to manage gridlock in the event of a no-deal Brexit. The system to manage truck and passenger vehicle traffic to and from the Kentish coast, including the port of Dover, is being coordinated with Kent police and local authorities along the motorway. The operation includes the coast-bound side of the M20 between Junctions 8 (Maidstone) and 9 (Ashford) being solely for truck traffic heading to Dover, serving as a holding space for trucks during congestion periods, though truck traffic remained free-flowing Monday. The dedicated 14-mile stretch will enable trucks to move along based on truck congestion levels, while all other traffic moving in both coast- and London-bound directions travels on the London-bound side of the motorway. The London-bound side in the affected stretch is thus divided with barriers for two lanes of traffic to the coast and two lanes of traffic to London. The anticipated duration of Operation Brock was not immediately announced by authorities. 
+ 
+	Assessment: With a potential Brexit date recently pushed back to at least April 12, questions have been raised about the purpose of continuing with the no-deal contingency scenario at this time. Operation Brock is a replacement of the previous M20 traffic management system called Operation Stack. In the new system, up to 11,000 trucks are expected to be able to fit into the M20 queuing procedure. Should further space be required, the government has backup provisions for directing trucks to the disused Manston airport as well as the coast bound M26. Although government officials have said checks would not be carried out at Dover in the short term following a no-deal Brexit to avoid heavy disruption, the Dover Harbour Board warned last week that an increase of two minutes per vehicle bound for France undergoing checks could result in 17-mile queues. Resilience360 customers are advised to anticipate possible disruptions while Operation Brock remains in effect and to continue monitoring associated developments that may impact cross-Channel traffic and the United Kingdom s planned separation from the European Union.",Moderate,Miscellaneous Events,United Kingdom,25/3/19 20:56,2019,51.14663,0.87603,
+1950,Over 100 Protesters Detained at Anti-Government Demonstration in Managua on Saturday,"On Saturday, hundreds of supporters of the Civic Alliance opposition coalition gathered for a demonstration in downtown Managua. The action was intended to protest against the administration of incumbent President Daniel Ortega, and to demand the release of political prisoners. As Ortega s government had previously outlawed anti-government demonstrations, security forces rapidly descended on the scene and forcibly dispersed the crowd with truncheons, tear gas, and rubber bullets. Nicaraguan authorities claimed that 107 protesters were detained for  violating public order.  The opposition claimed that 164 demonstrators were detained, and that six had been wounded by rubber bullets. Multiple news outlets and non-governmental organizations have claimed that several journalists that were covering the demonstration were assaulted by police and/or robbed of their cellphones. There were no reports of injuries among law enforcement personnel. 
+	 
+	Assessment: Political leaders from the United States, Uruguay, and multiple European countries condemned the actions taken by Nicaraguan authorities on Saturday. Representatives of the European Union called on the Ortega administration to respect the principles of freedom of peaceful assembly and freedom of the press. Nicaragua s opposition movement claims that 770 people have been imprisoned on spurious, politically motivated charges since civil unrest broke out across Nicaragua last April. The government freed 112 detainees in late February, and 50 more were transferred to house arrest on March 15th. Nevertheless, members of the Civic Alliance have deemed the concessions to be inadequate, and the issue remains one of the major sticking points preventing the two sides from resuming negotiations. 
+	 
+	As no solution to Nicaragua s ongoing political crisis appears to be within sight, similar bouts of anti-government protest activity and ensuing clashes with security forces will likely continue to sporadically crop up in the coming weeks and months. Resilience360 continues to advise customers to avoid non-essential travel to the country, due to the risks posed by civil unrest and the government s arbitrary enforcement of laws.",Moderate,Miscellaneous Events,Nicaragua,18/3/19 23:49,2019,,,
+1975,Philippines Warns China over Thitu (Pag-asa) Island in the South China Sea; Protest Held in Manila,"On Saturday, President Rodrigo Duterte warned China that occupying Thitu (Pag-asa) Island in the South China Sea would risk starting a war. His statements were in response the presence of around 200 Chinese fishing vessels around the Sandy Cay area, which the Philippine government has called illegal. The Philippine Navy has monitored around 600 Chinese vessels coming and going in the first quarter of the year. A protest was also held on Tuesday outside the Chinese Embassy in Manila, where around 1,000 demonstrators demanded that President Duterte take a stronger stance towards China. 
+ 
+	 
+		Assessment: Thitu Island is occupied by the Philippines but is also claimed by China, Taiwan, and Vietnam. Despite the strong rhetoric from President Duterte, it is unlikely that China or the Philippines would risk a major military conflict over the presence of fishing boats near Thitu Island. President Duterte has sought a closer alliance with China, especially in economic matters, and China is prepared to offer the Philippines large loans towards infrastructure projects. However, accidents or minor skirmishes involving vessels from the two countries could lead to a deterioration in relations and increase the risk of additional protests against Chinese interests. Resilience360 customers are advised to monitor the situation and avoid all areas where protests are taking place.",Moderate,Miscellaneous Events,Philippines,9/4/19 20:19,2019,,,
+1997,Pipeline Leak in Yvelines Raises Prospect of Grandpuits Refinery Shutdown,"At about 10:35 PM local time Sunday, an alarm was set off indicating a pressure drop along the Ile-de-France pipeline (PLIF) due to a crude oil leak in an area of fields in Autouillet, Yvelines department. Several rivers in Vicq, Boissy-sans-Avoir, and Autouillet (R  le Lieutel, R  de Breuil, and R  de la Coquerie) were also impacted by the underground hydrocarbon spill. The prefecture said up to about 17 acres of fields were affected by the leak, with gendarmerie reporting up to 30 acres impacted overall. The leak has been halted and the pipeline depressurized. The company said that the exact cause of the leak was under investigation, and that the affected stretch of pipeline was being excavated as part of that process. Pumping trucks have been deployed to recover oil and the impacted land is being excavated and removed with the use of construction equipment, with the cleanup process expected to take multiple months. 
+ 
+	Assessment: The approximately 166-mile pipeline connected the port of Le Havre to the Grandpuits refinery, and it is operated by Total to transport primarily crude oil. The Grandpuits refinery is planned to reduce operations gradually this week as reserves decrease, though the exact timing and duration for a prospective shutdown of the refinery was not yet announced. The PLIF had suffered a leak in May 2014 near Le Havre, and there have been calls for increased monitoring and upgrading of underground pipeline, particularly with regard to aging infrastructure. The 2014 spill caused the refinery to shut down for three weeks. However, Total insisted that there is not a shortage risk for fuel supplies in Ile-de-France. Resilience360 customers are advised to continue monitoring associated developments that may impact refinery operations, fuel supply, and fuel prices while the pipeline remains out of operation and the Grandpuits refinery has reduced or halted operations.",Moderate,Miscellaneous Events,France,27/2/19 0:13,2019,48.84937,1.80379,
+10,14 miles NE of Jakarta - A magnitude 4.5 earthquake was detected in the region. Incident closed.,"A magnitude 4.5 earthquake was detected 14 miles northeast of Jakarta, Indonesia. There were no initial reports of associated injuries or damage. This incident is closed.",Moderate,Earthquake,Indonesia,24/9/18 18:33,2018,-6.1,107.02,
+11,17 miles SW of Batangas - A magnitude 5.5 earthquake was detected in Batangas Bay. Incident closed.,"Multiple sources report that a magnitude 5.5 earthquake was detected in the Batangas Bay, approximately 17 miles southwest of Batangas, Philippines. There have been no reports of associated injuries or structural damage. This incident is closed.",,Earthquake,Philippines,31/8/18 15:04,2018,13.556,120.903,
+16,23 miles ESE of Taichung City- A magnitude 4.5 earthquake struck in central Taiwan. Incident closed.,"A magnitude 4.5 earthquake was detected in central Taiwan, approximately 23 miles east-southeast of Taichung City. There were no initial reports of associated injuries or structural damage. This incident is closed.",Moderate,Earthquake,Taiwan,17/8/18 10:40,2018,24.02,121.03,
+20,33 miles SE of Valencia A magnitude 4.0 earthquake struck in the Mediterranean Sea. Incident closed.,The European-Mediterranean Seismological Centre reported that a magnitude 4.0 earthquake struck approximately 33 miles southeast of Valencia in the Mediterranean Sea. There were no reports of injuries or major structural damage. This incident is closed.,Moderate,Earthquake,Spain,17/10/18 6:06,2018,39.23,0.16,
+1981,Philippines: Magnitude 6.2 earthquake recorded south of Davao Oriental Province,"The United States Geological Survey (USGS) has recorded a magnitude 6.2 earthquake today, 29 September, south of Davao Oriental Province. The quake occurred at a depth of 76.1 kilometers at 10:02 local time. Preliminary reports do not indicate if any damage or injuries have resulted.",Severe,Earthquake,Philippines,29/9/19 3:35,2019,6.35667,126.18441,
+1982,"Philippines: Magnitude 6.5 earthquake strikes near Makilala, Cotabato Province; damages reported","The United States Geological Survey (USGS) has recorded a magnitude 6.5 earthquake today (31 October) near Makilala. The quake was recorded at a depth of 10 kilometers or less at approximately 09:11 local time. Initial reports show Eva's Hotel in Kidapawan City partially collapsed, with injuries unconfirmed. Additionally, a multi-story structure in Davao City has sustained damage as well. Further reports of damages are likely to emerge, as this is the second earthquake over 6.0 magnitude to strike the area in recent days and infrastructure may be weakened.",Severe,Earthquake,Philippines,31/10/19 1:50,2019,6.92343,125.08286,
+2587,"UPDATE - Philippines: Casualties confirmed following earthquake near Tulunan, Cotabato Province","Recent reports confirm that casualties have occurred today (29 October) following a magnitude 6.6 earthquake near Tulunan. At least one person has died and more than 40 others are injured, with the majority in Kidapawan City and others in M'lang. Power outages have been recorded in areas of General Santos City, Polomok, Tacurong City, and Carmen. A number of structures have also sustained damage or have collapsed in several locations.",Severe,Earthquake,Philippines,29/10/19 6:20,2019,,,
+2589,"UPDATE - Philippines: Damages and injuries reported following magnitude 6.6 earthquake near Tulunan, Cotabato Province","Updated sources are reporting damages and injuries following a magnitude 6.6 earthquake that struck near Tulunan on Tuesday morning. The severity of injuries sustained has not been confirmed but media images depict a number of collapsed structures in Tulunan. Several local government units have reportedly cancelled classes across the island of Mindanao, including in North Cotabato, Davao City, Koronadal City, Digos City, and General Santos City, where government and private offices will also be closed. Evacuations have also been reported but specific details remain unconfirmed. The United States Geological Survey (USGS) has recorded at least two aftershock tremors at magnitudes of 5.0 and 5.8 in the region.",Severe,Earthquake,Philippines,29/10/19 3:25,2019,,,
+2593,UPDATE - Philippines: Several casualties and moderate damage reported following 6.3 magnitude earthquake in North Cotabato,"Updated reports state that a small number of casualties have occurred as a result of the earlier recorded 6.3 magnitude earthquake in North Cotabato. In addition, officials from Mindanao Island are reporting structural cracks to certain buildings and moderate infrastructure damage including power outages. The tremors were felt in Davao City, although the impact there is not believed to be extensive. Earthquakes are common in the region.",Severe,Earthquake,Philippines,16/10/19 15:55,2019,,,
+3124,178 Miles E of Taichung City - A magnitude 3.9 earthquake struck in the area. Incident closed.,"Government sources reported that a magnitude 3.9 earthquake struck approximately 178 miles east of Taichung City, Taiwan, in the Pacific Ocean. There were no immediate reports of injuries or major structural damage. This incident is closed.",Minor,Earthquake,Taiwan,22/1/20 3:43,2020,24.1,123.5,
+3135,42 miles N of San Antonio - A magnitude 4.3 earthquake struck in the region. Event closed.,"The European-Mediterranean Seismological Centre indicated that a magnitude 4.3 earthquake struck approximately 42 miles north of San Antonio, Puerto Rico. There were no reports of associated injuries or damage. This event is closed.",Moderate,Earthquake,Puerto Rico,19/2/20 0:48,2020,19.1,-67.22,
+3136,42 miles NW of San Antonio - The USGS reported a magnitude 4.5 earthquake. Incident closed.,"The U.S. Geological Survey reported a magnitude 4.5 earthquake located 42 miles northwest of San Antonio, Puerto Rico. There were no initial reports of associated injuries or damage. This incident is closed.",Moderate,Earthquake,Puerto Rico,12/2/20 8:21,2020,18.94,-67.56,
+3142,72 miles W of San Antonio de los Cobres - A magnitude 4.3 earthquake has struck in the area. Event closed.,"The European-Mediterranean Seismological Centre is reporting a magnitude 4.3 earthquake located 72 miles west of San Antonio de los Cobres, Argentina. There have been no initial reports of associated injuries or damage. Event closed.
+EMSC (European Mediterranean Seismological Centre) is a scientific international organization, which aggregates and provides information generated by national seismological agencies worldwide. EMSC presents earthquake data across several magnitude scales including local magnitude (ML), surface-wave magnitude (Ms), body-wave magnitude (Mb), and moment magnitude (Mw). All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Argentina,18/8/20 6:06,2020,,,
+3755,"Magnitude 5.1 earthquake reported 11 kilometres southeast of Digos City, Davao del Sur Province","The United States Geological Survey (USGS) is reporting a magnitude 5.1 earthquake 11 kilometres southeast of Digos City. The quake occurred at a depth of 35.2 kilometres at 01:44 local time. There is no tsunami advisory being issued for the incident.
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Philippines,30/8/20 21:40,2020,6.75751,125.3524,
+3756,"Magnitude 5.1 earthquake reported 12 kilometers north of Hachijo, Tokyo Prefecture","The United States Geological Survey has confirmed that a magnitude 5.1 earthquake has been recorded 12 kilometers north of Hachijo, Tokyo Prefecture. The quake occurred at a depth of 118 kilometers and no tsunami warning has been issued. 
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Japan,25/9/20 17:35,2020,33.12568,139.80898,
+3757,"Magnitude 5.2 earthquake recorded 30 kilometers south of Sarangani, Davao Occidental Province","The United States Geological Survey (USGS) has recorded a magnitude 5.2 earthquake 30 kilometers south of Sarangani on Monday, 6 January. The quake occurred at a depth of 55.9 kilometers at approximately 15:25 local time. No tsunami warning has been issued at this time.",Moderate,Earthquake,Philippines,6/1/20 8:03,2020,5.41372,125.40147,
+3758,"Magnitude 5.3 earthquake reported 17 km west of Nasugbu, Batangas Province","The United States Geological Survey (USGS) has confirmed that a 5.3 magnitude earthquake has occurred 17 km west of Nasugbu. The quake was reported at a depth of 86 km and no information on structural damage or injuries has been announced. 
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Philippines,9/5/20 20:09,2020,14.06667,120.63333,
+3759,Magnitude 6.2 earthquake reported north of Surabaya,"The US Geological Survey is reporting that a magnitude 6.2 earthquake, at a depth of 592.2 km, has occurred approximately 116 km north of Surbaya. There have been some reports of tremors having been felt although it is estimated that little or no population will be affected.",Severe,Earthquake,Indonesia,5/2/20 19:37,2020,-6.23324,112.93235,
+5715,"USGS reports magnitude 6.3 earthquake 4km southeast of Calatagan, Batangas Province","The United States Geological Survey (USGS) has recorded a magnitude 6.3 earthquake 4km southeast of Calatagan on Friday, 25 December. The quake has occurred at a depth of 114km at 07:43 local time. There has not been a tsunami warning issued and there are no immediate reports of damages, though they are possible due to the intensity of the tremor.
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Severe,Earthquake,Philippines,25/12/20 0:25,2020,13.83333,120.6333,

IS424_Data_Mining/code/LLM Evaluation/cleaned_data_with_categories.csv

@@ -0,0 +1,167 @@
+id,Headline,Summary,Severity,Category,Region,Datetime,Year,lat,lon,URL
+3,Shanghai port congestion impacts terminals in Qingdao and Ningbo,"The persisting port congestion at Shanghai’s Yangshan deep-sea terminal is reportedly also impacting vessel arrival times at other major public terminals in China, including Qingdao and Ningbo. Industry sources indicated that this is due to some vessels being diverted from Shanghai as well as unstable weather and re-shuffling of alliances networks. Some carriers are reportedly planning contingency actions for the coming months, including consolidation of volumes and temporary reduction of port calls.  No further details were initially provided.",Minor,Maritime Advisory,China,27/4/17 9:16,2017,29.52,121.3319,
+17,24 hour pier hold in effect at Port of Durban,"Industry sources indicate on August 31 that the Port of Durban’s Pier 1 is experiencing high traffic volumes resulting in road congestion on Bayhead Road, leading Transnet to urge transporters to hold back on dispatching export turns to the container terminal until 6AM on September 1. Extensions will be reviewed for open stacks. Those shipping from Durban should anticipate delays and should plan accordingly.",Minor,Port Congestion,South Africa,31/8/18 18:07,2018,-29.86875,31.03305,
+1599,Heavy congestion reported at Port of Houston,"According to sources on March 20, heavy congestion has been reported at Port of Houston due to fog.",Moderate,Port Congestion,United States,20/3/19 12:43,2019,29.60949,-95.00567,
+1600,Heavy congestion reported at Port of Long Beach,"According to sources on January 7, heavy congestion has been reported at Port of Long Beach with 9 vessels waiting for anchor. Reports suggest that the peak volume will be impacting from the terminals to the warehouses.",Severe,Port Congestion,United States,7/1/19 9:50,2019,33.75448,-118.21663,
+1613,High risk of pilot suspension reported at Port of Yokohama,"On December 31, shipping sources indicate that strong wind is anticipated at Port of Yokohama, Japan, from the afternoon of December 31 until the morning of January 1. The adverse weather conditions pose a high risk of a pilot suspension during the above mentioned period.",Minor,Severe Winds,Japan,31/12/19 10:23,2019,,,
+1614,High risk of port closure at Port of Busan on April 24,Local sources on April 23 indicate that dense fog is likely to cause the Port of Busan to close container terminal operations from the morning to noon on April 24. Customers should plan shipments accordingly and expect delays.,Minor,Port Closure,Republic of Korea,23/4/19 12:13,2019,,,
+1615,High risk of port closure at Port of Busan on September 6-7 due to strong winds,Shipping sources on September 5 indicate that due to strong winds there is a high risk for the Port of Busan to be closed for 24 hours from the evening of September 6 to 7.,Moderate,Severe Winds,Republic of Korea,5/9/19 12:52,2019,35.06488,128.81854,
+1616,High risk of port closure at Port of Kwangyang on April 24,Local sources on April 23 indicate that dense fog is likely to cause the Port of Kwangyang to close container terminal operations from the morning to noon on April 24. Customers should plan shipments accordingly and expect delays.,Minor,Port Closure,Republic of Korea,23/4/19 12:14,2019,34.90849,127.66822,
+1617,High risk of port closure at the Port of Houston due to fog,Shipping sources indicate on November 21 that there will be an elevated risk of port closures at the Port of Houston from November 22-24 due to fog. Customers should expect longer transit times through container terminals at the port and potential impacts on barge transportation on the Houston Ship Channel.,Moderate,Maritime Advisory,United States,21/11/19 16:26,2019,,,
+1618,High swells caused terminal closure at Port of San Antonio,"Sources on March 21 indicate that heavy swells at the Port of San Antonio have caused a terminal to be closed. At the time of writing, it remains unclear when operations will return to normalcy.",Moderate,Maritime Accident/Port Disruption,Chile,21/3/19 7:23,2019,,,
+1628,High winds disruption port operations in Southampton,"On April 27, high winds are disrupting shipside and landside operations at the DP World Southampton terminal since 09:00 local time. Drop-offs or pick-ups of containers are reportedly suspended for the time being.",Minor,Port Disruption,United Kingdom,27/4/19 15:46,2019,50.91,-1.46,
+1629,High winds impact maritime movements at Port of Dammam,"Shipping sources on April 22 indicated that high winds disrupted vessel movements in the Port of Dammam, Saudi Arabia, on April 22. Minor impacts should be expected on the berthing line up.",Minor,Severe Winds,Saudi Arabia,23/4/19 13:48,2019,26.49713,50.19945,
+1630,High winds impact port operations in Le Havre,"According to local sources, high winds have impeded port operations at container terminals in the Port of Le Havre since the early morning of March 12. In particular shipside operations have been suspended for several hours. Incoming and outgoing shipments are thus likely to be delayed throughout the day.",Minor,,France,12/3/19 15:59,2019,49.46477,0.14702,
+1636,Higher dwell times reported at Port of Long Beach due to labor shortages,"Shipping sources on April 29 reported that the Pier T container terminal has experienced higher than usual dwell times for containers due to labor shortages related to the Easter holidays, combined with high volume. Customers should be mindful of potential delays as backlog gets cleared.",Minor,Port Congestion,United States,30/4/19 15:57,2019,33.75292,-118.2096,
+1663,Houston ship channel fully reopens on April 25,"Industry sources reported that Houston ship channel reopened to full operations on April 25 following a fire at Intercontinental Terminal Co.’s Deer Park, Texas, terminal in late March. The temporary closure which lasted for several weeks disrupted several oil shipments. Houston ship channel is part of Port of Houston.",Minor,Maritime Accident,United States,25/4/19 7:40,2019,29.60569,-94.95236,
+1687,Increased berthing times reported at Port of Busan,"Shipping sources indicated on January 31 that the Port of Busan, South Korea, currently experiences longer berthing times for incoming vessels. Waiting times of up to 0.5 day have been reported.",Minor,Port Congestion,Republic of Korea,31/1/19 11:35,2019,35.12051,129.05654,
+1688,Increased congestion elevates drayage costs at Port of New York/New Jersey,"Industry sources indicate on January 23 that increased inbound volumes due in part to Lunar New Year traffic combined with delays and congestions have complicated intermodal shipment at the Port of New York and New Jersey to the point that drayage costs are increasing. Ocean carriers and terminals are charging USD 100-250/day for container-related delays, and drayage carriers are charging USD 75/hr for terminal idling. Those shipping at the Port of New York and New Jersey should anticipate moderate delays and should plan accordingly.",Moderate,Port Congestion,United States,23/1/19 20:31,2019,40.69166,-74.14911,
+1706,Intermittent closures at Manila International Container Terminal for holidays,"Industry sources reported that Manila International Container Terminal has announced its port operation schedule for the upcoming Christmas and New Year holidays. According to its advisory, vessel and yard operations will continue its regular operations until 19.00 local time on December 24 and will resume at 19.00 on the next day. Normal operations will continue until December 31 when vessel and yard operations will stop at 19.00 local time and will resume again at 19.00 on the next day.",Minor,Port Disruption,Philippines,20/12/19 0:49,2019,,,
+1712,IT maintenance on Nov 6 may affect operations at Bharat Mumbai Container Terminals,"Shipping sources report on November 1 that IT maintenance activity will take place at Bharat Mumbai Container Terminals at Port of Nhava Sheva on November 6 from 01.00 to 07.00 (local time). During this time, complete network and E-form 13 and 11 applications will not be available. Other operation procedures and service delays can be expected as well.",Minor,Port Disruption,India,4/11/19 9:35,2019,18.93881,72.94084,
+1736,Lack of gangs may impede operations at Port of Barcelona,Shipping sources on August 19 indicate that lack of gangs due to summer holidays may impede port operations at Port of Barcelona.,Minor,Maritime Advisory,Spain,19/8/19 8:43,2019,41.35591,2.16674,
+1737,Lack of trucking resources affects productivity at Port of Balboa,Industry sources report on October 15 that productivity has declined at the Port of Balboa due to a lack of trucking resources. The current lineup of rail movement is at least until the year-end.,Moderate,Ground Transportation Advisory,Panama,15/10/19 4:11,2019,8.95763,-79.5614,
+2099,Port of Ulsan bans variety of hazardous cargo following major chemical tanker explosion,"Media sources indicate on October 7 that the Port of Ulsan has banned a variety of hazardous cargoes from terminals near a bridge where a major chemical tanker Stolt Groenland was caught in an explosion that occurred on September 30. The fire injured eighteen people and led to an overhead bridge, which serves as a thoroughfare for the city, to be closed for two days due to safety checks.",Moderate,Maritime Accident / Hazmat Response,Republic of Korea,7/10/19 10:12,2019,35.45647,129.36626,
+2100,Port of Valencia - The port has been reopened to maritime traffic. Incident closed.,The Port of Valencia has been reopened to maritime traffic following a closure due to poor weather conditions. This incident is closed.,Moderate,Maritime Advisory,Spain,20/4/19 7:09,2019,39.44809,-0.31693,
+2101,Port of Valencia - The port was temporarily closed due to high winds in the area. Incident closed.,Media sources reported that the Port of Valencia was temporarily closed due to high winds in the area. There were no reports of major disruptions. This incident is closed.,Minor,Severe Winds,Spain,20/12/19 11:08,2019,39.44809,-0.31693,
+2102,Port of Valencia temporarily closes due to high winds,Spanish media sources report on December 20 that the Port of Valencia has been temporarily closed due to high winds in the area. It was not immediately disclosed when the port was expected to reopen.,Moderate,Severe Winds,Spain,20/12/19 11:25,2019,,,
+2103,Port of Yokohama closed due to strong winds,Shipping sources indicate on February 4 that the Port of Yokohama was expected to be closed for 12 hours on February 4 due to strong winds. Customers should expect berthing delays as pilot services may be suspended.,Minor,Maritime Advisory,Japan,4/2/19 17:12,2019,35.44849,139.67131,
+2104,Port of Yokohama closed due to strong winds,Shipping sources indicated on January 30 that the Port of Yokohama was closed from January 28 to January 29 due to strong winds. Customers should expect berthing delays as well rescheduled departure times for vessels.,Moderate,,Japan,30/1/19 15:56,2019,35.44849,139.67131,
+2105,Port of Yokohama likely to close due to approaching Typhoon Neoguri,"On October 21, shipping sources indicate that Port of Yokohama will likely suspend its operations from October 22 - 23. Approaching Typhoon Neogure will bring strong winds and likely to cause port closure. Increased berthing times and shipping delays are likely to occur in the following days.",Minor,Tropical Cyclone / Storm,Japan,21/10/19 12:08,2019,,,
+2106,Port operations resume following temporary suspension at DP World Southampton,Sources indicated that land and shipside operations have resumed following suspension of services from 08:45 to 14:15 (local time) on April 13 due to high winds at DP World Southampton terminal. Customers are advised to expect berthing and unloading delays for shipments scheduled on April 13 and 14.,Minor,Severe Winds,United Kingdom,15/4/19 7:44,2019,,,
+2110,Port Said closed due to bad weather,"Shipping sources indicate that Port Said has been temporarily closed on February 25 due to adverse weather. The port is likely to restart operations on Tuesday, February 26.",Moderate,Maritime Advisory,Egypt,25/2/19 9:13,2019,31.24254,32.30148,
+2118,Ports of Savannah and Brunswick - Both ports have resumed normal operations. Incident closed.,The Port of Savannah and the Port of Brunswick have reopened with normal operations following the passage of Hurricane Dorian. This incident is closed.,Moderate,,United States,4/9/19 16:27,2019,32.1232,-81.13941,
+2127,Power shutdown scheduled for May 1 at Jawaharlal Nehru Port,"According to industry source, APMT, Mumbai has announced that as part of the annual power shutdown as announced by JNPT towards undertaking allied maintenance activities, the terminal shall have limited operations between 0800 Hours and 1700 Hours on May 1, 2019. Terminal operations on the Quayside and Rail siding shall be impacted due to the above activities, however, the terminal Gate and Yard operations shall continue as per normal.",Minor,Port Disruption,India,25/4/19 20:48,2019,18.95112,72.95023,
+2145,Rail yard congestion still affecting Port of Montreal,Industry sources on April 23 indicate that rail yard congestion issues are still affecting containers flowing through the Port of Montreal. This is reportedly due to exceeded terminal capacities. Shipping companies were said to be working with CN rail and MGT terminal to finalize operational plans to handle reefers in the off-dock CN ramp. The transition is set to take place on May 25. Customers should expect longer shipping times for on-shipments via rail in Montreal.,Moderate,Port Congestion,Canada,24/4/19 16:14,2019,,,
+2153,Repair works at Port of Colombo may cause berthing delays,"Local sources on March 5 indicate that a terminal at the Port of Colombo will carry out repairs on 4 gantry cranes in the next 12 to 14 weeks. As a result, carriers can expert berthing delays with an average waiting time of 24-hours and above.",Moderate,,Sri Lanka,5/3/19 8:21,2019,6.94071,79.84632,
+2186,Second berth opens at Batangas Port,"Media sources reported that a second berth was inaugurated at Batangas Container Terminal in Santa Clara, Batangas City on April 29, 2019 with the hopes of increasing the harbor’s capacity for mooring vessels. Reports suggested that the new berth is a 250-meter extension of the first berth. Together with both berths, the port now has a total of 600 meters of berth capable of handling over 450,000 twenty-footer containers annually as the first berth was only able to accommodate 300,000 20-footer containers in a year.",Minor,Maritime Advisory,Philippines,7/5/19 3:07,2019,13.75435,121.04334,
+2191,Severe congestion persists at Aomi container terminal in the Port of Tokyo - UPDATE 1,"Intelligence obtained by Everstream Analytics on August 16 confirms that circumstances driving congestion at Aomi terminal in the Port of Tokyo persist as of August 16. Sources continue to indicate that truckers continue to face waiting times to pick-up and deliver containers of more than 8 hours at the Aomi Terminal. Due to the congestion at the terminal, regardless of the availability of berth, vessels often need to wait on the water in the bay until terminals are ready to unload containers or entirely omit the port call. Alternative options include using ocean carries that call at other terminals such as Ohio and Shinagawa terminals in the Port of Tokyo or use entirely different ports such as the Port of Yokohama.",Severe,Port Congestion,Japan,16/7/19 15:27,2019,35.61326,139.78239,
+2192,Severe congestion reported at Port of Savannah,"Industry sources on February 26 that following last weekend’s closure of the Port of Savannah, average waiting times of 2-4 days are currently reported for incoming vessels. Currently, there are 14 vessels at anchorage, with further delays likely throughout the week.",Severe,Port Congestion,United States,26/2/19 15:09,2019,32.12258,-81.13851,
+2204,Severe winds causes temporary closure of Dammam Port,Industry sources reported that vessels’ movements for docking and undocking at Dammam Port have been suspended since 21:45 (local time) on March 24 due to severe winds. The duration of the closure remains unclear at this time.,Severe,Maritime Advisory,Saudi Arabia,26/3/19 1:56,2019,26.49713,50.19945,
+2205,Severe winds disrupt operations at Port of London,"Shipping sources on March 10 indicated that severe winds have impeded operations at container terminals in the Port of London, including DP World London Gateway since March 10. Disruption was expected to persist until the early morning of March 11.",Moderate,,United Kingdom,11/3/19 10:25,2019,51.50715,0.46296,
+2216,Sharm al-Sheikh port closed due to heavy winds and high waves,"Media sources indicated that the Red Sea Port Authority closed the Sharm al-Sheikh port and the Alexandria Port Authority closed the ports of Alexandria and Dekheila on March 30 due to poor weather conditions. The Alexandria and Dekheila ports were shut down due to high waves and wind speed, although loading and unloading of vessels and movement of goods to and from the ports is still continuing. The Sharm al-Sheik port was closed following wind speeds between 22 and 28 knots and waves between 3 and 4 meters high.",Moderate,Maritime Advisory,Egypt,1/4/19 2:23,2019,27.85673,34.28837,
+2217,Shinagawa container terminal to be closed during golden week,"Local sources indicate that from April 30 to May 6, the Tokyo Aomi and Shinagawa container terminals will be closed due to golden week public holiday period. Customers with shipments to the two terminals are advised to cooperate with shipping agents for blank sailings ahead of schedule.",Moderate,Port Closure,Japan,15/3/19 2:37,2019,35.60732,139.76355,
+2219,Shipco Transport to fine shippers for misdeclared hazardous cargoes,"Industry sources indicate on August 22 that Chatham, NJ-based Shipco Transport announced its intent to implement a penalty of USD 5,000-35,000 (EUR 4,500-31,750) per container for misdeclared or undeclared hazardous cargoes, with a definitive fine quantity unknown as of reporting, and it is unknown when this penalty will come into effect. Shipco will hold the customer on record liable and responsible for costs and consequences related to violations, fines, damages, incidents, claims and corrective measures resulting from cases of shipment of such cargo. The move is similar to that implemented by other cargo shipping lines in the aftermath of the Yantian Express fire.",Minor,Cargo Disruption,United States,22/8/19 17:38,2019,40.7392,-74.37718,
+2225,Singapore arrests eleven men for illegal marine gas oil transaction,Media sources indicated on November 4 that the Maritime and Port Authority of Singapore has arrested eleven men for their suspected involvement in an illegal transaction of marine gas oil at sea off Northern Tuas. The eleven men include six crew members of a craft of a marine service provider and another five of a foreign-registered tugboat. Preliminary reports cited that the crewmembers were thought to have misappropriated the marine gas oil and sold it to crew members of the tugboats.,Moderate,"Maritime Accident, Maritime Advisory, Police Operations, Maritime Accident/Ground Transportation Advisory",Singapore,6/11/19 1:37,2019,,,
+2802,UPDATE: Delays decrease to 12-24 hours at Port of Colombo,"Industry sources indicate on September 17 that some vessels at the South Asia Gateway Terminals (SAGT Terminal) at the Port of Colombo, Sri Lanka, are currently facing delays that have now reduced to 12-24 hours due to internal labour issues.",Moderate,Maritime Advisory,Sri Lanka,5/9/19 12:18,2019,,,
+2805,UPDATE: Dense fog causes closure of Port of Shanghai,"According to sources on March 13, the Port of Shanghai is currently closed due to dense fog. Hence, vessels’ waiting time is around 1 to 1.5 days. Moreover, low visibility is likely to affect the port from 22:00 (local time) from March 13 until 16:00 of the next day. There is a moderate to high chance that the port may closed again.",Severe,Maritime Advisory,China,11/3/19 7:13,2019,31.31882,121.66033,
+2806,UPDATE: Dense fog disrupts Port of Shanghai,"Sources on April 26 indicate the Port of Shanghai was temporarily closed due to dense fog from 17:30 (local time) on April 24 to 17:00 of the next day. As a result, an average waiting time for vessels is currently around 1 to 2 days.",Minor,Port Closure,China,24/4/19 6:31,2019,,,
+2812,UPDATE: Dwelling time around 24-hours at Port of Ningbo,"Local sources on January 4 indicate that an average waiting time at the Port of Ningbo is around 24-hours. As of now, the dwelling time is likely to remain the same until January 5. The port is facing congestion clearing of backlogs from the recent port closure. Furthermore, inbound pilot services at Xiaozhimen channel has been suspended on the afternoon of January 3 for about 2-hours due to congestion caused by fishing vessels.",Minor,Maritime Advisory,China,2/1/19 8:52,2019,29.95168,121.72285,
+2813,UPDATE: Dwelling time decreases to 0.5 day,"Local sources on March 6 indicate that an average waiting time at the Port of Shanghai has reduced to 0.5 day and the situation is likely to remain the same for the next 2-days. Due to poor visibility, pilot services were suspended for both north and south channel since the evening of March 5.",Moderate,Maritime Advisory,China,5/3/19 7:24,2019,31.31927,121.66068,
+2814,UPDATE: Fishing boats congestion impacts pilot services at Port of Ningbo,Updated sources on August 20 indicate that outbound pilot services through Xiazhimen channel will be suspended on August 20 midnight due to fishing boats congestion.,Minor,Maritime Advisory,China,19/8/19 8:00,2019,,,
+2815,"UPDATE: Fog causing congestion in Houston, affecting ocean shipments","Updated sources report fog has delayed vessel traffic through the Houston Ship Channel every day in the past week, delaying shipments of cargo and container ships. Waiting times for berths have thus increased as the channel has been shut intermittently for a total of 133 hours in the past two weeks. The channel was reportedly open as of 17:30 local time on March 13. The delays this week caused US phenol and acetone producer AdvanSix to declare a force majeure on phenol at its plant in Frankford, Pennsylvania earlier this week. Fog in Houston is particularly bad in the October-March period as warmer, humid Gulf air collides with cooler onshore air.",Severe,,United States,11/3/19 7:48,2019,29.68234,-94.99355,
+2819,UPDATE: Heavy congestion continues at Port of Houston,Updated sources on March 6 indicate that heavy berth congestion continues to affect Port of Houston due to the port’s closure caused by dense fog. An average waiting time to berth is likely to be more than 24-hours at this time.,Severe,Port Congestion,United States,5/3/19 7:43,2019,29.6823,-94.99355,
+2820,UPDATE: Heavy congestion continues at Port of Savannah,Updated sources on March 6 indicate that heavy berth congestion continues to affect Port of Savannah due to the port’s closure caused by dense fog. An average waiting time to berth is likely to be more than 24-hours at this time.,Severe,Port Congestion,United States,5/3/19 7:40,2019,32.12169,-81.13986,
+2823,UPDATE: High winds likely to disrupt Port of Algeciras,"According to sources on March 22, severe winds at the Port of Algeciras are likely to disrupt the port’s operation for the day.",Moderate,Severe Winds,Spain,20/3/19 13:11,2019,,,
+2824,UPDATE: High winds still causing port disruption at container terminals in Jeddah,"Industry sources on April 23 indicate that high winds continue to impact maritime movements in the Port of Jeddah, Saudi Arabia, since April 20. The situation is expected to last until April 23, and likely to cause congestion at container terminals in the port.",Moderate,Weather Advisory,Saudi Arabia,18/4/19 13:31,2019,21.4625,39.16,
+2827,UPDATE: Inbound pilotage suspended due to strong winds; 0.5 days of waiting times reported,Sources indicate that strong winds have led to the suspension of inbound pilot services at the Port of Shanghai on January 25.  The risk of the port’s closure is high. Current berthing times for vessels are 0.5 days.,Moderate,,China,22/1/19 10:08,2019,31.3201,121.65733,
+2831,UPDATE: Intermittent port closures reported at Port of Xiamen,"According to local sources on April 10, Port of Xiamen was closed from the midnight of April 9 to noon. Previously the port was closed on April 7 until the morning due to dense fog. An average waiting for vessels to berth at the port is likely to be around 0.5 to 1 day at the moment.",Minor,Port Closure,China,10/4/19 2:16,2019,,,
+2842,UPDATE: No more congestion reported at Port of Hong Kong,"According to local sources on April 17, average waiting times for vessels to berth at the Port of Hong Kong were still around 1 day on April 16 but have decreased on April 17. No further delays are to be expected for the time being.",Minor,Port Congestion,Hong Kong,15/4/19 12:38,2019,,,
+2849,UPDATE: Operations at Port of Shanghai affected due to Typhoon Mitag,"Shipping sources on October 2 indicate that port operations at the Port of Shanghai were affected due to Typhoon Mitag. A vessel evacuation plan has been in place since 10:00 local time on October 1. According to sources, pilot operations are expected to resume by 17:00 local time on October 2. Customers are advised to expect delays and congestion following the re-opening of the port.",Moderate,Maritime Advisory,China,30/9/19 11:38,2019,,,
+2850,UPDATE: Operations resume at DP World Southampton terminal,"Updated industry sources indicate that shipside and landside operations at the DP World Southampton terminal have resumed after being suspended since 05:00 local time on September 10 due to fog. Landside operations resumed at 05:30, while shipside operations resumed at 07:30. VBS bookings will be slowly released into the system once the trucks currently waiting in line have been served.",Severe,Port Disruption,United Kingdom,10/9/19 5:37,2019,50.91186,-1.45732,
+2854,UPDATE: Operations resume at Port of Southampton following suspension due to fog,"Shipping sources indicate that on February 22 that landside and shipside operations have resumed at 08:00 local time after a 9-hour suspension due to fog at container terminals in the Port of Southampton, United Kingdom.",Minor,Port Disruption,United Kingdom,22/2/19 9:06,2019,,,
+2869,UPDATE: Port of Busan reopens after temporary closure,Updated sources indicate on October 4 that the Port of Busan has opened after a brief closure on October 2 during the passage of Typhoon Mitag.,Moderate,,Republic of Korea,30/9/19 11:41,2019,,,
+2870,UPDATE: Port of Charleston is open for business following Hurricane Dorian's passage,Updated media sources indicate on September 6 that the Port of Charleston is open for business as of September 6 with normal hours on September 7-8 gate hours. The Coast Guard Captain of the Port previously placed Port Condition Zulu for Charleston terminal due to the anticipated arrival of sustained gale force winds from Hurricane Dorian within 12 hours.,Severe,,United States,3/9/19 5:28,2019,32.90473,-79.96455,
+2871,UPDATE: Port of Chittagong reopens following former cyclone passage,"Sources indicate that the Port of Chittagong has reopened on the afternoon of May 4 following a 30-hour suspension following the passage of former Cyclone Fani last week. Normal cargo and containers handling started around 17:00 (local time). Heavy congestion can be expected as the backlogs from the previous days are likely to be given priority. Furthermore, as the holy week of Ramadan commences on May 5 until June 4, working operating hours are likely to be shifted. Customers with shipments to the port can expect vessels’ berthing time to be more than 24-hours at this time.",Moderate,,Bangladesh,2/5/19 8:49,2019,,,
+2872,UPDATE: Port of Colombo faces berthing delays,"Sources on March 11 indicate that the Port of Colombo is facing berthing delays due to unspecified reasons.  An average waiting time for the vessels is likely to be around 1 to 2 days. In addition, congestion is likely to be exacerbated by repair works on 4 gantry cranes which will start March 18 and last for two weeks. Out-of-window arrivals will likely face extended berthing times.",Moderate,Port Congestion,Sri Lanka,11/3/19 7:51,2019,6.94047,79.8464,
+1591,Greenpeace Protest on Hartman Bridge on Thursday Temporarily Closed Portion of Houston Ship Channel,"On Thursday, September 12, 23 protesters associated with Greenpeace demonstrated along the Fred Hartman Bridge in Baytown, TX just outside of Houston. The protest began around 6:30 AM local time and included 11 of the protesters rappelling down the bridge to disrupt shipping traffic in the Houston Ship Channel. While the bridge stayed open during the protest to vehicular traffic, a half-mile portion of the ship channel was closed between Light 102A and Light 104 until reopening early Friday morning after protesters were arrested. The protest remained peaceful; however, the initial blocking of the bridge led to a minor motor vehicle accident which injured one person. 
+
+Assessment: The Greenpeace activists stated that their goal of the protest was to attempt to disrupt the oil and gas shipments that go through the Houston Ship Channel. The group timed their protest to attempt to get the attention of Democratic presidential candidates who were in Houston Thursday for a Democrat National Committee presidential debate. The Houston Ship Channel and Port of Houston are vital to U.S. oil and gas exports and the ship channel is the busiest in the country annually generating approximately $339 billion and providing over 1.35 million jobs to the state of Texas. The portion of the ship channel that was closed on Thursday normally sees approximately 300 vessels pass through, and according to media sources, at least seven were blocked during the temporary closure. The protest did not cause any significant disruptions to shipping interests, as many companies often build in an extra day to shipping schedules as a precaution. 
+
+An uptick in climate change-related protests has been seen in recent months, especially across Europe. The majority of protests are organized by groups such as Greenpeace or Extinction Rebellion and have been relatively peaceful, although some have been disruptive with protesters blocking bridges, and trains, similar to the Greenpeace protesters temporarily shutting down the Houston Ship Channel on Thursday. Additionally, a weeklong series of protests are being planned across the world beginning Friday, September 20 as part of a global climate strike action. The relative ease with which the Greenpeace protesters in Baytown were able to shut down a portion of the Houston Ship Channel using a small group of people and the increased focus on climate-related protests highlight the possibility of an increase in similar protests across the United States. As such, Resilience360 customers with cargo interests should anticipate the possibility of disruptions to supply chains due to climate-related protests.",Moderate,"Protest/Riot, Port Disruption, Cargo Disruption, Climate Change",United States,13/9/19 21:29,2019,29.71163,-95.00479,
+1661,Houston Ship Channel - Channel has partially reopened to ship traffic. Incident closed.,"Channel traffic has partially reopened from Tucker Bayou to Houston Ship Channel Light 116, as cleanup efforts continue related to pollutant runoff from the ITC facility fire. The runoff has been exacerbated by the partial collapse of a dike wall that took place on Friday, March 22 near the ITC facility. The dike wall has since been repaired. Updated sources indicate that the waterway may be reopened on Monday, March 25. Authorities are conducting cleanup operations and there appears to be no active health hazard. Ships are being able to traverse the channel if they have less than a 34-foot draft. All vessels are required to be inspected for chemical contaminates and are being spaced at approximately one-hour intervals. This incident is closed.",Moderate,"Chemical Spill, Maritime Accident, Port Disruption, Hazmat Response, Public Safety / Security",United States,22/3/19 19:30,2019,29.74453,-95.10194,
+1662,Houston Ship Channel - Ship channel has been reopened after protesters detained. Incident closed.,"The U.S. Coast Guard has reopened part of the Houston Ship Channel near Baytown. The closure was the result of Greenpeace protesters on the Fred Hartman Bridge, who have since been detained. This incident is closed.",Moderate,Maritime Advisory,United States,12/9/19 14:41,2019,29.70263,-95.01394,
+1667,Hurricane Dorian Expected to Make Landfall on Florida Coast as Cat 3 Storm Over Labor Day Weekend,"Hurricane Dorian continues to move through the Atlantic Ocean as it passes Puerto Rico and heads toward the eastern Florida coast. The storm is expected to strengthen over the next days and is forecast to make landfall as a major Category 3 storm, on the Saffir-Simpson Hurricane Wind Scale, late Sunday night or early Monday morning. Significant uncertainty remains on the path of Dorian; however, as of Wednesday afternoon the projected path has the storm making landfall near Orlando, FL and the Florida Space Coast. Portions of Florida and other parts of the southeastern coast are expected to receive between four to eight inches of rain with some areas receiving upwards of ten inches. Tropical-storm-force winds will reach the Florida coast by Saturday. Governor Ron DeSantis has issued a state of emergency for the state of Florida in anticipation of the storm.
+
+Assessment: The state of emergency declaration allows for preemptive planning coordination of resources across Florida to help with preparation and eventual recovery efforts. Governor DeSantis has also urged Florida residents to have seven days of supplies and an emergency plan in case of disaster as the hurricane continues to near the state. While the path of the storm remains uncertain, Dorian making landfall as a Category 3 storm will likely cause significant disruptions across Florida. These may include evacuations, widespread power outages, road closures, and life-threatening flooding conditions. The U.S. Coast Guard has set a number of Florida ports at port condition Whiskey including Key West, Miami, Port Canaveral, Tampa, St Petersburg, and Manatee. Port condition Whiskey means that ports remain open to all commercial and cargo operations; however, commercial vessels greater than 500 gross tons should begin making plans to depart the port. It is likely as the storm nears that a number of these ports will close due to the anticipated high winds. 
+
+Travelers should also anticipate air travel delays across the Southeast, especially for Florida airports as well as Hartsfield-Jackson Atlanta International Airport (ATL), a major hub for both domestic and international flights. Additionally, several projections have the storm either moving across Florida into the Gulf of Mexico, potentially creating disruptions for the Gulf Coast or have the storm moving up the southeast coast where disruptions would occur in Georgia, South Carolina, and North Carolina. Resilience360 customers are advised to heed all local weather warnings and evacuation notices. Customers with interests in Florida, the Southeast, and the Gulf Coast should continue monitoring the progress of Hurricane Dorian.",Severe,"Tropical Cyclone / Storm, Severe Winds, Flooding, Evacuation, Air Travel Disruption, Port Closure, Power Outage, Public Safety / Security, Weather Advisory, Travel Warning",United States,28/8/19 22:44,2019,28.53823,-81.37739,
+1670,Hyundai Heavy Industries Workers Vote to Strike over Daewoo Acquisition; Date Unspecified,"On Thursday, it was reported that workers at Hyundai Heavy Industries (HHI) voted to approve a strike against the acquisition of Daewoo Shipbuilding. Workers from Daewoo Shipbuilding and Marine Engineering (DSME) also voted to approve a strike earlier in the week. Nearly 60 percent of HHI workers voted in favor of the strike, along with 90 percent of DSME workers. A date for the strikes have not been set. 
+ 
+	 
+		Assessment: HHI signed a conditional agreement last month to acquire DSME from the government, with a formal agreement expected in March. The two shipbuilders cover around 20 percent of the global shipbuilding market share. The unrest among workers in South Korea s shipbuilding sector are tied to mounting financial pressures caused by a decrease in global demand for new vessels and increased competition from Chinese shipbuilders. A coordinated strike between HHI and DSME workers would cause significant disruptions in the shipbuilding industry. Resilience360 customers with interests in the sector are advised to monitor reports regarding a specific date for a strike. Workers may also decide to hold protests or marches, which should be avoided due to the potential for clashes with police. Protests would likely be held in Ulsan or on Geoje Island, where the HHI and DSME are headquartered, respectively.",Moderate,"Industrial Action, Maritime Advisory, Miscellaneous Strikes, Public Safety / Security",Republic of Korea,21/2/19 22:22,2019,,,
+1672,IED Detonated Near Police in Hong Kong; Could Represent Escalation If It Becomes a Regular Tactic,"On Sunday, an explosion was reported near the intersection of Nathan Rd and Fife St in the Mong Kok area of Kowloon. The incident took place near a parked police vehicle after police officers had disembarked and were clearing roadblocks following another evening of violent protests across Hong Kong that resulted in over 200 arrests. The explosive was reportedly detonated remotely by a cell phone and was placed in a flower pot around six feet from the police van. No injuries were reported, although police said that the device was meant to injure or kill officers. Police have said that the intensity of the explosion was relatively low and was likely comprised of homemade materials.
+
+Assessment: The use of an IED by protesters was not completely unexpected, as police carried out two raids on warehouses in July and August where explosive materials were found and suspects from pro-independence groups were arrested. The raid on the Lung Shing Factory Building in Tusen Wan in July found two pounds of the chemical triacetone triperoxide (TATP), which is a powerful explosive that can be made from common household ingredients, along with incendiary devices, acids, and sharp weapons. The raid on an industrial building in Fo Tan in August found over 30 smoke bombs and a significant amount of cash. If the use of explosives becomes a regular tactic by the protesters, it will seriously deteriorate the security situation in Hong Kong, particularly if they result in any casualties. The use of a cell phone as a remote detonator could also give police justification to suspend mobile phone services in certain areas when protests are taking place. Resilience360 customers are advised to continue to avoid all areas where protests are occurring and should be aware of the risk of restrictions on telecommunications services.",Severe,"Protest / Riot, Public Safety / Security, Public Transportation Disruption, Police Operations, Roadway Closure / Disruption, Hazmat Response, Bombing",China,14/10/19 18:01,2019,,,
+1685,"Incheon and Changwon   Production losses of 20,000 vehicles due to strike. Incident closed.","Media sources indicate that partial and general strikes had resulted in a production loss of 20,000 vehicles. The GM Korea union announced plans to continue the strike at GM facilities in Incheon and Changwon after the Chuseok holiday, although there were no initial reports that the strike resumed. Over 10,000 General Motors (GM) Korea workers were participating in the action. Workers held a full-scale walkout on September 9, 10, and 11. Media sources indicated workers also held an overtime ban during the Chuseok holiday, which was observed Thursday, September 12 to Saturday, September 14. GM Korea workers held two four-hour partial strikes on Friday, August 30, at their facilities in Incheon and Changwon, as well as a two-day partial strike on Tuesday, August 20 and Wednesday, August 21. The labor action was organized to protest wages. This incident is closed.",Moderate,Miscellaneous Strikes,Republic of Korea,20/8/19 9:58,2019,37.51119,126.7095,
+1733,Kocaeli and Tarsus - Izocam workers have called off the strikes. Incident closed.,"Izocam workers have called off the strikes at two factories across Turkey. The strikes were originally called in the factory in Kocaeli, near Kiplasma Cd and Refik Baydur Cd, and in a factory at an unspecified location in Tarsus, in Mersin Province. This incident is closed.",Minor,Miscellaneous Strikes,Turkey,16/1/19 23:33,2019,40.82164,29.55738,
+1775,Major Raids Target Opposition After Local Elections Inflict Losses to United Russia s Control,"On Thursday, authorities raided over 200 sites across more than 40 cities in Russia. The operation was targeting opposition activists and entities and has been denounced as a political crackdown in retaliation for President Vladimir Putin s party suffering losses in last Sunday s local elections. While the Kremlin maintains a strong grip across Russia, opponent Alexey Navalny s  smart voting  plan is believed to have contributed to the erosion of United Russia s control of local office seats. Combined with sustained summer protests and increasing discontent with the status quo, the Kremlin will likely take further measures trying to thwart growth and unification of opposing forces, though activists continue to show resilience to such efforts. As well as possible protests over the crackdown and disputed election results, demonstrations over an array of other grievances may be met by crackdowns and other efforts by authorities to quash expressions of opposition and discontent.
+
+Recent Developments
+
+From early Thursday morning, police carried out raids in 43 cities across the country in a sweeping crackdown on opposition politicians and their supporters. The raids happened four days after local elections around Russia, which saw President Vladimir Putin s United Russia party take serious hits. During the operation Thursday, offices of opposition leader Alexey Navalny s Anti-Corruption Foundation (FBK) had equipment seized as part of an investigation launched in August for alleged money laundering, with homes searched as well. According to the FBK chief of staff, both employees and volunteers with the foundation had equipment, documents, mobile phones, and funds seized by authorities. As a result of a raid in Chelyabinsk, multiple staff at the targeted office received medical treatment on site but were not hospitalized. During searches of FBK offices in Saransk, an activist was struck and injured by a police vehicle. Election monitoring non-governmental organization Golos also reported raids Thursday targeting the homes of its activists. More than 1,000 officers were involved in the raids, and Navalny claimed more than 200 locations were searched.
+
+The highest-profile battle over local elections occurred in Moscow, with election officials preventing or disqualifying an array of candidates for local posts, sparking sustained protests frequently marred by clashes and heavy crackdowns. However, Navalny advocated a system of  smart voting  intended to encourage people to vote for the candidate in each race considered most likely to beat United Russia or other Kremlin-backed candidates. United Russia lost more than a third of the Moscow city council seats it had previously held, with the result largely attributed to tactical voting. In addition to reported voting irregularities on Sunday, there were reports of violence and other forms of intimidation linked to the elections. A poll monitor at a station in St Petersburg who had filed a formal complaint over a voter registration matter was punched by a man who then left, while police on scene made no effort to respond. Another observer had been punched in the face several times heading into the same polling station that morning.
+
+Election results have spurred additional protest activity in some locations around Russia, including sustained protests in Siberia s Buryatia region. At least 17 activists have been detained by authorities in Ulan-Ude while disputing the mayoral election results for the regional capital. Police contended the activists had thrown a tear gas canister at officers, while media outlets have reported police threw the tear gas canister inside a bus of activists. Potentially as an effort to defuse tensions, a rally has been authorized by Ulan-Ude officials for Sunday evening, though unauthorized protests remain possible.
+
+Background
+
+The refusal to register an array of opposition candidates for Moscow s local elections sparked some of the largest sustained protests in Russia in recent years. The largest demonstration drew about 60,000 participants, while thousands frequently turned out to protests in the run-up to elections, even despite major crackdowns on unauthorized gatherings. More than 2,000 people were detained during election-related protests over the summer, with some facing brief jail terms while others facing charges of mass unrest could receive lengthy jail sentences. Controversy over several issues, including pension reform, poverty and other economic concerns, as well as topics such as wildfires and waste management continue to drive discontent with the ruling powers in the country. Overt and aggressive crackdowns on protests, censorship and internet restrictions, and blatant election rigging continue to be sources of potential protest activity over perceived injustices.Assessment
+
+Navalny supporters contend that the raids and money laundering allegations are being used to strike back at opponents of Putin and the ruling elite, particularly targeting those who backed  smart voting  tactics, protests, and other measures to combat Putin and United Russia s grasp on power around the country. The  smart voting  tactics have been invoked in other elections around the world, and could be used in future Russian elections. The method of concentrating votes with any single opposing candidate to defeat a Kremlin-supported candidate could remain more challenging to thwart. While United Russia secured victory in many regional elections, the party had substantial losses in local elections around the country.
+
+Despite the ousting of an array of Kremlin-backed candidates with the tactic of smart voting, Communists and candidates from other smaller parties who were the primary victors from such methods generally remain at least somewhat influenced by the Kremlin. Nonetheless, in Moscow, no candidate from United Russia was on the ballot, with candidates previously with the party or otherwise pro-Kremlin opting to run as  independent  due to perceived discontent in the capital with the ruling party. Such a development highlights the growing challenges to the Kremlin s grasp on power amidst increasing disapproval of the status quo in Russia.
+
+A heavy-handed approach to opposition forces may deter some supporters and damage the networks and resources of Navalny s FBK. However, crackdowns can also spur resistance to such tactics and opposition activists have shown resilience and innovation to authorities  efforts to stifle them. While the wave of protests during the summer has tapered off, additional demonstrations over the latest election, crackdowns, and other efforts to repress opposition supporters are possible. In conjunction, any unauthorized demonstration in Russia may face a swift crackdown by police and the Kremlin may pursue additional actions to combat any suspected erosion of support and power in the country. Resilience360 customers are advised to continue monitoring associated developments in the post-election period and to avoid any demonstration activity in Russia due to the risk of mass detentions and clashes with authorities.",Moderate,Political Crackdown / Opposition Movement,Russia,14/9/19 0:16,2019,,,
+1777,Malaysia and Singapore De-Escalate Maritime Dispute; Should Prevent Additional Incidents,"On Thursday, Malaysia and Singapore agreed to de-escalate their maritime dispute by reverting their port limits. Malaysia agreed to return Johor Baru port limits to their pre-October 2018 boundaries, while Singapore reverted its port limits to pre-December 2018 lines. The extensions had caused the port limits to overlap. Both countries have said that they will start negotiations over the disputed maritime border within a month. Singapore and Malaysia also agreed to not authorize commercial activities or anchor government vessels in the disputed area, as well as to follow international maritime law to avoid any incidents. 
+ 
+	 
+		Assessment: The maritime boundary extensions caused the relationship between the two countries to deteriorate and also resulted in confusion for international shippers. There was a minor incident in February after a Malaysian vessel collided with a Greek ship in waters claimed by Singapore that highlighted the dispute but did not result in major shipping disruptions. The return to the status quo and an adherence to international law should prevent any further maritime incidents. The negotiations will also seek to resolve disputes regarding the price Singapore pays for Malaysian water and Singapore s management of a small part of Malaysian airspace over southern Johor. Resilience360 customers with interests in bilateral relations between the two countries are advised to monitor the progress of negotiations.",Moderate,Maritime Advisory,Malaysia,16/3/19 0:22,2019,,,
+1778,Malaysia Detained Crew After Greek Ship Collided with Malaysian Vessel near Johor Baru Port,"On Saturday, a Greece-registered ship collided with the Malaysia-registered Polaris, a vessel that lays buoys, near Johor Baru Port in waters claimed by Singapore. The collision occurred while the Greek ship was headed to Tanjung Pelepas in Malaysia. There were no reports of any oil leaks or injuries associated with the collision, or any impacts to maritime shipping. The crew of the Greek ship was detained by the Malaysian Marine Department (Mardep) after the collision. Following the incident, Singapore called on Malaysia to withdraw its ships from Singapore s waters. 
+ 
+	Assessment: Saturday s incident highlights the disputes over airspace and sea territory between Malaysia and Singapore that began last year. In 2018, the Malaysian government extended its port limits into Johor, and Malaysian vessels started entering waters that are claimed by Singapore. Singapore disputed the port limit extension, and its foreign minister has called on Malaysia to comply with international law. Bilateral talks held last month between the nations proved unsuccessful. The ongoing territorial dispute can cause confusion for vessels entering the Johor area, and increase the risk of safety hazards such as collisions. Although the likelihood of direct conflict between Singapore and Malaysia is low, Resilience360 customers are advised to exercise caution if travelling in the Johor area.",Moderate,Maritime Accident/Ground Transportation Advisory,Singapore,11/2/19 23:10,2019,1.44703,103.76346,
+1784,Malta - Negotiations on Saturday reportedly ended with agreement; vote to be held on Monday.,"Fuel station owners affiliated with the General Retailers and Traders Union (GRTU) have suspended the nationwide strike across Malta during a meeting with Energy Ministry officials on Saturday. Updated sources stated that the negotiations on Saturday were positive and ended with an agreement; a vote on accepting the agreement will be held on Monday.
+
+The strike began on Tuesday, January 22, following an unsuccessful meeting with Energy Ministry officials to discuss the possibility of the government funding expensive renovations that most fuel stations are required to complete per a directive issued by the European Union. Fuel stations across Malta have been shutting down their pumps beginning at 6:00 PM local time during the strike, not allowing motorists to purchase fuel past that time.",Moderate,Miscellaneous Strikes,Malta,22/1/19 13:42,2019,35.89564,14.50828,
+1815,Metro Manila and Rizal Province to Experience Water Interruptions Due to Insufficient Supply,"On Wednesday, Manila Water announced that it was implementing a revised water interruption program in the Metro Manila area and Rizal Province to deal with insufficient water supplies. Customers may experience between six and 21 hours of service interruptions, while water pressure may be lower than usual. The water interruptions will be first impacting the East Zone of Metro Manila, including the Makati, Mandaluyong, Pasig, Pateros, San Juan, Taguig, and Marikina areas, parts of Quezon City and Manila, as well as the Angono and Antipolo areas of Rizal Province. 
+ 
+	 
+		Assessment: The water restriction program is expected to last for the next three months or until the rainy season begins. The dry season typically ends in May, but has been extended due to the El Nino weather phenomenon. El Nino is one of the causes of the recent shortage, but another main cause is a significant increase in demand. Manila Water has said that it will prioritize hospitals and school areas, while water tankers would be provided to households and commercial establishments. Updates from Manila Water regarding specific areas, dates, and times of service interruptions can be found at  https://www.manilawater.com/customer/advisories/service-advisories ,  https://www.facebook.com/manilawater/ , and  https://twitter.com/ManilaWaterPH . Resilience360 customers are advised to expect water service disruptions, which could intensify in the coming months, until the rainy season begins.",Moderate,"Public Utilities Disruption, Water Restriction Program",Philippines,13/3/19 21:28,2019,,,
+1824,"Minor At Tangiers' Tanger-Med port, Tanger-Tetouan-Al Hoceima Region,...","At Tangiers' Tanger-Med port, Tanger-Tetouan-Al Hoceima Region, security forces foiled an attempt to smuggle 2.200 tonnes of drugs, according to an official statement.",Minor,Maritime Advisory,Morocco,16/10/19 11:24,2019,,,
+1828,"Minor In Barcelona, striking port stevedores attempted to block access to...","In Barcelona, striking port stevedores attempted to block access to the cruise ship terminal; local Mossos d'Esquadra police physically removed them.",Minor,Maritime Accident/Ground Transportation Advisory,Spain,21/10/19 14:44,2019,,,
+1848,Moll de Llevant - Fire on Marina Barcelona 92 ship brought under control. Incident closed.,Updated reports indicate that firefighters have brought under control a fire that broke out in pallets on a Marina Barcelona 92 ship located near Moll de Llevant. No injuries or damage to ships were reported. There were no reports of disruptions to port operations. This incident is closed.,Moderate,Maritime Accident,Spain,6/9/19 13:04,2019,41.36601,2.18598,
+1855,MQM Worker Killed in Overnight Shooting,"Pakistani media sources report that a worker from the Muttahida Qaumi Movement (MQM) was killed in a gun attack in Karachi late Monday. Another MQM worker was injured in the incident, which involved six gunmen on motorcycles who opened fire on the MQM-P union council (UC) office in the New Karachi area of the city. The assailants fled the scene and reportedly remain at large. 
+ 
+	Assessment: No group immediately claimed credit for the attack, and the motivation behind it remains unclear. In the past, secular-minded parties such as MQM have been targeted by Islamist militant groups, including in Karachi. The MQM has also come under pressure from the Pakistani security establishment, which has waged a crackdown against the party in recent years. From a security standpoint, demonstrations and labor strikes are common in association with acts of political violence in Pakistan, most of which are accompanied by rioting and other forms of civil unrest. Although no specific details have been announced in this regard, Resilience360 customers in Karachi should monitor local media outlets for associated security developments.",Moderate,"Death / Injury, Individuals in Focus, Public Safety / Security, Public Transportation Disruption, Roadway Closure / Disruption",Pakistan,12/2/19 21:40,2019,,,
+1858,Mundra and Kandla Ports in Gujarat Put on Alert Due to Threat; Similar Alerts Issued Previously,"On Thursday, it was reported that the Mundra Port and Kandla Port in Gujarat State have been put on high alert due to a potential terror threat. The alert originated from intelligence agencies regarding the possibility that Pakistan-trained commandos had infiltrated the Gulf of Kutch after two single-engine Pakistani boats were found in the Harami Nala area. The ports have instructed shipping agents and vessels to report any suspicious activity to the Coast Guard or other authorities at the ports. Security at the ports has also been increased, although there were no initial reports of disruptions to maritime shipping. Around 60 personnel have been deployed at checkpoints at ports, who are also equipped with devices to puncture the tires of vehicles that may attempt to break through barriers. Around 100 Central Industrial Security Force (CISF) commandos have also been deployed to the Nayara Energy oil refinery in the Vadinagar area of Gujarat.
+
+Assessment: The alert on Thursday followed reports earlier in the week from Navy Chief Admiral Karambir Singh, who said that the Pakistan-based Jaish-e-Mohammad (JeM) militant group was training individuals to carry out underwater attacks. Admiral Singh said that the navy was fully prepared to foil such attacks. Reports about Pakistan s military training JeM divers to carry out attacks are not new and have been mentioned last year and the year before, although the targets were reportedly Indian Navy vessels. It remains questionable that JeM has the capabilities to carry out that kind of underwater attack, as they have not displayed similar capabilities in the past. In addition, there are a multitude of easier methods to carry out an attack on port facilities that do not involve underwater diving training and the transportation and use of more advanced explosives. It is also important to note that Indian intelligence agencies issue hundreds of alerts every year, with the vast majority not resulting in an attack. Resilience360 customers are advised to follow instructions issued by port authorities to maintain an elevated level of vigilance and expect an increased security presence at ports, which could result in maritime shipping delays.",Moderate,Maritime Advisory,India,29/8/19 22:43,2019,22.83827,69.72853,
+1922,Operation Brock Initiated on M20 in Kent as Preparation for Possible No-Deal Brexit Congestion,"On Monday, authorities initiated Operation Brock on the M20 in Kent as part of the government s plan to manage gridlock in the event of a no-deal Brexit. The system to manage truck and passenger vehicle traffic to and from the Kentish coast, including the port of Dover, is being coordinated with Kent police and local authorities along the motorway. The operation includes the coast-bound side of the M20 between Junctions 8 (Maidstone) and 9 (Ashford) being solely for truck traffic heading to Dover, serving as a holding space for trucks during congestion periods, though truck traffic remained free-flowing Monday. The dedicated 14-mile stretch will enable trucks to move along based on truck congestion levels, while all other traffic moving in both coast- and London-bound directions travels on the London-bound side of the motorway. The London-bound side in the affected stretch is thus divided with barriers for two lanes of traffic to the coast and two lanes of traffic to London. The anticipated duration of Operation Brock was not immediately announced by authorities. 
+ 
+	Assessment: With a potential Brexit date recently pushed back to at least April 12, questions have been raised about the purpose of continuing with the no-deal contingency scenario at this time. Operation Brock is a replacement of the previous M20 traffic management system called Operation Stack. In the new system, up to 11,000 trucks are expected to be able to fit into the M20 queuing procedure. Should further space be required, the government has backup provisions for directing trucks to the disused Manston airport as well as the coast bound M26. Although government officials have said checks would not be carried out at Dover in the short term following a no-deal Brexit to avoid heavy disruption, the Dover Harbour Board warned last week that an increase of two minutes per vehicle bound for France undergoing checks could result in 17-mile queues. Resilience360 customers are advised to anticipate possible disruptions while Operation Brock remains in effect and to continue monitoring associated developments that may impact cross-Channel traffic and the United Kingdom s planned separation from the European Union.",Moderate,Ground Transportation Advisory / Brexit Contingency / Government Plan / Traffic Management / Border Control / Cross-Channel Traffic,United Kingdom,25/3/19 20:56,2019,51.14663,0.87603,
+1950,Over 100 Protesters Detained at Anti-Government Demonstration in Managua on Saturday,"On Saturday, hundreds of supporters of the Civic Alliance opposition coalition gathered for a demonstration in downtown Managua. The action was intended to protest against the administration of incumbent President Daniel Ortega, and to demand the release of political prisoners. As Ortega s government had previously outlawed anti-government demonstrations, security forces rapidly descended on the scene and forcibly dispersed the crowd with truncheons, tear gas, and rubber bullets. Nicaraguan authorities claimed that 107 protesters were detained for  violating public order.  The opposition claimed that 164 demonstrators were detained, and that six had been wounded by rubber bullets. Multiple news outlets and non-governmental organizations have claimed that several journalists that were covering the demonstration were assaulted by police and/or robbed of their cellphones. There were no reports of injuries among law enforcement personnel. 
+	 
+	Assessment: Political leaders from the United States, Uruguay, and multiple European countries condemned the actions taken by Nicaraguan authorities on Saturday. Representatives of the European Union called on the Ortega administration to respect the principles of freedom of peaceful assembly and freedom of the press. Nicaragua s opposition movement claims that 770 people have been imprisoned on spurious, politically motivated charges since civil unrest broke out across Nicaragua last April. The government freed 112 detainees in late February, and 50 more were transferred to house arrest on March 15th. Nevertheless, members of the Civic Alliance have deemed the concessions to be inadequate, and the issue remains one of the major sticking points preventing the two sides from resuming negotiations. 
+	 
+	As no solution to Nicaragua s ongoing political crisis appears to be within sight, similar bouts of anti-government protest activity and ensuing clashes with security forces will likely continue to sporadically crop up in the coming weeks and months. Resilience360 continues to advise customers to avoid non-essential travel to the country, due to the risks posed by civil unrest and the government s arbitrary enforcement of laws.",Moderate,Protest / Riot,Nicaragua,18/3/19 23:49,2019,,,
+1975,Philippines Warns China over Thitu (Pag-asa) Island in the South China Sea; Protest Held in Manila,"On Saturday, President Rodrigo Duterte warned China that occupying Thitu (Pag-asa) Island in the South China Sea would risk starting a war. His statements were in response the presence of around 200 Chinese fishing vessels around the Sandy Cay area, which the Philippine government has called illegal. The Philippine Navy has monitored around 600 Chinese vessels coming and going in the first quarter of the year. A protest was also held on Tuesday outside the Chinese Embassy in Manila, where around 1,000 demonstrators demanded that President Duterte take a stronger stance towards China. 
+ 
+	 
+		Assessment: Thitu Island is occupied by the Philippines but is also claimed by China, Taiwan, and Vietnam. Despite the strong rhetoric from President Duterte, it is unlikely that China or the Philippines would risk a major military conflict over the presence of fishing boats near Thitu Island. President Duterte has sought a closer alliance with China, especially in economic matters, and China is prepared to offer the Philippines large loans towards infrastructure projects. However, accidents or minor skirmishes involving vessels from the two countries could lead to a deterioration in relations and increase the risk of additional protests against Chinese interests. Resilience360 customers are advised to monitor the situation and avoid all areas where protests are taking place.",Moderate,Maritime Advisory,Philippines,9/4/19 20:19,2019,,,
+1997,Pipeline Leak in Yvelines Raises Prospect of Grandpuits Refinery Shutdown,"At about 10:35 PM local time Sunday, an alarm was set off indicating a pressure drop along the Ile-de-France pipeline (PLIF) due to a crude oil leak in an area of fields in Autouillet, Yvelines department. Several rivers in Vicq, Boissy-sans-Avoir, and Autouillet (R  le Lieutel, R  de Breuil, and R  de la Coquerie) were also impacted by the underground hydrocarbon spill. The prefecture said up to about 17 acres of fields were affected by the leak, with gendarmerie reporting up to 30 acres impacted overall. The leak has been halted and the pipeline depressurized. The company said that the exact cause of the leak was under investigation, and that the affected stretch of pipeline was being excavated as part of that process. Pumping trucks have been deployed to recover oil and the impacted land is being excavated and removed with the use of construction equipment, with the cleanup process expected to take multiple months. 
+ 
+	Assessment: The approximately 166-mile pipeline connected the port of Le Havre to the Grandpuits refinery, and it is operated by Total to transport primarily crude oil. The Grandpuits refinery is planned to reduce operations gradually this week as reserves decrease, though the exact timing and duration for a prospective shutdown of the refinery was not yet announced. The PLIF had suffered a leak in May 2014 near Le Havre, and there have been calls for increased monitoring and upgrading of underground pipeline, particularly with regard to aging infrastructure. The 2014 spill caused the refinery to shut down for three weeks. However, Total insisted that there is not a shortage risk for fuel supplies in Ile-de-France. Resilience360 customers are advised to continue monitoring associated developments that may impact refinery operations, fuel supply, and fuel prices while the pipeline remains out of operation and the Grandpuits refinery has reduced or halted operations.",Moderate,Hazmat Response,France,27/2/19 0:13,2019,48.84937,1.80379,
+10,14 miles NE of Jakarta - A magnitude 4.5 earthquake was detected in the region. Incident closed.,"A magnitude 4.5 earthquake was detected 14 miles northeast of Jakarta, Indonesia. There were no initial reports of associated injuries or damage. This incident is closed.",Moderate,Earthquake,Indonesia,24/9/18 18:33,2018,-6.1,107.02,
+11,17 miles SW of Batangas - A magnitude 5.5 earthquake was detected in Batangas Bay. Incident closed.,"Multiple sources report that a magnitude 5.5 earthquake was detected in the Batangas Bay, approximately 17 miles southwest of Batangas, Philippines. There have been no reports of associated injuries or structural damage. This incident is closed.",,Earthquake,Philippines,31/8/18 15:04,2018,13.556,120.903,
+16,23 miles ESE of Taichung City- A magnitude 4.5 earthquake struck in central Taiwan. Incident closed.,"A magnitude 4.5 earthquake was detected in central Taiwan, approximately 23 miles east-southeast of Taichung City. There were no initial reports of associated injuries or structural damage. This incident is closed.",Moderate,Earthquake,Taiwan,17/8/18 10:40,2018,24.02,121.03,
+20,33 miles SE of Valencia A magnitude 4.0 earthquake struck in the Mediterranean Sea. Incident closed.,The European-Mediterranean Seismological Centre reported that a magnitude 4.0 earthquake struck approximately 33 miles southeast of Valencia in the Mediterranean Sea. There were no reports of injuries or major structural damage. This incident is closed.,Moderate,Earthquake,Spain,17/10/18 6:06,2018,39.23,0.16,
+1981,Philippines: Magnitude 6.2 earthquake recorded south of Davao Oriental Province,"The United States Geological Survey (USGS) has recorded a magnitude 6.2 earthquake today, 29 September, south of Davao Oriental Province. The quake occurred at a depth of 76.1 kilometers at 10:02 local time. Preliminary reports do not indicate if any damage or injuries have resulted.",Severe,Earthquake,Philippines,29/9/19 3:35,2019,6.35667,126.18441,
+1982,"Philippines: Magnitude 6.5 earthquake strikes near Makilala, Cotabato Province; damages reported","The United States Geological Survey (USGS) has recorded a magnitude 6.5 earthquake today (31 October) near Makilala. The quake was recorded at a depth of 10 kilometers or less at approximately 09:11 local time. Initial reports show Eva's Hotel in Kidapawan City partially collapsed, with injuries unconfirmed. Additionally, a multi-story structure in Davao City has sustained damage as well. Further reports of damages are likely to emerge, as this is the second earthquake over 6.0 magnitude to strike the area in recent days and infrastructure may be weakened.",Severe,,Philippines,31/10/19 1:50,2019,6.92343,125.08286,
+2587,"UPDATE - Philippines: Casualties confirmed following earthquake near Tulunan, Cotabato Province","Recent reports confirm that casualties have occurred today (29 October) following a magnitude 6.6 earthquake near Tulunan. At least one person has died and more than 40 others are injured, with the majority in Kidapawan City and others in M'lang. Power outages have been recorded in areas of General Santos City, Polomok, Tacurong City, and Carmen. A number of structures have also sustained damage or have collapsed in several locations.",Severe,Earthquake,Philippines,29/10/19 6:20,2019,,,
+2589,"UPDATE - Philippines: Damages and injuries reported following magnitude 6.6 earthquake near Tulunan, Cotabato Province","Updated sources are reporting damages and injuries following a magnitude 6.6 earthquake that struck near Tulunan on Tuesday morning. The severity of injuries sustained has not been confirmed but media images depict a number of collapsed structures in Tulunan. Several local government units have reportedly cancelled classes across the island of Mindanao, including in North Cotabato, Davao City, Koronadal City, Digos City, and General Santos City, where government and private offices will also be closed. Evacuations have also been reported but specific details remain unconfirmed. The United States Geological Survey (USGS) has recorded at least two aftershock tremors at magnitudes of 5.0 and 5.8 in the region.",Severe,Earthquake,Philippines,29/10/19 3:25,2019,,,
+2593,UPDATE - Philippines: Several casualties and moderate damage reported following 6.3 magnitude earthquake in North Cotabato,"Updated reports state that a small number of casualties have occurred as a result of the earlier recorded 6.3 magnitude earthquake in North Cotabato. In addition, officials from Mindanao Island are reporting structural cracks to certain buildings and moderate infrastructure damage including power outages. The tremors were felt in Davao City, although the impact there is not believed to be extensive. Earthquakes are common in the region.",Severe,Earthquake,Philippines,16/10/19 15:55,2019,,,
+3124,178 Miles E of Taichung City - A magnitude 3.9 earthquake struck in the area. Incident closed.,"Government sources reported that a magnitude 3.9 earthquake struck approximately 178 miles east of Taichung City, Taiwan, in the Pacific Ocean. There were no immediate reports of injuries or major structural damage. This incident is closed.",Minor,Earthquake,Taiwan,22/1/20 3:43,2020,24.1,123.5,
+3135,42 miles N of San Antonio - A magnitude 4.3 earthquake struck in the region. Event closed.,"The European-Mediterranean Seismological Centre indicated that a magnitude 4.3 earthquake struck approximately 42 miles north of San Antonio, Puerto Rico. There were no reports of associated injuries or damage. This event is closed.",Moderate,Earthquake,Puerto Rico,19/2/20 0:48,2020,19.1,-67.22,
+3136,42 miles NW of San Antonio - The USGS reported a magnitude 4.5 earthquake. Incident closed.,"The U.S. Geological Survey reported a magnitude 4.5 earthquake located 42 miles northwest of San Antonio, Puerto Rico. There were no initial reports of associated injuries or damage. This incident is closed.",Moderate,Earthquake,Puerto Rico,12/2/20 8:21,2020,18.94,-67.56,
+3142,72 miles W of San Antonio de los Cobres - A magnitude 4.3 earthquake has struck in the area. Event closed.,"The European-Mediterranean Seismological Centre is reporting a magnitude 4.3 earthquake located 72 miles west of San Antonio de los Cobres, Argentina. There have been no initial reports of associated injuries or damage. Event closed.
+EMSC (European Mediterranean Seismological Centre) is a scientific international organization, which aggregates and provides information generated by national seismological agencies worldwide. EMSC presents earthquake data across several magnitude scales including local magnitude (ML), surface-wave magnitude (Ms), body-wave magnitude (Mb), and moment magnitude (Mw). All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Argentina,18/8/20 6:06,2020,,,
+3755,"Magnitude 5.1 earthquake reported 11 kilometres southeast of Digos City, Davao del Sur Province","The United States Geological Survey (USGS) is reporting a magnitude 5.1 earthquake 11 kilometres southeast of Digos City. The quake occurred at a depth of 35.2 kilometres at 01:44 local time. There is no tsunami advisory being issued for the incident.
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Philippines,30/8/20 21:40,2020,6.75751,125.3524,
+3756,"Magnitude 5.1 earthquake reported 12 kilometers north of Hachijo, Tokyo Prefecture","The United States Geological Survey has confirmed that a magnitude 5.1 earthquake has been recorded 12 kilometers north of Hachijo, Tokyo Prefecture. The quake occurred at a depth of 118 kilometers and no tsunami warning has been issued. 
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Japan,25/9/20 17:35,2020,33.12568,139.80898,
+3757,"Magnitude 5.2 earthquake recorded 30 kilometers south of Sarangani, Davao Occidental Province","The United States Geological Survey (USGS) has recorded a magnitude 5.2 earthquake 30 kilometers south of Sarangani on Monday, 6 January. The quake occurred at a depth of 55.9 kilometers at approximately 15:25 local time. No tsunami warning has been issued at this time.",Moderate,Earthquake,Philippines,6/1/20 8:03,2020,5.41372,125.40147,
+3758,"Magnitude 5.3 earthquake reported 17 km west of Nasugbu, Batangas Province","The United States Geological Survey (USGS) has confirmed that a 5.3 magnitude earthquake has occurred 17 km west of Nasugbu. The quake was reported at a depth of 86 km and no information on structural damage or injuries has been announced. 
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Philippines,9/5/20 20:09,2020,14.06667,120.63333,
+3759,Magnitude 6.2 earthquake reported north of Surabaya,"The US Geological Survey is reporting that a magnitude 6.2 earthquake, at a depth of 592.2 km, has occurred approximately 116 km north of Surbaya. There have been some reports of tremors having been felt although it is estimated that little or no population will be affected.",Severe,Earthquake,Indonesia,5/2/20 19:37,2020,-6.23324,112.93235,
+5715,"USGS reports magnitude 6.3 earthquake 4km southeast of Calatagan, Batangas Province","The United States Geological Survey (USGS) has recorded a magnitude 6.3 earthquake 4km southeast of Calatagan on Friday, 25 December. The quake has occurred at a depth of 114km at 07:43 local time. There has not been a tsunami warning issued and there are no immediate reports of damages, though they are possible due to the intensity of the tremor.
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Severe,Earthquake,Philippines,25/12/20 0:25,2020,13.83333,120.6333,

IS424_Data_Mining/code/LLM Evaluation/evaluation.ipynb

@@ -0,0 +1,1797 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "id": "52701550-0bda-4fa4-959f-2b42eb42e140",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import pandas as pd"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "id": "8cb2dd41-79e1-45bf-a0eb-ff9abc0baa8b",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df = pd.read_csv(\"cleaned_data_with_categories.csv\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 15,
+   "id": "c4e79890-de47-4774-9445-142cff46cf86",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>id</th>\n",
+       "      <th>Headline</th>\n",
+       "      <th>Summary</th>\n",
+       "      <th>Severity</th>\n",
+       "      <th>Category</th>\n",
+       "      <th>Region</th>\n",
+       "      <th>Datetime</th>\n",
+       "      <th>Year</th>\n",
+       "      <th>lat</th>\n",
+       "      <th>lon</th>\n",
+       "      <th>URL</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>3</td>\n",
+       "      <td>Shanghai port congestion impacts terminals in ...</td>\n",
+       "      <td>The persisting port congestion at Shanghai’s...</td>\n",
+       "      <td>Minor</td>\n",
+       "      <td>Maritime Advisory</td>\n",
+       "      <td>China</td>\n",
+       "      <td>27/4/17 9:16</td>\n",
+       "      <td>2017</td>\n",
+       "      <td>29.52000</td>\n",
+       "      <td>121.33190</td>\n",
+       "      <td>NaN</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>17</td>\n",
+       "      <td>24 hour pier hold in effect at Port of Durban</td>\n",
+       "      <td>Industry sources indicate on August 31 that th...</td>\n",
+       "      <td>Minor</td>\n",
+       "      <td>Port Congestion</td>\n",
+       "      <td>South Africa</td>\n",
+       "      <td>31/8/18 18:07</td>\n",
+       "      <td>2018</td>\n",
+       "      <td>-29.86875</td>\n",
+       "      <td>31.03305</td>\n",
+       "      <td>NaN</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>1599</td>\n",
+       "      <td>Heavy congestion reported at Port of Houston</td>\n",
+       "      <td>According to sources on March 20, heavy conges...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Port Congestion</td>\n",
+       "      <td>United States</td>\n",
+       "      <td>20/3/19 12:43</td>\n",
+       "      <td>2019</td>\n",
+       "      <td>29.60949</td>\n",
+       "      <td>-95.00567</td>\n",
+       "      <td>NaN</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>1600</td>\n",
+       "      <td>Heavy congestion reported at Port of Long Beach</td>\n",
+       "      <td>According to sources on January 7, heavy conge...</td>\n",
+       "      <td>Severe</td>\n",
+       "      <td>Port Congestion</td>\n",
+       "      <td>United States</td>\n",
+       "      <td>7/1/19 9:50</td>\n",
+       "      <td>2019</td>\n",
+       "      <td>33.75448</td>\n",
+       "      <td>-118.21663</td>\n",
+       "      <td>NaN</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>1613</td>\n",
+       "      <td>High risk of pilot suspension reported at Port...</td>\n",
+       "      <td>On December 31, shipping sources indicate that...</td>\n",
+       "      <td>Minor</td>\n",
+       "      <td>Severe Winds</td>\n",
+       "      <td>Japan</td>\n",
+       "      <td>31/12/19 10:23</td>\n",
+       "      <td>2019</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>NaN</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>100</th>\n",
+       "      <td>3756</td>\n",
+       "      <td>Magnitude 5.1 earthquake reported 12 kilometer...</td>\n",
+       "      <td>The United States Geological Survey has confir...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Japan</td>\n",
+       "      <td>25/9/20 17:35</td>\n",
+       "      <td>2020</td>\n",
+       "      <td>33.12568</td>\n",
+       "      <td>139.80898</td>\n",
+       "      <td>NaN</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>101</th>\n",
+       "      <td>3757</td>\n",
+       "      <td>Magnitude 5.2 earthquake recorded 30 kilometer...</td>\n",
+       "      <td>The United States Geological Survey (USGS) has...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Philippines</td>\n",
+       "      <td>6/1/20 8:03</td>\n",
+       "      <td>2020</td>\n",
+       "      <td>5.41372</td>\n",
+       "      <td>125.40147</td>\n",
+       "      <td>NaN</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>102</th>\n",
+       "      <td>3758</td>\n",
+       "      <td>Magnitude 5.3 earthquake reported 17 km west o...</td>\n",
+       "      <td>The United States Geological Survey (USGS) has...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Philippines</td>\n",
+       "      <td>9/5/20 20:09</td>\n",
+       "      <td>2020</td>\n",
+       "      <td>14.06667</td>\n",
+       "      <td>120.63333</td>\n",
+       "      <td>NaN</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>103</th>\n",
+       "      <td>3759</td>\n",
+       "      <td>Magnitude 6.2 earthquake reported north of Sur...</td>\n",
+       "      <td>The US Geological Survey is reporting that a m...</td>\n",
+       "      <td>Severe</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Indonesia</td>\n",
+       "      <td>5/2/20 19:37</td>\n",
+       "      <td>2020</td>\n",
+       "      <td>-6.23324</td>\n",
+       "      <td>112.93235</td>\n",
+       "      <td>NaN</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>104</th>\n",
+       "      <td>5715</td>\n",
+       "      <td>USGS reports magnitude 6.3 earthquake 4km sout...</td>\n",
+       "      <td>The United States Geological Survey (USGS) has...</td>\n",
+       "      <td>Severe</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Philippines</td>\n",
+       "      <td>25/12/20 0:25</td>\n",
+       "      <td>2020</td>\n",
+       "      <td>13.83333</td>\n",
+       "      <td>120.63330</td>\n",
+       "      <td>NaN</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>105 rows × 11 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "       id                                           Headline  \\\n",
+       "0       3  Shanghai port congestion impacts terminals in ...   \n",
+       "1      17      24 hour pier hold in effect at Port of Durban   \n",
+       "2    1599       Heavy congestion reported at Port of Houston   \n",
+       "3    1600    Heavy congestion reported at Port of Long Beach   \n",
+       "4    1613  High risk of pilot suspension reported at Port...   \n",
+       "..    ...                                                ...   \n",
+       "100  3756  Magnitude 5.1 earthquake reported 12 kilometer...   \n",
+       "101  3757  Magnitude 5.2 earthquake recorded 30 kilometer...   \n",
+       "102  3758  Magnitude 5.3 earthquake reported 17 km west o...   \n",
+       "103  3759  Magnitude 6.2 earthquake reported north of Sur...   \n",
+       "104  5715  USGS reports magnitude 6.3 earthquake 4km sout...   \n",
+       "\n",
+       "                                               Summary  Severity  \\\n",
+       "0    The persisting port congestion at Shanghai’s...     Minor   \n",
+       "1    Industry sources indicate on August 31 that th...     Minor   \n",
+       "2    According to sources on March 20, heavy conges...  Moderate   \n",
+       "3    According to sources on January 7, heavy conge...    Severe   \n",
+       "4    On December 31, shipping sources indicate that...     Minor   \n",
+       "..                                                 ...       ...   \n",
+       "100  The United States Geological Survey has confir...  Moderate   \n",
+       "101  The United States Geological Survey (USGS) has...  Moderate   \n",
+       "102  The United States Geological Survey (USGS) has...  Moderate   \n",
+       "103  The US Geological Survey is reporting that a m...    Severe   \n",
+       "104  The United States Geological Survey (USGS) has...    Severe   \n",
+       "\n",
+       "              Category         Region        Datetime  Year       lat  \\\n",
+       "0    Maritime Advisory          China    27/4/17 9:16  2017  29.52000   \n",
+       "1      Port Congestion   South Africa   31/8/18 18:07  2018 -29.86875   \n",
+       "2      Port Congestion  United States   20/3/19 12:43  2019  29.60949   \n",
+       "3      Port Congestion  United States     7/1/19 9:50  2019  33.75448   \n",
+       "4         Severe Winds          Japan  31/12/19 10:23  2019       NaN   \n",
+       "..                 ...            ...             ...   ...       ...   \n",
+       "100         Earthquake          Japan   25/9/20 17:35  2020  33.12568   \n",
+       "101         Earthquake    Philippines     6/1/20 8:03  2020   5.41372   \n",
+       "102         Earthquake    Philippines    9/5/20 20:09  2020  14.06667   \n",
+       "103         Earthquake      Indonesia    5/2/20 19:37  2020  -6.23324   \n",
+       "104         Earthquake    Philippines   25/12/20 0:25  2020  13.83333   \n",
+       "\n",
+       "           lon  URL  \n",
+       "0    121.33190  NaN  \n",
+       "1     31.03305  NaN  \n",
+       "2    -95.00567  NaN  \n",
+       "3   -118.21663  NaN  \n",
+       "4          NaN  NaN  \n",
+       "..         ...  ...  \n",
+       "100  139.80898  NaN  \n",
+       "101  125.40147  NaN  \n",
+       "102  120.63333  NaN  \n",
+       "103  112.93235  NaN  \n",
+       "104  120.63330  NaN  \n",
+       "\n",
+       "[105 rows x 11 columns]"
+      ]
+     },
+     "execution_count": 15,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 16,
+   "id": "df3cdbd0-a8b4-4b6e-b5bf-5fdbb7ce93a3",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>id</th>\n",
+       "      <th>Headline</th>\n",
+       "      <th>Summary</th>\n",
+       "      <th>Severity</th>\n",
+       "      <th>Region</th>\n",
+       "      <th>Datetime</th>\n",
+       "      <th>Year</th>\n",
+       "      <th>lat</th>\n",
+       "      <th>lon</th>\n",
+       "      <th>URL</th>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Category</th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>Maritime Advisory</th>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Earthquake</th>\n",
+       "      <td>18</td>\n",
+       "      <td>18</td>\n",
+       "      <td>18</td>\n",
+       "      <td>17</td>\n",
+       "      <td>18</td>\n",
+       "      <td>18</td>\n",
+       "      <td>18</td>\n",
+       "      <td>14</td>\n",
+       "      <td>14</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Port Congestion</th>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>11</td>\n",
+       "      <td>11</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Severe Winds</th>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Port Disruption</th>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>4</td>\n",
+       "      <td>4</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Port Closure</th>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Miscellaneous Strikes</th>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Maritime Accident</th>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Maritime Accident/Ground Transportation Advisory</th>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Tropical Cyclone / Storm, Severe Winds, Flooding, Evacuation, Air Travel Disruption, Port Closure, Power Outage, Public Safety / Security, Weather Advisory, Travel Warning</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Tropical Cyclone / Storm</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Public Utilities Disruption, Water Restriction Program</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Protest/Riot, Port Disruption, Cargo Disruption, Climate Change</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Protest / Riot, Public Safety / Security, Public Transportation Disruption, Police Operations, Roadway Closure / Disruption, Hazmat Response, Bombing</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Protest / Riot</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Cargo Disruption</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Political Crackdown / Opposition Movement</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Chemical Spill, Maritime Accident, Port Disruption, Hazmat Response, Public Safety / Security</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Maritime Accident/Port Disruption</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Maritime Accident, Maritime Advisory, Police Operations, Maritime Accident/Ground Transportation Advisory</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Maritime Accident / Hazmat Response</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Industrial Action, Maritime Advisory, Miscellaneous Strikes, Public Safety / Security</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Hazmat Response</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Ground Transportation Advisory / Brexit Contingency / Government Plan / Traffic Management / Border Control / Cross-Channel Traffic</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Ground Transportation Advisory</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Death / Injury, Individuals in Focus, Public Safety / Security, Public Transportation Disruption, Roadway Closure / Disruption</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Weather Advisory</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                                    id  Headline  Summary  \\\n",
+       "Category                                                                    \n",
+       "Maritime Advisory                                   20        20       20   \n",
+       "Earthquake                                          18        18       18   \n",
+       "Port Congestion                                     13        13       13   \n",
+       "Severe Winds                                         7         7        7   \n",
+       "Port Disruption                                      6         6        6   \n",
+       "Port Closure                                         5         5        5   \n",
+       "Miscellaneous Strikes                                3         3        3   \n",
+       "Maritime Accident                                    2         2        2   \n",
+       "Maritime Accident/Ground Transportation Advisory     2         2        2   \n",
+       "Tropical Cyclone / Storm, Severe Winds, Floodin...   1         1        1   \n",
+       "Tropical Cyclone / Storm                             1         1        1   \n",
+       "Public Utilities Disruption, Water Restriction ...   1         1        1   \n",
+       "Protest/Riot, Port Disruption, Cargo Disruption...   1         1        1   \n",
+       "Protest / Riot, Public Safety / Security, Publi...   1         1        1   \n",
+       "Protest / Riot                                       1         1        1   \n",
+       "Cargo Disruption                                     1         1        1   \n",
+       "Political Crackdown / Opposition Movement            1         1        1   \n",
+       "Chemical Spill, Maritime Accident, Port Disrupt...   1         1        1   \n",
+       "Maritime Accident/Port Disruption                    1         1        1   \n",
+       "Maritime Accident, Maritime Advisory, Police Op...   1         1        1   \n",
+       "Maritime Accident / Hazmat Response                  1         1        1   \n",
+       "Industrial Action, Maritime Advisory, Miscellan...   1         1        1   \n",
+       "Hazmat Response                                      1         1        1   \n",
+       "Ground Transportation Advisory / Brexit Conting...   1         1        1   \n",
+       "Ground Transportation Advisory                       1         1        1   \n",
+       "Death / Injury, Individuals in Focus, Public Sa...   1         1        1   \n",
+       "Weather Advisory                                     1         1        1   \n",
+       "\n",
+       "                                                    Severity  Region  \\\n",
+       "Category                                                               \n",
+       "Maritime Advisory                                         20      20   \n",
+       "Earthquake                                                17      18   \n",
+       "Port Congestion                                           13      13   \n",
+       "Severe Winds                                               7       7   \n",
+       "Port Disruption                                            6       6   \n",
+       "Port Closure                                               5       5   \n",
+       "Miscellaneous Strikes                                      3       3   \n",
+       "Maritime Accident                                          2       2   \n",
+       "Maritime Accident/Ground Transportation Advisory           2       2   \n",
+       "Tropical Cyclone / Storm, Severe Winds, Floodin...         1       1   \n",
+       "Tropical Cyclone / Storm                                   1       1   \n",
+       "Public Utilities Disruption, Water Restriction ...         1       1   \n",
+       "Protest/Riot, Port Disruption, Cargo Disruption...         1       1   \n",
+       "Protest / Riot, Public Safety / Security, Publi...         1       1   \n",
+       "Protest / Riot                                             1       1   \n",
+       "Cargo Disruption                                           1       1   \n",
+       "Political Crackdown / Opposition Movement                  1       1   \n",
+       "Chemical Spill, Maritime Accident, Port Disrupt...         1       1   \n",
+       "Maritime Accident/Port Disruption                          1       1   \n",
+       "Maritime Accident, Maritime Advisory, Police Op...         1       1   \n",
+       "Maritime Accident / Hazmat Response                        1       1   \n",
+       "Industrial Action, Maritime Advisory, Miscellan...         1       1   \n",
+       "Hazmat Response                                            1       1   \n",
+       "Ground Transportation Advisory / Brexit Conting...         1       1   \n",
+       "Ground Transportation Advisory                             1       1   \n",
+       "Death / Injury, Individuals in Focus, Public Sa...         1       1   \n",
+       "Weather Advisory                                           1       1   \n",
+       "\n",
+       "                                                    Datetime  Year  lat  lon  \\\n",
+       "Category                                                                       \n",
+       "Maritime Advisory                                         20    20   13   13   \n",
+       "Earthquake                                                18    18   14   14   \n",
+       "Port Congestion                                           13    13   11   11   \n",
+       "Severe Winds                                               7     7    3    3   \n",
+       "Port Disruption                                            6     6    4    4   \n",
+       "Port Closure                                               5     5    2    2   \n",
+       "Miscellaneous Strikes                                      3     3    3    3   \n",
+       "Maritime Accident                                          2     2    2    2   \n",
+       "Maritime Accident/Ground Transportation Advisory           2     2    1    1   \n",
+       "Tropical Cyclone / Storm, Severe Winds, Floodin...         1     1    1    1   \n",
+       "Tropical Cyclone / Storm                                   1     1    0    0   \n",
+       "Public Utilities Disruption, Water Restriction ...         1     1    0    0   \n",
+       "Protest/Riot, Port Disruption, Cargo Disruption...         1     1    1    1   \n",
+       "Protest / Riot, Public Safety / Security, Publi...         1     1    0    0   \n",
+       "Protest / Riot                                             1     1    0    0   \n",
+       "Cargo Disruption                                           1     1    1    1   \n",
+       "Political Crackdown / Opposition Movement                  1     1    0    0   \n",
+       "Chemical Spill, Maritime Accident, Port Disrupt...         1     1    1    1   \n",
+       "Maritime Accident/Port Disruption                          1     1    0    0   \n",
+       "Maritime Accident, Maritime Advisory, Police Op...         1     1    0    0   \n",
+       "Maritime Accident / Hazmat Response                        1     1    1    1   \n",
+       "Industrial Action, Maritime Advisory, Miscellan...         1     1    0    0   \n",
+       "Hazmat Response                                            1     1    1    1   \n",
+       "Ground Transportation Advisory / Brexit Conting...         1     1    1    1   \n",
+       "Ground Transportation Advisory                             1     1    1    1   \n",
+       "Death / Injury, Individuals in Focus, Public Sa...         1     1    0    0   \n",
+       "Weather Advisory                                           1     1    1    1   \n",
+       "\n",
+       "                                                    URL  \n",
+       "Category                                                 \n",
+       "Maritime Advisory                                     0  \n",
+       "Earthquake                                            0  \n",
+       "Port Congestion                                       0  \n",
+       "Severe Winds                                          0  \n",
+       "Port Disruption                                       0  \n",
+       "Port Closure                                          0  \n",
+       "Miscellaneous Strikes                                 0  \n",
+       "Maritime Accident                                     0  \n",
+       "Maritime Accident/Ground Transportation Advisory      0  \n",
+       "Tropical Cyclone / Storm, Severe Winds, Floodin...    0  \n",
+       "Tropical Cyclone / Storm                              0  \n",
+       "Public Utilities Disruption, Water Restriction ...    0  \n",
+       "Protest/Riot, Port Disruption, Cargo Disruption...    0  \n",
+       "Protest / Riot, Public Safety / Security, Publi...    0  \n",
+       "Protest / Riot                                        0  \n",
+       "Cargo Disruption                                      0  \n",
+       "Political Crackdown / Opposition Movement             0  \n",
+       "Chemical Spill, Maritime Accident, Port Disrupt...    0  \n",
+       "Maritime Accident/Port Disruption                     0  \n",
+       "Maritime Accident, Maritime Advisory, Police Op...    0  \n",
+       "Maritime Accident / Hazmat Response                   0  \n",
+       "Industrial Action, Maritime Advisory, Miscellan...    0  \n",
+       "Hazmat Response                                       0  \n",
+       "Ground Transportation Advisory / Brexit Conting...    0  \n",
+       "Ground Transportation Advisory                        0  \n",
+       "Death / Injury, Individuals in Focus, Public Sa...    0  \n",
+       "Weather Advisory                                      0  "
+      ]
+     },
+     "execution_count": 16,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df_sorted = df.groupby(\"Category\").count().sort_values(by='id', ascending = False)\n",
+    "df_sorted"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
+   "id": "d3ddee2c-946c-4ee5-b0ba-31ac6d201261",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Function to determine the value for the new column\n",
+    "def categorize(value):\n",
+    "    if '/' in str(value) or ',' in str(value):\n",
+    "        return 'Miscellaneous Events'\n",
+    "    else:\n",
+    "        return value"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
+   "id": "b470266e-00c1-4d4c-8738-28b4fde2dcc6",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df['GPT Generated Result'] = df['Category'].apply(categorize)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 19,
+   "id": "4d5d7300-a663-4394-979e-cf7c5d4f88d5",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>id</th>\n",
+       "      <th>Headline</th>\n",
+       "      <th>Summary</th>\n",
+       "      <th>Severity</th>\n",
+       "      <th>Category</th>\n",
+       "      <th>Region</th>\n",
+       "      <th>Datetime</th>\n",
+       "      <th>Year</th>\n",
+       "      <th>lat</th>\n",
+       "      <th>lon</th>\n",
+       "      <th>URL</th>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>GPT Generated Result</th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>Maritime Advisory</th>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Earthquake</th>\n",
+       "      <td>18</td>\n",
+       "      <td>18</td>\n",
+       "      <td>18</td>\n",
+       "      <td>17</td>\n",
+       "      <td>18</td>\n",
+       "      <td>18</td>\n",
+       "      <td>18</td>\n",
+       "      <td>18</td>\n",
+       "      <td>14</td>\n",
+       "      <td>14</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Miscellaneous Events</th>\n",
+       "      <td>16</td>\n",
+       "      <td>16</td>\n",
+       "      <td>16</td>\n",
+       "      <td>16</td>\n",
+       "      <td>16</td>\n",
+       "      <td>16</td>\n",
+       "      <td>16</td>\n",
+       "      <td>16</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Port Congestion</th>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>13</td>\n",
+       "      <td>11</td>\n",
+       "      <td>11</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Severe Winds</th>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>7</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Port Disruption</th>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>6</td>\n",
+       "      <td>4</td>\n",
+       "      <td>4</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Port Closure</th>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>5</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Miscellaneous Strikes</th>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>3</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Maritime Accident</th>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>2</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Cargo Disruption</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Ground Transportation Advisory</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Hazmat Response</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Weather Advisory</th>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>1</td>\n",
+       "      <td>0</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                                id  Headline  Summary  Severity  Category  \\\n",
+       "GPT Generated Result                                                        \n",
+       "Maritime Advisory               20        20       20        20        20   \n",
+       "Earthquake                      18        18       18        17        18   \n",
+       "Miscellaneous Events            16        16       16        16        16   \n",
+       "Port Congestion                 13        13       13        13        13   \n",
+       "Severe Winds                     7         7        7         7         7   \n",
+       "Port Disruption                  6         6        6         6         6   \n",
+       "Port Closure                     5         5        5         5         5   \n",
+       "Miscellaneous Strikes            3         3        3         3         3   \n",
+       "Maritime Accident                2         2        2         2         2   \n",
+       "Cargo Disruption                 1         1        1         1         1   \n",
+       "Ground Transportation Advisory   1         1        1         1         1   \n",
+       "Hazmat Response                  1         1        1         1         1   \n",
+       "Weather Advisory                 1         1        1         1         1   \n",
+       "\n",
+       "                                Region  Datetime  Year  lat  lon  URL  \n",
+       "GPT Generated Result                                                   \n",
+       "Maritime Advisory                   20        20    20   13   13    0  \n",
+       "Earthquake                          18        18    18   14   14    0  \n",
+       "Miscellaneous Events                16        16    16    6    6    0  \n",
+       "Port Congestion                     13        13    13   11   11    0  \n",
+       "Severe Winds                         7         7     7    3    3    0  \n",
+       "Port Disruption                      6         6     6    4    4    0  \n",
+       "Port Closure                         5         5     5    2    2    0  \n",
+       "Miscellaneous Strikes                3         3     3    3    3    0  \n",
+       "Maritime Accident                    2         2     2    2    2    0  \n",
+       "Cargo Disruption                     1         1     1    1    1    0  \n",
+       "Ground Transportation Advisory       1         1     1    1    1    0  \n",
+       "Hazmat Response                      1         1     1    1    1    0  \n",
+       "Weather Advisory                     1         1     1    1    1    0  "
+      ]
+     },
+     "execution_count": 19,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "df_sorted1 = df.groupby(\"GPT Generated Result\").count().sort_values(by='id', ascending = False)\n",
+    "df_sorted1"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 20,
+   "id": "6dbe0ac2-4ac6-4d75-9fa7-c856b9370269",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "df.to_csv('result.csv')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "5dfe7870-c29c-4942-8301-f5e8b1bd9994",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 21,
+   "id": "dc6007d3-c6bd-4bc3-8ccc-099440354ce8",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>Unnamed: 0</th>\n",
+       "      <th>id</th>\n",
+       "      <th>Headline</th>\n",
+       "      <th>Summary</th>\n",
+       "      <th>Severity</th>\n",
+       "      <th>Category_GoldenResult</th>\n",
+       "      <th>Category_GPT</th>\n",
+       "      <th>Region</th>\n",
+       "      <th>Datetime</th>\n",
+       "      <th>Year</th>\n",
+       "      <th>lat</th>\n",
+       "      <th>lon</th>\n",
+       "      <th>URL</th>\n",
+       "      <th>GPT Generated Result</th>\n",
+       "      <th>Result_Golden</th>\n",
+       "      <th>Result_GPT</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>0</th>\n",
+       "      <td>86</td>\n",
+       "      <td>10</td>\n",
+       "      <td>14 miles NE of Jakarta - A magnitude 4.5 earth...</td>\n",
+       "      <td>A magnitude 4.5 earthquake was detected 14 mil...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Indonesia</td>\n",
+       "      <td>24/9/18 18:33</td>\n",
+       "      <td>2018</td>\n",
+       "      <td>-6.10000</td>\n",
+       "      <td>107.02000</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>True</td>\n",
+       "      <td>True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>1</th>\n",
+       "      <td>87</td>\n",
+       "      <td>11</td>\n",
+       "      <td>17 miles SW of Batangas - A magnitude 5.5 eart...</td>\n",
+       "      <td>Multiple sources report that a magnitude 5.5 e...</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Philippines</td>\n",
+       "      <td>31/8/18 15:04</td>\n",
+       "      <td>2018</td>\n",
+       "      <td>13.55600</td>\n",
+       "      <td>120.90300</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>True</td>\n",
+       "      <td>True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>2</th>\n",
+       "      <td>88</td>\n",
+       "      <td>16</td>\n",
+       "      <td>23 miles ESE of Taichung City- A magnitude 4.5...</td>\n",
+       "      <td>A magnitude 4.5 earthquake was detected in cen...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Taiwan</td>\n",
+       "      <td>17/8/18 10:40</td>\n",
+       "      <td>2018</td>\n",
+       "      <td>24.02000</td>\n",
+       "      <td>121.03000</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>True</td>\n",
+       "      <td>True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>3</th>\n",
+       "      <td>89</td>\n",
+       "      <td>20</td>\n",
+       "      <td>33 miles SE of Valencia A magnitude 4.0 earthq...</td>\n",
+       "      <td>The European-Mediterranean Seismological Centr...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Spain</td>\n",
+       "      <td>17/10/18 6:06</td>\n",
+       "      <td>2018</td>\n",
+       "      <td>39.23000</td>\n",
+       "      <td>0.16000</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>True</td>\n",
+       "      <td>True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>4</th>\n",
+       "      <td>90</td>\n",
+       "      <td>1981</td>\n",
+       "      <td>Philippines: Magnitude 6.2 earthquake recorded...</td>\n",
+       "      <td>The United States Geological Survey (USGS) has...</td>\n",
+       "      <td>Severe</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>Philippines</td>\n",
+       "      <td>29/9/19 3:35</td>\n",
+       "      <td>2019</td>\n",
+       "      <td>6.35667</td>\n",
+       "      <td>126.18441</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>Earthquake</td>\n",
+       "      <td>True</td>\n",
+       "      <td>True</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>...</th>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "      <td>...</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>94</th>\n",
+       "      <td>53</td>\n",
+       "      <td>2824</td>\n",
+       "      <td>UPDATE: High winds still causing port disrupti...</td>\n",
+       "      <td>Industry sources on April 23 indicate that hig...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Port Congestion</td>\n",
+       "      <td>Weather Advisory</td>\n",
+       "      <td>Saudi Arabia</td>\n",
+       "      <td>18/4/19 13:31</td>\n",
+       "      <td>2019</td>\n",
+       "      <td>21.46250</td>\n",
+       "      <td>39.16000</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>Weather Advisory</td>\n",
+       "      <td>True</td>\n",
+       "      <td>False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>95</th>\n",
+       "      <td>49</td>\n",
+       "      <td>2815</td>\n",
+       "      <td>UPDATE: Fog causing congestion in Houston, aff...</td>\n",
+       "      <td>Updated sources report fog has delayed vessel ...</td>\n",
+       "      <td>Severe</td>\n",
+       "      <td>Port Congestion</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>United States</td>\n",
+       "      <td>11/3/19 7:48</td>\n",
+       "      <td>2019</td>\n",
+       "      <td>29.68234</td>\n",
+       "      <td>-94.99355</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>True</td>\n",
+       "      <td>False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>96</th>\n",
+       "      <td>54</td>\n",
+       "      <td>2827</td>\n",
+       "      <td>UPDATE: Inbound pilotage suspended due to stro...</td>\n",
+       "      <td>Sources indicate that strong winds have led to...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Port Congestion</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>China</td>\n",
+       "      <td>22/1/19 10:08</td>\n",
+       "      <td>2019</td>\n",
+       "      <td>31.32010</td>\n",
+       "      <td>121.65733</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>True</td>\n",
+       "      <td>False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>97</th>\n",
+       "      <td>60</td>\n",
+       "      <td>2869</td>\n",
+       "      <td>UPDATE: Port of Busan reopens after temporary ...</td>\n",
+       "      <td>Updated sources indicate on October 4 that the...</td>\n",
+       "      <td>Moderate</td>\n",
+       "      <td>Port Congestion</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>Republic of Korea</td>\n",
+       "      <td>30/9/19 11:41</td>\n",
+       "      <td>2019</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>False</td>\n",
+       "      <td>False</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>98</th>\n",
+       "      <td>61</td>\n",
+       "      <td>2870</td>\n",
+       "      <td>UPDATE: Port of Charleston is open for busines...</td>\n",
+       "      <td>Updated media sources indicate on September 6 ...</td>\n",
+       "      <td>Severe</td>\n",
+       "      <td>Port Congestion</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>United States</td>\n",
+       "      <td>3/9/19 5:28</td>\n",
+       "      <td>2019</td>\n",
+       "      <td>32.90473</td>\n",
+       "      <td>-79.96455</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>NaN</td>\n",
+       "      <td>True</td>\n",
+       "      <td>False</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "<p>99 rows × 16 columns</p>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "    Unnamed: 0    id                                           Headline  \\\n",
+       "0           86    10  14 miles NE of Jakarta - A magnitude 4.5 earth...   \n",
+       "1           87    11  17 miles SW of Batangas - A magnitude 5.5 eart...   \n",
+       "2           88    16  23 miles ESE of Taichung City- A magnitude 4.5...   \n",
+       "3           89    20  33 miles SE of Valencia A magnitude 4.0 earthq...   \n",
+       "4           90  1981  Philippines: Magnitude 6.2 earthquake recorded...   \n",
+       "..         ...   ...                                                ...   \n",
+       "94          53  2824  UPDATE: High winds still causing port disrupti...   \n",
+       "95          49  2815  UPDATE: Fog causing congestion in Houston, aff...   \n",
+       "96          54  2827  UPDATE: Inbound pilotage suspended due to stro...   \n",
+       "97          60  2869  UPDATE: Port of Busan reopens after temporary ...   \n",
+       "98          61  2870  UPDATE: Port of Charleston is open for busines...   \n",
+       "\n",
+       "                                              Summary  Severity  \\\n",
+       "0   A magnitude 4.5 earthquake was detected 14 mil...  Moderate   \n",
+       "1   Multiple sources report that a magnitude 5.5 e...       NaN   \n",
+       "2   A magnitude 4.5 earthquake was detected in cen...  Moderate   \n",
+       "3   The European-Mediterranean Seismological Centr...  Moderate   \n",
+       "4   The United States Geological Survey (USGS) has...    Severe   \n",
+       "..                                                ...       ...   \n",
+       "94  Industry sources on April 23 indicate that hig...  Moderate   \n",
+       "95  Updated sources report fog has delayed vessel ...    Severe   \n",
+       "96  Sources indicate that strong winds have led to...  Moderate   \n",
+       "97  Updated sources indicate on October 4 that the...  Moderate   \n",
+       "98  Updated media sources indicate on September 6 ...    Severe   \n",
+       "\n",
+       "   Category_GoldenResult      Category_GPT             Region       Datetime  \\\n",
+       "0             Earthquake        Earthquake          Indonesia  24/9/18 18:33   \n",
+       "1             Earthquake        Earthquake        Philippines  31/8/18 15:04   \n",
+       "2             Earthquake        Earthquake             Taiwan  17/8/18 10:40   \n",
+       "3             Earthquake        Earthquake              Spain  17/10/18 6:06   \n",
+       "4             Earthquake        Earthquake        Philippines   29/9/19 3:35   \n",
+       "..                   ...               ...                ...            ...   \n",
+       "94       Port Congestion  Weather Advisory       Saudi Arabia  18/4/19 13:31   \n",
+       "95       Port Congestion               NaN      United States   11/3/19 7:48   \n",
+       "96       Port Congestion               NaN              China  22/1/19 10:08   \n",
+       "97       Port Congestion               NaN  Republic of Korea  30/9/19 11:41   \n",
+       "98       Port Congestion               NaN      United States    3/9/19 5:28   \n",
+       "\n",
+       "    Year       lat        lon  URL GPT Generated Result  Result_Golden  \\\n",
+       "0   2018  -6.10000  107.02000  NaN           Earthquake           True   \n",
+       "1   2018  13.55600  120.90300  NaN           Earthquake           True   \n",
+       "2   2018  24.02000  121.03000  NaN           Earthquake           True   \n",
+       "3   2018  39.23000    0.16000  NaN           Earthquake           True   \n",
+       "4   2019   6.35667  126.18441  NaN           Earthquake           True   \n",
+       "..   ...       ...        ...  ...                  ...            ...   \n",
+       "94  2019  21.46250   39.16000  NaN     Weather Advisory           True   \n",
+       "95  2019  29.68234  -94.99355  NaN                  NaN           True   \n",
+       "96  2019  31.32010  121.65733  NaN                  NaN           True   \n",
+       "97  2019       NaN        NaN  NaN                  NaN          False   \n",
+       "98  2019  32.90473  -79.96455  NaN                  NaN           True   \n",
+       "\n",
+       "    Result_GPT  \n",
+       "0         True  \n",
+       "1         True  \n",
+       "2         True  \n",
+       "3         True  \n",
+       "4         True  \n",
+       "..         ...  \n",
+       "94       False  \n",
+       "95       False  \n",
+       "96       False  \n",
+       "97       False  \n",
+       "98       False  \n",
+       "\n",
+       "[99 rows x 16 columns]"
+      ]
+     },
+     "execution_count": 21,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "eva = pd.read_csv('evaluation_result.csv')\n",
+    "eva"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 22,
+   "id": "a98d47b7-7ab1-4947-a10a-a36fa303dcc1",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "GPT Generated Result\n",
+       "Earthquake                        18\n",
+       "Miscellaneous Events              16\n",
+       "Port Congestion                   12\n",
+       "Maritime Advisory                  6\n",
+       "Port Closure                       5\n",
+       "Port Disruption                    4\n",
+       "Miscellaneous Strikes              3\n",
+       "Maritime Accident                  2\n",
+       "Cargo Disruption                   1\n",
+       "Ground Transportation Advisory     1\n",
+       "Hazmat Response                    1\n",
+       "Severe Winds                       1\n",
+       "Weather Advisory                   0\n",
+       "Name: Result_GPT_True_Count, dtype: int64"
+      ]
+     },
+     "execution_count": 22,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "eva['Result_GPT_True_Count'] = eva['Result_GPT'].astype(int)  # Convert boolean values to integers\n",
+    "result = eva.groupby(\"GPT Generated Result\")['Result_GPT_True_Count'].sum()\n",
+    "\n",
+    "result_gpt = result.sort_values(ascending=False)\n",
+    "result_gpt"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 23,
+   "id": "ec0defea-c4ad-4f97-9704-23ef83f73ff7",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<div>\n",
+       "<style scoped>\n",
+       "    .dataframe tbody tr th:only-of-type {\n",
+       "        vertical-align: middle;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe tbody tr th {\n",
+       "        vertical-align: top;\n",
+       "    }\n",
+       "\n",
+       "    .dataframe thead th {\n",
+       "        text-align: right;\n",
+       "    }\n",
+       "</style>\n",
+       "<table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       "    <tr style=\"text-align: right;\">\n",
+       "      <th></th>\n",
+       "      <th>Unnamed: 0</th>\n",
+       "      <th>id</th>\n",
+       "      <th>Headline</th>\n",
+       "      <th>Summary</th>\n",
+       "      <th>Severity</th>\n",
+       "      <th>Category_GPT</th>\n",
+       "      <th>Region</th>\n",
+       "      <th>Datetime</th>\n",
+       "      <th>Year</th>\n",
+       "      <th>lat</th>\n",
+       "      <th>lon</th>\n",
+       "      <th>URL</th>\n",
+       "      <th>GPT Generated Result</th>\n",
+       "      <th>Result_Golden</th>\n",
+       "      <th>Result_GPT</th>\n",
+       "      <th>Result_GPT_True_Count</th>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Category_GoldenResult</th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "      <th></th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <th>Maritime Advisory</th>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>19</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>15</td>\n",
+       "      <td>15</td>\n",
+       "      <td>0</td>\n",
+       "      <td>19</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Miscellaneous Events</th>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>12</td>\n",
+       "      <td>12</td>\n",
+       "      <td>0</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Port Closure</th>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>16</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>15</td>\n",
+       "      <td>15</td>\n",
+       "      <td>0</td>\n",
+       "      <td>16</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Port Congestion</th>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>16</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>11</td>\n",
+       "      <td>11</td>\n",
+       "      <td>0</td>\n",
+       "      <td>16</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "      <td>20</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <th>Earthquake</th>\n",
+       "      <td>19</td>\n",
+       "      <td>19</td>\n",
+       "      <td>19</td>\n",
+       "      <td>19</td>\n",
+       "      <td>18</td>\n",
+       "      <td>18</td>\n",
+       "      <td>19</td>\n",
+       "      <td>19</td>\n",
+       "      <td>19</td>\n",
+       "      <td>15</td>\n",
+       "      <td>15</td>\n",
+       "      <td>0</td>\n",
+       "      <td>18</td>\n",
+       "      <td>19</td>\n",
+       "      <td>19</td>\n",
+       "      <td>19</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table>\n",
+       "</div>"
+      ],
+      "text/plain": [
+       "                       Unnamed: 0  id  Headline  Summary  Severity  \\\n",
+       "Category_GoldenResult                                                \n",
+       "Maritime Advisory              20  20        20       20        20   \n",
+       "Miscellaneous Events           20  20        20       20        20   \n",
+       "Port Closure                   20  20        20       20        20   \n",
+       "Port Congestion                20  20        20       20        20   \n",
+       "Earthquake                     19  19        19       19        18   \n",
+       "\n",
+       "                       Category_GPT  Region  Datetime  Year  lat  lon  URL  \\\n",
+       "Category_GoldenResult                                                        \n",
+       "Maritime Advisory                19      20        20    20   15   15    0   \n",
+       "Miscellaneous Events             20      20        20    20   12   12    0   \n",
+       "Port Closure                     16      20        20    20   15   15    0   \n",
+       "Port Congestion                  16      20        20    20   11   11    0   \n",
+       "Earthquake                       18      19        19    19   15   15    0   \n",
+       "\n",
+       "                       GPT Generated Result  Result_Golden  Result_GPT  \\\n",
+       "Category_GoldenResult                                                    \n",
+       "Maritime Advisory                        19             20          20   \n",
+       "Miscellaneous Events                     20             20          20   \n",
+       "Port Closure                             16             20          20   \n",
+       "Port Congestion                          16             20          20   \n",
+       "Earthquake                               18             19          19   \n",
+       "\n",
+       "                       Result_GPT_True_Count  \n",
+       "Category_GoldenResult                         \n",
+       "Maritime Advisory                         20  \n",
+       "Miscellaneous Events                      20  \n",
+       "Port Closure                              20  \n",
+       "Port Congestion                           20  \n",
+       "Earthquake                                19  "
+      ]
+     },
+     "execution_count": 23,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "test = eva.groupby(\"Category_GoldenResult\").count().sort_values(by='id', ascending = False)\n",
+    "test"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 24,
+   "id": "6bc57f6b-c554-4634-8a98-45d82546d6f8",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "Category_GoldenResult\n",
+       "Miscellaneous Events    20\n",
+       "Earthquake              19\n",
+       "Port Congestion         15\n",
+       "Port Closure            12\n",
+       "Maritime Advisory       10\n",
+       "Name: Result_Golden_True_Count, dtype: int64"
+      ]
+     },
+     "execution_count": 24,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "eva['Result_Golden_True_Count'] = eva['Result_Golden'].astype(int)  # Convert boolean values to integers\n",
+    "result = eva.groupby(\"Category_GoldenResult\")['Result_Golden_True_Count'].sum()\n",
+    "\n",
+    "# If you want to sort the result by the count in descending order:\n",
+    "result_golden = result.sort_values(ascending=False)\n",
+    "\n",
+    "result_golden"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.16"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

IS424_Data_Mining/code/LLM Evaluation/evaluation_result.csv

@@ -0,0 +1,158 @@
+,id,Headline,Summary,Severity,Category_GoldenResult,Category_GPT,Region,Datetime,Year,lat,lon,URL,GPT Generated Result,Result_Golden,Result_GPT
+86,10,14 miles NE of Jakarta - A magnitude 4.5 earthquake was detected in the region. Incident closed.,"A magnitude 4.5 earthquake was detected 14 miles northeast of Jakarta, Indonesia. There were no initial reports of associated injuries or damage. This incident is closed.",Moderate,Earthquake,Earthquake,Indonesia,24/9/18 18:33,2018,-6.1,107.02,,Earthquake,TRUE,TRUE
+87,11,17 miles SW of Batangas - A magnitude 5.5 earthquake was detected in Batangas Bay. Incident closed.,"Multiple sources report that a magnitude 5.5 earthquake was detected in the Batangas Bay, approximately 17 miles southwest of Batangas, Philippines. There have been no reports of associated injuries or structural damage. This incident is closed.",,Earthquake,Earthquake,Philippines,31/8/18 15:04,2018,13.556,120.903,,Earthquake,TRUE,TRUE
+88,16,23 miles ESE of Taichung City- A magnitude 4.5 earthquake struck in central Taiwan. Incident closed.,"A magnitude 4.5 earthquake was detected in central Taiwan, approximately 23 miles east-southeast of Taichung City. There were no initial reports of associated injuries or structural damage. This incident is closed.",Moderate,Earthquake,Earthquake,Taiwan,17/8/18 10:40,2018,24.02,121.03,,Earthquake,TRUE,TRUE
+89,20,33 miles SE of Valencia A magnitude 4.0 earthquake struck in the Mediterranean Sea. Incident closed.,The European-Mediterranean Seismological Centre reported that a magnitude 4.0 earthquake struck approximately 33 miles southeast of Valencia in the Mediterranean Sea. There were no reports of injuries or major structural damage. This incident is closed.,Moderate,Earthquake,Earthquake,Spain,17/10/18 6:06,2018,39.23,0.16,,Earthquake,TRUE,TRUE
+90,1981,Philippines: Magnitude 6.2 earthquake recorded south of Davao Oriental Province,"The United States Geological Survey (USGS) has recorded a magnitude 6.2 earthquake today, 29 September, south of Davao Oriental Province. The quake occurred at a depth of 76.1 kilometers at 10:02 local time. Preliminary reports do not indicate if any damage or injuries have resulted.",Severe,Earthquake,Earthquake,Philippines,29/9/19 3:35,2019,6.35667,126.18441,,Earthquake,TRUE,TRUE
+92,2587,"UPDATE - Philippines: Casualties confirmed following earthquake near Tulunan, Cotabato Province","Recent reports confirm that casualties have occurred today (29 October) following a magnitude 6.6 earthquake near Tulunan. At least one person has died and more than 40 others are injured, with the majority in Kidapawan City and others in M'lang. Power outages have been recorded in areas of General Santos City, Polomok, Tacurong City, and Carmen. A number of structures have also sustained damage or have collapsed in several locations.",Severe,Earthquake,Earthquake,Philippines,29/10/19 6:20,2019,,,,Earthquake,TRUE,TRUE
+93,2589,"UPDATE - Philippines: Damages and injuries reported following magnitude 6.6 earthquake near Tulunan, Cotabato Province","Updated sources are reporting damages and injuries following a magnitude 6.6 earthquake that struck near Tulunan on Tuesday morning. The severity of injuries sustained has not been confirmed but media images depict a number of collapsed structures in Tulunan. Several local government units have reportedly cancelled classes across the island of Mindanao, including in North Cotabato, Davao City, Koronadal City, Digos City, and General Santos City, where government and private offices will also be closed. Evacuations have also been reported but specific details remain unconfirmed. The United States Geological Survey (USGS) has recorded at least two aftershock tremors at magnitudes of 5.0 and 5.8 in the region.",Severe,Earthquake,Earthquake,Philippines,29/10/19 3:25,2019,,,,Earthquake,TRUE,TRUE
+94,2593,UPDATE - Philippines: Several casualties and moderate damage reported following 6.3 magnitude earthquake in North Cotabato,"Updated reports state that a small number of casualties have occurred as a result of the earlier recorded 6.3 magnitude earthquake in North Cotabato. In addition, officials from Mindanao Island are reporting structural cracks to certain buildings and moderate infrastructure damage including power outages. The tremors were felt in Davao City, although the impact there is not believed to be extensive. Earthquakes are common in the region.",Severe,Earthquake,Earthquake,Philippines,16/10/19 15:55,2019,,,,Earthquake,TRUE,TRUE
+95,3124,178 Miles E of Taichung City - A magnitude 3.9 earthquake struck in the area. Incident closed.,"Government sources reported that a magnitude 3.9 earthquake struck approximately 178 miles east of Taichung City, Taiwan, in the Pacific Ocean. There were no immediate reports of injuries or major structural damage. This incident is closed.",Minor,Earthquake,Earthquake,Taiwan,22/1/20 3:43,2020,24.1,123.5,,Earthquake,TRUE,TRUE
+96,3135,42 miles N of San Antonio - A magnitude 4.3 earthquake struck in the region. Event closed.,"The European-Mediterranean Seismological Centre indicated that a magnitude 4.3 earthquake struck approximately 42 miles north of San Antonio, Puerto Rico. There were no reports of associated injuries or damage. This event is closed.",Moderate,Earthquake,Earthquake,Puerto Rico,19/2/20 0:48,2020,19.1,-67.22,,Earthquake,TRUE,TRUE
+97,3136,42 miles NW of San Antonio - The USGS reported a magnitude 4.5 earthquake. Incident closed.,"The U.S. Geological Survey reported a magnitude 4.5 earthquake located 42 miles northwest of San Antonio, Puerto Rico. There were no initial reports of associated injuries or damage. This incident is closed.",Moderate,Earthquake,Earthquake,Puerto Rico,12/2/20 8:21,2020,18.94,-67.56,,Earthquake,TRUE,TRUE
+98,3142,72 miles W of San Antonio de los Cobres - A magnitude 4.3 earthquake has struck in the area. Event closed.,"The European-Mediterranean Seismological Centre is reporting a magnitude 4.3 earthquake located 72 miles west of San Antonio de los Cobres, Argentina. There have been no initial reports of associated injuries or damage. Event closed.
+EMSC (European Mediterranean Seismological Centre) is a scientific international organization, which aggregates and provides information generated by national seismological agencies worldwide. EMSC presents earthquake data across several magnitude scales including local magnitude (ML), surface-wave magnitude (Ms), body-wave magnitude (Mb), and moment magnitude (Mw). All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Earthquake,Argentina,18/8/20 6:06,2020,,,,Earthquake,TRUE,TRUE
+99,3755,"Magnitude 5.1 earthquake reported 11 kilometres southeast of Digos City, Davao del Sur Province","The United States Geological Survey (USGS) is reporting a magnitude 5.1 earthquake 11 kilometres southeast of Digos City. The quake occurred at a depth of 35.2 kilometres at 01:44 local time. There is no tsunami advisory being issued for the incident.
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Earthquake,Philippines,30/8/20 21:40,2020,6.75751,125.3524,,Earthquake,TRUE,TRUE
+100,3756,"Magnitude 5.1 earthquake reported 12 kilometers north of Hachijo, Tokyo Prefecture","The United States Geological Survey has confirmed that a magnitude 5.1 earthquake has been recorded 12 kilometers north of Hachijo, Tokyo Prefecture. The quake occurred at a depth of 118 kilometers and no tsunami warning has been issued. 
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Earthquake,Japan,25/9/20 17:35,2020,33.12568,139.80898,,Earthquake,TRUE,TRUE
+101,3757,"Magnitude 5.2 earthquake recorded 30 kilometers south of Sarangani, Davao Occidental Province","The United States Geological Survey (USGS) has recorded a magnitude 5.2 earthquake 30 kilometers south of Sarangani on Monday, 6 January. The quake occurred at a depth of 55.9 kilometers at approximately 15:25 local time. No tsunami warning has been issued at this time.",Moderate,Earthquake,Earthquake,Philippines,6/1/20 8:03,2020,5.41372,125.40147,,Earthquake,TRUE,TRUE
+102,3758,"Magnitude 5.3 earthquake reported 17 km west of Nasugbu, Batangas Province","The United States Geological Survey (USGS) has confirmed that a 5.3 magnitude earthquake has occurred 17 km west of Nasugbu. The quake was reported at a depth of 86 km and no information on structural damage or injuries has been announced. 
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Earthquake,Philippines,9/5/20 20:09,2020,14.06667,120.63333,,Earthquake,TRUE,TRUE
+103,3759,Magnitude 6.2 earthquake reported north of Surabaya,"The US Geological Survey is reporting that a magnitude 6.2 earthquake, at a depth of 592.2 km, has occurred approximately 116 km north of Surbaya. There have been some reports of tremors having been felt although it is estimated that little or no population will be affected.",Severe,Earthquake,Earthquake,Indonesia,5/2/20 19:37,2020,-6.23324,112.93235,,Earthquake,TRUE,TRUE
+104,5715,"USGS reports magnitude 6.3 earthquake 4km southeast of Calatagan, Batangas Province","The United States Geological Survey (USGS) has recorded a magnitude 6.3 earthquake 4km southeast of Calatagan on Friday, 25 December. The quake has occurred at a depth of 114km at 07:43 local time. There has not been a tsunami warning issued and there are no immediate reports of damages, though they are possible due to the intensity of the tremor.
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Severe,Earthquake,Earthquake,Philippines,25/12/20 0:25,2020,13.83333,120.6333,,Earthquake,TRUE,TRUE
+91,1982,"Philippines: Magnitude 6.5 earthquake strikes near Makilala, Cotabato Province; damages reported","The United States Geological Survey (USGS) has recorded a magnitude 6.5 earthquake today (31 October) near Makilala. The quake was recorded at a depth of 10 kilometers or less at approximately 09:11 local time. Initial reports show Eva's Hotel in Kidapawan City partially collapsed, with injuries unconfirmed. Additionally, a multi-story structure in Davao City has sustained damage as well. Further reports of damages are likely to emerge, as this is the second earthquake over 6.0 magnitude to strike the area in recent days and infrastructure may be weakened.",Severe,Earthquake,,Philippines,31/10/19 1:50,2019,6.92343,125.08286,,,TRUE,FALSE
+20,1737,Lack of trucking resources affects productivity at Port of Balboa,Industry sources report on October 15 that productivity has declined at the Port of Balboa due to a lack of trucking resources. The current lineup of rail movement is at least until the year-end.,Moderate,Maritime Advisory,Ground Transportation Advisory,Panama,15/10/19 4:11,2019,8.95763,-79.5614,,Ground Transportation Advisory,TRUE,TRUE
+14,1663,Houston ship channel fully reopens on April 25,"Industry sources reported that Houston ship channel reopened to full operations on April 25 following a fire at Intercontinental Terminal Co.’s Deer Park, Texas, terminal in late March. The temporary closure which lasted for several weeks disrupted several oil shipments. Houston ship channel is part of Port of Houston.",Minor,Maritime Advisory,Maritime Accident,United States,25/4/19 7:40,2019,29.60569,-94.95236,,Maritime Accident,FALSE,TRUE
+0,3,Shanghai port congestion impacts terminals in Qingdao and Ningbo,"The persisting port congestion at Shanghai’s Yangshan deep-sea terminal is reportedly also impacting vessel arrival times at other major public terminals in China, including Qingdao and Ningbo. Industry sources indicated that this is due to some vessels being diverted from Shanghai as well as unstable weather and re-shuffling of alliances networks. Some carriers are reportedly planning contingency actions for the coming months, including consolidation of volumes and temporary reduction of port calls.  No further details were initially provided.",Minor,Maritime Advisory,Maritime Advisory,China,27/4/17 9:16,2017,29.52,121.3319,,Maritime Advisory,TRUE,TRUE
+8,1617,High risk of port closure at the Port of Houston due to fog,Shipping sources indicate on November 21 that there will be an elevated risk of port closures at the Port of Houston from November 22-24 due to fog. Customers should expect longer transit times through container terminals at the port and potential impacts on barge transportation on the Houston Ship Channel.,Moderate,Maritime Advisory,Maritime Advisory,United States,21/11/19 16:26,2019,,,,Maritime Advisory,TRUE,TRUE
+19,1736,Lack of gangs may impede operations at Port of Barcelona,Shipping sources on August 19 indicate that lack of gangs due to summer holidays may impede port operations at Port of Barcelona.,Minor,Maritime Advisory,Maritime Advisory,Spain,19/8/19 8:43,2019,41.35591,2.16674,,Maritime Advisory,TRUE,TRUE
+9,1618,High swells caused terminal closure at Port of San Antonio,"Sources on March 21 indicate that heavy swells at the Port of San Antonio have caused a terminal to be closed. At the time of writing, it remains unclear when operations will return to normalcy.",Moderate,Maritime Advisory,Maritime Accident/Port Disruption,Chile,21/3/19 7:23,2019,,,,Miscellaneous Events,FALSE,TRUE
+5,1614,High risk of port closure at Port of Busan on April 24,Local sources on April 23 indicate that dense fog is likely to cause the Port of Busan to close container terminal operations from the morning to noon on April 24. Customers should plan shipments accordingly and expect delays.,Minor,Maritime Advisory,Port Closure,Republic of Korea,23/4/19 12:13,2019,,,,Port Closure,FALSE,TRUE
+7,1616,High risk of port closure at Port of Kwangyang on April 24,Local sources on April 23 indicate that dense fog is likely to cause the Port of Kwangyang to close container terminal operations from the morning to noon on April 24. Customers should plan shipments accordingly and expect delays.,Minor,Maritime Advisory,Port Closure,Republic of Korea,23/4/19 12:14,2019,34.90849,127.66822,,Port Closure,FALSE,TRUE
+1,17,24 hour pier hold in effect at Port of Durban,"Industry sources indicate on August 31 that the Port of Durban’s Pier 1 is experiencing high traffic volumes resulting in road congestion on Bayhead Road, leading Transnet to urge transporters to hold back on dispatching export turns to the container terminal until 6AM on September 1. Extensions will be reviewed for open stacks. Those shipping from Durban should anticipate delays and should plan accordingly.",Minor,Maritime Advisory,Port Congestion,South Africa,31/8/18 18:07,2018,-29.86875,31.03305,,Port Congestion,FALSE,TRUE
+2,1599,Heavy congestion reported at Port of Houston,"According to sources on March 20, heavy congestion has been reported at Port of Houston due to fog.",Moderate,Maritime Advisory,Port Congestion,United States,20/3/19 12:43,2019,29.60949,-95.00567,,Port Congestion,FALSE,TRUE
+13,1636,Higher dwell times reported at Port of Long Beach due to labor shortages,"Shipping sources on April 29 reported that the Pier T container terminal has experienced higher than usual dwell times for containers due to labor shortages related to the Easter holidays, combined with high volume. Customers should be mindful of potential delays as backlog gets cleared.",Minor,Maritime Advisory,Port Congestion,United States,30/4/19 15:57,2019,33.75292,-118.2096,,Port Congestion,FALSE,TRUE
+15,1687,Increased berthing times reported at Port of Busan,"Shipping sources indicated on January 31 that the Port of Busan, South Korea, currently experiences longer berthing times for incoming vessels. Waiting times of up to 0.5 day have been reported.",Minor,Maritime Advisory,Port Congestion,Republic of Korea,31/1/19 11:35,2019,35.12051,129.05654,,Port Congestion,FALSE,TRUE
+16,1688,Increased congestion elevates drayage costs at Port of New York/New Jersey,"Industry sources indicate on January 23 that increased inbound volumes due in part to Lunar New Year traffic combined with delays and congestions have complicated intermodal shipment at the Port of New York and New Jersey to the point that drayage costs are increasing. Ocean carriers and terminals are charging USD 100-250/day for container-related delays, and drayage carriers are charging USD 75/hr for terminal idling. Those shipping at the Port of New York and New Jersey should anticipate moderate delays and should plan accordingly.",Moderate,Maritime Advisory,Port Congestion,United States,23/1/19 20:31,2019,40.69166,-74.14911,,Port Congestion,TRUE,TRUE
+10,1628,High winds disruption port operations in Southampton,"On April 27, high winds are disrupting shipside and landside operations at the DP World Southampton terminal since 09:00 local time. Drop-offs or pick-ups of containers are reportedly suspended for the time being.",Minor,Maritime Advisory,Port Disruption,United Kingdom,27/4/19 15:46,2019,50.91,-1.46,,Port Disruption,FALSE,TRUE
+17,1706,Intermittent closures at Manila International Container Terminal for holidays,"Industry sources reported that Manila International Container Terminal has announced its port operation schedule for the upcoming Christmas and New Year holidays. According to its advisory, vessel and yard operations will continue its regular operations until 19.00 local time on December 24 and will resume at 19.00 on the next day. Normal operations will continue until December 31 when vessel and yard operations will stop at 19.00 local time and will resume again at 19.00 on the next day.",Minor,Maritime Advisory,Port Disruption,Philippines,20/12/19 0:49,2019,,,,Port Disruption,FALSE,TRUE
+18,1712,IT maintenance on Nov 6 may affect operations at Bharat Mumbai Container Terminals,"Shipping sources report on November 1 that IT maintenance activity will take place at Bharat Mumbai Container Terminals at Port of Nhava Sheva on November 6 from 01.00 to 07.00 (local time). During this time, complete network and E-form 13 and 11 applications will not be available. Other operation procedures and service delays can be expected as well.",Minor,Maritime Advisory,Port Disruption,India,4/11/19 9:35,2019,18.93881,72.94084,,Port Disruption,TRUE,FALSE
+4,1613,High risk of pilot suspension reported at Port of Yokohama,"On December 31, shipping sources indicate that strong wind is anticipated at Port of Yokohama, Japan, from the afternoon of December 31 until the morning of January 1. The adverse weather conditions pose a high risk of a pilot suspension during the above mentioned period.",Minor,Maritime Advisory,Severe Winds,Japan,31/12/19 10:23,2019,,,,Severe Winds,TRUE,TRUE
+6,1615,High risk of port closure at Port of Busan on September 6-7 due to strong winds,Shipping sources on September 5 indicate that due to strong winds there is a high risk for the Port of Busan to be closed for 24 hours from the evening of September 6 to 7.,Moderate,Maritime Advisory,Severe Winds,Republic of Korea,5/9/19 12:52,2019,35.06488,128.81854,,Severe Winds,TRUE,FALSE
+11,1629,High winds impact maritime movements at Port of Dammam,"Shipping sources on April 22 indicated that high winds disrupted vessel movements in the Port of Dammam, Saudi Arabia, on April 22. Minor impacts should be expected on the berthing line up.",Minor,Maritime Advisory,Severe Winds,Saudi Arabia,23/4/19 13:48,2019,26.49713,50.19945,,Severe Winds,TRUE,FALSE
+12,1630,High winds impact port operations in Le Havre,"According to local sources, high winds have impeded port operations at container terminals in the Port of Le Havre since the early morning of March 12. In particular shipside operations have been suspended for several hours. Incoming and outgoing shipments are thus likely to be delayed throughout the day.",Minor,Maritime Advisory,,France,12/3/19 15:59,2019,49.46477,0.14702,,,TRUE,FALSE
+85,1997,Pipeline Leak in Yvelines Raises Prospect of Grandpuits Refinery Shutdown,"At about 10:35 PM local time Sunday, an alarm was set off indicating a pressure drop along the Ile-de-France pipeline (PLIF) due to a crude oil leak in an area of fields in Autouillet, Yvelines department. Several rivers in Vicq, Boissy-sans-Avoir, and Autouillet (R  le Lieutel, R  de Breuil, and R  de la Coquerie) were also impacted by the underground hydrocarbon spill. The prefecture said up to about 17 acres of fields were affected by the leak, with gendarmerie reporting up to 30 acres impacted overall. The leak has been halted and the pipeline depressurized. The company said that the exact cause of the leak was under investigation, and that the affected stretch of pipeline was being excavated as part of that process. Pumping trucks have been deployed to recover oil and the impacted land is being excavated and removed with the use of construction equipment, with the cleanup process expected to take multiple months. 
+ 
+	Assessment: The approximately 166-mile pipeline connected the port of Le Havre to the Grandpuits refinery, and it is operated by Total to transport primarily crude oil. The Grandpuits refinery is planned to reduce operations gradually this week as reserves decrease, though the exact timing and duration for a prospective shutdown of the refinery was not yet announced. The PLIF had suffered a leak in May 2014 near Le Havre, and there have been calls for increased monitoring and upgrading of underground pipeline, particularly with regard to aging infrastructure. The 2014 spill caused the refinery to shut down for three weeks. However, Total insisted that there is not a shortage risk for fuel supplies in Ile-de-France. Resilience360 customers are advised to continue monitoring associated developments that may impact refinery operations, fuel supply, and fuel prices while the pipeline remains out of operation and the Grandpuits refinery has reduced or halted operations.",Moderate,Miscellaneous Events,Hazmat Response,France,27/2/19 0:13,2019,48.84937,1.80379,,Hazmat Response,TRUE,TRUE
+79,1848,Moll de Llevant - Fire on Marina Barcelona 92 ship brought under control. Incident closed.,Updated reports indicate that firefighters have brought under control a fire that broke out in pallets on a Marina Barcelona 92 ship located near Moll de Llevant. No injuries or damage to ships were reported. There were no reports of disruptions to port operations. This incident is closed.,Moderate,Miscellaneous Events,Maritime Accident,Spain,6/9/19 13:04,2019,41.36601,2.18598,,Maritime Accident,TRUE,TRUE
+66,1662,Houston Ship Channel - Ship channel has been reopened after protesters detained. Incident closed.,"The U.S. Coast Guard has reopened part of the Houston Ship Channel near Baytown. The closure was the result of Greenpeace protesters on the Fred Hartman Bridge, who have since been detained. This incident is closed.",Moderate,Miscellaneous Events,Maritime Advisory,United States,12/9/19 14:41,2019,29.70263,-95.01394,,Maritime Advisory,TRUE,TRUE
+81,1858,Mundra and Kandla Ports in Gujarat Put on Alert Due to Threat; Similar Alerts Issued Previously,"On Thursday, it was reported that the Mundra Port and Kandla Port in Gujarat State have been put on high alert due to a potential terror threat. The alert originated from intelligence agencies regarding the possibility that Pakistan-trained commandos had infiltrated the Gulf of Kutch after two single-engine Pakistani boats were found in the Harami Nala area. The ports have instructed shipping agents and vessels to report any suspicious activity to the Coast Guard or other authorities at the ports. Security at the ports has also been increased, although there were no initial reports of disruptions to maritime shipping. Around 60 personnel have been deployed at checkpoints at ports, who are also equipped with devices to puncture the tires of vehicles that may attempt to break through barriers. Around 100 Central Industrial Security Force (CISF) commandos have also been deployed to the Nayara Energy oil refinery in the Vadinagar area of Gujarat.
+
+Assessment: The alert on Thursday followed reports earlier in the week from Navy Chief Admiral Karambir Singh, who said that the Pakistan-based Jaish-e-Mohammad (JeM) militant group was training individuals to carry out underwater attacks. Admiral Singh said that the navy was fully prepared to foil such attacks. Reports about Pakistan s military training JeM divers to carry out attacks are not new and have been mentioned last year and the year before, although the targets were reportedly Indian Navy vessels. It remains questionable that JeM has the capabilities to carry out that kind of underwater attack, as they have not displayed similar capabilities in the past. In addition, there are a multitude of easier methods to carry out an attack on port facilities that do not involve underwater diving training and the transportation and use of more advanced explosives. It is also important to note that Indian intelligence agencies issue hundreds of alerts every year, with the vast majority not resulting in an attack. Resilience360 customers are advised to follow instructions issued by port authorities to maintain an elevated level of vigilance and expect an increased security presence at ports, which could result in maritime shipping delays.",Moderate,Miscellaneous Events,Maritime Advisory,India,29/8/19 22:43,2019,22.83827,69.72853,,Maritime Advisory,TRUE,FALSE
+84,1975,Philippines Warns China over Thitu (Pag-asa) Island in the South China Sea; Protest Held in Manila,"On Saturday, President Rodrigo Duterte warned China that occupying Thitu (Pag-asa) Island in the South China Sea would risk starting a war. His statements were in response the presence of around 200 Chinese fishing vessels around the Sandy Cay area, which the Philippine government has called illegal. The Philippine Navy has monitored around 600 Chinese vessels coming and going in the first quarter of the year. A protest was also held on Tuesday outside the Chinese Embassy in Manila, where around 1,000 demonstrators demanded that President Duterte take a stronger stance towards China. 
+ 
+	 
+		Assessment: Thitu Island is occupied by the Philippines but is also claimed by China, Taiwan, and Vietnam. Despite the strong rhetoric from President Duterte, it is unlikely that China or the Philippines would risk a major military conflict over the presence of fishing boats near Thitu Island. President Duterte has sought a closer alliance with China, especially in economic matters, and China is prepared to offer the Philippines large loans towards infrastructure projects. However, accidents or minor skirmishes involving vessels from the two countries could lead to a deterioration in relations and increase the risk of additional protests against Chinese interests. Resilience360 customers are advised to monitor the situation and avoid all areas where protests are taking place.",Moderate,Miscellaneous Events,Maritime Advisory,Philippines,9/4/19 20:19,2019,,,,Maritime Advisory,TRUE,FALSE
+64,1591,Greenpeace Protest on Hartman Bridge on Thursday Temporarily Closed Portion of Houston Ship Channel,"On Thursday, September 12, 23 protesters associated with Greenpeace demonstrated along the Fred Hartman Bridge in Baytown, TX just outside of Houston. The protest began around 6:30 AM local time and included 11 of the protesters rappelling down the bridge to disrupt shipping traffic in the Houston Ship Channel. While the bridge stayed open during the protest to vehicular traffic, a half-mile portion of the ship channel was closed between Light 102A and Light 104 until reopening early Friday morning after protesters were arrested. The protest remained peaceful; however, the initial blocking of the bridge led to a minor motor vehicle accident which injured one person. 
+
+Assessment: The Greenpeace activists stated that their goal of the protest was to attempt to disrupt the oil and gas shipments that go through the Houston Ship Channel. The group timed their protest to attempt to get the attention of Democratic presidential candidates who were in Houston Thursday for a Democrat National Committee presidential debate. The Houston Ship Channel and Port of Houston are vital to U.S. oil and gas exports and the ship channel is the busiest in the country annually generating approximately $339 billion and providing over 1.35 million jobs to the state of Texas. The portion of the ship channel that was closed on Thursday normally sees approximately 300 vessels pass through, and according to media sources, at least seven were blocked during the temporary closure. The protest did not cause any significant disruptions to shipping interests, as many companies often build in an extra day to shipping schedules as a precaution. 
+
+An uptick in climate change-related protests has been seen in recent months, especially across Europe. The majority of protests are organized by groups such as Greenpeace or Extinction Rebellion and have been relatively peaceful, although some have been disruptive with protesters blocking bridges, and trains, similar to the Greenpeace protesters temporarily shutting down the Houston Ship Channel on Thursday. Additionally, a weeklong series of protests are being planned across the world beginning Friday, September 20 as part of a global climate strike action. The relative ease with which the Greenpeace protesters in Baytown were able to shut down a portion of the Houston Ship Channel using a small group of people and the increased focus on climate-related protests highlight the possibility of an increase in similar protests across the United States. As such, Resilience360 customers with cargo interests should anticipate the possibility of disruptions to supply chains due to climate-related protests.",Moderate,Miscellaneous Events,"Protest/Riot, Port Disruption, Cargo Disruption, Climate Change",United States,13/9/19 21:29,2019,29.71163,-95.00479,,Miscellaneous Events,TRUE,TRUE
+65,1661,Houston Ship Channel - Channel has partially reopened to ship traffic. Incident closed.,"Channel traffic has partially reopened from Tucker Bayou to Houston Ship Channel Light 116, as cleanup efforts continue related to pollutant runoff from the ITC facility fire. The runoff has been exacerbated by the partial collapse of a dike wall that took place on Friday, March 22 near the ITC facility. The dike wall has since been repaired. Updated sources indicate that the waterway may be reopened on Monday, March 25. Authorities are conducting cleanup operations and there appears to be no active health hazard. Ships are being able to traverse the channel if they have less than a 34-foot draft. All vessels are required to be inspected for chemical contaminates and are being spaced at approximately one-hour intervals. This incident is closed.",Moderate,Miscellaneous Events,"Chemical Spill, Maritime Accident, Port Disruption, Hazmat Response, Public Safety / Security",United States,22/3/19 19:30,2019,29.74453,-95.10194,,Miscellaneous Events,TRUE,TRUE
+67,1667,Hurricane Dorian Expected to Make Landfall on Florida Coast as Cat 3 Storm Over Labor Day Weekend,"Hurricane Dorian continues to move through the Atlantic Ocean as it passes Puerto Rico and heads toward the eastern Florida coast. The storm is expected to strengthen over the next days and is forecast to make landfall as a major Category 3 storm, on the Saffir-Simpson Hurricane Wind Scale, late Sunday night or early Monday morning. Significant uncertainty remains on the path of Dorian; however, as of Wednesday afternoon the projected path has the storm making landfall near Orlando, FL and the Florida Space Coast. Portions of Florida and other parts of the southeastern coast are expected to receive between four to eight inches of rain with some areas receiving upwards of ten inches. Tropical-storm-force winds will reach the Florida coast by Saturday. Governor Ron DeSantis has issued a state of emergency for the state of Florida in anticipation of the storm.
+
+Assessment: The state of emergency declaration allows for preemptive planning coordination of resources across Florida to help with preparation and eventual recovery efforts. Governor DeSantis has also urged Florida residents to have seven days of supplies and an emergency plan in case of disaster as the hurricane continues to near the state. While the path of the storm remains uncertain, Dorian making landfall as a Category 3 storm will likely cause significant disruptions across Florida. These may include evacuations, widespread power outages, road closures, and life-threatening flooding conditions. The U.S. Coast Guard has set a number of Florida ports at port condition Whiskey including Key West, Miami, Port Canaveral, Tampa, St Petersburg, and Manatee. Port condition Whiskey means that ports remain open to all commercial and cargo operations; however, commercial vessels greater than 500 gross tons should begin making plans to depart the port. It is likely as the storm nears that a number of these ports will close due to the anticipated high winds. 
+
+Travelers should also anticipate air travel delays across the Southeast, especially for Florida airports as well as Hartsfield-Jackson Atlanta International Airport (ATL), a major hub for both domestic and international flights. Additionally, several projections have the storm either moving across Florida into the Gulf of Mexico, potentially creating disruptions for the Gulf Coast or have the storm moving up the southeast coast where disruptions would occur in Georgia, South Carolina, and North Carolina. Resilience360 customers are advised to heed all local weather warnings and evacuation notices. Customers with interests in Florida, the Southeast, and the Gulf Coast should continue monitoring the progress of Hurricane Dorian.",Severe,Miscellaneous Events,"Tropical Cyclone / Storm, Severe Winds, Flooding, Evacuation, Air Travel Disruption, Port Closure, Power Outage, Public Safety / Security, Weather Advisory, Travel Warning",United States,28/8/19 22:44,2019,28.53823,-81.37739,,Miscellaneous Events,TRUE,TRUE
+68,1670,Hyundai Heavy Industries Workers Vote to Strike over Daewoo Acquisition; Date Unspecified,"On Thursday, it was reported that workers at Hyundai Heavy Industries (HHI) voted to approve a strike against the acquisition of Daewoo Shipbuilding. Workers from Daewoo Shipbuilding and Marine Engineering (DSME) also voted to approve a strike earlier in the week. Nearly 60 percent of HHI workers voted in favor of the strike, along with 90 percent of DSME workers. A date for the strikes have not been set. 
+ 
+	 
+		Assessment: HHI signed a conditional agreement last month to acquire DSME from the government, with a formal agreement expected in March. The two shipbuilders cover around 20 percent of the global shipbuilding market share. The unrest among workers in South Korea s shipbuilding sector are tied to mounting financial pressures caused by a decrease in global demand for new vessels and increased competition from Chinese shipbuilders. A coordinated strike between HHI and DSME workers would cause significant disruptions in the shipbuilding industry. Resilience360 customers with interests in the sector are advised to monitor reports regarding a specific date for a strike. Workers may also decide to hold protests or marches, which should be avoided due to the potential for clashes with police. Protests would likely be held in Ulsan or on Geoje Island, where the HHI and DSME are headquartered, respectively.",Moderate,Miscellaneous Events,"Industrial Action, Maritime Advisory, Miscellaneous Strikes, Public Safety / Security",Republic of Korea,21/2/19 22:22,2019,,,,Miscellaneous Events,TRUE,TRUE
+69,1672,IED Detonated Near Police in Hong Kong; Could Represent Escalation If It Becomes a Regular Tactic,"On Sunday, an explosion was reported near the intersection of Nathan Rd and Fife St in the Mong Kok area of Kowloon. The incident took place near a parked police vehicle after police officers had disembarked and were clearing roadblocks following another evening of violent protests across Hong Kong that resulted in over 200 arrests. The explosive was reportedly detonated remotely by a cell phone and was placed in a flower pot around six feet from the police van. No injuries were reported, although police said that the device was meant to injure or kill officers. Police have said that the intensity of the explosion was relatively low and was likely comprised of homemade materials.
+
+Assessment: The use of an IED by protesters was not completely unexpected, as police carried out two raids on warehouses in July and August where explosive materials were found and suspects from pro-independence groups were arrested. The raid on the Lung Shing Factory Building in Tusen Wan in July found two pounds of the chemical triacetone triperoxide (TATP), which is a powerful explosive that can be made from common household ingredients, along with incendiary devices, acids, and sharp weapons. The raid on an industrial building in Fo Tan in August found over 30 smoke bombs and a significant amount of cash. If the use of explosives becomes a regular tactic by the protesters, it will seriously deteriorate the security situation in Hong Kong, particularly if they result in any casualties. The use of a cell phone as a remote detonator could also give police justification to suspend mobile phone services in certain areas when protests are taking place. Resilience360 customers are advised to continue to avoid all areas where protests are occurring and should be aware of the risk of restrictions on telecommunications services.",Severe,Miscellaneous Events,"Protest / Riot, Public Safety / Security, Public Transportation Disruption, Police Operations, Roadway Closure / Disruption, Hazmat Response, Bombing",China,14/10/19 18:01,2019,,,,Miscellaneous Events,TRUE,TRUE
+72,1775,Major Raids Target Opposition After Local Elections Inflict Losses to United Russia s Control,"On Thursday, authorities raided over 200 sites across more than 40 cities in Russia. The operation was targeting opposition activists and entities and has been denounced as a political crackdown in retaliation for President Vladimir Putin s party suffering losses in last Sunday s local elections. While the Kremlin maintains a strong grip across Russia, opponent Alexey Navalny s  smart voting  plan is believed to have contributed to the erosion of United Russia s control of local office seats. Combined with sustained summer protests and increasing discontent with the status quo, the Kremlin will likely take further measures trying to thwart growth and unification of opposing forces, though activists continue to show resilience to such efforts. As well as possible protests over the crackdown and disputed election results, demonstrations over an array of other grievances may be met by crackdowns and other efforts by authorities to quash expressions of opposition and discontent.
+
+Recent Developments
+
+From early Thursday morning, police carried out raids in 43 cities across the country in a sweeping crackdown on opposition politicians and their supporters. The raids happened four days after local elections around Russia, which saw President Vladimir Putin s United Russia party take serious hits. During the operation Thursday, offices of opposition leader Alexey Navalny s Anti-Corruption Foundation (FBK) had equipment seized as part of an investigation launched in August for alleged money laundering, with homes searched as well. According to the FBK chief of staff, both employees and volunteers with the foundation had equipment, documents, mobile phones, and funds seized by authorities. As a result of a raid in Chelyabinsk, multiple staff at the targeted office received medical treatment on site but were not hospitalized. During searches of FBK offices in Saransk, an activist was struck and injured by a police vehicle. Election monitoring non-governmental organization Golos also reported raids Thursday targeting the homes of its activists. More than 1,000 officers were involved in the raids, and Navalny claimed more than 200 locations were searched.
+
+The highest-profile battle over local elections occurred in Moscow, with election officials preventing or disqualifying an array of candidates for local posts, sparking sustained protests frequently marred by clashes and heavy crackdowns. However, Navalny advocated a system of  smart voting  intended to encourage people to vote for the candidate in each race considered most likely to beat United Russia or other Kremlin-backed candidates. United Russia lost more than a third of the Moscow city council seats it had previously held, with the result largely attributed to tactical voting. In addition to reported voting irregularities on Sunday, there were reports of violence and other forms of intimidation linked to the elections. A poll monitor at a station in St Petersburg who had filed a formal complaint over a voter registration matter was punched by a man who then left, while police on scene made no effort to respond. Another observer had been punched in the face several times heading into the same polling station that morning.
+
+Election results have spurred additional protest activity in some locations around Russia, including sustained protests in Siberia s Buryatia region. At least 17 activists have been detained by authorities in Ulan-Ude while disputing the mayoral election results for the regional capital. Police contended the activists had thrown a tear gas canister at officers, while media outlets have reported police threw the tear gas canister inside a bus of activists. Potentially as an effort to defuse tensions, a rally has been authorized by Ulan-Ude officials for Sunday evening, though unauthorized protests remain possible.
+
+Background
+
+The refusal to register an array of opposition candidates for Moscow s local elections sparked some of the largest sustained protests in Russia in recent years. The largest demonstration drew about 60,000 participants, while thousands frequently turned out to protests in the run-up to elections, even despite major crackdowns on unauthorized gatherings. More than 2,000 people were detained during election-related protests over the summer, with some facing brief jail terms while others facing charges of mass unrest could receive lengthy jail sentences. Controversy over several issues, including pension reform, poverty and other economic concerns, as well as topics such as wildfires and waste management continue to drive discontent with the ruling powers in the country. Overt and aggressive crackdowns on protests, censorship and internet restrictions, and blatant election rigging continue to be sources of potential protest activity over perceived injustices.Assessment
+
+Navalny supporters contend that the raids and money laundering allegations are being used to strike back at opponents of Putin and the ruling elite, particularly targeting those who backed  smart voting  tactics, protests, and other measures to combat Putin and United Russia s grasp on power around the country. The  smart voting  tactics have been invoked in other elections around the world, and could be used in future Russian elections. The method of concentrating votes with any single opposing candidate to defeat a Kremlin-supported candidate could remain more challenging to thwart. While United Russia secured victory in many regional elections, the party had substantial losses in local elections around the country.
+
+Despite the ousting of an array of Kremlin-backed candidates with the tactic of smart voting, Communists and candidates from other smaller parties who were the primary victors from such methods generally remain at least somewhat influenced by the Kremlin. Nonetheless, in Moscow, no candidate from United Russia was on the ballot, with candidates previously with the party or otherwise pro-Kremlin opting to run as  independent  due to perceived discontent in the capital with the ruling party. Such a development highlights the growing challenges to the Kremlin s grasp on power amidst increasing disapproval of the status quo in Russia.
+
+A heavy-handed approach to opposition forces may deter some supporters and damage the networks and resources of Navalny s FBK. However, crackdowns can also spur resistance to such tactics and opposition activists have shown resilience and innovation to authorities  efforts to stifle them. While the wave of protests during the summer has tapered off, additional demonstrations over the latest election, crackdowns, and other efforts to repress opposition supporters are possible. In conjunction, any unauthorized demonstration in Russia may face a swift crackdown by police and the Kremlin may pursue additional actions to combat any suspected erosion of support and power in the country. Resilience360 customers are advised to continue monitoring associated developments in the post-election period and to avoid any demonstration activity in Russia due to the risk of mass detentions and clashes with authorities.",Moderate,Miscellaneous Events,Political Crackdown / Opposition Movement,Russia,14/9/19 0:16,2019,,,,Miscellaneous Events,TRUE,TRUE
+74,1778,Malaysia Detained Crew After Greek Ship Collided with Malaysian Vessel near Johor Baru Port,"On Saturday, a Greece-registered ship collided with the Malaysia-registered Polaris, a vessel that lays buoys, near Johor Baru Port in waters claimed by Singapore. The collision occurred while the Greek ship was headed to Tanjung Pelepas in Malaysia. There were no reports of any oil leaks or injuries associated with the collision, or any impacts to maritime shipping. The crew of the Greek ship was detained by the Malaysian Marine Department (Mardep) after the collision. Following the incident, Singapore called on Malaysia to withdraw its ships from Singapore s waters. 
+ 
+	Assessment: Saturday s incident highlights the disputes over airspace and sea territory between Malaysia and Singapore that began last year. In 2018, the Malaysian government extended its port limits into Johor, and Malaysian vessels started entering waters that are claimed by Singapore. Singapore disputed the port limit extension, and its foreign minister has called on Malaysia to comply with international law. Bilateral talks held last month between the nations proved unsuccessful. The ongoing territorial dispute can cause confusion for vessels entering the Johor area, and increase the risk of safety hazards such as collisions. Although the likelihood of direct conflict between Singapore and Malaysia is low, Resilience360 customers are advised to exercise caution if travelling in the Johor area.",Moderate,Miscellaneous Events,Maritime Accident/Ground Transportation Advisory,Singapore,11/2/19 23:10,2019,1.44703,103.76346,,Miscellaneous Events,TRUE,TRUE
+76,1815,Metro Manila and Rizal Province to Experience Water Interruptions Due to Insufficient Supply,"On Wednesday, Manila Water announced that it was implementing a revised water interruption program in the Metro Manila area and Rizal Province to deal with insufficient water supplies. Customers may experience between six and 21 hours of service interruptions, while water pressure may be lower than usual. The water interruptions will be first impacting the East Zone of Metro Manila, including the Makati, Mandaluyong, Pasig, Pateros, San Juan, Taguig, and Marikina areas, parts of Quezon City and Manila, as well as the Angono and Antipolo areas of Rizal Province. 
+ 
+	 
+		Assessment: The water restriction program is expected to last for the next three months or until the rainy season begins. The dry season typically ends in May, but has been extended due to the El Nino weather phenomenon. El Nino is one of the causes of the recent shortage, but another main cause is a significant increase in demand. Manila Water has said that it will prioritize hospitals and school areas, while water tankers would be provided to households and commercial establishments. Updates from Manila Water regarding specific areas, dates, and times of service interruptions can be found at  https://www.manilawater.com/customer/advisories/service-advisories ,  https://www.facebook.com/manilawater/ , and  https://twitter.com/ManilaWaterPH . Resilience360 customers are advised to expect water service disruptions, which could intensify in the coming months, until the rainy season begins.",Moderate,Miscellaneous Events,"Public Utilities Disruption, Water Restriction Program",Philippines,13/3/19 21:28,2019,,,,Miscellaneous Events,TRUE,TRUE
+78,1828,"Minor In Barcelona, striking port stevedores attempted to block access to...","In Barcelona, striking port stevedores attempted to block access to the cruise ship terminal; local Mossos d'Esquadra police physically removed them.",Minor,Miscellaneous Events,Maritime Accident/Ground Transportation Advisory,Spain,21/10/19 14:44,2019,,,,Miscellaneous Events,TRUE,TRUE
+80,1855,MQM Worker Killed in Overnight Shooting,"Pakistani media sources report that a worker from the Muttahida Qaumi Movement (MQM) was killed in a gun attack in Karachi late Monday. Another MQM worker was injured in the incident, which involved six gunmen on motorcycles who opened fire on the MQM-P union council (UC) office in the New Karachi area of the city. The assailants fled the scene and reportedly remain at large. 
+ 
+	Assessment: No group immediately claimed credit for the attack, and the motivation behind it remains unclear. In the past, secular-minded parties such as MQM have been targeted by Islamist militant groups, including in Karachi. The MQM has also come under pressure from the Pakistani security establishment, which has waged a crackdown against the party in recent years. From a security standpoint, demonstrations and labor strikes are common in association with acts of political violence in Pakistan, most of which are accompanied by rioting and other forms of civil unrest. Although no specific details have been announced in this regard, Resilience360 customers in Karachi should monitor local media outlets for associated security developments.",Moderate,Miscellaneous Events,"Death / Injury, Individuals in Focus, Public Safety / Security, Public Transportation Disruption, Roadway Closure / Disruption",Pakistan,12/2/19 21:40,2019,,,,Miscellaneous Events,TRUE,TRUE
+82,1922,Operation Brock Initiated on M20 in Kent as Preparation for Possible No-Deal Brexit Congestion,"On Monday, authorities initiated Operation Brock on the M20 in Kent as part of the government s plan to manage gridlock in the event of a no-deal Brexit. The system to manage truck and passenger vehicle traffic to and from the Kentish coast, including the port of Dover, is being coordinated with Kent police and local authorities along the motorway. The operation includes the coast-bound side of the M20 between Junctions 8 (Maidstone) and 9 (Ashford) being solely for truck traffic heading to Dover, serving as a holding space for trucks during congestion periods, though truck traffic remained free-flowing Monday. The dedicated 14-mile stretch will enable trucks to move along based on truck congestion levels, while all other traffic moving in both coast- and London-bound directions travels on the London-bound side of the motorway. The London-bound side in the affected stretch is thus divided with barriers for two lanes of traffic to the coast and two lanes of traffic to London. The anticipated duration of Operation Brock was not immediately announced by authorities. 
+ 
+	Assessment: With a potential Brexit date recently pushed back to at least April 12, questions have been raised about the purpose of continuing with the no-deal contingency scenario at this time. Operation Brock is a replacement of the previous M20 traffic management system called Operation Stack. In the new system, up to 11,000 trucks are expected to be able to fit into the M20 queuing procedure. Should further space be required, the government has backup provisions for directing trucks to the disused Manston airport as well as the coast bound M26. Although government officials have said checks would not be carried out at Dover in the short term following a no-deal Brexit to avoid heavy disruption, the Dover Harbour Board warned last week that an increase of two minutes per vehicle bound for France undergoing checks could result in 17-mile queues. Resilience360 customers are advised to anticipate possible disruptions while Operation Brock remains in effect and to continue monitoring associated developments that may impact cross-Channel traffic and the United Kingdom s planned separation from the European Union.",Moderate,Miscellaneous Events,Ground Transportation Advisory / Brexit Contingency / Government Plan / Traffic Management / Border Control / Cross-Channel Traffic,United Kingdom,25/3/19 20:56,2019,51.14663,0.87603,,Miscellaneous Events,TRUE,TRUE
+83,1950,Over 100 Protesters Detained at Anti-Government Demonstration in Managua on Saturday,"On Saturday, hundreds of supporters of the Civic Alliance opposition coalition gathered for a demonstration in downtown Managua. The action was intended to protest against the administration of incumbent President Daniel Ortega, and to demand the release of political prisoners. As Ortega s government had previously outlawed anti-government demonstrations, security forces rapidly descended on the scene and forcibly dispersed the crowd with truncheons, tear gas, and rubber bullets. Nicaraguan authorities claimed that 107 protesters were detained for  violating public order.  The opposition claimed that 164 demonstrators were detained, and that six had been wounded by rubber bullets. Multiple news outlets and non-governmental organizations have claimed that several journalists that were covering the demonstration were assaulted by police and/or robbed of their cellphones. There were no reports of injuries among law enforcement personnel. 
+	 
+	Assessment: Political leaders from the United States, Uruguay, and multiple European countries condemned the actions taken by Nicaraguan authorities on Saturday. Representatives of the European Union called on the Ortega administration to respect the principles of freedom of peaceful assembly and freedom of the press. Nicaragua s opposition movement claims that 770 people have been imprisoned on spurious, politically motivated charges since civil unrest broke out across Nicaragua last April. The government freed 112 detainees in late February, and 50 more were transferred to house arrest on March 15th. Nevertheless, members of the Civic Alliance have deemed the concessions to be inadequate, and the issue remains one of the major sticking points preventing the two sides from resuming negotiations. 
+	 
+	As no solution to Nicaragua s ongoing political crisis appears to be within sight, similar bouts of anti-government protest activity and ensuing clashes with security forces will likely continue to sporadically crop up in the coming weeks and months. Resilience360 continues to advise customers to avoid non-essential travel to the country, due to the risks posed by civil unrest and the government s arbitrary enforcement of laws.",Moderate,Miscellaneous Events,Protest / Riot,Nicaragua,18/3/19 23:49,2019,,,,Miscellaneous Events,TRUE,TRUE
+70,1685,"Incheon and Changwon   Production losses of 20,000 vehicles due to strike. Incident closed.","Media sources indicate that partial and general strikes had resulted in a production loss of 20,000 vehicles. The GM Korea union announced plans to continue the strike at GM facilities in Incheon and Changwon after the Chuseok holiday, although there were no initial reports that the strike resumed. Over 10,000 General Motors (GM) Korea workers were participating in the action. Workers held a full-scale walkout on September 9, 10, and 11. Media sources indicated workers also held an overtime ban during the Chuseok holiday, which was observed Thursday, September 12 to Saturday, September 14. GM Korea workers held two four-hour partial strikes on Friday, August 30, at their facilities in Incheon and Changwon, as well as a two-day partial strike on Tuesday, August 20 and Wednesday, August 21. The labor action was organized to protest wages. This incident is closed.",Moderate,Miscellaneous Events,Miscellaneous Strikes,Republic of Korea,20/8/19 9:58,2019,37.51119,126.7095,,Miscellaneous Strikes,TRUE,TRUE
+71,1733,Kocaeli and Tarsus - Izocam workers have called off the strikes. Incident closed.,"Izocam workers have called off the strikes at two factories across Turkey. The strikes were originally called in the factory in Kocaeli, near Kiplasma Cd and Refik Baydur Cd, and in a factory at an unspecified location in Tarsus, in Mersin Province. This incident is closed.",Minor,Miscellaneous Events,Miscellaneous Strikes,Turkey,16/1/19 23:33,2019,40.82164,29.55738,,Miscellaneous Strikes,TRUE,TRUE
+75,1784,Malta - Negotiations on Saturday reportedly ended with agreement; vote to be held on Monday.,"Fuel station owners affiliated with the General Retailers and Traders Union (GRTU) have suspended the nationwide strike across Malta during a meeting with Energy Ministry officials on Saturday. Updated sources stated that the negotiations on Saturday were positive and ended with an agreement; a vote on accepting the agreement will be held on Monday.
+
+The strike began on Tuesday, January 22, following an unsuccessful meeting with Energy Ministry officials to discuss the possibility of the government funding expensive renovations that most fuel stations are required to complete per a directive issued by the European Union. Fuel stations across Malta have been shutting down their pumps beginning at 6:00 PM local time during the strike, not allowing motorists to purchase fuel past that time.",Moderate,Miscellaneous Events,Miscellaneous Strikes,Malta,22/1/19 13:42,2019,35.89564,14.50828,,Miscellaneous Strikes,TRUE,TRUE
+41,2219,Shipco Transport to fine shippers for misdeclared hazardous cargoes,"Industry sources indicate on August 22 that Chatham, NJ-based Shipco Transport announced its intent to implement a penalty of USD 5,000-35,000 (EUR 4,500-31,750) per container for misdeclared or undeclared hazardous cargoes, with a definitive fine quantity unknown as of reporting, and it is unknown when this penalty will come into effect. Shipco will hold the customer on record liable and responsible for costs and consequences related to violations, fines, damages, incidents, claims and corrective measures resulting from cases of shipment of such cargo. The move is similar to that implemented by other cargo shipping lines in the aftermath of the Yantian Express fire.",Minor,Port Closure,Cargo Disruption,United States,22/8/19 17:38,2019,40.7392,-74.37718,,Cargo Disruption,FALSE,TRUE
+29,2110,Port Said closed due to bad weather,"Shipping sources indicate that Port Said has been temporarily closed on February 25 due to adverse weather. The port is likely to restart operations on Tuesday, February 26.",Moderate,Port Closure,Maritime Advisory,Egypt,25/2/19 9:13,2019,31.24254,32.30148,,Maritime Advisory,TRUE,FALSE
+34,2186,Second berth opens at Batangas Port,"Media sources reported that a second berth was inaugurated at Batangas Container Terminal in Santa Clara, Batangas City on April 29, 2019 with the hopes of increasing the harbor’s capacity for mooring vessels. Reports suggested that the new berth is a 250-meter extension of the first berth. Together with both berths, the port now has a total of 600 meters of berth capable of handling over 450,000 twenty-footer containers annually as the first berth was only able to accommodate 300,000 20-footer containers in a year.",Minor,Port Closure,Maritime Advisory,Philippines,7/5/19 3:07,2019,13.75435,121.04334,,Maritime Advisory,TRUE,TRUE
+37,2204,Severe winds causes temporary closure of Dammam Port,Industry sources reported that vessels’ movements for docking and undocking at Dammam Port have been suspended since 21:45 (local time) on March 24 due to severe winds. The duration of the closure remains unclear at this time.,Severe,Port Closure,Maritime Advisory,Saudi Arabia,26/3/19 1:56,2019,26.49713,50.19945,,Maritime Advisory,TRUE,FALSE
+39,2216,Sharm al-Sheikh port closed due to heavy winds and high waves,"Media sources indicated that the Red Sea Port Authority closed the Sharm al-Sheikh port and the Alexandria Port Authority closed the ports of Alexandria and Dekheila on March 30 due to poor weather conditions. The Alexandria and Dekheila ports were shut down due to high waves and wind speed, although loading and unloading of vessels and movement of goods to and from the ports is still continuing. The Sharm al-Sheik port was closed following wind speeds between 22 and 28 knots and waves between 3 and 4 meters high.",Moderate,Port Closure,Maritime Advisory,Egypt,1/4/19 2:23,2019,27.85673,34.28837,,Maritime Advisory,TRUE,FALSE
+21,2099,Port of Ulsan bans variety of hazardous cargo following major chemical tanker explosion,"Media sources indicate on October 7 that the Port of Ulsan has banned a variety of hazardous cargoes from terminals near a bridge where a major chemical tanker Stolt Groenland was caught in an explosion that occurred on September 30. The fire injured eighteen people and led to an overhead bridge, which serves as a thoroughfare for the city, to be closed for two days due to safety checks.",Moderate,Port Closure,Maritime Accident / Hazmat Response,Republic of Korea,7/10/19 10:12,2019,35.45647,129.36626,,Miscellaneous Events,FALSE,TRUE
+27,2105,Port of Yokohama likely to close due to approaching Typhoon Neoguri,"On October 21, shipping sources indicate that Port of Yokohama will likely suspend its operations from October 22 - 23. Approaching Typhoon Neogure will bring strong winds and likely to cause port closure. Increased berthing times and shipping delays are likely to occur in the following days.",Minor,Port Closure,Tropical Cyclone / Storm,Japan,21/10/19 12:08,2019,,,,Miscellaneous Events,TRUE,TRUE
+42,2225,Singapore arrests eleven men for illegal marine gas oil transaction,Media sources indicated on November 4 that the Maritime and Port Authority of Singapore has arrested eleven men for their suspected involvement in an illegal transaction of marine gas oil at sea off Northern Tuas. The eleven men include six crew members of a craft of a marine service provider and another five of a foreign-registered tugboat. Preliminary reports cited that the crewmembers were thought to have misappropriated the marine gas oil and sold it to crew members of the tugboats.,Moderate,Port Closure,"Maritime Accident, Maritime Advisory, Police Operations, Maritime Accident/Ground Transportation Advisory",Singapore,6/11/19 1:37,2019,,,,Miscellaneous Events,FALSE,TRUE
+40,2217,Shinagawa container terminal to be closed during golden week,"Local sources indicate that from April 30 to May 6, the Tokyo Aomi and Shinagawa container terminals will be closed due to golden week public holiday period. Customers with shipments to the two terminals are advised to cooperate with shipping agents for blank sailings ahead of schedule.",Moderate,Port Closure,Port Closure,Japan,15/3/19 2:37,2019,35.60732,139.76355,,Port Closure,TRUE,TRUE
+32,2145,Rail yard congestion still affecting Port of Montreal,Industry sources on April 23 indicate that rail yard congestion issues are still affecting containers flowing through the Port of Montreal. This is reportedly due to exceeded terminal capacities. Shipping companies were said to be working with CN rail and MGT terminal to finalize operational plans to handle reefers in the off-dock CN ramp. The transition is set to take place on May 25. Customers should expect longer shipping times for on-shipments via rail in Montreal.,Moderate,Port Closure,Port Congestion,Canada,24/4/19 16:14,2019,,,,Port Congestion,FALSE,TRUE
+35,2191,Severe congestion persists at Aomi container terminal in the Port of Tokyo - UPDATE 1,"Intelligence obtained by Everstream Analytics on August 16 confirms that circumstances driving congestion at Aomi terminal in the Port of Tokyo persist as of August 16. Sources continue to indicate that truckers continue to face waiting times to pick-up and deliver containers of more than 8 hours at the Aomi Terminal. Due to the congestion at the terminal, regardless of the availability of berth, vessels often need to wait on the water in the bay until terminals are ready to unload containers or entirely omit the port call. Alternative options include using ocean carries that call at other terminals such as Ohio and Shinagawa terminals in the Port of Tokyo or use entirely different ports such as the Port of Yokohama.",Severe,Port Closure,Port Congestion,Japan,16/7/19 15:27,2019,35.61326,139.78239,,Port Congestion,FALSE,TRUE
+36,2192,Severe congestion reported at Port of Savannah,"Industry sources on February 26 that following last weekend’s closure of the Port of Savannah, average waiting times of 2-4 days are currently reported for incoming vessels. Currently, there are 14 vessels at anchorage, with further delays likely throughout the week.",Severe,Port Closure,Port Congestion,United States,26/2/19 15:09,2019,32.12258,-81.13851,,Port Congestion,FALSE,TRUE
+31,2127,Power shutdown scheduled for May 1 at Jawaharlal Nehru Port,"According to industry source, APMT, Mumbai has announced that as part of the annual power shutdown as announced by JNPT towards undertaking allied maintenance activities, the terminal shall have limited operations between 0800 Hours and 1700 Hours on May 1, 2019. Terminal operations on the Quayside and Rail siding shall be impacted due to the above activities, however, the terminal Gate and Yard operations shall continue as per normal.",Minor,Port Closure,Port Disruption,India,25/4/19 20:48,2019,18.95112,72.95023,,Port Disruption,FALSE,TRUE
+23,2101,Port of Valencia - The port was temporarily closed due to high winds in the area. Incident closed.,Media sources reported that the Port of Valencia was temporarily closed due to high winds in the area. There were no reports of major disruptions. This incident is closed.,Minor,Port Closure,Severe Winds,Spain,20/12/19 11:08,2019,39.44809,-0.31693,,Severe Winds,TRUE,FALSE
+24,2102,Port of Valencia temporarily closes due to high winds,Spanish media sources report on December 20 that the Port of Valencia has been temporarily closed due to high winds in the area. It was not immediately disclosed when the port was expected to reopen.,Moderate,Port Closure,Severe Winds,Spain,20/12/19 11:25,2019,,,,Severe Winds,TRUE,FALSE
+28,2106,Port operations resume following temporary suspension at DP World Southampton,Sources indicated that land and shipside operations have resumed following suspension of services from 08:45 to 14:15 (local time) on April 13 due to high winds at DP World Southampton terminal. Customers are advised to expect berthing and unloading delays for shipments scheduled on April 13 and 14.,Minor,Port Closure,Severe Winds,United Kingdom,15/4/19 7:44,2019,,,,Severe Winds,TRUE,FALSE
+26,2104,Port of Yokohama closed due to strong winds,Shipping sources indicated on January 30 that the Port of Yokohama was closed from January 28 to January 29 due to strong winds. Customers should expect berthing delays as well rescheduled departure times for vessels.,Moderate,Port Closure,,Japan,30/1/19 15:56,2019,35.44849,139.67131,,,TRUE,FALSE
+30,2118,Ports of Savannah and Brunswick - Both ports have resumed normal operations. Incident closed.,The Port of Savannah and the Port of Brunswick have reopened with normal operations following the passage of Hurricane Dorian. This incident is closed.,Moderate,Port Closure,,United States,4/9/19 16:27,2019,32.1232,-81.13941,,,TRUE,FALSE
+33,2153,Repair works at Port of Colombo may cause berthing delays,"Local sources on March 5 indicate that a terminal at the Port of Colombo will carry out repairs on 4 gantry cranes in the next 12 to 14 weeks. As a result, carriers can expert berthing delays with an average waiting time of 24-hours and above.",Moderate,Port Closure,,Sri Lanka,5/3/19 8:21,2019,6.94071,79.84632,,,TRUE,FALSE
+38,2205,Severe winds disrupt operations at Port of London,"Shipping sources on March 10 indicated that severe winds have impeded operations at container terminals in the Port of London, including DP World London Gateway since March 10. Disruption was expected to persist until the early morning of March 11.",Moderate,Port Closure,,United Kingdom,11/3/19 10:25,2019,51.50715,0.46296,,,FALSE,FALSE
+43,2802,UPDATE: Delays decrease to 12-24 hours at Port of Colombo,"Industry sources indicate on September 17 that some vessels at the South Asia Gateway Terminals (SAGT Terminal) at the Port of Colombo, Sri Lanka, are currently facing delays that have now reduced to 12-24 hours due to internal labour issues.",Moderate,Port Congestion,Maritime Advisory,Sri Lanka,5/9/19 12:18,2019,,,,Maritime Advisory,TRUE,FALSE
+44,2805,UPDATE: Dense fog causes closure of Port of Shanghai,"According to sources on March 13, the Port of Shanghai is currently closed due to dense fog. Hence, vessels’ waiting time is around 1 to 1.5 days. Moreover, low visibility is likely to affect the port from 22:00 (local time) from March 13 until 16:00 of the next day. There is a moderate to high chance that the port may closed again.",Severe,Port Congestion,Maritime Advisory,China,11/3/19 7:13,2019,31.31882,121.66033,,Maritime Advisory,FALSE,FALSE
+46,2812,UPDATE: Dwelling time around 24-hours at Port of Ningbo,"Local sources on January 4 indicate that an average waiting time at the Port of Ningbo is around 24-hours. As of now, the dwelling time is likely to remain the same until January 5. The port is facing congestion clearing of backlogs from the recent port closure. Furthermore, inbound pilot services at Xiaozhimen channel has been suspended on the afternoon of January 3 for about 2-hours due to congestion caused by fishing vessels.",Minor,Port Congestion,Maritime Advisory,China,2/1/19 8:52,2019,29.95168,121.72285,,Maritime Advisory,TRUE,FALSE
+47,2813,UPDATE: Dwelling time decreases to 0.5 day,"Local sources on March 6 indicate that an average waiting time at the Port of Shanghai has reduced to 0.5 day and the situation is likely to remain the same for the next 2-days. Due to poor visibility, pilot services were suspended for both north and south channel since the evening of March 5.",Moderate,Port Congestion,Maritime Advisory,China,5/3/19 7:24,2019,31.31927,121.66068,,Maritime Advisory,TRUE,FALSE
+48,2814,UPDATE: Fishing boats congestion impacts pilot services at Port of Ningbo,Updated sources on August 20 indicate that outbound pilot services through Xiazhimen channel will be suspended on August 20 midnight due to fishing boats congestion.,Minor,Port Congestion,Maritime Advisory,China,19/8/19 8:00,2019,,,,Maritime Advisory,TRUE,FALSE
+57,2849,UPDATE: Operations at Port of Shanghai affected due to Typhoon Mitag,"Shipping sources on October 2 indicate that port operations at the Port of Shanghai were affected due to Typhoon Mitag. A vessel evacuation plan has been in place since 10:00 local time on October 1. According to sources, pilot operations are expected to resume by 17:00 local time on October 2. Customers are advised to expect delays and congestion following the re-opening of the port.",Moderate,Port Congestion,Maritime Advisory,China,30/9/19 11:38,2019,,,,Maritime Advisory,TRUE,TRUE
+45,2806,UPDATE: Dense fog disrupts Port of Shanghai,"Sources on April 26 indicate the Port of Shanghai was temporarily closed due to dense fog from 17:30 (local time) on April 24 to 17:00 of the next day. As a result, an average waiting time for vessels is currently around 1 to 2 days.",Minor,Port Congestion,Port Closure,China,24/4/19 6:31,2019,,,,Port Closure,FALSE,TRUE
+55,2831,UPDATE: Intermittent port closures reported at Port of Xiamen,"According to local sources on April 10, Port of Xiamen was closed from the midnight of April 9 to noon. Previously the port was closed on April 7 until the morning due to dense fog. An average waiting for vessels to berth at the port is likely to be around 0.5 to 1 day at the moment.",Minor,Port Congestion,Port Closure,China,10/4/19 2:16,2019,,,,Port Closure,FALSE,TRUE
+50,2819,UPDATE: Heavy congestion continues at Port of Houston,Updated sources on March 6 indicate that heavy berth congestion continues to affect Port of Houston due to the port’s closure caused by dense fog. An average waiting time to berth is likely to be more than 24-hours at this time.,Severe,Port Congestion,Port Congestion,United States,5/3/19 7:43,2019,29.6823,-94.99355,,Port Congestion,TRUE,TRUE
+51,2820,UPDATE: Heavy congestion continues at Port of Savannah,Updated sources on March 6 indicate that heavy berth congestion continues to affect Port of Savannah due to the port’s closure caused by dense fog. An average waiting time to berth is likely to be more than 24-hours at this time.,Severe,Port Congestion,Port Congestion,United States,5/3/19 7:40,2019,32.12169,-81.13986,,Port Congestion,TRUE,TRUE
+56,2842,UPDATE: No more congestion reported at Port of Hong Kong,"According to local sources on April 17, average waiting times for vessels to berth at the Port of Hong Kong were still around 1 day on April 16 but have decreased on April 17. No further delays are to be expected for the time being.",Minor,Port Congestion,Port Congestion,Hong Kong,15/4/19 12:38,2019,,,,Port Congestion,TRUE,TRUE
+63,2872,UPDATE: Port of Colombo faces berthing delays,"Sources on March 11 indicate that the Port of Colombo is facing berthing delays due to unspecified reasons.  An average waiting time for the vessels is likely to be around 1 to 2 days. In addition, congestion is likely to be exacerbated by repair works on 4 gantry cranes which will start March 18 and last for two weeks. Out-of-window arrivals will likely face extended berthing times.",Moderate,Port Congestion,Port Congestion,Sri Lanka,11/3/19 7:51,2019,6.94047,79.8464,,Port Congestion,TRUE,TRUE
+58,2850,UPDATE: Operations resume at DP World Southampton terminal,"Updated industry sources indicate that shipside and landside operations at the DP World Southampton terminal have resumed after being suspended since 05:00 local time on September 10 due to fog. Landside operations resumed at 05:30, while shipside operations resumed at 07:30. VBS bookings will be slowly released into the system once the trucks currently waiting in line have been served.",Severe,Port Congestion,Port Disruption,United Kingdom,10/9/19 5:37,2019,50.91186,-1.45732,,Port Disruption,FALSE,TRUE
+59,2854,UPDATE: Operations resume at Port of Southampton following suspension due to fog,"Shipping sources indicate that on February 22 that landside and shipside operations have resumed at 08:00 local time after a 9-hour suspension due to fog at container terminals in the Port of Southampton, United Kingdom.",Minor,Port Congestion,Port Disruption,United Kingdom,22/2/19 9:06,2019,,,,Port Disruption,TRUE,FALSE
+52,2823,UPDATE: High winds likely to disrupt Port of Algeciras,"According to sources on March 22, severe winds at the Port of Algeciras are likely to disrupt the port’s operation for the day.",Moderate,Port Congestion,Severe Winds,Spain,20/3/19 13:11,2019,,,,Severe Winds,TRUE,FALSE
+53,2824,UPDATE: High winds still causing port disruption at container terminals in Jeddah,"Industry sources on April 23 indicate that high winds continue to impact maritime movements in the Port of Jeddah, Saudi Arabia, since April 20. The situation is expected to last until April 23, and likely to cause congestion at container terminals in the port.",Moderate,Port Congestion,Weather Advisory,Saudi Arabia,18/4/19 13:31,2019,21.4625,39.16,,Weather Advisory,TRUE,FALSE
+49,2815,"UPDATE: Fog causing congestion in Houston, affecting ocean shipments","Updated sources report fog has delayed vessel traffic through the Houston Ship Channel every day in the past week, delaying shipments of cargo and container ships. Waiting times for berths have thus increased as the channel has been shut intermittently for a total of 133 hours in the past two weeks. The channel was reportedly open as of 17:30 local time on March 13. The delays this week caused US phenol and acetone producer AdvanSix to declare a force majeure on phenol at its plant in Frankford, Pennsylvania earlier this week. Fog in Houston is particularly bad in the October-March period as warmer, humid Gulf air collides with cooler onshore air.",Severe,Port Congestion,,United States,11/3/19 7:48,2019,29.68234,-94.99355,,,TRUE,FALSE
+54,2827,UPDATE: Inbound pilotage suspended due to strong winds; 0.5 days of waiting times reported,Sources indicate that strong winds have led to the suspension of inbound pilot services at the Port of Shanghai on January 25.  The risk of the port’s closure is high. Current berthing times for vessels are 0.5 days.,Moderate,Port Congestion,,China,22/1/19 10:08,2019,31.3201,121.65733,,,TRUE,FALSE
+60,2869,UPDATE: Port of Busan reopens after temporary closure,Updated sources indicate on October 4 that the Port of Busan has opened after a brief closure on October 2 during the passage of Typhoon Mitag.,Moderate,Port Congestion,,Republic of Korea,30/9/19 11:41,2019,,,,,FALSE,FALSE
+61,2870,UPDATE: Port of Charleston is open for business following Hurricane Dorian's passage,Updated media sources indicate on September 6 that the Port of Charleston is open for business as of September 6 with normal hours on September 7-8 gate hours. The Coast Guard Captain of the Port previously placed Port Condition Zulu for Charleston terminal due to the anticipated arrival of sustained gale force winds from Hurricane Dorian within 12 hours.,Severe,Port Congestion,,United States,3/9/19 5:28,2019,32.90473,-79.96455,,,TRUE,FALSE

IS424_Data_Mining/code/LLM Evaluation/result.csv

@@ -0,0 +1,167 @@
+,id,Headline,Summary,Severity,Category,Region,Datetime,Year,lat,lon,URL,GPT Generated Result
+0,3,Shanghai port congestion impacts terminals in Qingdao and Ningbo,"The persisting port congestion at Shanghai’s Yangshan deep-sea terminal is reportedly also impacting vessel arrival times at other major public terminals in China, including Qingdao and Ningbo. Industry sources indicated that this is due to some vessels being diverted from Shanghai as well as unstable weather and re-shuffling of alliances networks. Some carriers are reportedly planning contingency actions for the coming months, including consolidation of volumes and temporary reduction of port calls.  No further details were initially provided.",Minor,Maritime Advisory,China,27/4/17 9:16,2017,29.52,121.3319,,Maritime Advisory
+1,17,24 hour pier hold in effect at Port of Durban,"Industry sources indicate on August 31 that the Port of Durban’s Pier 1 is experiencing high traffic volumes resulting in road congestion on Bayhead Road, leading Transnet to urge transporters to hold back on dispatching export turns to the container terminal until 6AM on September 1. Extensions will be reviewed for open stacks. Those shipping from Durban should anticipate delays and should plan accordingly.",Minor,Port Congestion,South Africa,31/8/18 18:07,2018,-29.86875,31.03305,,Port Congestion
+2,1599,Heavy congestion reported at Port of Houston,"According to sources on March 20, heavy congestion has been reported at Port of Houston due to fog.",Moderate,Port Congestion,United States,20/3/19 12:43,2019,29.60949,-95.00567,,Port Congestion
+3,1600,Heavy congestion reported at Port of Long Beach,"According to sources on January 7, heavy congestion has been reported at Port of Long Beach with 9 vessels waiting for anchor. Reports suggest that the peak volume will be impacting from the terminals to the warehouses.",Severe,Port Congestion,United States,7/1/19 9:50,2019,33.75448,-118.21663,,Port Congestion
+4,1613,High risk of pilot suspension reported at Port of Yokohama,"On December 31, shipping sources indicate that strong wind is anticipated at Port of Yokohama, Japan, from the afternoon of December 31 until the morning of January 1. The adverse weather conditions pose a high risk of a pilot suspension during the above mentioned period.",Minor,Severe Winds,Japan,31/12/19 10:23,2019,,,,Severe Winds
+5,1614,High risk of port closure at Port of Busan on April 24,Local sources on April 23 indicate that dense fog is likely to cause the Port of Busan to close container terminal operations from the morning to noon on April 24. Customers should plan shipments accordingly and expect delays.,Minor,Port Closure,Republic of Korea,23/4/19 12:13,2019,,,,Port Closure
+6,1615,High risk of port closure at Port of Busan on September 6-7 due to strong winds,Shipping sources on September 5 indicate that due to strong winds there is a high risk for the Port of Busan to be closed for 24 hours from the evening of September 6 to 7.,Moderate,Severe Winds,Republic of Korea,5/9/19 12:52,2019,35.06488,128.81854,,Severe Winds
+7,1616,High risk of port closure at Port of Kwangyang on April 24,Local sources on April 23 indicate that dense fog is likely to cause the Port of Kwangyang to close container terminal operations from the morning to noon on April 24. Customers should plan shipments accordingly and expect delays.,Minor,Port Closure,Republic of Korea,23/4/19 12:14,2019,34.90849,127.66822,,Port Closure
+8,1617,High risk of port closure at the Port of Houston due to fog,Shipping sources indicate on November 21 that there will be an elevated risk of port closures at the Port of Houston from November 22-24 due to fog. Customers should expect longer transit times through container terminals at the port and potential impacts on barge transportation on the Houston Ship Channel.,Moderate,Maritime Advisory,United States,21/11/19 16:26,2019,,,,Maritime Advisory
+9,1618,High swells caused terminal closure at Port of San Antonio,"Sources on March 21 indicate that heavy swells at the Port of San Antonio have caused a terminal to be closed. At the time of writing, it remains unclear when operations will return to normalcy.",Moderate,Maritime Accident/Port Disruption,Chile,21/3/19 7:23,2019,,,,Miscellaneous Events
+10,1628,High winds disruption port operations in Southampton,"On April 27, high winds are disrupting shipside and landside operations at the DP World Southampton terminal since 09:00 local time. Drop-offs or pick-ups of containers are reportedly suspended for the time being.",Minor,Port Disruption,United Kingdom,27/4/19 15:46,2019,50.91,-1.46,,Port Disruption
+11,1629,High winds impact maritime movements at Port of Dammam,"Shipping sources on April 22 indicated that high winds disrupted vessel movements in the Port of Dammam, Saudi Arabia, on April 22. Minor impacts should be expected on the berthing line up.",Minor,Severe Winds,Saudi Arabia,23/4/19 13:48,2019,26.49713,50.19945,,Severe Winds
+12,1630,High winds impact port operations in Le Havre,"According to local sources, high winds have impeded port operations at container terminals in the Port of Le Havre since the early morning of March 12. In particular shipside operations have been suspended for several hours. Incoming and outgoing shipments are thus likely to be delayed throughout the day.",Minor,,France,12/3/19 15:59,2019,49.46477,0.14702,,
+13,1636,Higher dwell times reported at Port of Long Beach due to labor shortages,"Shipping sources on April 29 reported that the Pier T container terminal has experienced higher than usual dwell times for containers due to labor shortages related to the Easter holidays, combined with high volume. Customers should be mindful of potential delays as backlog gets cleared.",Minor,Port Congestion,United States,30/4/19 15:57,2019,33.75292,-118.2096,,Port Congestion
+14,1663,Houston ship channel fully reopens on April 25,"Industry sources reported that Houston ship channel reopened to full operations on April 25 following a fire at Intercontinental Terminal Co.’s Deer Park, Texas, terminal in late March. The temporary closure which lasted for several weeks disrupted several oil shipments. Houston ship channel is part of Port of Houston.",Minor,Maritime Accident,United States,25/4/19 7:40,2019,29.60569,-94.95236,,Maritime Accident
+15,1687,Increased berthing times reported at Port of Busan,"Shipping sources indicated on January 31 that the Port of Busan, South Korea, currently experiences longer berthing times for incoming vessels. Waiting times of up to 0.5 day have been reported.",Minor,Port Congestion,Republic of Korea,31/1/19 11:35,2019,35.12051,129.05654,,Port Congestion
+16,1688,Increased congestion elevates drayage costs at Port of New York/New Jersey,"Industry sources indicate on January 23 that increased inbound volumes due in part to Lunar New Year traffic combined with delays and congestions have complicated intermodal shipment at the Port of New York and New Jersey to the point that drayage costs are increasing. Ocean carriers and terminals are charging USD 100-250/day for container-related delays, and drayage carriers are charging USD 75/hr for terminal idling. Those shipping at the Port of New York and New Jersey should anticipate moderate delays and should plan accordingly.",Moderate,Port Congestion,United States,23/1/19 20:31,2019,40.69166,-74.14911,,Port Congestion
+17,1706,Intermittent closures at Manila International Container Terminal for holidays,"Industry sources reported that Manila International Container Terminal has announced its port operation schedule for the upcoming Christmas and New Year holidays. According to its advisory, vessel and yard operations will continue its regular operations until 19.00 local time on December 24 and will resume at 19.00 on the next day. Normal operations will continue until December 31 when vessel and yard operations will stop at 19.00 local time and will resume again at 19.00 on the next day.",Minor,Port Disruption,Philippines,20/12/19 0:49,2019,,,,Port Disruption
+18,1712,IT maintenance on Nov 6 may affect operations at Bharat Mumbai Container Terminals,"Shipping sources report on November 1 that IT maintenance activity will take place at Bharat Mumbai Container Terminals at Port of Nhava Sheva on November 6 from 01.00 to 07.00 (local time). During this time, complete network and E-form 13 and 11 applications will not be available. Other operation procedures and service delays can be expected as well.",Minor,Port Disruption,India,4/11/19 9:35,2019,18.93881,72.94084,,Port Disruption
+19,1736,Lack of gangs may impede operations at Port of Barcelona,Shipping sources on August 19 indicate that lack of gangs due to summer holidays may impede port operations at Port of Barcelona.,Minor,Maritime Advisory,Spain,19/8/19 8:43,2019,41.35591,2.16674,,Maritime Advisory
+20,1737,Lack of trucking resources affects productivity at Port of Balboa,Industry sources report on October 15 that productivity has declined at the Port of Balboa due to a lack of trucking resources. The current lineup of rail movement is at least until the year-end.,Moderate,Ground Transportation Advisory,Panama,15/10/19 4:11,2019,8.95763,-79.5614,,Ground Transportation Advisory
+21,2099,Port of Ulsan bans variety of hazardous cargo following major chemical tanker explosion,"Media sources indicate on October 7 that the Port of Ulsan has banned a variety of hazardous cargoes from terminals near a bridge where a major chemical tanker Stolt Groenland was caught in an explosion that occurred on September 30. The fire injured eighteen people and led to an overhead bridge, which serves as a thoroughfare for the city, to be closed for two days due to safety checks.",Moderate,Maritime Accident / Hazmat Response,Republic of Korea,7/10/19 10:12,2019,35.45647,129.36626,,Miscellaneous Events
+22,2100,Port of Valencia - The port has been reopened to maritime traffic. Incident closed.,The Port of Valencia has been reopened to maritime traffic following a closure due to poor weather conditions. This incident is closed.,Moderate,Maritime Advisory,Spain,20/4/19 7:09,2019,39.44809,-0.31693,,Maritime Advisory
+23,2101,Port of Valencia - The port was temporarily closed due to high winds in the area. Incident closed.,Media sources reported that the Port of Valencia was temporarily closed due to high winds in the area. There were no reports of major disruptions. This incident is closed.,Minor,Severe Winds,Spain,20/12/19 11:08,2019,39.44809,-0.31693,,Severe Winds
+24,2102,Port of Valencia temporarily closes due to high winds,Spanish media sources report on December 20 that the Port of Valencia has been temporarily closed due to high winds in the area. It was not immediately disclosed when the port was expected to reopen.,Moderate,Severe Winds,Spain,20/12/19 11:25,2019,,,,Severe Winds
+25,2103,Port of Yokohama closed due to strong winds,Shipping sources indicate on February 4 that the Port of Yokohama was expected to be closed for 12 hours on February 4 due to strong winds. Customers should expect berthing delays as pilot services may be suspended.,Minor,Maritime Advisory,Japan,4/2/19 17:12,2019,35.44849,139.67131,,Maritime Advisory
+26,2104,Port of Yokohama closed due to strong winds,Shipping sources indicated on January 30 that the Port of Yokohama was closed from January 28 to January 29 due to strong winds. Customers should expect berthing delays as well rescheduled departure times for vessels.,Moderate,,Japan,30/1/19 15:56,2019,35.44849,139.67131,,
+27,2105,Port of Yokohama likely to close due to approaching Typhoon Neoguri,"On October 21, shipping sources indicate that Port of Yokohama will likely suspend its operations from October 22 - 23. Approaching Typhoon Neogure will bring strong winds and likely to cause port closure. Increased berthing times and shipping delays are likely to occur in the following days.",Minor,Tropical Cyclone / Storm,Japan,21/10/19 12:08,2019,,,,Miscellaneous Events
+28,2106,Port operations resume following temporary suspension at DP World Southampton,Sources indicated that land and shipside operations have resumed following suspension of services from 08:45 to 14:15 (local time) on April 13 due to high winds at DP World Southampton terminal. Customers are advised to expect berthing and unloading delays for shipments scheduled on April 13 and 14.,Minor,Severe Winds,United Kingdom,15/4/19 7:44,2019,,,,Severe Winds
+29,2110,Port Said closed due to bad weather,"Shipping sources indicate that Port Said has been temporarily closed on February 25 due to adverse weather. The port is likely to restart operations on Tuesday, February 26.",Moderate,Maritime Advisory,Egypt,25/2/19 9:13,2019,31.24254,32.30148,,Maritime Advisory
+30,2118,Ports of Savannah and Brunswick - Both ports have resumed normal operations. Incident closed.,The Port of Savannah and the Port of Brunswick have reopened with normal operations following the passage of Hurricane Dorian. This incident is closed.,Moderate,,United States,4/9/19 16:27,2019,32.1232,-81.13941,,
+31,2127,Power shutdown scheduled for May 1 at Jawaharlal Nehru Port,"According to industry source, APMT, Mumbai has announced that as part of the annual power shutdown as announced by JNPT towards undertaking allied maintenance activities, the terminal shall have limited operations between 0800 Hours and 1700 Hours on May 1, 2019. Terminal operations on the Quayside and Rail siding shall be impacted due to the above activities, however, the terminal Gate and Yard operations shall continue as per normal.",Minor,Port Disruption,India,25/4/19 20:48,2019,18.95112,72.95023,,Port Disruption
+32,2145,Rail yard congestion still affecting Port of Montreal,Industry sources on April 23 indicate that rail yard congestion issues are still affecting containers flowing through the Port of Montreal. This is reportedly due to exceeded terminal capacities. Shipping companies were said to be working with CN rail and MGT terminal to finalize operational plans to handle reefers in the off-dock CN ramp. The transition is set to take place on May 25. Customers should expect longer shipping times for on-shipments via rail in Montreal.,Moderate,Port Congestion,Canada,24/4/19 16:14,2019,,,,Port Congestion
+33,2153,Repair works at Port of Colombo may cause berthing delays,"Local sources on March 5 indicate that a terminal at the Port of Colombo will carry out repairs on 4 gantry cranes in the next 12 to 14 weeks. As a result, carriers can expert berthing delays with an average waiting time of 24-hours and above.",Moderate,,Sri Lanka,5/3/19 8:21,2019,6.94071,79.84632,,
+34,2186,Second berth opens at Batangas Port,"Media sources reported that a second berth was inaugurated at Batangas Container Terminal in Santa Clara, Batangas City on April 29, 2019 with the hopes of increasing the harbor’s capacity for mooring vessels. Reports suggested that the new berth is a 250-meter extension of the first berth. Together with both berths, the port now has a total of 600 meters of berth capable of handling over 450,000 twenty-footer containers annually as the first berth was only able to accommodate 300,000 20-footer containers in a year.",Minor,Maritime Advisory,Philippines,7/5/19 3:07,2019,13.75435,121.04334,,Maritime Advisory
+35,2191,Severe congestion persists at Aomi container terminal in the Port of Tokyo - UPDATE 1,"Intelligence obtained by Everstream Analytics on August 16 confirms that circumstances driving congestion at Aomi terminal in the Port of Tokyo persist as of August 16. Sources continue to indicate that truckers continue to face waiting times to pick-up and deliver containers of more than 8 hours at the Aomi Terminal. Due to the congestion at the terminal, regardless of the availability of berth, vessels often need to wait on the water in the bay until terminals are ready to unload containers or entirely omit the port call. Alternative options include using ocean carries that call at other terminals such as Ohio and Shinagawa terminals in the Port of Tokyo or use entirely different ports such as the Port of Yokohama.",Severe,Port Congestion,Japan,16/7/19 15:27,2019,35.61326,139.78239,,Port Congestion
+36,2192,Severe congestion reported at Port of Savannah,"Industry sources on February 26 that following last weekend’s closure of the Port of Savannah, average waiting times of 2-4 days are currently reported for incoming vessels. Currently, there are 14 vessels at anchorage, with further delays likely throughout the week.",Severe,Port Congestion,United States,26/2/19 15:09,2019,32.12258,-81.13851,,Port Congestion
+37,2204,Severe winds causes temporary closure of Dammam Port,Industry sources reported that vessels’ movements for docking and undocking at Dammam Port have been suspended since 21:45 (local time) on March 24 due to severe winds. The duration of the closure remains unclear at this time.,Severe,Maritime Advisory,Saudi Arabia,26/3/19 1:56,2019,26.49713,50.19945,,Maritime Advisory
+38,2205,Severe winds disrupt operations at Port of London,"Shipping sources on March 10 indicated that severe winds have impeded operations at container terminals in the Port of London, including DP World London Gateway since March 10. Disruption was expected to persist until the early morning of March 11.",Moderate,,United Kingdom,11/3/19 10:25,2019,51.50715,0.46296,,
+39,2216,Sharm al-Sheikh port closed due to heavy winds and high waves,"Media sources indicated that the Red Sea Port Authority closed the Sharm al-Sheikh port and the Alexandria Port Authority closed the ports of Alexandria and Dekheila on March 30 due to poor weather conditions. The Alexandria and Dekheila ports were shut down due to high waves and wind speed, although loading and unloading of vessels and movement of goods to and from the ports is still continuing. The Sharm al-Sheik port was closed following wind speeds between 22 and 28 knots and waves between 3 and 4 meters high.",Moderate,Maritime Advisory,Egypt,1/4/19 2:23,2019,27.85673,34.28837,,Maritime Advisory
+40,2217,Shinagawa container terminal to be closed during golden week,"Local sources indicate that from April 30 to May 6, the Tokyo Aomi and Shinagawa container terminals will be closed due to golden week public holiday period. Customers with shipments to the two terminals are advised to cooperate with shipping agents for blank sailings ahead of schedule.",Moderate,Port Closure,Japan,15/3/19 2:37,2019,35.60732,139.76355,,Port Closure
+41,2219,Shipco Transport to fine shippers for misdeclared hazardous cargoes,"Industry sources indicate on August 22 that Chatham, NJ-based Shipco Transport announced its intent to implement a penalty of USD 5,000-35,000 (EUR 4,500-31,750) per container for misdeclared or undeclared hazardous cargoes, with a definitive fine quantity unknown as of reporting, and it is unknown when this penalty will come into effect. Shipco will hold the customer on record liable and responsible for costs and consequences related to violations, fines, damages, incidents, claims and corrective measures resulting from cases of shipment of such cargo. The move is similar to that implemented by other cargo shipping lines in the aftermath of the Yantian Express fire.",Minor,Cargo Disruption,United States,22/8/19 17:38,2019,40.7392,-74.37718,,Cargo Disruption
+42,2225,Singapore arrests eleven men for illegal marine gas oil transaction,Media sources indicated on November 4 that the Maritime and Port Authority of Singapore has arrested eleven men for their suspected involvement in an illegal transaction of marine gas oil at sea off Northern Tuas. The eleven men include six crew members of a craft of a marine service provider and another five of a foreign-registered tugboat. Preliminary reports cited that the crewmembers were thought to have misappropriated the marine gas oil and sold it to crew members of the tugboats.,Moderate,"Maritime Accident, Maritime Advisory, Police Operations, Maritime Accident/Ground Transportation Advisory",Singapore,6/11/19 1:37,2019,,,,Miscellaneous Events
+43,2802,UPDATE: Delays decrease to 12-24 hours at Port of Colombo,"Industry sources indicate on September 17 that some vessels at the South Asia Gateway Terminals (SAGT Terminal) at the Port of Colombo, Sri Lanka, are currently facing delays that have now reduced to 12-24 hours due to internal labour issues.",Moderate,Maritime Advisory,Sri Lanka,5/9/19 12:18,2019,,,,Maritime Advisory
+44,2805,UPDATE: Dense fog causes closure of Port of Shanghai,"According to sources on March 13, the Port of Shanghai is currently closed due to dense fog. Hence, vessels’ waiting time is around 1 to 1.5 days. Moreover, low visibility is likely to affect the port from 22:00 (local time) from March 13 until 16:00 of the next day. There is a moderate to high chance that the port may closed again.",Severe,Maritime Advisory,China,11/3/19 7:13,2019,31.31882,121.66033,,Maritime Advisory
+45,2806,UPDATE: Dense fog disrupts Port of Shanghai,"Sources on April 26 indicate the Port of Shanghai was temporarily closed due to dense fog from 17:30 (local time) on April 24 to 17:00 of the next day. As a result, an average waiting time for vessels is currently around 1 to 2 days.",Minor,Port Closure,China,24/4/19 6:31,2019,,,,Port Closure
+46,2812,UPDATE: Dwelling time around 24-hours at Port of Ningbo,"Local sources on January 4 indicate that an average waiting time at the Port of Ningbo is around 24-hours. As of now, the dwelling time is likely to remain the same until January 5. The port is facing congestion clearing of backlogs from the recent port closure. Furthermore, inbound pilot services at Xiaozhimen channel has been suspended on the afternoon of January 3 for about 2-hours due to congestion caused by fishing vessels.",Minor,Maritime Advisory,China,2/1/19 8:52,2019,29.95168,121.72285,,Maritime Advisory
+47,2813,UPDATE: Dwelling time decreases to 0.5 day,"Local sources on March 6 indicate that an average waiting time at the Port of Shanghai has reduced to 0.5 day and the situation is likely to remain the same for the next 2-days. Due to poor visibility, pilot services were suspended for both north and south channel since the evening of March 5.",Moderate,Maritime Advisory,China,5/3/19 7:24,2019,31.31927,121.66068,,Maritime Advisory
+48,2814,UPDATE: Fishing boats congestion impacts pilot services at Port of Ningbo,Updated sources on August 20 indicate that outbound pilot services through Xiazhimen channel will be suspended on August 20 midnight due to fishing boats congestion.,Minor,Maritime Advisory,China,19/8/19 8:00,2019,,,,Maritime Advisory
+49,2815,"UPDATE: Fog causing congestion in Houston, affecting ocean shipments","Updated sources report fog has delayed vessel traffic through the Houston Ship Channel every day in the past week, delaying shipments of cargo and container ships. Waiting times for berths have thus increased as the channel has been shut intermittently for a total of 133 hours in the past two weeks. The channel was reportedly open as of 17:30 local time on March 13. The delays this week caused US phenol and acetone producer AdvanSix to declare a force majeure on phenol at its plant in Frankford, Pennsylvania earlier this week. Fog in Houston is particularly bad in the October-March period as warmer, humid Gulf air collides with cooler onshore air.",Severe,,United States,11/3/19 7:48,2019,29.68234,-94.99355,,
+50,2819,UPDATE: Heavy congestion continues at Port of Houston,Updated sources on March 6 indicate that heavy berth congestion continues to affect Port of Houston due to the port’s closure caused by dense fog. An average waiting time to berth is likely to be more than 24-hours at this time.,Severe,Port Congestion,United States,5/3/19 7:43,2019,29.6823,-94.99355,,Port Congestion
+51,2820,UPDATE: Heavy congestion continues at Port of Savannah,Updated sources on March 6 indicate that heavy berth congestion continues to affect Port of Savannah due to the port’s closure caused by dense fog. An average waiting time to berth is likely to be more than 24-hours at this time.,Severe,Port Congestion,United States,5/3/19 7:40,2019,32.12169,-81.13986,,Port Congestion
+52,2823,UPDATE: High winds likely to disrupt Port of Algeciras,"According to sources on March 22, severe winds at the Port of Algeciras are likely to disrupt the port’s operation for the day.",Moderate,Severe Winds,Spain,20/3/19 13:11,2019,,,,Severe Winds
+53,2824,UPDATE: High winds still causing port disruption at container terminals in Jeddah,"Industry sources on April 23 indicate that high winds continue to impact maritime movements in the Port of Jeddah, Saudi Arabia, since April 20. The situation is expected to last until April 23, and likely to cause congestion at container terminals in the port.",Moderate,Weather Advisory,Saudi Arabia,18/4/19 13:31,2019,21.4625,39.16,,Weather Advisory
+54,2827,UPDATE: Inbound pilotage suspended due to strong winds; 0.5 days of waiting times reported,Sources indicate that strong winds have led to the suspension of inbound pilot services at the Port of Shanghai on January 25.  The risk of the port’s closure is high. Current berthing times for vessels are 0.5 days.,Moderate,,China,22/1/19 10:08,2019,31.3201,121.65733,,
+55,2831,UPDATE: Intermittent port closures reported at Port of Xiamen,"According to local sources on April 10, Port of Xiamen was closed from the midnight of April 9 to noon. Previously the port was closed on April 7 until the morning due to dense fog. An average waiting for vessels to berth at the port is likely to be around 0.5 to 1 day at the moment.",Minor,Port Closure,China,10/4/19 2:16,2019,,,,Port Closure
+56,2842,UPDATE: No more congestion reported at Port of Hong Kong,"According to local sources on April 17, average waiting times for vessels to berth at the Port of Hong Kong were still around 1 day on April 16 but have decreased on April 17. No further delays are to be expected for the time being.",Minor,Port Congestion,Hong Kong,15/4/19 12:38,2019,,,,Port Congestion
+57,2849,UPDATE: Operations at Port of Shanghai affected due to Typhoon Mitag,"Shipping sources on October 2 indicate that port operations at the Port of Shanghai were affected due to Typhoon Mitag. A vessel evacuation plan has been in place since 10:00 local time on October 1. According to sources, pilot operations are expected to resume by 17:00 local time on October 2. Customers are advised to expect delays and congestion following the re-opening of the port.",Moderate,Maritime Advisory,China,30/9/19 11:38,2019,,,,Maritime Advisory
+58,2850,UPDATE: Operations resume at DP World Southampton terminal,"Updated industry sources indicate that shipside and landside operations at the DP World Southampton terminal have resumed after being suspended since 05:00 local time on September 10 due to fog. Landside operations resumed at 05:30, while shipside operations resumed at 07:30. VBS bookings will be slowly released into the system once the trucks currently waiting in line have been served.",Severe,Port Disruption,United Kingdom,10/9/19 5:37,2019,50.91186,-1.45732,,Port Disruption
+59,2854,UPDATE: Operations resume at Port of Southampton following suspension due to fog,"Shipping sources indicate that on February 22 that landside and shipside operations have resumed at 08:00 local time after a 9-hour suspension due to fog at container terminals in the Port of Southampton, United Kingdom.",Minor,Port Disruption,United Kingdom,22/2/19 9:06,2019,,,,Port Disruption
+60,2869,UPDATE: Port of Busan reopens after temporary closure,Updated sources indicate on October 4 that the Port of Busan has opened after a brief closure on October 2 during the passage of Typhoon Mitag.,Moderate,,Republic of Korea,30/9/19 11:41,2019,,,,
+61,2870,UPDATE: Port of Charleston is open for business following Hurricane Dorian's passage,Updated media sources indicate on September 6 that the Port of Charleston is open for business as of September 6 with normal hours on September 7-8 gate hours. The Coast Guard Captain of the Port previously placed Port Condition Zulu for Charleston terminal due to the anticipated arrival of sustained gale force winds from Hurricane Dorian within 12 hours.,Severe,,United States,3/9/19 5:28,2019,32.90473,-79.96455,,
+62,2871,UPDATE: Port of Chittagong reopens following former cyclone passage,"Sources indicate that the Port of Chittagong has reopened on the afternoon of May 4 following a 30-hour suspension following the passage of former Cyclone Fani last week. Normal cargo and containers handling started around 17:00 (local time). Heavy congestion can be expected as the backlogs from the previous days are likely to be given priority. Furthermore, as the holy week of Ramadan commences on May 5 until June 4, working operating hours are likely to be shifted. Customers with shipments to the port can expect vessels’ berthing time to be more than 24-hours at this time.",Moderate,,Bangladesh,2/5/19 8:49,2019,,,,
+63,2872,UPDATE: Port of Colombo faces berthing delays,"Sources on March 11 indicate that the Port of Colombo is facing berthing delays due to unspecified reasons.  An average waiting time for the vessels is likely to be around 1 to 2 days. In addition, congestion is likely to be exacerbated by repair works on 4 gantry cranes which will start March 18 and last for two weeks. Out-of-window arrivals will likely face extended berthing times.",Moderate,Port Congestion,Sri Lanka,11/3/19 7:51,2019,6.94047,79.8464,,Port Congestion
+64,1591,Greenpeace Protest on Hartman Bridge on Thursday Temporarily Closed Portion of Houston Ship Channel,"On Thursday, September 12, 23 protesters associated with Greenpeace demonstrated along the Fred Hartman Bridge in Baytown, TX just outside of Houston. The protest began around 6:30 AM local time and included 11 of the protesters rappelling down the bridge to disrupt shipping traffic in the Houston Ship Channel. While the bridge stayed open during the protest to vehicular traffic, a half-mile portion of the ship channel was closed between Light 102A and Light 104 until reopening early Friday morning after protesters were arrested. The protest remained peaceful; however, the initial blocking of the bridge led to a minor motor vehicle accident which injured one person. 
+
+Assessment: The Greenpeace activists stated that their goal of the protest was to attempt to disrupt the oil and gas shipments that go through the Houston Ship Channel. The group timed their protest to attempt to get the attention of Democratic presidential candidates who were in Houston Thursday for a Democrat National Committee presidential debate. The Houston Ship Channel and Port of Houston are vital to U.S. oil and gas exports and the ship channel is the busiest in the country annually generating approximately $339 billion and providing over 1.35 million jobs to the state of Texas. The portion of the ship channel that was closed on Thursday normally sees approximately 300 vessels pass through, and according to media sources, at least seven were blocked during the temporary closure. The protest did not cause any significant disruptions to shipping interests, as many companies often build in an extra day to shipping schedules as a precaution. 
+
+An uptick in climate change-related protests has been seen in recent months, especially across Europe. The majority of protests are organized by groups such as Greenpeace or Extinction Rebellion and have been relatively peaceful, although some have been disruptive with protesters blocking bridges, and trains, similar to the Greenpeace protesters temporarily shutting down the Houston Ship Channel on Thursday. Additionally, a weeklong series of protests are being planned across the world beginning Friday, September 20 as part of a global climate strike action. The relative ease with which the Greenpeace protesters in Baytown were able to shut down a portion of the Houston Ship Channel using a small group of people and the increased focus on climate-related protests highlight the possibility of an increase in similar protests across the United States. As such, Resilience360 customers with cargo interests should anticipate the possibility of disruptions to supply chains due to climate-related protests.",Moderate,"Protest/Riot, Port Disruption, Cargo Disruption, Climate Change",United States,13/9/19 21:29,2019,29.71163,-95.00479,,Miscellaneous Events
+65,1661,Houston Ship Channel - Channel has partially reopened to ship traffic. Incident closed.,"Channel traffic has partially reopened from Tucker Bayou to Houston Ship Channel Light 116, as cleanup efforts continue related to pollutant runoff from the ITC facility fire. The runoff has been exacerbated by the partial collapse of a dike wall that took place on Friday, March 22 near the ITC facility. The dike wall has since been repaired. Updated sources indicate that the waterway may be reopened on Monday, March 25. Authorities are conducting cleanup operations and there appears to be no active health hazard. Ships are being able to traverse the channel if they have less than a 34-foot draft. All vessels are required to be inspected for chemical contaminates and are being spaced at approximately one-hour intervals. This incident is closed.",Moderate,"Chemical Spill, Maritime Accident, Port Disruption, Hazmat Response, Public Safety / Security",United States,22/3/19 19:30,2019,29.74453,-95.10194,,Miscellaneous Events
+66,1662,Houston Ship Channel - Ship channel has been reopened after protesters detained. Incident closed.,"The U.S. Coast Guard has reopened part of the Houston Ship Channel near Baytown. The closure was the result of Greenpeace protesters on the Fred Hartman Bridge, who have since been detained. This incident is closed.",Moderate,Maritime Advisory,United States,12/9/19 14:41,2019,29.70263,-95.01394,,Maritime Advisory
+67,1667,Hurricane Dorian Expected to Make Landfall on Florida Coast as Cat 3 Storm Over Labor Day Weekend,"Hurricane Dorian continues to move through the Atlantic Ocean as it passes Puerto Rico and heads toward the eastern Florida coast. The storm is expected to strengthen over the next days and is forecast to make landfall as a major Category 3 storm, on the Saffir-Simpson Hurricane Wind Scale, late Sunday night or early Monday morning. Significant uncertainty remains on the path of Dorian; however, as of Wednesday afternoon the projected path has the storm making landfall near Orlando, FL and the Florida Space Coast. Portions of Florida and other parts of the southeastern coast are expected to receive between four to eight inches of rain with some areas receiving upwards of ten inches. Tropical-storm-force winds will reach the Florida coast by Saturday. Governor Ron DeSantis has issued a state of emergency for the state of Florida in anticipation of the storm.
+
+Assessment: The state of emergency declaration allows for preemptive planning coordination of resources across Florida to help with preparation and eventual recovery efforts. Governor DeSantis has also urged Florida residents to have seven days of supplies and an emergency plan in case of disaster as the hurricane continues to near the state. While the path of the storm remains uncertain, Dorian making landfall as a Category 3 storm will likely cause significant disruptions across Florida. These may include evacuations, widespread power outages, road closures, and life-threatening flooding conditions. The U.S. Coast Guard has set a number of Florida ports at port condition Whiskey including Key West, Miami, Port Canaveral, Tampa, St Petersburg, and Manatee. Port condition Whiskey means that ports remain open to all commercial and cargo operations; however, commercial vessels greater than 500 gross tons should begin making plans to depart the port. It is likely as the storm nears that a number of these ports will close due to the anticipated high winds. 
+
+Travelers should also anticipate air travel delays across the Southeast, especially for Florida airports as well as Hartsfield-Jackson Atlanta International Airport (ATL), a major hub for both domestic and international flights. Additionally, several projections have the storm either moving across Florida into the Gulf of Mexico, potentially creating disruptions for the Gulf Coast or have the storm moving up the southeast coast where disruptions would occur in Georgia, South Carolina, and North Carolina. Resilience360 customers are advised to heed all local weather warnings and evacuation notices. Customers with interests in Florida, the Southeast, and the Gulf Coast should continue monitoring the progress of Hurricane Dorian.",Severe,"Tropical Cyclone / Storm, Severe Winds, Flooding, Evacuation, Air Travel Disruption, Port Closure, Power Outage, Public Safety / Security, Weather Advisory, Travel Warning",United States,28/8/19 22:44,2019,28.53823,-81.37739,,Miscellaneous Events
+68,1670,Hyundai Heavy Industries Workers Vote to Strike over Daewoo Acquisition; Date Unspecified,"On Thursday, it was reported that workers at Hyundai Heavy Industries (HHI) voted to approve a strike against the acquisition of Daewoo Shipbuilding. Workers from Daewoo Shipbuilding and Marine Engineering (DSME) also voted to approve a strike earlier in the week. Nearly 60 percent of HHI workers voted in favor of the strike, along with 90 percent of DSME workers. A date for the strikes have not been set. 
+ 
+	 
+		Assessment: HHI signed a conditional agreement last month to acquire DSME from the government, with a formal agreement expected in March. The two shipbuilders cover around 20 percent of the global shipbuilding market share. The unrest among workers in South Korea s shipbuilding sector are tied to mounting financial pressures caused by a decrease in global demand for new vessels and increased competition from Chinese shipbuilders. A coordinated strike between HHI and DSME workers would cause significant disruptions in the shipbuilding industry. Resilience360 customers with interests in the sector are advised to monitor reports regarding a specific date for a strike. Workers may also decide to hold protests or marches, which should be avoided due to the potential for clashes with police. Protests would likely be held in Ulsan or on Geoje Island, where the HHI and DSME are headquartered, respectively.",Moderate,"Industrial Action, Maritime Advisory, Miscellaneous Strikes, Public Safety / Security",Republic of Korea,21/2/19 22:22,2019,,,,Miscellaneous Events
+69,1672,IED Detonated Near Police in Hong Kong; Could Represent Escalation If It Becomes a Regular Tactic,"On Sunday, an explosion was reported near the intersection of Nathan Rd and Fife St in the Mong Kok area of Kowloon. The incident took place near a parked police vehicle after police officers had disembarked and were clearing roadblocks following another evening of violent protests across Hong Kong that resulted in over 200 arrests. The explosive was reportedly detonated remotely by a cell phone and was placed in a flower pot around six feet from the police van. No injuries were reported, although police said that the device was meant to injure or kill officers. Police have said that the intensity of the explosion was relatively low and was likely comprised of homemade materials.
+
+Assessment: The use of an IED by protesters was not completely unexpected, as police carried out two raids on warehouses in July and August where explosive materials were found and suspects from pro-independence groups were arrested. The raid on the Lung Shing Factory Building in Tusen Wan in July found two pounds of the chemical triacetone triperoxide (TATP), which is a powerful explosive that can be made from common household ingredients, along with incendiary devices, acids, and sharp weapons. The raid on an industrial building in Fo Tan in August found over 30 smoke bombs and a significant amount of cash. If the use of explosives becomes a regular tactic by the protesters, it will seriously deteriorate the security situation in Hong Kong, particularly if they result in any casualties. The use of a cell phone as a remote detonator could also give police justification to suspend mobile phone services in certain areas when protests are taking place. Resilience360 customers are advised to continue to avoid all areas where protests are occurring and should be aware of the risk of restrictions on telecommunications services.",Severe,"Protest / Riot, Public Safety / Security, Public Transportation Disruption, Police Operations, Roadway Closure / Disruption, Hazmat Response, Bombing",China,14/10/19 18:01,2019,,,,Miscellaneous Events
+70,1685,"Incheon and Changwon   Production losses of 20,000 vehicles due to strike. Incident closed.","Media sources indicate that partial and general strikes had resulted in a production loss of 20,000 vehicles. The GM Korea union announced plans to continue the strike at GM facilities in Incheon and Changwon after the Chuseok holiday, although there were no initial reports that the strike resumed. Over 10,000 General Motors (GM) Korea workers were participating in the action. Workers held a full-scale walkout on September 9, 10, and 11. Media sources indicated workers also held an overtime ban during the Chuseok holiday, which was observed Thursday, September 12 to Saturday, September 14. GM Korea workers held two four-hour partial strikes on Friday, August 30, at their facilities in Incheon and Changwon, as well as a two-day partial strike on Tuesday, August 20 and Wednesday, August 21. The labor action was organized to protest wages. This incident is closed.",Moderate,Miscellaneous Strikes,Republic of Korea,20/8/19 9:58,2019,37.51119,126.7095,,Miscellaneous Strikes
+71,1733,Kocaeli and Tarsus - Izocam workers have called off the strikes. Incident closed.,"Izocam workers have called off the strikes at two factories across Turkey. The strikes were originally called in the factory in Kocaeli, near Kiplasma Cd and Refik Baydur Cd, and in a factory at an unspecified location in Tarsus, in Mersin Province. This incident is closed.",Minor,Miscellaneous Strikes,Turkey,16/1/19 23:33,2019,40.82164,29.55738,,Miscellaneous Strikes
+72,1775,Major Raids Target Opposition After Local Elections Inflict Losses to United Russia s Control,"On Thursday, authorities raided over 200 sites across more than 40 cities in Russia. The operation was targeting opposition activists and entities and has been denounced as a political crackdown in retaliation for President Vladimir Putin s party suffering losses in last Sunday s local elections. While the Kremlin maintains a strong grip across Russia, opponent Alexey Navalny s  smart voting  plan is believed to have contributed to the erosion of United Russia s control of local office seats. Combined with sustained summer protests and increasing discontent with the status quo, the Kremlin will likely take further measures trying to thwart growth and unification of opposing forces, though activists continue to show resilience to such efforts. As well as possible protests over the crackdown and disputed election results, demonstrations over an array of other grievances may be met by crackdowns and other efforts by authorities to quash expressions of opposition and discontent.
+
+Recent Developments
+
+From early Thursday morning, police carried out raids in 43 cities across the country in a sweeping crackdown on opposition politicians and their supporters. The raids happened four days after local elections around Russia, which saw President Vladimir Putin s United Russia party take serious hits. During the operation Thursday, offices of opposition leader Alexey Navalny s Anti-Corruption Foundation (FBK) had equipment seized as part of an investigation launched in August for alleged money laundering, with homes searched as well. According to the FBK chief of staff, both employees and volunteers with the foundation had equipment, documents, mobile phones, and funds seized by authorities. As a result of a raid in Chelyabinsk, multiple staff at the targeted office received medical treatment on site but were not hospitalized. During searches of FBK offices in Saransk, an activist was struck and injured by a police vehicle. Election monitoring non-governmental organization Golos also reported raids Thursday targeting the homes of its activists. More than 1,000 officers were involved in the raids, and Navalny claimed more than 200 locations were searched.
+
+The highest-profile battle over local elections occurred in Moscow, with election officials preventing or disqualifying an array of candidates for local posts, sparking sustained protests frequently marred by clashes and heavy crackdowns. However, Navalny advocated a system of  smart voting  intended to encourage people to vote for the candidate in each race considered most likely to beat United Russia or other Kremlin-backed candidates. United Russia lost more than a third of the Moscow city council seats it had previously held, with the result largely attributed to tactical voting. In addition to reported voting irregularities on Sunday, there were reports of violence and other forms of intimidation linked to the elections. A poll monitor at a station in St Petersburg who had filed a formal complaint over a voter registration matter was punched by a man who then left, while police on scene made no effort to respond. Another observer had been punched in the face several times heading into the same polling station that morning.
+
+Election results have spurred additional protest activity in some locations around Russia, including sustained protests in Siberia s Buryatia region. At least 17 activists have been detained by authorities in Ulan-Ude while disputing the mayoral election results for the regional capital. Police contended the activists had thrown a tear gas canister at officers, while media outlets have reported police threw the tear gas canister inside a bus of activists. Potentially as an effort to defuse tensions, a rally has been authorized by Ulan-Ude officials for Sunday evening, though unauthorized protests remain possible.
+
+Background
+
+The refusal to register an array of opposition candidates for Moscow s local elections sparked some of the largest sustained protests in Russia in recent years. The largest demonstration drew about 60,000 participants, while thousands frequently turned out to protests in the run-up to elections, even despite major crackdowns on unauthorized gatherings. More than 2,000 people were detained during election-related protests over the summer, with some facing brief jail terms while others facing charges of mass unrest could receive lengthy jail sentences. Controversy over several issues, including pension reform, poverty and other economic concerns, as well as topics such as wildfires and waste management continue to drive discontent with the ruling powers in the country. Overt and aggressive crackdowns on protests, censorship and internet restrictions, and blatant election rigging continue to be sources of potential protest activity over perceived injustices.Assessment
+
+Navalny supporters contend that the raids and money laundering allegations are being used to strike back at opponents of Putin and the ruling elite, particularly targeting those who backed  smart voting  tactics, protests, and other measures to combat Putin and United Russia s grasp on power around the country. The  smart voting  tactics have been invoked in other elections around the world, and could be used in future Russian elections. The method of concentrating votes with any single opposing candidate to defeat a Kremlin-supported candidate could remain more challenging to thwart. While United Russia secured victory in many regional elections, the party had substantial losses in local elections around the country.
+
+Despite the ousting of an array of Kremlin-backed candidates with the tactic of smart voting, Communists and candidates from other smaller parties who were the primary victors from such methods generally remain at least somewhat influenced by the Kremlin. Nonetheless, in Moscow, no candidate from United Russia was on the ballot, with candidates previously with the party or otherwise pro-Kremlin opting to run as  independent  due to perceived discontent in the capital with the ruling party. Such a development highlights the growing challenges to the Kremlin s grasp on power amidst increasing disapproval of the status quo in Russia.
+
+A heavy-handed approach to opposition forces may deter some supporters and damage the networks and resources of Navalny s FBK. However, crackdowns can also spur resistance to such tactics and opposition activists have shown resilience and innovation to authorities  efforts to stifle them. While the wave of protests during the summer has tapered off, additional demonstrations over the latest election, crackdowns, and other efforts to repress opposition supporters are possible. In conjunction, any unauthorized demonstration in Russia may face a swift crackdown by police and the Kremlin may pursue additional actions to combat any suspected erosion of support and power in the country. Resilience360 customers are advised to continue monitoring associated developments in the post-election period and to avoid any demonstration activity in Russia due to the risk of mass detentions and clashes with authorities.",Moderate,Political Crackdown / Opposition Movement,Russia,14/9/19 0:16,2019,,,,Miscellaneous Events
+73,1777,Malaysia and Singapore De-Escalate Maritime Dispute; Should Prevent Additional Incidents,"On Thursday, Malaysia and Singapore agreed to de-escalate their maritime dispute by reverting their port limits. Malaysia agreed to return Johor Baru port limits to their pre-October 2018 boundaries, while Singapore reverted its port limits to pre-December 2018 lines. The extensions had caused the port limits to overlap. Both countries have said that they will start negotiations over the disputed maritime border within a month. Singapore and Malaysia also agreed to not authorize commercial activities or anchor government vessels in the disputed area, as well as to follow international maritime law to avoid any incidents. 
+ 
+	 
+		Assessment: The maritime boundary extensions caused the relationship between the two countries to deteriorate and also resulted in confusion for international shippers. There was a minor incident in February after a Malaysian vessel collided with a Greek ship in waters claimed by Singapore that highlighted the dispute but did not result in major shipping disruptions. The return to the status quo and an adherence to international law should prevent any further maritime incidents. The negotiations will also seek to resolve disputes regarding the price Singapore pays for Malaysian water and Singapore s management of a small part of Malaysian airspace over southern Johor. Resilience360 customers with interests in bilateral relations between the two countries are advised to monitor the progress of negotiations.",Moderate,Maritime Advisory,Malaysia,16/3/19 0:22,2019,,,,Maritime Advisory
+74,1778,Malaysia Detained Crew After Greek Ship Collided with Malaysian Vessel near Johor Baru Port,"On Saturday, a Greece-registered ship collided with the Malaysia-registered Polaris, a vessel that lays buoys, near Johor Baru Port in waters claimed by Singapore. The collision occurred while the Greek ship was headed to Tanjung Pelepas in Malaysia. There were no reports of any oil leaks or injuries associated with the collision, or any impacts to maritime shipping. The crew of the Greek ship was detained by the Malaysian Marine Department (Mardep) after the collision. Following the incident, Singapore called on Malaysia to withdraw its ships from Singapore s waters. 
+ 
+	Assessment: Saturday s incident highlights the disputes over airspace and sea territory between Malaysia and Singapore that began last year. In 2018, the Malaysian government extended its port limits into Johor, and Malaysian vessels started entering waters that are claimed by Singapore. Singapore disputed the port limit extension, and its foreign minister has called on Malaysia to comply with international law. Bilateral talks held last month between the nations proved unsuccessful. The ongoing territorial dispute can cause confusion for vessels entering the Johor area, and increase the risk of safety hazards such as collisions. Although the likelihood of direct conflict between Singapore and Malaysia is low, Resilience360 customers are advised to exercise caution if travelling in the Johor area.",Moderate,Maritime Accident/Ground Transportation Advisory,Singapore,11/2/19 23:10,2019,1.44703,103.76346,,Miscellaneous Events
+75,1784,Malta - Negotiations on Saturday reportedly ended with agreement; vote to be held on Monday.,"Fuel station owners affiliated with the General Retailers and Traders Union (GRTU) have suspended the nationwide strike across Malta during a meeting with Energy Ministry officials on Saturday. Updated sources stated that the negotiations on Saturday were positive and ended with an agreement; a vote on accepting the agreement will be held on Monday.
+
+The strike began on Tuesday, January 22, following an unsuccessful meeting with Energy Ministry officials to discuss the possibility of the government funding expensive renovations that most fuel stations are required to complete per a directive issued by the European Union. Fuel stations across Malta have been shutting down their pumps beginning at 6:00 PM local time during the strike, not allowing motorists to purchase fuel past that time.",Moderate,Miscellaneous Strikes,Malta,22/1/19 13:42,2019,35.89564,14.50828,,Miscellaneous Strikes
+76,1815,Metro Manila and Rizal Province to Experience Water Interruptions Due to Insufficient Supply,"On Wednesday, Manila Water announced that it was implementing a revised water interruption program in the Metro Manila area and Rizal Province to deal with insufficient water supplies. Customers may experience between six and 21 hours of service interruptions, while water pressure may be lower than usual. The water interruptions will be first impacting the East Zone of Metro Manila, including the Makati, Mandaluyong, Pasig, Pateros, San Juan, Taguig, and Marikina areas, parts of Quezon City and Manila, as well as the Angono and Antipolo areas of Rizal Province. 
+ 
+	 
+		Assessment: The water restriction program is expected to last for the next three months or until the rainy season begins. The dry season typically ends in May, but has been extended due to the El Nino weather phenomenon. El Nino is one of the causes of the recent shortage, but another main cause is a significant increase in demand. Manila Water has said that it will prioritize hospitals and school areas, while water tankers would be provided to households and commercial establishments. Updates from Manila Water regarding specific areas, dates, and times of service interruptions can be found at  https://www.manilawater.com/customer/advisories/service-advisories ,  https://www.facebook.com/manilawater/ , and  https://twitter.com/ManilaWaterPH . Resilience360 customers are advised to expect water service disruptions, which could intensify in the coming months, until the rainy season begins.",Moderate,"Public Utilities Disruption, Water Restriction Program",Philippines,13/3/19 21:28,2019,,,,Miscellaneous Events
+77,1824,"Minor At Tangiers' Tanger-Med port, Tanger-Tetouan-Al Hoceima Region,...","At Tangiers' Tanger-Med port, Tanger-Tetouan-Al Hoceima Region, security forces foiled an attempt to smuggle 2.200 tonnes of drugs, according to an official statement.",Minor,Maritime Advisory,Morocco,16/10/19 11:24,2019,,,,Maritime Advisory
+78,1828,"Minor In Barcelona, striking port stevedores attempted to block access to...","In Barcelona, striking port stevedores attempted to block access to the cruise ship terminal; local Mossos d'Esquadra police physically removed them.",Minor,Maritime Accident/Ground Transportation Advisory,Spain,21/10/19 14:44,2019,,,,Miscellaneous Events
+79,1848,Moll de Llevant - Fire on Marina Barcelona 92 ship brought under control. Incident closed.,Updated reports indicate that firefighters have brought under control a fire that broke out in pallets on a Marina Barcelona 92 ship located near Moll de Llevant. No injuries or damage to ships were reported. There were no reports of disruptions to port operations. This incident is closed.,Moderate,Maritime Accident,Spain,6/9/19 13:04,2019,41.36601,2.18598,,Maritime Accident
+80,1855,MQM Worker Killed in Overnight Shooting,"Pakistani media sources report that a worker from the Muttahida Qaumi Movement (MQM) was killed in a gun attack in Karachi late Monday. Another MQM worker was injured in the incident, which involved six gunmen on motorcycles who opened fire on the MQM-P union council (UC) office in the New Karachi area of the city. The assailants fled the scene and reportedly remain at large. 
+ 
+	Assessment: No group immediately claimed credit for the attack, and the motivation behind it remains unclear. In the past, secular-minded parties such as MQM have been targeted by Islamist militant groups, including in Karachi. The MQM has also come under pressure from the Pakistani security establishment, which has waged a crackdown against the party in recent years. From a security standpoint, demonstrations and labor strikes are common in association with acts of political violence in Pakistan, most of which are accompanied by rioting and other forms of civil unrest. Although no specific details have been announced in this regard, Resilience360 customers in Karachi should monitor local media outlets for associated security developments.",Moderate,"Death / Injury, Individuals in Focus, Public Safety / Security, Public Transportation Disruption, Roadway Closure / Disruption",Pakistan,12/2/19 21:40,2019,,,,Miscellaneous Events
+81,1858,Mundra and Kandla Ports in Gujarat Put on Alert Due to Threat; Similar Alerts Issued Previously,"On Thursday, it was reported that the Mundra Port and Kandla Port in Gujarat State have been put on high alert due to a potential terror threat. The alert originated from intelligence agencies regarding the possibility that Pakistan-trained commandos had infiltrated the Gulf of Kutch after two single-engine Pakistani boats were found in the Harami Nala area. The ports have instructed shipping agents and vessels to report any suspicious activity to the Coast Guard or other authorities at the ports. Security at the ports has also been increased, although there were no initial reports of disruptions to maritime shipping. Around 60 personnel have been deployed at checkpoints at ports, who are also equipped with devices to puncture the tires of vehicles that may attempt to break through barriers. Around 100 Central Industrial Security Force (CISF) commandos have also been deployed to the Nayara Energy oil refinery in the Vadinagar area of Gujarat.
+
+Assessment: The alert on Thursday followed reports earlier in the week from Navy Chief Admiral Karambir Singh, who said that the Pakistan-based Jaish-e-Mohammad (JeM) militant group was training individuals to carry out underwater attacks. Admiral Singh said that the navy was fully prepared to foil such attacks. Reports about Pakistan s military training JeM divers to carry out attacks are not new and have been mentioned last year and the year before, although the targets were reportedly Indian Navy vessels. It remains questionable that JeM has the capabilities to carry out that kind of underwater attack, as they have not displayed similar capabilities in the past. In addition, there are a multitude of easier methods to carry out an attack on port facilities that do not involve underwater diving training and the transportation and use of more advanced explosives. It is also important to note that Indian intelligence agencies issue hundreds of alerts every year, with the vast majority not resulting in an attack. Resilience360 customers are advised to follow instructions issued by port authorities to maintain an elevated level of vigilance and expect an increased security presence at ports, which could result in maritime shipping delays.",Moderate,Maritime Advisory,India,29/8/19 22:43,2019,22.83827,69.72853,,Maritime Advisory
+82,1922,Operation Brock Initiated on M20 in Kent as Preparation for Possible No-Deal Brexit Congestion,"On Monday, authorities initiated Operation Brock on the M20 in Kent as part of the government s plan to manage gridlock in the event of a no-deal Brexit. The system to manage truck and passenger vehicle traffic to and from the Kentish coast, including the port of Dover, is being coordinated with Kent police and local authorities along the motorway. The operation includes the coast-bound side of the M20 between Junctions 8 (Maidstone) and 9 (Ashford) being solely for truck traffic heading to Dover, serving as a holding space for trucks during congestion periods, though truck traffic remained free-flowing Monday. The dedicated 14-mile stretch will enable trucks to move along based on truck congestion levels, while all other traffic moving in both coast- and London-bound directions travels on the London-bound side of the motorway. The London-bound side in the affected stretch is thus divided with barriers for two lanes of traffic to the coast and two lanes of traffic to London. The anticipated duration of Operation Brock was not immediately announced by authorities. 
+ 
+	Assessment: With a potential Brexit date recently pushed back to at least April 12, questions have been raised about the purpose of continuing with the no-deal contingency scenario at this time. Operation Brock is a replacement of the previous M20 traffic management system called Operation Stack. In the new system, up to 11,000 trucks are expected to be able to fit into the M20 queuing procedure. Should further space be required, the government has backup provisions for directing trucks to the disused Manston airport as well as the coast bound M26. Although government officials have said checks would not be carried out at Dover in the short term following a no-deal Brexit to avoid heavy disruption, the Dover Harbour Board warned last week that an increase of two minutes per vehicle bound for France undergoing checks could result in 17-mile queues. Resilience360 customers are advised to anticipate possible disruptions while Operation Brock remains in effect and to continue monitoring associated developments that may impact cross-Channel traffic and the United Kingdom s planned separation from the European Union.",Moderate,Ground Transportation Advisory / Brexit Contingency / Government Plan / Traffic Management / Border Control / Cross-Channel Traffic,United Kingdom,25/3/19 20:56,2019,51.14663,0.87603,,Miscellaneous Events
+83,1950,Over 100 Protesters Detained at Anti-Government Demonstration in Managua on Saturday,"On Saturday, hundreds of supporters of the Civic Alliance opposition coalition gathered for a demonstration in downtown Managua. The action was intended to protest against the administration of incumbent President Daniel Ortega, and to demand the release of political prisoners. As Ortega s government had previously outlawed anti-government demonstrations, security forces rapidly descended on the scene and forcibly dispersed the crowd with truncheons, tear gas, and rubber bullets. Nicaraguan authorities claimed that 107 protesters were detained for  violating public order.  The opposition claimed that 164 demonstrators were detained, and that six had been wounded by rubber bullets. Multiple news outlets and non-governmental organizations have claimed that several journalists that were covering the demonstration were assaulted by police and/or robbed of their cellphones. There were no reports of injuries among law enforcement personnel. 
+	 
+	Assessment: Political leaders from the United States, Uruguay, and multiple European countries condemned the actions taken by Nicaraguan authorities on Saturday. Representatives of the European Union called on the Ortega administration to respect the principles of freedom of peaceful assembly and freedom of the press. Nicaragua s opposition movement claims that 770 people have been imprisoned on spurious, politically motivated charges since civil unrest broke out across Nicaragua last April. The government freed 112 detainees in late February, and 50 more were transferred to house arrest on March 15th. Nevertheless, members of the Civic Alliance have deemed the concessions to be inadequate, and the issue remains one of the major sticking points preventing the two sides from resuming negotiations. 
+	 
+	As no solution to Nicaragua s ongoing political crisis appears to be within sight, similar bouts of anti-government protest activity and ensuing clashes with security forces will likely continue to sporadically crop up in the coming weeks and months. Resilience360 continues to advise customers to avoid non-essential travel to the country, due to the risks posed by civil unrest and the government s arbitrary enforcement of laws.",Moderate,Protest / Riot,Nicaragua,18/3/19 23:49,2019,,,,Miscellaneous Events
+84,1975,Philippines Warns China over Thitu (Pag-asa) Island in the South China Sea; Protest Held in Manila,"On Saturday, President Rodrigo Duterte warned China that occupying Thitu (Pag-asa) Island in the South China Sea would risk starting a war. His statements were in response the presence of around 200 Chinese fishing vessels around the Sandy Cay area, which the Philippine government has called illegal. The Philippine Navy has monitored around 600 Chinese vessels coming and going in the first quarter of the year. A protest was also held on Tuesday outside the Chinese Embassy in Manila, where around 1,000 demonstrators demanded that President Duterte take a stronger stance towards China. 
+ 
+	 
+		Assessment: Thitu Island is occupied by the Philippines but is also claimed by China, Taiwan, and Vietnam. Despite the strong rhetoric from President Duterte, it is unlikely that China or the Philippines would risk a major military conflict over the presence of fishing boats near Thitu Island. President Duterte has sought a closer alliance with China, especially in economic matters, and China is prepared to offer the Philippines large loans towards infrastructure projects. However, accidents or minor skirmishes involving vessels from the two countries could lead to a deterioration in relations and increase the risk of additional protests against Chinese interests. Resilience360 customers are advised to monitor the situation and avoid all areas where protests are taking place.",Moderate,Maritime Advisory,Philippines,9/4/19 20:19,2019,,,,Maritime Advisory
+85,1997,Pipeline Leak in Yvelines Raises Prospect of Grandpuits Refinery Shutdown,"At about 10:35 PM local time Sunday, an alarm was set off indicating a pressure drop along the Ile-de-France pipeline (PLIF) due to a crude oil leak in an area of fields in Autouillet, Yvelines department. Several rivers in Vicq, Boissy-sans-Avoir, and Autouillet (R  le Lieutel, R  de Breuil, and R  de la Coquerie) were also impacted by the underground hydrocarbon spill. The prefecture said up to about 17 acres of fields were affected by the leak, with gendarmerie reporting up to 30 acres impacted overall. The leak has been halted and the pipeline depressurized. The company said that the exact cause of the leak was under investigation, and that the affected stretch of pipeline was being excavated as part of that process. Pumping trucks have been deployed to recover oil and the impacted land is being excavated and removed with the use of construction equipment, with the cleanup process expected to take multiple months. 
+ 
+	Assessment: The approximately 166-mile pipeline connected the port of Le Havre to the Grandpuits refinery, and it is operated by Total to transport primarily crude oil. The Grandpuits refinery is planned to reduce operations gradually this week as reserves decrease, though the exact timing and duration for a prospective shutdown of the refinery was not yet announced. The PLIF had suffered a leak in May 2014 near Le Havre, and there have been calls for increased monitoring and upgrading of underground pipeline, particularly with regard to aging infrastructure. The 2014 spill caused the refinery to shut down for three weeks. However, Total insisted that there is not a shortage risk for fuel supplies in Ile-de-France. Resilience360 customers are advised to continue monitoring associated developments that may impact refinery operations, fuel supply, and fuel prices while the pipeline remains out of operation and the Grandpuits refinery has reduced or halted operations.",Moderate,Hazmat Response,France,27/2/19 0:13,2019,48.84937,1.80379,,Hazmat Response
+86,10,14 miles NE of Jakarta - A magnitude 4.5 earthquake was detected in the region. Incident closed.,"A magnitude 4.5 earthquake was detected 14 miles northeast of Jakarta, Indonesia. There were no initial reports of associated injuries or damage. This incident is closed.",Moderate,Earthquake,Indonesia,24/9/18 18:33,2018,-6.1,107.02,,Earthquake
+87,11,17 miles SW of Batangas - A magnitude 5.5 earthquake was detected in Batangas Bay. Incident closed.,"Multiple sources report that a magnitude 5.5 earthquake was detected in the Batangas Bay, approximately 17 miles southwest of Batangas, Philippines. There have been no reports of associated injuries or structural damage. This incident is closed.",,Earthquake,Philippines,31/8/18 15:04,2018,13.556,120.903,,Earthquake
+88,16,23 miles ESE of Taichung City- A magnitude 4.5 earthquake struck in central Taiwan. Incident closed.,"A magnitude 4.5 earthquake was detected in central Taiwan, approximately 23 miles east-southeast of Taichung City. There were no initial reports of associated injuries or structural damage. This incident is closed.",Moderate,Earthquake,Taiwan,17/8/18 10:40,2018,24.02,121.03,,Earthquake
+89,20,33 miles SE of Valencia A magnitude 4.0 earthquake struck in the Mediterranean Sea. Incident closed.,The European-Mediterranean Seismological Centre reported that a magnitude 4.0 earthquake struck approximately 33 miles southeast of Valencia in the Mediterranean Sea. There were no reports of injuries or major structural damage. This incident is closed.,Moderate,Earthquake,Spain,17/10/18 6:06,2018,39.23,0.16,,Earthquake
+90,1981,Philippines: Magnitude 6.2 earthquake recorded south of Davao Oriental Province,"The United States Geological Survey (USGS) has recorded a magnitude 6.2 earthquake today, 29 September, south of Davao Oriental Province. The quake occurred at a depth of 76.1 kilometers at 10:02 local time. Preliminary reports do not indicate if any damage or injuries have resulted.",Severe,Earthquake,Philippines,29/9/19 3:35,2019,6.35667,126.18441,,Earthquake
+91,1982,"Philippines: Magnitude 6.5 earthquake strikes near Makilala, Cotabato Province; damages reported","The United States Geological Survey (USGS) has recorded a magnitude 6.5 earthquake today (31 October) near Makilala. The quake was recorded at a depth of 10 kilometers or less at approximately 09:11 local time. Initial reports show Eva's Hotel in Kidapawan City partially collapsed, with injuries unconfirmed. Additionally, a multi-story structure in Davao City has sustained damage as well. Further reports of damages are likely to emerge, as this is the second earthquake over 6.0 magnitude to strike the area in recent days and infrastructure may be weakened.",Severe,,Philippines,31/10/19 1:50,2019,6.92343,125.08286,,
+92,2587,"UPDATE - Philippines: Casualties confirmed following earthquake near Tulunan, Cotabato Province","Recent reports confirm that casualties have occurred today (29 October) following a magnitude 6.6 earthquake near Tulunan. At least one person has died and more than 40 others are injured, with the majority in Kidapawan City and others in M'lang. Power outages have been recorded in areas of General Santos City, Polomok, Tacurong City, and Carmen. A number of structures have also sustained damage or have collapsed in several locations.",Severe,Earthquake,Philippines,29/10/19 6:20,2019,,,,Earthquake
+93,2589,"UPDATE - Philippines: Damages and injuries reported following magnitude 6.6 earthquake near Tulunan, Cotabato Province","Updated sources are reporting damages and injuries following a magnitude 6.6 earthquake that struck near Tulunan on Tuesday morning. The severity of injuries sustained has not been confirmed but media images depict a number of collapsed structures in Tulunan. Several local government units have reportedly cancelled classes across the island of Mindanao, including in North Cotabato, Davao City, Koronadal City, Digos City, and General Santos City, where government and private offices will also be closed. Evacuations have also been reported but specific details remain unconfirmed. The United States Geological Survey (USGS) has recorded at least two aftershock tremors at magnitudes of 5.0 and 5.8 in the region.",Severe,Earthquake,Philippines,29/10/19 3:25,2019,,,,Earthquake
+94,2593,UPDATE - Philippines: Several casualties and moderate damage reported following 6.3 magnitude earthquake in North Cotabato,"Updated reports state that a small number of casualties have occurred as a result of the earlier recorded 6.3 magnitude earthquake in North Cotabato. In addition, officials from Mindanao Island are reporting structural cracks to certain buildings and moderate infrastructure damage including power outages. The tremors were felt in Davao City, although the impact there is not believed to be extensive. Earthquakes are common in the region.",Severe,Earthquake,Philippines,16/10/19 15:55,2019,,,,Earthquake
+95,3124,178 Miles E of Taichung City - A magnitude 3.9 earthquake struck in the area. Incident closed.,"Government sources reported that a magnitude 3.9 earthquake struck approximately 178 miles east of Taichung City, Taiwan, in the Pacific Ocean. There were no immediate reports of injuries or major structural damage. This incident is closed.",Minor,Earthquake,Taiwan,22/1/20 3:43,2020,24.1,123.5,,Earthquake
+96,3135,42 miles N of San Antonio - A magnitude 4.3 earthquake struck in the region. Event closed.,"The European-Mediterranean Seismological Centre indicated that a magnitude 4.3 earthquake struck approximately 42 miles north of San Antonio, Puerto Rico. There were no reports of associated injuries or damage. This event is closed.",Moderate,Earthquake,Puerto Rico,19/2/20 0:48,2020,19.1,-67.22,,Earthquake
+97,3136,42 miles NW of San Antonio - The USGS reported a magnitude 4.5 earthquake. Incident closed.,"The U.S. Geological Survey reported a magnitude 4.5 earthquake located 42 miles northwest of San Antonio, Puerto Rico. There were no initial reports of associated injuries or damage. This incident is closed.",Moderate,Earthquake,Puerto Rico,12/2/20 8:21,2020,18.94,-67.56,,Earthquake
+98,3142,72 miles W of San Antonio de los Cobres - A magnitude 4.3 earthquake has struck in the area. Event closed.,"The European-Mediterranean Seismological Centre is reporting a magnitude 4.3 earthquake located 72 miles west of San Antonio de los Cobres, Argentina. There have been no initial reports of associated injuries or damage. Event closed.
+EMSC (European Mediterranean Seismological Centre) is a scientific international organization, which aggregates and provides information generated by national seismological agencies worldwide. EMSC presents earthquake data across several magnitude scales including local magnitude (ML), surface-wave magnitude (Ms), body-wave magnitude (Mb), and moment magnitude (Mw). All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Argentina,18/8/20 6:06,2020,,,,Earthquake
+99,3755,"Magnitude 5.1 earthquake reported 11 kilometres southeast of Digos City, Davao del Sur Province","The United States Geological Survey (USGS) is reporting a magnitude 5.1 earthquake 11 kilometres southeast of Digos City. The quake occurred at a depth of 35.2 kilometres at 01:44 local time. There is no tsunami advisory being issued for the incident.
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Philippines,30/8/20 21:40,2020,6.75751,125.3524,,Earthquake
+100,3756,"Magnitude 5.1 earthquake reported 12 kilometers north of Hachijo, Tokyo Prefecture","The United States Geological Survey has confirmed that a magnitude 5.1 earthquake has been recorded 12 kilometers north of Hachijo, Tokyo Prefecture. The quake occurred at a depth of 118 kilometers and no tsunami warning has been issued. 
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Japan,25/9/20 17:35,2020,33.12568,139.80898,,Earthquake
+101,3757,"Magnitude 5.2 earthquake recorded 30 kilometers south of Sarangani, Davao Occidental Province","The United States Geological Survey (USGS) has recorded a magnitude 5.2 earthquake 30 kilometers south of Sarangani on Monday, 6 January. The quake occurred at a depth of 55.9 kilometers at approximately 15:25 local time. No tsunami warning has been issued at this time.",Moderate,Earthquake,Philippines,6/1/20 8:03,2020,5.41372,125.40147,,Earthquake
+102,3758,"Magnitude 5.3 earthquake reported 17 km west of Nasugbu, Batangas Province","The United States Geological Survey (USGS) has confirmed that a 5.3 magnitude earthquake has occurred 17 km west of Nasugbu. The quake was reported at a depth of 86 km and no information on structural damage or injuries has been announced. 
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Moderate,Earthquake,Philippines,9/5/20 20:09,2020,14.06667,120.63333,,Earthquake
+103,3759,Magnitude 6.2 earthquake reported north of Surabaya,"The US Geological Survey is reporting that a magnitude 6.2 earthquake, at a depth of 592.2 km, has occurred approximately 116 km north of Surbaya. There have been some reports of tremors having been felt although it is estimated that little or no population will be affected.",Severe,Earthquake,Indonesia,5/2/20 19:37,2020,-6.23324,112.93235,,Earthquake
+104,5715,"USGS reports magnitude 6.3 earthquake 4km southeast of Calatagan, Batangas Province","The United States Geological Survey (USGS) has recorded a magnitude 6.3 earthquake 4km southeast of Calatagan on Friday, 25 December. The quake has occurred at a depth of 114km at 07:43 local time. There has not been a tsunami warning issued and there are no immediate reports of damages, though they are possible due to the intensity of the tremor.
+USGS (United States Geological Survey) is a scientific agency of the U.S. government which monitors earthquake activity worldwide. USGS earthquake alerts are assessed primarily using the moment magnitude (Mw)‚ÄØscale. However, local magnitude (ML), surface-wave magnitude (Ms) or body-wave magnitude (Mb) may be used in lieu of the Mw scale. All magnitude scales should yield approximately the same value for any given earthquake.",Severe,Earthquake,Philippines,25/12/20 0:25,2020,13.83333,120.6333,,Earthquake

IS424_Data_Mining/code/NewsScraper/scraped_data1.parquet

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57abf4a381c4d2501e154cd23bd1ca3200e08c446bee2eee14abde93204fcdb6
+size 18114548

IS424_Data_Mining/code/README.md

@@ -0,0 +1,12 @@
+# DM Project
+
+The project consists of three parts: the classification, the GPT and its evaluation (GPT Evaluation) and the news scraper + LDA modelling.
+
+all the files can be run independently without interference of others and pre-setup, except for the LDA folder. 
+
+For LDA, 
+the processed_data.parquet, processed the original data and is generated by the file basic_text_preprocessing, is used in topic_modelling_benchmark_using_headline;
+
+the processed_data1.parquet, processed the scraped news content and is generated by the file basic_text_preprocessing_on_scraped_data, is used in files topic_modelling_minor, topic_modelling_severe and topic_modelling_moderate.
+
+However, be careful when running the GPT and news scraper file, as you may need your own API key for GPT script to run properly. Also, it takes very long for the news scraper scirpt to finish. 

IS424_Data_Mining/docs/Data Mining_A Star_updated.pdf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c498448acec608afae65423f93ceb56b880e5d7714affb9b0da1a2761565db53
+size 5754329

IS424_Data_Mining/docs/Data Mining_A Star_updated.pptx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fedd96301e6652b10297706e41eab94d4bb060b50b00c39e0b1cdeda5fa3db
+size 9943950

IS424_Data_Mining/docs/Project Report.docx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f26836958c1554371470e0390508a12686628969c4258123f7e9174d9cd0f5
+size 5120309

IS424_Data_Mining/docs/Project Report.pdf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291e781249e3692266fffea6d3cfced7005a4343a131854169b2c89dac7b1b37
+size 4472213