intial commit

Dockerfile

@@ -0,0 +1,19 @@
+# Use a Python base image
+FROM python:3.9-slim
+
+# Set the working directory inside the container
+WORKDIR /code
+
+# Copy the required files to the working directory
+COPY app.py .
+COPY ./templates/index.html /code/templates/index.html 
+COPY ./requirements.txt /code/requirements.txt
+
+# Install the required packages
+RUN pip install --no-cache-dir -r /code/requirements.txt
+
+# Expose the port that the Flask app will run on
+EXPOSE 7860
+
+# Start the Flask app
+CMD ["python", "app.py"]

app.py

@@ -0,0 +1,132 @@
+from flask import Flask, render_template, request
+import plotly.graph_objs as go
+from transformers import pipeline
+import yfinance as yf
+import requests
+from newspaper import Article
+from newspaper import Config
+from bs4 import BeautifulSoup
+from datetime import datetime, timedelta
+
+app = Flask(__name__)
+
+# Set up sentiment analysis and summarization pipelines
+sentiment_analysis_pipeline = pipeline("sentiment-analysis",model="mrm8488/distilroberta-finetuned-financial-news-sentiment-analysis")
+summarization_pipeline = pipeline("summarization")
+
+# News API setup
+def get_news_articles_info(ticker_name):
+ # URL of the search results page
+ url = "https://www.marketwatch.com/search?q=" + ticker_name + "&ts=0&tab=All%20News"
+
+ # Send an HTTP GET request to the URL
+ response = requests.get(url)
+
+ # Parse the HTML content using BeautifulSoup
+ soup = BeautifulSoup(response.content, "html.parser")
+
+ article_links = []
+ 
+ for content in soup.find_all("h3",class_="article__headline"):
+ for link in content.find_all("a"):
+ if link['href'] != "#":
+ article_links.append(link['href'])
+
+ article_links = article_links[18:36]
+ ticker_news_extracted = []
+ count = 0
+ for link in article_links:
+ article_info = {}
+ article_info['text'] = ''
+ article_info['url'] = link
+ try:
+ url = article_info['url']
+ url = requests.head(url, allow_redirects=True).url
+ 
+ user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Safari/537.36'
+ config = Config()
+ config.browser_user_agent = user_agent
+
+ article = Article(url, config=config)
+ article.download()
+ article.parse()
+ article_info['title'] = article.title
+ article_info['text'] = article.text
+ article_info['url'] = url
+ count = count + 1
+ print(count,url)
+ except Exception as error:
+ print("Error",url,error)
+ continue
+ if article_info['text'] == '':
+ print('No text',url)
+ continue
+ if count > 5:
+ break
+ ticker_news_extracted.append(article_info)
+ return ticker_news_extracted
+
+@app.route("/", methods=["GET", "POST"])
+def index():
+ if request.method == "POST":
+ ticker = request.form["ticker"]
+ 
+ # Get top 5 news articles for the given ticker
+ search_results = get_news_articles_info(ticker_name=ticker)
+ articles = search_results[:5]
+
+ print("Getting the info finished")
+ 
+ news_data = []
+ 
+ for article in articles:
+ title = article['title']
+ link = article['url']
+ content = article['text']
+ 
+ # Perform sentiment analysis on article content
+ sentiment = sentiment_analysis_pipeline(content)[0]
+ 
+ # Summarize article content
+ summary = summarization_pipeline(content, max_length=100, min_length=30, do_sample=False)[0]["summary_text"]
+ 
+ news_data.append({
+ "title": title,
+ "link": link,
+ "sentiment": sentiment["label"],
+ "sentiment_score": round(sentiment["score"],3),
+ "summary": summary
+ })
+
+ print(link)
+ 
+ # Define the stock ticker symbol and the date range
+ ticker_symbol = ticker # Example: Apple Inc.
+ end_date = datetime.today()
+ start_date = end_date - timedelta(days=90)
+
+ # Fetch historical data using yfinance
+ data = yf.download(ticker_symbol, start=start_date, end=end_date)
+
+ # Create a candlestick graph using Plotly
+ fig = go.Figure(data=[go.Candlestick(x=data.index,
+ open=data['Open'],
+ high=data['High'],
+ low=data['Low'],
+ close=data['Close'])])
+
+ # Customize the layout
+ fig.update_layout(title=f'Candlestick Chart for {ticker_symbol} in the Last 90 Days',
+ xaxis_title='Date',
+ yaxis_title='Price',
+ xaxis_rangeslider_visible=False)
+
+ # convert the fig to HTML DIV element
+ graph_html = fig.to_html(full_html=False)
+ 
+ return render_template("index.html", news_data=news_data, candlestick_graph=graph_html)
+ 
+ return render_template("index.html")
+
+if __name__ == "__main__":
+ app.run(host='0.0.0.0',port=7860)

candelstick_grpah_test.ipynb

@@ -0,0 +1,1320 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 1,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Defaulting to user installation because normal site-packages is not writeable\n",
+ "Requirement already satisfied: plotly in /Users/sarat/Library/Python/3.9/lib/python/site-packages (5.16.1)\n",
+ "Requirement already satisfied: nbformat in /Users/sarat/Library/Python/3.9/lib/python/site-packages (5.9.2)\n",
+ "Requirement already satisfied: tenacity>=6.2.0 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from plotly) (8.2.3)\n",
+ "Requirement already satisfied: packaging in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from plotly) (23.1)\n",
+ "Requirement already satisfied: fastjsonschema in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from nbformat) (2.18.0)\n",
+ "Requirement already satisfied: jsonschema>=2.6 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from nbformat) (4.19.0)\n",
+ "Requirement already satisfied: jupyter-core in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from nbformat) (5.3.1)\n",
+ "Requirement already satisfied: traitlets>=5.1 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from nbformat) (5.9.0)\n",
+ "Requirement already satisfied: attrs>=22.2.0 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from jsonschema>=2.6->nbformat) (23.1.0)\n",
+ "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from jsonschema>=2.6->nbformat) (2023.7.1)\n",
+ "Requirement already satisfied: referencing>=0.28.4 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from jsonschema>=2.6->nbformat) (0.30.2)\n",
+ "Requirement already satisfied: rpds-py>=0.7.1 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from jsonschema>=2.6->nbformat) (0.9.2)\n",
+ "Requirement already satisfied: platformdirs>=2.5 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from jupyter-core->nbformat) (3.10.0)\n"
+ ]
+ }
+ ],
+ "source": [
+ "!pip install --upgrade plotly nbformat"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 2,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Files removed: 2\n"
+ ]
+ }
+ ],
+ "source": [
+ "!pip cache purge"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 3,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Defaulting to user installation because normal site-packages is not writeable\n",
+ "Requirement already satisfied: nbformat in /Users/sarat/Library/Python/3.9/lib/python/site-packages (5.9.2)\n",
+ "Requirement already satisfied: fastjsonschema in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from nbformat) (2.18.0)\n",
+ "Requirement already satisfied: jsonschema>=2.6 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from nbformat) (4.19.0)\n",
+ "Requirement already satisfied: jupyter-core in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from nbformat) (5.3.1)\n",
+ "Requirement already satisfied: traitlets>=5.1 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from nbformat) (5.9.0)\n",
+ "Requirement already satisfied: attrs>=22.2.0 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from jsonschema>=2.6->nbformat) (23.1.0)\n",
+ "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from jsonschema>=2.6->nbformat) (2023.7.1)\n",
+ "Requirement already satisfied: referencing>=0.28.4 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from jsonschema>=2.6->nbformat) (0.30.2)\n",
+ "Requirement already satisfied: rpds-py>=0.7.1 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from jsonschema>=2.6->nbformat) (0.9.2)\n",
+ "Requirement already satisfied: platformdirs>=2.5 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from jupyter-core->nbformat) (3.10.0)\n"
+ ]
+ }
+ ],
+ "source": [
+ "!pip install --upgrade nbformat"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 4,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "[*********************100%***********************] 1 of 1 completed\n"
+ ]
+ },
+ {
+ "data": {
+ "application/vnd.plotly.v1+json": {
+ "config": {
+ "plotlyServerURL": "https://plot.ly"
+ },
+ "data": [
+ {
+ "close": [
+ 174.1999969482422,
+ 171.55999755859375,
+ 171.83999633789062,
+ 172.99000549316406,
+ 175.42999267578125,
+ 177.3000030517578,
+ 177.25,
+ 180.08999633789062,
+ 180.9499969482422,
+ 179.5800018310547,
+ 179.2100067138672,
+ 177.82000732421875,
+ 180.57000732421875,
+ 180.9600067138672,
+ 183.7899932861328,
+ 183.30999755859375,
+ 183.9499969482422,
+ 186.00999450683594,
+ 184.9199981689453,
+ 185.00999450683594,
+ 183.9600067138672,
+ 187,
+ 186.67999267578125,
+ 185.27000427246094,
+ 188.05999755859375,
+ 189.25,
+ 189.58999633789062,
+ 193.97000122070312,
+ 192.4600067138672,
+ 191.3300018310547,
+ 191.80999755859375,
+ 190.67999267578125,
+ 188.61000061035156,
+ 188.0800018310547,
+ 189.77000427246094,
+ 190.5399932861328,
+ 190.69000244140625,
+ 193.99000549316406,
+ 193.72999572753906,
+ 195.10000610351562,
+ 193.1300048828125,
+ 191.94000244140625,
+ 192.75,
+ 193.6199951171875,
+ 194.5,
+ 193.22000122070312,
+ 195.8300018310547,
+ 196.4499969482422,
+ 195.61000061035156,
+ 192.5800018310547,
+ 191.1699981689453,
+ 181.99000549316406,
+ 178.85000610351562,
+ 179.8000030517578,
+ 178.19000244140625,
+ 177.97000122070312,
+ 177.7899932861328,
+ 179.4600067138672,
+ 177.4499969482422,
+ 176.57000732421875,
+ 174,
+ 174.49000549316406
+ ],
+ "high": [
+ 174.7100067138672,
+ 173.3800048828125,
+ 172.4199981689453,
+ 173.89999389648438,
+ 175.77000427246094,
+ 178.99000549316406,
+ 179.35000610351562,
+ 180.1199951171875,
+ 181.77999877929688,
+ 184.9499969482422,
+ 180.1199951171875,
+ 181.2100067138672,
+ 180.83999633789062,
+ 182.22999572753906,
+ 183.88999938964844,
+ 184.14999389648438,
+ 184.38999938964844,
+ 186.52000427246094,
+ 186.99000549316406,
+ 186.10000610351562,
+ 185.41000366210938,
+ 187.0500030517578,
+ 187.55999755859375,
+ 188.0500030517578,
+ 188.38999938964844,
+ 189.89999389648438,
+ 190.07000732421875,
+ 194.47999572753906,
+ 193.8800048828125,
+ 192.97999572753906,
+ 192.02000427246094,
+ 192.6699981689453,
+ 189.99000549316406,
+ 189.3000030517578,
+ 191.6999969482422,
+ 191.19000244140625,
+ 191.17999267578125,
+ 194.32000732421875,
+ 194.3300018310547,
+ 198.22999572753906,
+ 196.47000122070312,
+ 194.97000122070312,
+ 194.91000366210938,
+ 194.44000244140625,
+ 195.63999938964844,
+ 197.1999969482422,
+ 196.6300048828125,
+ 196.49000549316406,
+ 196.72999572753906,
+ 195.17999267578125,
+ 192.3699951171875,
+ 187.3800048828125,
+ 183.1300048828125,
+ 180.27000427246094,
+ 180.92999267578125,
+ 180.75,
+ 178.6199951171875,
+ 179.69000244140625,
+ 179.47999572753906,
+ 178.5399932861328,
+ 177.50999450683594,
+ 175.10000610351562
+ ],
+ "low": [
+ 173.4499969482422,
+ 171.27999877929688,
+ 170.52000427246094,
+ 171.69000244140625,
+ 173.11000061035156,
+ 176.57000732421875,
+ 176.75999450683594,
+ 176.92999267578125,
+ 179.25999450683594,
+ 178.0399932861328,
+ 177.42999267578125,
+ 177.32000732421875,
+ 177.4600067138672,
+ 180.6300048828125,
+ 180.97000122070312,
+ 182.44000244140625,
+ 182.02000427246094,
+ 183.77999877929688,
+ 184.27000427246094,
+ 184.41000366210938,
+ 182.58999633789062,
+ 183.6699981689453,
+ 185.00999450683594,
+ 185.22999572753906,
+ 185.6699981689453,
+ 187.60000610351562,
+ 188.94000244140625,
+ 191.25999450683594,
+ 191.75999450683594,
+ 190.6199951171875,
+ 189.1999969482422,
+ 190.24000549316406,
+ 187.0399932861328,
+ 186.60000610351562,
+ 188.47000122070312,
+ 189.77999877929688,
+ 189.6300048828125,
+ 191.80999755859375,
+ 192.4199981689453,
+ 192.64999389648438,
+ 192.5,
+ 191.22999572753906,
+ 192.25,
+ 192.9199981689453,
+ 193.32000732421875,
+ 192.5500030517578,
+ 194.13999938964844,
+ 195.25999450683594,
+ 195.27999877929688,
+ 191.85000610351562,
+ 190.69000244140625,
+ 181.9199981689453,
+ 177.35000610351562,
+ 177.5800018310547,
+ 177.00999450683594,
+ 177.60000610351562,
+ 176.5500030517578,
+ 177.30999755859375,
+ 177.0500030517578,
+ 176.5,
+ 173.47999572753906,
+ 171.9600067138672
+ ],
+ "open": [
+ 173.97999572753906,
+ 173.1300048828125,
+ 171.08999633789062,
+ 172.41000366210938,
+ 173.32000732421875,
+ 176.9600067138672,
+ 177.3300018310547,
+ 177.6999969482422,
+ 181.02999877929688,
+ 182.6300048828125,
+ 179.97000122070312,
+ 178.44000244140625,
+ 177.89999389648438,
+ 181.5,
+ 181.27000427246094,
+ 182.8000030517578,
+ 183.3699951171875,
+ 183.9600067138672,
+ 186.72999572753906,
+ 184.41000366210938,
+ 184.89999389648438,
+ 183.74000549316406,
+ 185.5500030517578,
+ 186.8300018310547,
+ 185.88999938964844,
+ 187.92999267578125,
+ 189.0800018310547,
+ 191.6300048828125,
+ 193.77999877929688,
+ 191.57000732421875,
+ 189.83999633789062,
+ 191.41000366210938,
+ 189.25999450683594,
+ 189.16000366210938,
+ 189.67999267578125,
+ 190.5,
+ 190.22999572753906,
+ 191.89999389648438,
+ 193.35000610351562,
+ 193.10000610351562,
+ 195.08999633789062,
+ 194.10000610351562,
+ 193.41000366210938,
+ 193.3300018310547,
+ 193.6699981689453,
+ 196.02000427246094,
+ 194.6699981689453,
+ 196.05999755859375,
+ 196.24000549316406,
+ 195.0399932861328,
+ 191.57000732421875,
+ 185.52000427246094,
+ 182.1300048828125,
+ 179.69000244140625,
+ 180.8699951171875,
+ 179.47999572753906,
+ 177.32000732421875,
+ 177.97000122070312,
+ 178.8800048828125,
+ 177.1300048828125,
+ 177.13999938964844,
+ 172.3000030517578
+ ],
+ "type": "candlestick",
+ "x": [
+ "2023-05-22T00:00:00",
+ "2023-05-23T00:00:00",
+ "2023-05-24T00:00:00",
+ "2023-05-25T00:00:00",
+ "2023-05-26T00:00:00",
+ "2023-05-30T00:00:00",
+ "2023-05-31T00:00:00",
+ "2023-06-01T00:00:00",
+ "2023-06-02T00:00:00",
+ "2023-06-05T00:00:00",
+ "2023-06-06T00:00:00",
+ "2023-06-07T00:00:00",
+ "2023-06-08T00:00:00",
+ "2023-06-09T00:00:00",
+ "2023-06-12T00:00:00",
+ "2023-06-13T00:00:00",
+ "2023-06-14T00:00:00",
+ "2023-06-15T00:00:00",
+ "2023-06-16T00:00:00",
+ "2023-06-20T00:00:00",
+ "2023-06-21T00:00:00",
+ "2023-06-22T00:00:00",
+ "2023-06-23T00:00:00",
+ "2023-06-26T00:00:00",
+ "2023-06-27T00:00:00",
+ "2023-06-28T00:00:00",
+ "2023-06-29T00:00:00",
+ "2023-06-30T00:00:00",
+ "2023-07-03T00:00:00",
+ "2023-07-05T00:00:00",
+ "2023-07-06T00:00:00",
+ "2023-07-07T00:00:00",
+ "2023-07-10T00:00:00",
+ "2023-07-11T00:00:00",
+ "2023-07-12T00:00:00",
+ "2023-07-13T00:00:00",
+ "2023-07-14T00:00:00",
+ "2023-07-17T00:00:00",
+ "2023-07-18T00:00:00",
+ "2023-07-19T00:00:00",
+ "2023-07-20T00:00:00",
+ "2023-07-21T00:00:00",
+ "2023-07-24T00:00:00",
+ "2023-07-25T00:00:00",
+ "2023-07-26T00:00:00",
+ "2023-07-27T00:00:00",
+ "2023-07-28T00:00:00",
+ "2023-07-31T00:00:00",
+ "2023-08-01T00:00:00",
+ "2023-08-02T00:00:00",
+ "2023-08-03T00:00:00",
+ "2023-08-04T00:00:00",
+ "2023-08-07T00:00:00",
+ "2023-08-08T00:00:00",
+ "2023-08-09T00:00:00",
+ "2023-08-10T00:00:00",
+ "2023-08-11T00:00:00",
+ "2023-08-14T00:00:00",
+ "2023-08-15T00:00:00",
+ "2023-08-16T00:00:00",
+ "2023-08-17T00:00:00",
+ "2023-08-18T00:00:00"
+ ]
+ }
+ ],
+ "layout": {
+ "template": {
+ "data": {
+ "bar": [
+ {
+ "error_x": {
+ "color": "#2a3f5f"
+ },
+ "error_y": {
+ "color": "#2a3f5f"
+ },
+ "marker": {
+ "line": {
+ "color": "#E5ECF6",
+ "width": 0.5
+ },
+ "pattern": {
+ "fillmode": "overlay",
+ "size": 10,
+ "solidity": 0.2
+ }
+ },
+ "type": "bar"
+ }
+ ],
+ "barpolar": [
+ {
+ "marker": {
+ "line": {
+ "color": "#E5ECF6",
+ "width": 0.5
+ },
+ "pattern": {
+ "fillmode": "overlay",
+ "size": 10,
+ "solidity": 0.2
+ }
+ },
+ "type": "barpolar"
+ }
+ ],
+ "carpet": [
+ {
+ "aaxis": {
+ "endlinecolor": "#2a3f5f",
+ "gridcolor": "white",
+ "linecolor": "white",
+ "minorgridcolor": "white",
+ "startlinecolor": "#2a3f5f"
+ },
+ "baxis": {
+ "endlinecolor": "#2a3f5f",
+ "gridcolor": "white",
+ "linecolor": "white",
+ "minorgridcolor": "white",
+ "startlinecolor": "#2a3f5f"
+ },
+ "type": "carpet"
+ }
+ ],
+ "choropleth": [
+ {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ },
+ "type": "choropleth"
+ }
+ ],
+ "contour": [
+ {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ },
+ "colorscale": [
+ [
+ 0,
+ "#0d0887"
+ ],
+ [
+ 0.1111111111111111,
+ "#46039f"
+ ],
+ [
+ 0.2222222222222222,
+ "#7201a8"
+ ],
+ [
+ 0.3333333333333333,
+ "#9c179e"
+ ],
+ [
+ 0.4444444444444444,
+ "#bd3786"
+ ],
+ [
+ 0.5555555555555556,
+ "#d8576b"
+ ],
+ [
+ 0.6666666666666666,
+ "#ed7953"
+ ],
+ [
+ 0.7777777777777778,
+ "#fb9f3a"
+ ],
+ [
+ 0.8888888888888888,
+ "#fdca26"
+ ],
+ [
+ 1,
+ "#f0f921"
+ ]
+ ],
+ "type": "contour"
+ }
+ ],
+ "contourcarpet": [
+ {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ },
+ "type": "contourcarpet"
+ }
+ ],
+ "heatmap": [
+ {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ },
+ "colorscale": [
+ [
+ 0,
+ "#0d0887"
+ ],
+ [
+ 0.1111111111111111,
+ "#46039f"
+ ],
+ [
+ 0.2222222222222222,
+ "#7201a8"
+ ],
+ [
+ 0.3333333333333333,
+ "#9c179e"
+ ],
+ [
+ 0.4444444444444444,
+ "#bd3786"
+ ],
+ [
+ 0.5555555555555556,
+ "#d8576b"
+ ],
+ [
+ 0.6666666666666666,
+ "#ed7953"
+ ],
+ [
+ 0.7777777777777778,
+ "#fb9f3a"
+ ],
+ [
+ 0.8888888888888888,
+ "#fdca26"
+ ],
+ [
+ 1,
+ "#f0f921"
+ ]
+ ],
+ "type": "heatmap"
+ }
+ ],
+ "heatmapgl": [
+ {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ },
+ "colorscale": [
+ [
+ 0,
+ "#0d0887"
+ ],
+ [
+ 0.1111111111111111,
+ "#46039f"
+ ],
+ [
+ 0.2222222222222222,
+ "#7201a8"
+ ],
+ [
+ 0.3333333333333333,
+ "#9c179e"
+ ],
+ [
+ 0.4444444444444444,
+ "#bd3786"
+ ],
+ [
+ 0.5555555555555556,
+ "#d8576b"
+ ],
+ [
+ 0.6666666666666666,
+ "#ed7953"
+ ],
+ [
+ 0.7777777777777778,
+ "#fb9f3a"
+ ],
+ [
+ 0.8888888888888888,
+ "#fdca26"
+ ],
+ [
+ 1,
+ "#f0f921"
+ ]
+ ],
+ "type": "heatmapgl"
+ }
+ ],
+ "histogram": [
+ {
+ "marker": {
+ "pattern": {
+ "fillmode": "overlay",
+ "size": 10,
+ "solidity": 0.2
+ }
+ },
+ "type": "histogram"
+ }
+ ],
+ "histogram2d": [
+ {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ },
+ "colorscale": [
+ [
+ 0,
+ "#0d0887"
+ ],
+ [
+ 0.1111111111111111,
+ "#46039f"
+ ],
+ [
+ 0.2222222222222222,
+ "#7201a8"
+ ],
+ [
+ 0.3333333333333333,
+ "#9c179e"
+ ],
+ [
+ 0.4444444444444444,
+ "#bd3786"
+ ],
+ [
+ 0.5555555555555556,
+ "#d8576b"
+ ],
+ [
+ 0.6666666666666666,
+ "#ed7953"
+ ],
+ [
+ 0.7777777777777778,
+ "#fb9f3a"
+ ],
+ [
+ 0.8888888888888888,
+ "#fdca26"
+ ],
+ [
+ 1,
+ "#f0f921"
+ ]
+ ],
+ "type": "histogram2d"
+ }
+ ],
+ "histogram2dcontour": [
+ {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ },
+ "colorscale": [
+ [
+ 0,
+ "#0d0887"
+ ],
+ [
+ 0.1111111111111111,
+ "#46039f"
+ ],
+ [
+ 0.2222222222222222,
+ "#7201a8"
+ ],
+ [
+ 0.3333333333333333,
+ "#9c179e"
+ ],
+ [
+ 0.4444444444444444,
+ "#bd3786"
+ ],
+ [
+ 0.5555555555555556,
+ "#d8576b"
+ ],
+ [
+ 0.6666666666666666,
+ "#ed7953"
+ ],
+ [
+ 0.7777777777777778,
+ "#fb9f3a"
+ ],
+ [
+ 0.8888888888888888,
+ "#fdca26"
+ ],
+ [
+ 1,
+ "#f0f921"
+ ]
+ ],
+ "type": "histogram2dcontour"
+ }
+ ],
+ "mesh3d": [
+ {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ },
+ "type": "mesh3d"
+ }
+ ],
+ "parcoords": [
+ {
+ "line": {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ }
+ },
+ "type": "parcoords"
+ }
+ ],
+ "pie": [
+ {
+ "automargin": true,
+ "type": "pie"
+ }
+ ],
+ "scatter": [
+ {
+ "fillpattern": {
+ "fillmode": "overlay",
+ "size": 10,
+ "solidity": 0.2
+ },
+ "type": "scatter"
+ }
+ ],
+ "scatter3d": [
+ {
+ "line": {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ }
+ },
+ "marker": {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ }
+ },
+ "type": "scatter3d"
+ }
+ ],
+ "scattercarpet": [
+ {
+ "marker": {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ }
+ },
+ "type": "scattercarpet"
+ }
+ ],
+ "scattergeo": [
+ {
+ "marker": {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ }
+ },
+ "type": "scattergeo"
+ }
+ ],
+ "scattergl": [
+ {
+ "marker": {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ }
+ },
+ "type": "scattergl"
+ }
+ ],
+ "scattermapbox": [
+ {
+ "marker": {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ }
+ },
+ "type": "scattermapbox"
+ }
+ ],
+ "scatterpolar": [
+ {
+ "marker": {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ }
+ },
+ "type": "scatterpolar"
+ }
+ ],
+ "scatterpolargl": [
+ {
+ "marker": {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ }
+ },
+ "type": "scatterpolargl"
+ }
+ ],
+ "scatterternary": [
+ {
+ "marker": {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ }
+ },
+ "type": "scatterternary"
+ }
+ ],
+ "surface": [
+ {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ },
+ "colorscale": [
+ [
+ 0,
+ "#0d0887"
+ ],
+ [
+ 0.1111111111111111,
+ "#46039f"
+ ],
+ [
+ 0.2222222222222222,
+ "#7201a8"
+ ],
+ [
+ 0.3333333333333333,
+ "#9c179e"
+ ],
+ [
+ 0.4444444444444444,
+ "#bd3786"
+ ],
+ [
+ 0.5555555555555556,
+ "#d8576b"
+ ],
+ [
+ 0.6666666666666666,
+ "#ed7953"
+ ],
+ [
+ 0.7777777777777778,
+ "#fb9f3a"
+ ],
+ [
+ 0.8888888888888888,
+ "#fdca26"
+ ],
+ [
+ 1,
+ "#f0f921"
+ ]
+ ],
+ "type": "surface"
+ }
+ ],
+ "table": [
+ {
+ "cells": {
+ "fill": {
+ "color": "#EBF0F8"
+ },
+ "line": {
+ "color": "white"
+ }
+ },
+ "header": {
+ "fill": {
+ "color": "#C8D4E3"
+ },
+ "line": {
+ "color": "white"
+ }
+ },
+ "type": "table"
+ }
+ ]
+ },
+ "layout": {
+ "annotationdefaults": {
+ "arrowcolor": "#2a3f5f",
+ "arrowhead": 0,
+ "arrowwidth": 1
+ },
+ "autotypenumbers": "strict",
+ "coloraxis": {
+ "colorbar": {
+ "outlinewidth": 0,
+ "ticks": ""
+ }
+ },
+ "colorscale": {
+ "diverging": [
+ [
+ 0,
+ "#8e0152"
+ ],
+ [
+ 0.1,
+ "#c51b7d"
+ ],
+ [
+ 0.2,
+ "#de77ae"
+ ],
+ [
+ 0.3,
+ "#f1b6da"
+ ],
+ [
+ 0.4,
+ "#fde0ef"
+ ],
+ [
+ 0.5,
+ "#f7f7f7"
+ ],
+ [
+ 0.6,
+ "#e6f5d0"
+ ],
+ [
+ 0.7,
+ "#b8e186"
+ ],
+ [
+ 0.8,
+ "#7fbc41"
+ ],
+ [
+ 0.9,
+ "#4d9221"
+ ],
+ [
+ 1,
+ "#276419"
+ ]
+ ],
+ "sequential": [
+ [
+ 0,
+ "#0d0887"
+ ],
+ [
+ 0.1111111111111111,
+ "#46039f"
+ ],
+ [
+ 0.2222222222222222,
+ "#7201a8"
+ ],
+ [
+ 0.3333333333333333,
+ "#9c179e"
+ ],
+ [
+ 0.4444444444444444,
+ "#bd3786"
+ ],
+ [
+ 0.5555555555555556,
+ "#d8576b"
+ ],
+ [
+ 0.6666666666666666,
+ "#ed7953"
+ ],
+ [
+ 0.7777777777777778,
+ "#fb9f3a"
+ ],
+ [
+ 0.8888888888888888,
+ "#fdca26"
+ ],
+ [
+ 1,
+ "#f0f921"
+ ]
+ ],
+ "sequentialminus": [
+ [
+ 0,
+ "#0d0887"
+ ],
+ [
+ 0.1111111111111111,
+ "#46039f"
+ ],
+ [
+ 0.2222222222222222,
+ "#7201a8"
+ ],
+ [
+ 0.3333333333333333,
+ "#9c179e"
+ ],
+ [
+ 0.4444444444444444,
+ "#bd3786"
+ ],
+ [
+ 0.5555555555555556,
+ "#d8576b"
+ ],
+ [
+ 0.6666666666666666,
+ "#ed7953"
+ ],
+ [
+ 0.7777777777777778,
+ "#fb9f3a"
+ ],
+ [
+ 0.8888888888888888,
+ "#fdca26"
+ ],
+ [
+ 1,
+ "#f0f921"
+ ]
+ ]
+ },
+ "colorway": [
+ "#636efa",
+ "#EF553B",
+ "#00cc96",
+ "#ab63fa",
+ "#FFA15A",
+ "#19d3f3",
+ "#FF6692",
+ "#B6E880",
+ "#FF97FF",
+ "#FECB52"
+ ],
+ "font": {
+ "color": "#2a3f5f"
+ },
+ "geo": {
+ "bgcolor": "white",
+ "lakecolor": "white",
+ "landcolor": "#E5ECF6",
+ "showlakes": true,
+ "showland": true,
+ "subunitcolor": "white"
+ },
+ "hoverlabel": {
+ "align": "left"
+ },
+ "hovermode": "closest",
+ "mapbox": {
+ "style": "light"
+ },
+ "paper_bgcolor": "white",
+ "plot_bgcolor": "#E5ECF6",
+ "polar": {
+ "angularaxis": {
+ "gridcolor": "white",
+ "linecolor": "white",
+ "ticks": ""
+ },
+ "bgcolor": "#E5ECF6",
+ "radialaxis": {
+ "gridcolor": "white",
+ "linecolor": "white",
+ "ticks": ""
+ }
+ },
+ "scene": {
+ "xaxis": {
+ "backgroundcolor": "#E5ECF6",
+ "gridcolor": "white",
+ "gridwidth": 2,
+ "linecolor": "white",
+ "showbackground": true,
+ "ticks": "",
+ "zerolinecolor": "white"
+ },
+ "yaxis": {
+ "backgroundcolor": "#E5ECF6",
+ "gridcolor": "white",
+ "gridwidth": 2,
+ "linecolor": "white",
+ "showbackground": true,
+ "ticks": "",
+ "zerolinecolor": "white"
+ },
+ "zaxis": {
+ "backgroundcolor": "#E5ECF6",
+ "gridcolor": "white",
+ "gridwidth": 2,
+ "linecolor": "white",
+ "showbackground": true,
+ "ticks": "",
+ "zerolinecolor": "white"
+ }
+ },
+ "shapedefaults": {
+ "line": {
+ "color": "#2a3f5f"
+ }
+ },
+ "ternary": {
+ "aaxis": {
+ "gridcolor": "white",
+ "linecolor": "white",
+ "ticks": ""
+ },
+ "baxis": {
+ "gridcolor": "white",
+ "linecolor": "white",
+ "ticks": ""
+ },
+ "bgcolor": "#E5ECF6",
+ "caxis": {
+ "gridcolor": "white",
+ "linecolor": "white",
+ "ticks": ""
+ }
+ },
+ "title": {
+ "x": 0.05
+ },
+ "xaxis": {
+ "automargin": true,
+ "gridcolor": "white",
+ "linecolor": "white",
+ "ticks": "",
+ "title": {
+ "standoff": 15
+ },
+ "zerolinecolor": "white",
+ "zerolinewidth": 2
+ },
+ "yaxis": {
+ "automargin": true,
+ "gridcolor": "white",
+ "linecolor": "white",
+ "ticks": "",
+ "title": {
+ "standoff": 15
+ },
+ "zerolinecolor": "white",
+ "zerolinewidth": 2
+ }
+ }
+ },
+ "title": {
+ "text": "Candlestick Chart for AAPL in the Last 90 Days"
+ },
+ "xaxis": {
+ "rangeslider": {
+ "visible": false
+ },
+ "title": {
+ "text": "Date"
+ }
+ },
+ "yaxis": {
+ "title": {
+ "text": "Price"
+ }
+ }
+ }
+ }
+ },
+ "metadata": {},
+ "output_type": "display_data"
+ }
+ ],
+ "source": [
+ "import yfinance as yf\n",
+ "import plotly.graph_objects as go\n",
+ "from datetime import datetime, timedelta\n",
+ "\n",
+ "# Define the stock ticker symbol and the date range\n",
+ "ticker_symbol = \"AAPL\" # Example: Apple Inc.\n",
+ "end_date = datetime.today()\n",
+ "start_date = end_date - timedelta(days=90)\n",
+ "\n",
+ "# Fetch historical data using yfinance\n",
+ "data = yf.download(ticker_symbol, start=start_date, end=end_date)\n",
+ "\n",
+ "# Create a candlestick graph using Plotly\n",
+ "fig = go.Figure(data=[go.Candlestick(x=data.index,\n",
+ " open=data['Open'],\n",
+ " high=data['High'],\n",
+ " low=data['Low'],\n",
+ " close=data['Close'])])\n",
+ "\n",
+ "# Customize the layout\n",
+ "fig.update_layout(title=f'Candlestick Chart for {ticker_symbol} in the Last 90 Days',\n",
+ " xaxis_title='Date',\n",
+ " yaxis_title='Price',\n",
+ " xaxis_rangeslider_visible=False)\n",
+ "\n",
+ "# Show the plot\n",
+ "fig.show()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": []
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.9.6"
+ },
+ "orig_nbformat": 4
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

market_watch_test.ipynb

@@ -0,0 +1,290 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 1,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Defaulting to user installation because normal site-packages is not writeable\n",
+ "Requirement already satisfied: beautifulsoup4 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (4.9.3)\n",
+ "Requirement already satisfied: soupsieve>1.2 in /Users/sarat/Library/Python/3.9/lib/python/site-packages (from beautifulsoup4) (2.4.1)\n"
+ ]
+ }
+ ],
+ "source": [
+ "# !pip install beautifulsoup4"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 11,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "import requests\n",
+ "from bs4 import BeautifulSoup\n",
+ "\n",
+ "# URL of the search results page\n",
+ "url = \"https://www.marketwatch.com/search?q=AAPL&ts=0&tab=All%20News\"\n",
+ "\n",
+ "# Send an HTTP GET request to the URL\n",
+ "response = requests.get(url)\n",
+ "\n",
+ "# Parse the HTML content using BeautifulSoup\n",
+ "soup = BeautifulSoup(response.content, \"html.parser\")\n",
+ "\n",
+ "# # Find all the article link elements\n",
+ "# article_links = []\n",
+ "# for link in soup.find_all(\"a\", class_=\"link\"):\n",
+ "# print(link)\n",
+ "# article_links.append(link['href'])\n",
+ "\n",
+ "# # Print the list of article links\n",
+ "# for link in article_links:\n",
+ "# print(link)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": []
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 15,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "https://www.marketwatch.com/story/the-apple-watch-may-now-be-a-back-to-school-necessity-2971c8af?mod=search_headline\n",
+ "https://www.marketwatch.com/story/magnificent-seven-stocks-are-losing-some-of-their-shine-but-their-bonds-are-doing-fine-95eaa2ec?mod=search_headline\n",
+ "https://www.marketwatch.com/story/unilever-ceo-vows-to-look-at-russian-operations-with-fresh-eyes-as-pressure-to-exit-the-country-mounts-6b872f36?mod=search_headline\n",
+ "https://www.marketwatch.com/story/taylor-swift-and-other-musicians-use-valuable-data-to-promote-their-work-actors-and-writers-deserve-the-same-b6e04e4f?mod=search_headline\n",
+ "https://www.marketwatch.com/story/the-iphone-15-could-help-apple-clinch-a-title-its-never-held-before-2c56e819?mod=search_headline\n",
+ "https://www.marketwatch.com/articles/china-global-economic-troubles-97d96b95?mod=search_headline\n",
+ "https://www.marketwatch.com/story/jet-ais-stock-more-than-doubles-after-app-release-on-apple-store-65f1982b?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/gamestop-corp-cl-a-stock-falls-friday-underperforms-market-cc7697cf-c5bfa4ec6e52?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/microsoft-corp-stock-underperforms-friday-when-compared-to-competitors-23ff3fca-f8ed89bc49af?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/apple-inc-stock-outperforms-competitors-on-strong-trading-day-184dc0b1-2aa1f776330a?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/netflix-inc-stock-outperforms-market-on-strong-trading-day-355fc99c-7b3e57800700?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/amazon-com-inc-stock-falls-friday-underperforms-market-efd30685-e8466fc6f926?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/meta-platforms-inc-stock-underperforms-friday-when-compared-to-competitors-6b93997f-56a4534b7810?mod=search_headline\n",
+ "https://www.marketwatch.com/story/x-will-remove-block-feature-musk-says-setting-up-possible-showdown-with-apple-and-google-83c7100f?mod=search_headline\n",
+ "https://www.marketwatch.com/story/do-you-know-where-your-prescriptions-drugs-come-from-why-you-should-a9fea0b4?mod=search_headline\n",
+ "https://www.marketwatch.com/story/red-flags-waving-for-tech-stocks-as-ai-bounce-fades-china-fears-escalate-fbb986c1?mod=search_headline\n",
+ "https://www.marketwatch.com/articles/apple-iphone-15-coming-expect-9b626dad?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/dow-down-nearly-100-points-on-losses-for-shares-of-johnson-johnson-microsoft-91d6cedc-72dc231e67ae?mod=search_headline\n",
+ "#\n",
+ "https://www.marketwatch.com/story/the-apple-watch-may-now-be-a-back-to-school-necessity-2971c8af?mod=search_headline\n",
+ "https://www.marketwatch.com/story/magnificent-seven-stocks-are-losing-some-of-their-shine-but-their-bonds-are-doing-fine-95eaa2ec?mod=search_headline\n",
+ "https://www.marketwatch.com/story/unilever-ceo-vows-to-look-at-russian-operations-with-fresh-eyes-as-pressure-to-exit-the-country-mounts-6b872f36?mod=search_headline\n",
+ "https://www.marketwatch.com/story/taylor-swift-and-other-musicians-use-valuable-data-to-promote-their-work-actors-and-writers-deserve-the-same-b6e04e4f?mod=search_headline\n",
+ "https://www.marketwatch.com/story/the-iphone-15-could-help-apple-clinch-a-title-its-never-held-before-2c56e819?mod=search_headline\n",
+ "https://www.marketwatch.com/articles/china-global-economic-troubles-97d96b95?mod=search_headline\n",
+ "https://www.marketwatch.com/story/jet-ais-stock-more-than-doubles-after-app-release-on-apple-store-65f1982b?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/gamestop-corp-cl-a-stock-falls-friday-underperforms-market-cc7697cf-c5bfa4ec6e52?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/microsoft-corp-stock-underperforms-friday-when-compared-to-competitors-23ff3fca-f8ed89bc49af?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/apple-inc-stock-outperforms-competitors-on-strong-trading-day-184dc0b1-2aa1f776330a?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/netflix-inc-stock-outperforms-market-on-strong-trading-day-355fc99c-7b3e57800700?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/amazon-com-inc-stock-falls-friday-underperforms-market-efd30685-e8466fc6f926?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/meta-platforms-inc-stock-underperforms-friday-when-compared-to-competitors-6b93997f-56a4534b7810?mod=search_headline\n",
+ "https://www.marketwatch.com/story/x-will-remove-block-feature-musk-says-setting-up-possible-showdown-with-apple-and-google-83c7100f?mod=search_headline\n",
+ "https://www.marketwatch.com/story/do-you-know-where-your-prescriptions-drugs-come-from-why-you-should-a9fea0b4?mod=search_headline\n",
+ "https://www.marketwatch.com/story/red-flags-waving-for-tech-stocks-as-ai-bounce-fades-china-fears-escalate-fbb986c1?mod=search_headline\n",
+ "https://www.marketwatch.com/articles/apple-iphone-15-coming-expect-9b626dad?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/dow-down-nearly-100-points-on-losses-for-shares-of-johnson-johnson-microsoft-91d6cedc-72dc231e67ae?mod=search_headline\n",
+ "#\n",
+ "https://www.marketwatch.com/story/the-apple-watch-may-now-be-a-back-to-school-necessity-2971c8af?mod=search_headline\n",
+ "https://www.marketwatch.com/story/magnificent-seven-stocks-are-losing-some-of-their-shine-but-their-bonds-are-doing-fine-95eaa2ec?mod=search_headline\n",
+ "https://www.marketwatch.com/story/unilever-ceo-vows-to-look-at-russian-operations-with-fresh-eyes-as-pressure-to-exit-the-country-mounts-6b872f36?mod=search_headline\n",
+ "https://www.marketwatch.com/story/taylor-swift-and-other-musicians-use-valuable-data-to-promote-their-work-actors-and-writers-deserve-the-same-b6e04e4f?mod=search_headline\n",
+ "https://www.marketwatch.com/story/the-iphone-15-could-help-apple-clinch-a-title-its-never-held-before-2c56e819?mod=search_headline\n",
+ "https://www.marketwatch.com/articles/china-global-economic-troubles-97d96b95?mod=search_headline\n",
+ "https://www.marketwatch.com/story/jet-ais-stock-more-than-doubles-after-app-release-on-apple-store-65f1982b?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/gamestop-corp-cl-a-stock-falls-friday-underperforms-market-cc7697cf-c5bfa4ec6e52?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/microsoft-corp-stock-underperforms-friday-when-compared-to-competitors-23ff3fca-f8ed89bc49af?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/apple-inc-stock-outperforms-competitors-on-strong-trading-day-184dc0b1-2aa1f776330a?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/netflix-inc-stock-outperforms-market-on-strong-trading-day-355fc99c-7b3e57800700?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/amazon-com-inc-stock-falls-friday-underperforms-market-efd30685-e8466fc6f926?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/meta-platforms-inc-stock-underperforms-friday-when-compared-to-competitors-6b93997f-56a4534b7810?mod=search_headline\n",
+ "https://www.marketwatch.com/story/x-will-remove-block-feature-musk-says-setting-up-possible-showdown-with-apple-and-google-83c7100f?mod=search_headline\n",
+ "https://www.marketwatch.com/story/do-you-know-where-your-prescriptions-drugs-come-from-why-you-should-a9fea0b4?mod=search_headline\n",
+ "https://www.marketwatch.com/story/red-flags-waving-for-tech-stocks-as-ai-bounce-fades-china-fears-escalate-fbb986c1?mod=search_headline\n",
+ "https://www.marketwatch.com/articles/apple-iphone-15-coming-expect-9b626dad?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/dow-down-nearly-100-points-on-losses-for-shares-of-johnson-johnson-microsoft-91d6cedc-72dc231e67ae?mod=search_headline\n",
+ "#\n",
+ "https://www.marketwatch.com/story/the-apple-watch-may-now-be-a-back-to-school-necessity-2971c8af?mod=search_headline\n",
+ "https://www.marketwatch.com/story/magnificent-seven-stocks-are-losing-some-of-their-shine-but-their-bonds-are-doing-fine-95eaa2ec?mod=search_headline\n",
+ "https://www.marketwatch.com/story/unilever-ceo-vows-to-look-at-russian-operations-with-fresh-eyes-as-pressure-to-exit-the-country-mounts-6b872f36?mod=search_headline\n",
+ "https://www.marketwatch.com/story/taylor-swift-and-other-musicians-use-valuable-data-to-promote-their-work-actors-and-writers-deserve-the-same-b6e04e4f?mod=search_headline\n",
+ "https://www.marketwatch.com/story/the-iphone-15-could-help-apple-clinch-a-title-its-never-held-before-2c56e819?mod=search_headline\n",
+ "https://www.marketwatch.com/articles/china-global-economic-troubles-97d96b95?mod=search_headline\n",
+ "https://www.marketwatch.com/story/jet-ais-stock-more-than-doubles-after-app-release-on-apple-store-65f1982b?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/gamestop-corp-cl-a-stock-falls-friday-underperforms-market-cc7697cf-c5bfa4ec6e52?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/microsoft-corp-stock-underperforms-friday-when-compared-to-competitors-23ff3fca-f8ed89bc49af?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/apple-inc-stock-outperforms-competitors-on-strong-trading-day-184dc0b1-2aa1f776330a?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/netflix-inc-stock-outperforms-market-on-strong-trading-day-355fc99c-7b3e57800700?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/amazon-com-inc-stock-falls-friday-underperforms-market-efd30685-e8466fc6f926?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/meta-platforms-inc-stock-underperforms-friday-when-compared-to-competitors-6b93997f-56a4534b7810?mod=search_headline\n",
+ "https://www.marketwatch.com/story/x-will-remove-block-feature-musk-says-setting-up-possible-showdown-with-apple-and-google-83c7100f?mod=search_headline\n",
+ "https://www.marketwatch.com/story/do-you-know-where-your-prescriptions-drugs-come-from-why-you-should-a9fea0b4?mod=search_headline\n",
+ "https://www.marketwatch.com/story/red-flags-waving-for-tech-stocks-as-ai-bounce-fades-china-fears-escalate-fbb986c1?mod=search_headline\n",
+ "https://www.marketwatch.com/articles/apple-iphone-15-coming-expect-9b626dad?mod=search_headline\n",
+ "https://www.marketwatch.com/data-news/dow-down-nearly-100-points-on-losses-for-shares-of-johnson-johnson-microsoft-91d6cedc-72dc231e67ae?mod=search_headline\n",
+ "#\n",
+ "\n"
+ ]
+ }
+ ],
+ "source": [
+ "for content in soup.find_all(\"h3\",class_=\"article__headline\"):\n",
+ " for link in content.find_all(\"a\"):\n",
+ " print(link['href'])"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 13,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "from newspaper import Article\n",
+ "from newspaper import Config"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 32,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "def get_news_articles_info(ticker_name):\n",
+ " # URL of the search results page\n",
+ " url = \"https://www.marketwatch.com/search?q=\" + ticker_name + \"&ts=0&tab=All%20News\"\n",
+ "\n",
+ " # Send an HTTP GET request to the URL\n",
+ " response = requests.get(url)\n",
+ "\n",
+ " # Parse the HTML content using BeautifulSoup\n",
+ " soup = BeautifulSoup(response.content, \"html.parser\")\n",
+ "\n",
+ " article_links = []\n",
+ " \n",
+ " for content in soup.find_all(\"h3\",class_=\"article__headline\"):\n",
+ " for link in content.find_all(\"a\"):\n",
+ " if link['href'] != \"#\":\n",
+ " article_links.append(link['href'])\n",
+ "\n",
+ " article_links = article_links[18:36]\n",
+ " ticker_news_extracted = []\n",
+ " count = 0\n",
+ " for link in article_links:\n",
+ " article_info = {}\n",
+ " article_info['text'] = ''\n",
+ " article_info['url'] = link\n",
+ " try:\n",
+ " url = article_info['url']\n",
+ " url = requests.head(url, allow_redirects=True).url\n",
+ " \n",
+ " user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Safari/537.36'\n",
+ " config = Config()\n",
+ " config.browser_user_agent = user_agent\n",
+ "\n",
+ " article = Article(url, config=config)\n",
+ " article.download()\n",
+ " article.parse()\n",
+ " article_info['title'] = article.title\n",
+ " article_info['text'] = article.text\n",
+ " article_info['url'] = url\n",
+ " count = count + 1\n",
+ " print(count,url)\n",
+ " except Exception as error:\n",
+ " print(\"Error\",url,error)\n",
+ " continue\n",
+ " if article_info['text'] == '':\n",
+ " print('No text',url)\n",
+ " continue\n",
+ " if count > 5:\n",
+ " break\n",
+ " ticker_news_extracted.append(article_info)\n",
+ " return ticker_news_extracted"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 33,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "1 https://www.marketwatch.com/story/the-apple-watch-may-now-be-a-back-to-school-necessity-2971c8af?mod=search_headline\n",
+ "2 https://www.marketwatch.com/story/magnificent-seven-stocks-are-losing-some-of-their-shine-but-their-bonds-are-doing-fine-95eaa2ec?mod=search_headline\n",
+ "3 https://www.marketwatch.com/story/unilever-ceo-vows-to-look-at-russian-operations-with-fresh-eyes-as-pressure-to-exit-the-country-mounts-6b872f36?mod=search_headline\n",
+ "4 https://www.marketwatch.com/story/taylor-swift-and-other-musicians-use-valuable-data-to-promote-their-work-actors-and-writers-deserve-the-same-b6e04e4f?mod=search_headline\n",
+ "5 https://www.marketwatch.com/story/the-iphone-15-could-help-apple-clinch-a-title-its-never-held-before-2c56e819?mod=search_headline\n",
+ "6 https://www.marketwatch.com/articles/china-global-economic-troubles-97d96b95?mod=search_headline\n"
+ ]
+ },
+ {
+ "data": {
+ "text/plain": [
+ "[{'text': 'As kids go back to school, more of them are wearing Apple Watches with the blessing of their parents.\\n\\nThe device, which initially struggled to gain an identity of its own in a product line bejeweled with iPhone, iPad and Mac products, is now Apple Inc.’s AAPL, +0.28% hottest-selling product. Its growing popularity in great measure is as a safe, easy-to-monitor proxy for iPhone. As a result, Apple is pushing its nearly decade-old product as never before.\\n\\nThe roaring comeback of Apple Watch speaks to the upside of an ultra-safe device for children in an era of school shootings, increasing concerns over mental health for teens, online kids safety, and more-affordable alternatives to the iPhone. Just as importantly, the new-found popularity of Apple Watch speaks to the concept of reinvention in tech.\\n\\nAnd it plays into Apple’s strength: Market research shows consumers are 2.5 times more likely to buy Apple products for students. It’s being purchased for children as young as 5. This comes as, Apple has seen some relatively rough quarters of late (for them, at least) due to slowing sales of other products.\\n\\n“It puts a premium on focus time for kids, and offers parents peace of mind on their time at school,” Carolina Milanese, an analyst at Creative Strategies, said in an interview. “There are few things more frustrating for a parent than trying to pry a smartphone from the clutches of their children.”\\n\\nWith the watch’s cellular abilities, parents can use it to reach and track their children, while the miniature screens mitigate issues like internet addiction.\\n\\nSince smart watches have minimal apps and no web browser or camera, children are less likely to be exposed to distracting games, sexting and other adult content, according to Common Sense, which monitors kid safety online.\\n\\nRead more: Apple sees sales decline for third quarter in a row — and says performance could be similar this quarter\\n\\nThe use of smart watches as children’s gadgets show how the audience for a consumer technology product can morph in unexpected ways. Earlier this year, Apple Chief Executive Tim Cook told investors that nearly two-thirds of customers who purchased an Apple Watch were first-time buyers.\\n\\nThe reinvention of a product\\n\\nIt’s been a remarkable journey in Apple Watch’s transformation, but not totally unexpected. There is an axiom in Silicon Valley: Everything is reinvented, including company names and products. Remember, Apple changed its corporate name from Apple Computer Inc. in 2007.\\n\\nApple Watch was introduced as a luxury accessory in late 2014 but soon transformed into a health device. Still, sales were middling to the point where Apple did not disclose the Watch’s sales as it does other product lines.\\n\\nWithin a few years, the Watch became an indispensable medical device and barometer of health for athletes, boosting sales. But another makeover was on the way from Apple.\\n\\nBy 2020, the company introduced Family Setup, software that let parents track their children’s locations, manage their contacts list and limit their notifications. In 2022, a special mode called Schooltime debuted that restricts the Apple Watch during school hours. Parents can remotely manage this from their iPhone, limiting their students’ access to the internet, social media web sites, apps and a camera.\\n\\nThe latter feature seemed to especially resonate with parents in an era of school shootings and the dark side of the web, such as texting, bullying and internet addiction.\\n\\nOf course, the biggest selling point for parents is price. At less than $400 for most models, Apple Watches cost significantly less than iPhones.',\n",
+ " 'url': 'https://www.marketwatch.com/story/the-apple-watch-may-now-be-a-back-to-school-necessity-2971c8af?mod=search_headline',\n",
+ " 'title': 'The Apple Watch may now be a back-to-school necessity'},\n",
+ " {'text': '\\n\\nThe so-called Magnificent Seven grouping of technology stocks lost some of its luster this week after four of the seven moved into correction territory, meaning their stocks have fallen at least 10% from their recent peaks.\\n\\nThe corporate-bond market, in contrast, seems to like all seven names.\\n\\nThe group is made up of Facebook parent Meta Platforms Inc. META, -0.65% , Apple Inc. AAPL, +0.28% , Microsoft Corp. MSFT, -0.13% , Nvidia Corp. NVDA, -0.10% , Amazon. com Inc. AMZN, -0.57% , Google parent Alphabet Inc. GOOGL, -1.89% GOOG, -1.80% and Tesla Inc. TSLA, -1.70% .\\n\\nOne caveat: Tesla has no outstanding bonds. In the past, the electric-car maker issued convertible bonds, but they have all been converted into equity.\\n\\nThe group is credited with helping drive the stock market’s gains in the first half of the year, driven by excitement about artificial intelligence. But the rally has stalled in recent weeks as investors have fretted over the potential for U.S. interest-rate increases, surging Treasury yields and China worries, with property developer Evergrande filing for U.S. bankruptcy protection late Thursday.\\n\\nOn Thursday, Meta followed Apple, Microsoft and Nvidia into correction territory, as MarketWatch’s Emily Bary reported. Tesla, meanwhile, is in a bear market, meaning it’s down more than 20% from its recent peak.\\n\\nRead: Have AI stocks like Nvidia reached bubble territory? Here’s what history can tell us.\\n\\nThe following series of charts from data-solutions provider BondCliQ Media Services show how many bonds each company has issued by maturity and how they have traded as the stocks have pulled back.\\n\\nThe first chart shows that Microsoft has by far the most bonds, mostly in the 30-year bucket. The software and cloud giant has more than $50 billion in long-term debt, according to its 2023 10-K filing with the Securities and Exchange Commission.\\n\\nOutstanding Magnificent Seven debt by maturity bucket. Source: BondCliQ Media Services\\n\\nThis chart shows trading volumes over the last 10 days, divided by trade type. The green shows customer buying, while the red is customer selling. The blue shows dealer-to-dealer flows. Microsoft, for example, has seen almost $1.3 billion in customer buying from dealers in the last 10 days and $960 million in customer sales to dealers.\\n\\nMagnificent Seven debt trading volumes (last 10 days). Source: BondCliQ Media Services\\n\\nThis chart shows that every name in the group has enjoyed better net buying in the last 10 days, with Microsoft leading the way.\\n\\nNet customer flow of Magnificent Seven debt (last 10 days). Source: BondCliQ Media Services\\n\\nThis chart shows spread performance over the last 50 days for an intermediate-term bond from each of the seven issuers. Most have tightened or remained steady over the period.\\n\\nHistorical spread performance of Magnificent Seven debt. Source: BondCliQ Media Services\\n\\nRead also: Red flags waving for tech stocks as AI bounce fades, China fears escalate\\n\\nApple’s stock entered correction Wednesday upon falling more than 10% from its July 31 peak of $196.45. The company sells mainly discretionary products, and right now “consumers are still being pinched” and thinking more carefully about where they spend their money, according to Matt Stucky, senior portfolio manager for equities at Northwestern Mutual Wealth Management.',\n",
+ " 'url': 'https://www.marketwatch.com/story/magnificent-seven-stocks-are-losing-some-of-their-shine-but-their-bonds-are-doing-fine-95eaa2ec?mod=search_headline',\n",
+ " 'title': '‘Magnificent Seven’ stocks are losing some of their shine, but their bonds are doing fine'},\n",
+ " {'text': 'Consumer goods giant Unilever PLC is coming under renewed pressure to exit Russia following recent comments from the company’s CEO Hein Schumacher.\\n\\nThe U.K. Telegraph reports that Schumacher told a Ukrainian war veteran that he will look at the company’s decision to maintain its Russian business with “fresh eyes.”\\n\\n“We really hope this means he’ll do the right thing,” tweeted the Ukraine Solidarity Project this week. “Good leaders make bold decisions.”\\n\\nRelated: ‘Unilever has descended into a vortex of immorality’: Pressure mounts on consumer goods giant to exit Russia\\n\\nThe Moral Rating Agency, an organization set up after the invasion of Ukraine to examine whether companies were carrying out their promises of exiting Russia, reiterated its calls for Unilever to end its Russian operations. “Unilever needs to stop running down the clock as a way to keep making blood money,” said MRA founder Mark Dixon, in a statement this week. Unilever “simply needs to get out of Russia,” he added.\\n\\n“We have always said we would keep our position in Russia under close review,” a Unilever spokesperson told MarketWatch Friday. The spokesperson also directed MarketWatch to the company’s statement on the war in Ukraine released in February 2023.\\n\\nUnilever was recently added to the Ukrainian government’s ‘International sponsors of war’ list amid calls for a boycott of the company’s products.\\n\\nRelated: WeWork, Carl’s Jr., Unilever and Shell among companies slammed by Yale over operations in Russia\\n\\nAt the end of June Unilever employed approximately 3,000 people in Russia, according to the company’s second-quarter results. In the first six months of the year Russia represented 1.2% of the Unilever Group’s turnover and 1.5% of net profit, the company said. As of June 30, the company’s Russia business had net assets of around $870 million, including four factories.\\n\\nIn March 2022 Unilever announced its decision to suspend all imports and exports of Unilever products into and out of Russia and cease any capital flows in and out of the country. However, the company continues to supply what it describes as “everyday food and hygiene products” made in Russia to people in the country. “We understand why there are calls for Unilever to leave Russia. We also want to be clear that we are not trying to protect or manage our business in Russia,” the company said, in its statement released in February. “However, for companies like Unilever, which have a significant physical presence in the country, exiting is not straightforward.”\\n\\nRelated: Unilever urged to exit Russia: ‘It’s making their hands bloodstained,’ says Economic Security Council of Ukraine\\n\\nEarlier this year, on the anniversary of Russia’s invasion, the Economic Security Council of Ukraine criticized Unilever over its Russian presence.\\n\\nThe Ukraine Solidarity Project recently launched a high-profile campaign urging Unilever to get out of Russia using the images of Ukrainian veterans injured in the war with Russia. Last month, activists from the Ukraine Solidarity Project held a giant poster featuring the veterans outside Unilever’s London headquarters.',\n",
+ " 'url': 'https://www.marketwatch.com/story/unilever-ceo-vows-to-look-at-russian-operations-with-fresh-eyes-as-pressure-to-exit-the-country-mounts-6b872f36?mod=search_headline',\n",
+ " 'title': 'Unilever CEO vows to look at Russian operations with ‘fresh eyes’ as pressure to exit the country mounts'},\n",
+ " {'text': 'Over the past few months, the WGA and SAG-AFTRA strikes have sparked a public discourse about the urgent need for improved and fairer agreements in the film and TV industry. These agreements are a much needed adaptation to the immense transformation witnessed in the past decade, primarily fueled by the rapid rise and dominance of SVOD (streaming video on-demand) platforms including Netflix NFLX, +0.38% , Amazon Prime Video AMZN, -0.57% , Hulu, Disney+ DIS, +0.05% , (HBO) Max, Apple TV+ AAPL, +0.28% , Paramount+ and others.\\n\\nAs with any industry, the emergence of new technological advances brings both opportunities and challenges. One significant challenge that artists and talent face in the era of SVOD content is the lack of easily accessible data regarding viewership of specific titles on these streaming platforms.\\n\\nThis lack of transparency, or data asymmetry, can stifle growth, collaboration and innovation. It highlights the need for a singular, trusted and objective source of information that can be accessed by all parties.\\n\\nLooking back at the history of the entertainment industry, digital innovation has transformed both the music industry and the TV and film industry in similar ways. But the response has differed, with music often in the vanguard due to the more simplistic, audio-only format of music content (excluding music videos and other visuals).\\n\\n“Streaming, digital and physical sales, airplay and other music data is used daily across the music business.”\\n\\nWe’ve seen music tackle a multitude of physical formats through the years, with vinyl giving way to cassette tapes and ultimately the golden age of the CD where the music industry saw its revenues peak in 1999. When iTunes and then Spotify, Apple Music, Amazon Music and other streamers disrupted the ways listeners consumed music over the last two decades, record labels, distributors and artists had to evolve their release strategies. Fortunately, music charts all over the world, including the Billboard Charts in the United States, adapted in real time, making use of available streaming data to provide an objective look at the landscape.\\n\\nNow, streaming, digital and physical sales, airplay and other music data is used daily across the music business, from A&R to marketing departments, from live event promoters to independent artists, in order to make informed creative business decisions. This summer, for example, Taylor Swift is promoting a song from an album released four years ago as a radio single, with it just now reaching its peak on the charts. This campaign was made possible by streaming data that showed an uptick in the song’s consumption since Swift’s tour kicked off in the spring. That is a win for Swift, her tour promoter, her fans, her label, her co-writers and everyone in between.\\n\\n“ Is an AI-generated song worth as much as a Taylor Swift song? ”\\n\\nOf course, it can’t be ignored that music has its own issues surrounding valuation in the age of streaming. Is an AI-generated song worth as much as a Taylor Swift song? Should Bad Bunny receive the same royalty as “Rain Sounds on a Tin Roof”? Should an indie artist have to grapple with owning their masters or selling the ownership rights to access the power and influence of a label?\\n\\nThose questions are being answered from different points of view across the music ecosystem right now. In this case, streaming platforms have no stake in the production of the content, but there are informed answers because of pervasive and comprehensive access to data.\\n\\nActors and writers need the same kind of information to have the same control and insight into the audience demands for the content they’ve created. Taylor Swift would not be able to market her music with such precision and to her fans’ demand without access to the essential listenership information. Filmmakers and TV creators unfortunately are not in her position.\\n\\nStreaming services need that same information from their competitors if they want to have negotiation leverage with the creatives, whether they be established award winners or up-and-coming talent. This is not just about empowering one side, but about ensuring there is a level playing field for every participant from the largest studios and streamers to the up-and-coming actors and writers with dreams of making it big.\\n\\nIt is also important to reflect on the ways data has transformed film and TV in the past. Filmmakers were once able to solely rely on box-office numbers. Networks relied primarily on ratings to strategize on their programming decisions when revenue came primarily from ad buyers and not subscribers. Talent reps used both to negotiate fair contracts. That entire business model is fading away as streamers continue to collect more and more data, but view this as a competitive advantage and choose not to disclose their viewership data.\\n\\nAn opaque marketplace doesn’t make much sense when technological advances make transparency possible, and everyone knows it. If there is data that affects the work of many, while only informing a select few, a healthy ecosystem cannot be sustained. In this case, skewed information leads not only to disempowered artists but also to distribution and production companies building business models that are set up using varying, and in extreme cases contradictory, forecasts for the industry’s future. Accessible data for everyone can level the playing field.\\n\\nRob Jonas is CEO of entertainment data and insights company Luminate. The company, formerly operating as SoundScan, Nielsen Music and P-MRC Data, has fueled the Billboard Charts since 1991, provides global entertainment research-based audience insights and maintains a premier offering of verified film and TV industry metadata, from talent to executives.\\n\\nMore: If Sarah Silverman wins her lawsuit, OpenAI, Meta Platforms and other AI developers could face waves of litigation\\n\\nPlus: Strict limits on AI would harm Hollywood actors and writers',\n",
+ " 'url': 'https://www.marketwatch.com/story/taylor-swift-and-other-musicians-use-valuable-data-to-promote-their-work-actors-and-writers-deserve-the-same-b6e04e4f?mod=search_headline',\n",
+ " 'title': 'Opinion: The film & TV industry needs access to valuable data to make business decisions'},\n",
+ " {'text': 'In a dreary smartphone market, Apple Inc. could do something it’s never done before.\\n\\nThe consumer-electronics giant has a chance to finish the year as the global leader in smartphone shipments for the first time, according to analysts at Counterpoint Research.\\n\\nRead: ‘Magnificent Seven’ stocks are losing some of their shine, but their bonds are doing fine\\n\\nConsumers continue to hold onto their smartphones for longer, one reason why the Counterpoint team expects that overall shipments will fall 6% this year, to 1.15 billion units. That would mark the lowest level in a decade.\\n\\n“But we’re watching [the fourth quarter] with interest because the iPhone 15 launch is a window for carriers to steal high-value customers,” Jeff Fieldhack, Counterpoint’s North America research director, said in a release.\\n\\nWith a big base of current iPhone 12 owners due for upgrades, “promos are going to be aggressive, leaving Apple in a good spot.”\\n\\nCounterpoint notes that premium smartphones have been picking up share within the market and called out China as a region where that trend holds true. Apple AAPL, +0.28% focuses on the premium market and is expected to debut its next lineup of devices, the iPhone 15 family, in September, and sales likely will begin later that month or in early October.\\n\\nDon’t miss: Meta’s stock joins Apple, Microsoft and Nvidia shares in correction territory as tech-stock boom fizzles\\n\\nProjections from Counterpoint put Apple the closest its ever been to capturing the top spot. “We’re talking about a spread that’s literally a few days’ worth of sales,” Fieldhack said. “Assuming Apple doesn’t run into production problems like it did last year, it’s really a toss up at this point.”\\n\\nSamsung Electronics Co. Ltd 005930, -0.60% was the market leader in shipments last year, and it held the top spot in the first quarter of this year.\\n\\nSee also: Red flags waving for tech stocks as AI bounce fades, China fears escalate',\n",
+ " 'url': 'https://www.marketwatch.com/story/the-iphone-15-could-help-apple-clinch-a-title-its-never-held-before-2c56e819?mod=search_headline',\n",
+ " 'title': 'The iPhone 15 could help Apple clinch a title it’s never held before'}]"
+ ]
+ },
+ "execution_count": 33,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "get_news_articles_info('AAPL')"
+ ]
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.9.6"
+ },
+ "orig_nbformat": 4
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

requirements.txt

@@ -0,0 +1,5 @@
+flask
+plotly
+yfinance
+newspaper3k
+beautifulsoup4

templates/index.html

@@ -0,0 +1,80 @@
+<!DOCTYPE html>
+<html>
+<head>
+ <title>Stock Information App</title>
+</head>
+<body>
+ <h1>Stock Information App</h1>
+ <style>
+ /* Styling for the news table */
+ #newsTable {
+ border-collapse: collapse;
+ width: 100%;
+ font-family: Arial, sans-serif;
+ margin-top: 20px;
+ }
+ 
+ #newsTable th, #newsTable td {
+ border: 1px solid #ddd;
+ padding: 8px;
+ text-align: left;
+ }
+ 
+ #newsTable th {
+ background-color: #f2f2f2;
+ color: #333;
+ }
+ 
+ #newsTable tr:nth-child(even) {
+ background-color: #f2f2f2;
+ }
+ 
+ #newsTable tr:hover {
+ background-color: #ddd;
+ }
+ 
+ /* Styling for the "Read full article" link */
+ #newsTable a {
+ text-decoration: none;
+ color: #007bff;
+ }
+ 
+ #newsTable a:hover {
+ text-decoration: underline;
+ }
+ </style>
+ <form method="post">
+ <label for="ticker">Enter Ticker:</label>
+ <input type="text" id="ticker" name="ticker" required>
+ <button type="submit">Get Information</button>
+ </form>
+ 
+ {% if news_data %}
+ <table id="newsTable">
+ <thead>
+ <tr>
+ <th>Title</th>
+ <th>Sentiment</th>
+ <th>Summary</th>
+ <th>Full Article</th>
+ </tr>
+ </thead>
+ <tbody>
+ {% for article in news_data %}
+ <tr>
+ <td>{{ article.title }}</td>
+ <td>{{ article.sentiment }} (Score: {{ article.sentiment_score }})</td>
+ <td>{{ article.summary }}</td>
+ <td><a href="{{ article.link }}" target="_blank">Read full article</a></td>
+ </tr>
+ {% endfor %}
+ </tbody>
+ </table>
+ {% endif %}
+ 
+ {% if candlestick_graph %}
+ <h2>Stock Opening and Closing Data</h2>
+ {{ candlestick_graph | safe }}
+ {% endif %}
+</body>
+</html>

test.ipynb

@@ -0,0 +1,330 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 1,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "# !pip3 install newspaper3k\n",
+ "# !pip3 install gnews\n",
+ "# !pip install plotly"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 2,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "{'title': \"Tesla Stock Went Down Again for a New Reason. Here's Where It's Going. - Barron's\", 'description': \"Tesla Stock Went Down Again for a New Reason. Here's Where It's Going. Barron's\", 'published date': 'Fri, 18 Aug 2023 21:17:00 GMT', 'url': 'https://news.google.com/rss/articles/CBMiSGh0dHBzOi8vd3d3LmJhcnJvbnMuY29tL2FydGljbGVzL3Rlc2xhLXN0b2NrLWRvd24tY2hpbmEtc3VwcG9ydC02NTgzMmQ3ZNIBTGh0dHBzOi8vd3d3LmJhcnJvbnMuY29tL2FtcC9hcnRpY2xlcy90ZXNsYS1zdG9jay1kb3duLWNoaW5hLXN1cHBvcnQtNjU4MzJkN2Q?oc=5&hl=en-US&gl=US&ceid=US:en', 'publisher': {'href': 'https://www.barrons.com', 'title': \"Barron's\"}}\n"
+ ]
+ }
+ ],
+ "source": [
+ "from gnews import GNews\n",
+ "\n",
+ "google_news = GNews(max_results=10)\n",
+ "tesla_news = google_news.get_news('TSLA')\n",
+ "print(tesla_news[0])"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 3,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "08/20/2023 02:10:56 PM - Article `download()` failed with 403 Client Error: Forbidden for url: https://www.barrons.com/articles/tesla-stock-down-china-support-65832d7d on URL https://news.google.com/rss/articles/CBMiSGh0dHBzOi8vd3d3LmJhcnJvbnMuY29tL2FydGljbGVzL3Rlc2xhLXN0b2NrLWRvd24tY2hpbmEtc3VwcG9ydC02NTgzMmQ3ZNIBTGh0dHBzOi8vd3d3LmJhcnJvbnMuY29tL2FtcC9hcnRpY2xlcy90ZXNsYS1zdG9jay1kb3duLWNoaW5hLXN1cHBvcnQtNjU4MzJkN2Q?oc=5&hl=en-US&gl=US&ceid=US:en\n"
+ ]
+ }
+ ],
+ "source": [
+ "import newspaper\n",
+ "google_news.get_full_article(tesla_news[0]['url'])"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 4,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "[{'title': \"Tesla Stock Went Down Again for a New Reason. Here's Where It's Going. - Barron's\",\n",
+ " 'description': \"Tesla Stock Went Down Again for a New Reason. Here's Where It's Going. Barron's\",\n",
+ " 'published date': 'Fri, 18 Aug 2023 21:17:00 GMT',\n",
+ " 'url': 'https://news.google.com/rss/articles/CBMiSGh0dHBzOi8vd3d3LmJhcnJvbnMuY29tL2FydGljbGVzL3Rlc2xhLXN0b2NrLWRvd24tY2hpbmEtc3VwcG9ydC02NTgzMmQ3ZNIBTGh0dHBzOi8vd3d3LmJhcnJvbnMuY29tL2FtcC9hcnRpY2xlcy90ZXNsYS1zdG9jay1kb3duLWNoaW5hLXN1cHBvcnQtNjU4MzJkN2Q?oc=5&hl=en-US&gl=US&ceid=US:en',\n",
+ " 'publisher': {'href': 'https://www.barrons.com', 'title': \"Barron's\"}},\n",
+ " {'title': \"Tesla (NASDAQ:TSLA): What's Next for This Buzzing Reddit Stock? - TipRanks.com - TipRanks\",\n",
+ " 'description': \"Tesla (NASDAQ:TSLA): What's Next for This Buzzing Reddit Stock? - TipRanks.com TipRanks\",\n",
+ " 'published date': 'Fri, 18 Aug 2023 17:22:12 GMT',\n",
+ " 'url': 'https://news.google.com/rss/articles/CBMiX2h0dHBzOi8vd3d3LnRpcHJhbmtzLmNvbS9uZXdzL2FydGljbGUvdGVzbGEtbmFzZGFxdHNsYS13aGF0cy1uZXh0LWZvci10aGlzLWJ1enppbmctcmVkZGl0LXN0b2Nr0gEA?oc=5&hl=en-US&gl=US&ceid=US:en',\n",
+ " 'publisher': {'href': 'https://www.tipranks.com', 'title': 'TipRanks'}},\n",
+ " {'title': 'TSLA Stock Forecast: 3 Reasons Tesla Is a Losing Bet Through 2024 - InvestorPlace',\n",
+ " 'description': 'TSLA Stock Forecast: 3 Reasons Tesla Is a Losing Bet Through 2024 InvestorPlace',\n",
+ " 'published date': 'Thu, 17 Aug 2023 10:13:38 GMT',\n",
+ " 'url': 'https://news.google.com/rss/articles/CBMiY2h0dHBzOi8vaW52ZXN0b3JwbGFjZS5jb20vMjAyMy8wOC90c2xhLXN0b2NrLWZvcmVjYXN0LTMtcmVhc29ucy10ZXNsYS1pcy1hLWxvc2luZy1iZXQtdGhyb3VnaC0yMDI0L9IBAA?oc=5&hl=en-US&gl=US&ceid=US:en',\n",
+ " 'publisher': {'href': 'https://investorplace.com',\n",
+ " 'title': 'InvestorPlace'}},\n",
+ " {'title': 'Tesla continues waging price war; VinFast makes U.S. debut: This week in EVs - Yahoo Finance',\n",
+ " 'description': 'Tesla continues waging price war; VinFast makes U.S. debut: This week in EVs Yahoo Finance',\n",
+ " 'published date': 'Sun, 20 Aug 2023 06:15:00 GMT',\n",
+ " 'url': 'https://news.google.com/rss/articles/CBMiTmh0dHBzOi8vZmluYW5jZS55YWhvby5jb20vbmV3cy90ZXNsYS1jb250aW51ZXMtd2FnaW5nLXByaWNlLXdhci0wNjE1MDc5MDguaHRtbNIBVmh0dHBzOi8vZmluYW5jZS55YWhvby5jb20vYW1waHRtbC9uZXdzL3Rlc2xhLWNvbnRpbnVlcy13YWdpbmctcHJpY2Utd2FyLTA2MTUwNzkwOC5odG1s?oc=5&hl=en-US&gl=US&ceid=US:en',\n",
+ " 'publisher': {'href': 'https://finance.yahoo.com',\n",
+ " 'title': 'Yahoo Finance'}},\n",
+ " {'title': 'Tesla stock falls 3%, on to longest losing run since December - MarketWatch',\n",
+ " 'description': 'Tesla stock falls 3%, on to longest losing run since December MarketWatch',\n",
+ " 'published date': 'Fri, 18 Aug 2023 15:34:00 GMT',\n",
+ " 'url': 'https://news.google.com/rss/articles/CBMiZmh0dHBzOi8vd3d3Lm1hcmtldHdhdGNoLmNvbS9zdG9yeS90ZXNsYS1zdG9jay1mYWxscy0zLW9uLXRvLWxvbmdlc3QtbG9zaW5nLXJ1bi1zaW5jZS1kZWNlbWJlci1mNWVkMjkxN9IBamh0dHBzOi8vd3d3Lm1hcmtldHdhdGNoLmNvbS9hbXAvc3RvcnkvdGVzbGEtc3RvY2stZmFsbHMtMy1vbi10by1sb25nZXN0LWxvc2luZy1ydW4tc2luY2UtZGVjZW1iZXItZjVlZDI5MTc?oc=5&hl=en-US&gl=US&ceid=US:en',\n",
+ " 'publisher': {'href': 'https://www.marketwatch.com',\n",
+ " 'title': 'MarketWatch'}},\n",
+ " {'title': 'Good News for Tesla Investors. Bad News for Tesla Stock. - The Motley Fool',\n",
+ " 'description': 'Good News for Tesla Investors. Bad News for Tesla Stock. The Motley Fool',\n",
+ " 'published date': 'Sat, 19 Aug 2023 14:30:00 GMT',\n",
+ " 'url': 'https://news.google.com/rss/articles/CBMiXWh0dHBzOi8vd3d3LmZvb2wuY29tL2ludmVzdGluZy8yMDIzLzA4LzE5L2dvb2QtbmV3cy1mb3ItdGVzbGEtaW52ZXN0b3JzLWJhZC1uZXdzLWZvci10ZXNsYS1zL9IBAA?oc=5&hl=en-US&gl=US&ceid=US:en',\n",
+ " 'publisher': {'href': 'https://www.fool.com', 'title': 'The Motley Fool'}},\n",
+ " {'title': 'Tesla Revamped Model 3 Mass Output in China May Start Next Month - Bloomberg',\n",
+ " 'description': 'Tesla Revamped Model 3 Mass Output in China May Start Next Month Bloomberg',\n",
+ " 'published date': 'Thu, 17 Aug 2023 09:52:24 GMT',\n",
+ " 'url': 'https://news.google.com/rss/articles/CBMic2h0dHBzOi8vd3d3LmJsb29tYmVyZy5jb20vbmV3cy9hcnRpY2xlcy8yMDIzLTA4LTE3L3Rlc2xhLXJldmFtcGVkLW1vZGVsLTMtbWFzcy1vdXRwdXQtaW4tY2hpbmEtbWF5LXN0YXJ0LW5leHQtbW9udGjSAQA?oc=5&hl=en-US&gl=US&ceid=US:en',\n",
+ " 'publisher': {'href': 'https://www.bloomberg.com', 'title': 'Bloomberg'}},\n",
+ " {'title': \"What's Going On With Tesla Stock Today? - Tesla (NASDAQ:TSLA) - Benzinga\",\n",
+ " 'description': \"What's Going On With Tesla Stock Today? - Tesla (NASDAQ:TSLA) Benzinga\",\n",
+ " 'published date': 'Fri, 18 Aug 2023 16:02:37 GMT',\n",
+ " 'url': 'https://news.google.com/rss/articles/CBMiUmh0dHBzOi8vd3d3LmJlbnppbmdhLmNvbS9uZXdzLzIzLzA4LzMzOTE3ODU3L3doYXRzLWdvaW5nLW9uLXdpdGgtdGVzbGEtc3RvY2stdG9kYXnSAS1odHRwczovL3d3dy5iZW56aW5nYS5jb20vYW1wL2NvbnRlbnQvMzM5MTc4NTc?oc=5&hl=en-US&gl=US&ceid=US:en',\n",
+ " 'publisher': {'href': 'https://www.benzinga.com', 'title': 'Benzinga'}},\n",
+ " {'title': 'Tesla Needs A Narrative Change (NASDAQ:TSLA) - Seeking Alpha',\n",
+ " 'description': 'Tesla Needs A Narrative Change (NASDAQ:TSLA) Seeking Alpha',\n",
+ " 'published date': 'Thu, 17 Aug 2023 11:00:00 GMT',\n",
+ " 'url': 'https://news.google.com/rss/articles/CBMiR2h0dHBzOi8vc2Vla2luZ2FscGhhLmNvbS9hcnRpY2xlLzQ2MjkwODctdGVzbGEtbmVlZHMtYS1uYXJyYXRpdmUtY2hhbmdl0gEA?oc=5&hl=en-US&gl=US&ceid=US:en',\n",
+ " 'publisher': {'href': 'https://seekingalpha.com', 'title': 'Seeking Alpha'}},\n",
+ " {'title': 'Is Tesla (TSLA) a Hidden Gem? A Deep Dive into its Valuation and Financial Health - GuruFocus.com',\n",
+ " 'description': 'Is Tesla (TSLA) a Hidden Gem? A Deep Dive into its Valuation and Financial Health GuruFocus.com',\n",
+ " 'published date': 'Fri, 18 Aug 2023 16:06:35 GMT',\n",
+ " 'url': 'https://news.google.com/rss/articles/CBMidWh0dHBzOi8vd3d3Lmd1cnVmb2N1cy5jb20vbmV3cy8yMDY4MTc3L2lzLXRlc2xhLXRzbGEtYS1oaWRkZW4tZ2VtLWEtZGVlcC1kaXZlLWludG8taXRzLXZhbHVhdGlvbi1hbmQtZmluYW5jaWFsLWhlYWx0aNIBAA?oc=5&hl=en-US&gl=US&ceid=US:en',\n",
+ " 'publisher': {'href': 'https://www.gurufocus.com',\n",
+ " 'title': 'GuruFocus.com'}}]"
+ ]
+ },
+ "execution_count": 4,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "tesla_news"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 5,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "https://www.barrons.com/articles/tesla-stock-down-china-support-65832d7d\n"
+ ]
+ }
+ ],
+ "source": [
+ "import requests\n",
+ "r = requests.head(tesla_news[0]['url'], allow_redirects=True)\n",
+ "print(r.url)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 6,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "'Tesla Stock Went Down Again for a New Reason. Here’s Where It’s Going.\\n\\nShares of EV leader Tesla have taken a beating for the past couple of weeks, for reasons related both to the company and to what is happening in financial markets.\\n\\nFrom To Message\\n\\nSEND\\n\\nAn error has occurred, please try again later.'"
+ ]
+ },
+ "execution_count": 6,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "from newspaper import Article\n",
+ "from newspaper import Config\n",
+ "\n",
+ "user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Safari/537.36'\n",
+ "\n",
+ "config = Config()\n",
+ "config.browser_user_agent = user_agent\n",
+ "\n",
+ "url = r.url\n",
+ "\n",
+ "article = Article(url, config=config)\n",
+ "article.download()\n",
+ "article.html\n",
+ "article.parse()\n",
+ "article.text"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 7,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "def get_news_articles_info(ticker_name):\n",
+ " google_news = GNews(max_results=10)\n",
+ " ticker_news = google_news.get_news(ticker_name)\n",
+ " ticker_news_extracted = []\n",
+ " count = 0\n",
+ " for details in ticker_news:\n",
+ " details['text'] = ''\n",
+ " try:\n",
+ " url = details['url']\n",
+ " url = requests.head(url, allow_redirects=True).url\n",
+ " print(url)\n",
+ " \n",
+ " user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/85.0.4183.121 Safari/537.36'\n",
+ " config = Config()\n",
+ " config.browser_user_agent = user_agent\n",
+ "\n",
+ " article = Article(url, config=config)\n",
+ " article.download()\n",
+ " article.parse()\n",
+ " details['text'] = article.text\n",
+ " details['url'] = url\n",
+ " count = count + 1\n",
+ " print(count,url)\n",
+ " except:\n",
+ " print(\"Error\",url)\n",
+ " continue\n",
+ " if details['text'] == '':\n",
+ " print('No text',url)\n",
+ " continue\n",
+ " if count > 5:\n",
+ " break\n",
+ " ticker_news_extracted.append(details)\n",
+ " return ticker_news_extracted"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 8,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "https://www.marketbeat.com/instant-alerts/nyse-dlb-sec-filing-2023-08-20/\n",
+ "1 https://www.marketbeat.com/instant-alerts/nyse-dlb-sec-filing-2023-08-20/\n",
+ "https://www.investorsobserver.com/news/stock-update/industrials-stocks-moving-up-and-down-friday-lgmk-vcig-az-dlb-quad-eh-up-view\n",
+ "2 https://www.investorsobserver.com/news/stock-update/industrials-stocks-moving-up-and-down-friday-lgmk-vcig-az-dlb-quad-eh-up-view\n",
+ "https://bismarcktribune.com/sports/high-school/basketball/dlb-standout-yale-kinda-done-being-a-kid-now/article_bb691422-2c10-11ee-9593-abd4b2d8e8a9.html\n",
+ "3 https://bismarcktribune.com/sports/high-school/basketball/dlb-standout-yale-kinda-done-being-a-kid-now/article_bb691422-2c10-11ee-9593-abd4b2d8e8a9.html\n",
+ "Error https://news.google.com/rss/articles/CBMiT2h0dHBzOi8vd3d3Lm5hc2RhcS5jb20vYXJ0aWNsZXMvZGxiLXF1YW50aXRhdGl2ZS1zdG9jay1hbmFseXNpcy1iZW5qYW1pbi1ncmFoYW3SAQA?oc=5&hl=en-US&gl=US&ceid=US:en\n",
+ "https://seekingalpha.com/news/4004259-dolby-laboratories-set-to-join-sp-midcap-400-staar-surgical-to-join-sp-smallcap-600?source=content_type:react%7Cfirst_level_url:market-news%7Csection_asset:main\n",
+ "4 https://seekingalpha.com/news/4004259-dolby-laboratories-set-to-join-sp-midcap-400-staar-surgical-to-join-sp-smallcap-600?source=content_type:react%7Cfirst_level_url:market-news%7Csection_asset:main\n",
+ "https://finance.yahoo.com/news/dolby-laboratories-inc-nyse-dlb-223245549.html\n",
+ "5 https://finance.yahoo.com/news/dolby-laboratories-inc-nyse-dlb-223245549.html\n"
+ ]
+ }
+ ],
+ "source": [
+ "news_info = get_news_articles_info('DLB')"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "[{'title': 'Apple (NASDAQ:APPL) Slips After iPhone Launch Details Emerge ... - TipRanks',\n",
+ " 'description': 'Apple (NASDAQ:APPL) Slips After iPhone Launch Details Emerge ... TipRanks',\n",
+ " 'published date': 'Mon, 07 Aug 2023 07:00:00 GMT',\n",
+ " 'url': 'https://www.tipranks.com/news/apple-nasdaqappl-slips-after-iphone-launch-details-emerge',\n",
+ " 'publisher': {'href': 'https://www.tipranks.com', 'title': 'TipRanks'},\n",
+ " 'text': 'In what may be an odd twist for Apple (NASDAQ:AAPL) the release of the latest iPhone just got some fresh details attached to it. But oddly, this failed to bolster Apple’s stock price at all. In fact, Apple was down somewhat in Monday afternoon’s trading despite just how much a new iPhone likely means to Apple’s bottom line.\\n\\nThe latest reports note that the iPhone 15 will get a full sales launch somewhere around September 22. That’s a Friday, which should help improve sales, if only narrowly, as buyers will have all weekend to set up their new devices and check out all the little differences. Naturally, the phone won’t just drop into stores; Apple plans to have a launch event a week beforehand, somewhere around the 12th or the 13th. While the basic iPhone aesthetic likely won’t be much changed, there will be some new and worthwhile improvements. Perhaps the biggest will be the three nanometer A17 chip in the iPhone 15 Pro. That little measure is going to make the iPhone 15 Pro the first smartphone powered by a three nanometer chip for a good while.\\n\\nHowever, there will likely also be some issues with the newest launch. First, Apple has to beat its launch of the iPhone 14, which was marred by a supply chain nightmare and pandemic-related issues that kept sufficient models from coming out. Worse, Apple will be launching that new phone into what Apple CEO Tim Cook told CNBC would be a “tough” smartphone market. Considering the state of inflation right now, as well as still-rising prices for everyday staples, Apple might have a tough time convincing shoppers to give up their still-working previous iPhone in favor of the new variety.\\n\\nAnalysts, meanwhile, are mostly convinced Apple can do the job. With 22 Buy ratings and seven Hold, Apple stock is considered a Strong Buy by analyst consensus. Further, with an average price target of $208.99, Apple stock offers investors a 17.04% upside potential.\\n\\nDisclosure'},\n",
+ " {'title': \"Inside the recruitment of Badgers top 2025 LB target Carter Appl - Bucky's 5th Quarter\",\n",
+ " 'description': \"Inside the recruitment of Badgers top 2025 LB target Carter Appl Bucky's 5th Quarter\",\n",
+ " 'published date': 'Mon, 07 Aug 2023 07:00:00 GMT',\n",
+ " 'url': 'https://www.buckys5thquarter.com/wisconsin-football-recruiting/2023/8/7/23823101/inside-the-recruitment-of-wisconsin-badgers-top-2025-lb-target-carter-appl-mike-tressel-luke-fickell',\n",
+ " 'publisher': {'href': 'https://www.buckys5thquarter.com',\n",
+ " 'title': \"Bucky's 5th Quarter\"},\n",
+ " 'text': \"The Wisconsin Badgers are showing interest in 2025 in-state linebacker Carter Appl, a native of Appleton, Wisconsin, who was recently on campus this past June.\\n\\nWhile Appl hasn't earned an offer from Luke Fickell’s staff yet, the linebacker informed Bucky’s 5th Quarter about the coaches’ message that he’s a priority in the 2025 class for the program.\\n\\n“[Initial conversations with the staff have been] great. They had me down for an unofficial visit at the end of June with the last football camp and got to talk to a lot of coaches. They invited me down to a game in October and then sent me graphics this week and a message saying I’m one of their top targets for 2025,” Appl said.\\n\\nAppl has begun to build a relationship with linebackers coach Mike Tressel and the rest of the staff, which he hopes will continue on later visits.\\n\\n“[My relationships with the coaches] have been pretty good and they seem interested, hoping to further grow the relationships with more visits.”\\n\\nThe plan currently is for Appl to come down for a game this fall on his next visit, although the specific date hasn't been finalized.\\n\\nEarly in the recruiting process, Appl’s standout schools are Wisconsin and North Dakota State, but the Appleton native is looking to gain exposure on the recruiting platform with a strong junior season and camping elsewhere next summer.\\n\\n“As of now, [standout schools are] the Badgers and North Dakota State, but hoping to get exposure from other schools by going to more camps next summer and having a great season.”\\n\\nAs for personal goals, Appl is hoping to lead Xavier High School to a state title this year, while personally looking to be the leader in tackles amongst the state, while also hoping for an All-State achievement this fall.\\n\\n“My main goal for the season is for our team to reach our max potential and ultimately win a state title. Individually, my goal is to lead the state in tackles for loss and sacks and to make All-State which will hopefully help us to achieve those team goals!”\\n\\nThe Badgers already are recruiting in-state linebacker Cooper Catalano hard, and Appl could very well be another target for the school at linebacker in the 2025 class.\"},\n",
+ " {'title': 'Wisconsin Badgers Targeting In-State LB Carter Appl for 2025 Class - BVM Sports',\n",
+ " 'description': 'Wisconsin Badgers Targeting In-State LB Carter Appl for 2025 Class BVM Sports',\n",
+ " 'published date': 'Mon, 07 Aug 2023 22:18:00 GMT',\n",
+ " 'url': 'https://bvmsports.com/2023/08/07/wisconsin-badgers-targeting-in-state-lb-carter-appl-for-2025-class/',\n",
+ " 'publisher': {'href': 'https://bvmsports.com', 'title': 'BVM Sports'},\n",
+ " 'text': \"Via Bucky's 5th Quarter, 08/07/2023\\n\\nKey points: Wisconsin Badgers showing interest in 2025 in-state linebacker Carter Appl\\n\\nAppl informed Bucky's 5th Quarter about being a priority recruit for the Badgers' 2025 class\\n\\nAppl has standout schools of Wisconsin and North Dakota State, but looking for more exposure\\n\\nThe Wisconsin Badgers are showing interest in recruiting in-state linebacker Carter Appl for the 2025 class. Appl recently visited the campus and has been in talks with the coaching staff, who see him as a priority for the program. He is also considering North Dakota State as a potential school. Appl plans to attend a game at Wisconsin this fall and hopes to gain exposure through camps and have a successful junior season. His goals include leading his high school team to a state title and earning All-State honors. The Badgers are also recruiting linebacker Cooper Catalano.\\n\\nThe summary of the linked article was generated with the assistance of artificial intelligence technology from OpenAI\"},\n",
+ " {'title': 'LEGAL NOTICE Notice of Qualification of HENNING COMPANIES ... - Finger Lakes Times',\n",
+ " 'description': 'LEGAL NOTICE Notice of Qualification of HENNING COMPANIES ... Finger Lakes Times',\n",
+ " 'published date': 'Sat, 12 Aug 2023 03:57:51 GMT',\n",
+ " 'url': 'https://www.fltimes.com/classifieds/community/announcements/legal/legal-notice-notice-of-qualification-of-henning-companies-llc-appl/ad_d75248ba-7d56-5f98-b866-43d8700379e5.html',\n",
+ " 'publisher': {'href': 'https://www.fltimes.com',\n",
+ " 'title': 'Finger Lakes Times'},\n",
+ " 'text': 'LEGAL NOTICE\\n\\nNotice of Qualification of HENNING COMPANIES, LLC\\n\\nAppl. for Auth. filed with Secy. of State of NY (SSNY) on 07/31/23. Office location: Wayne County. LLC formed in Missouri (MO) on 02/10/15. Princ. office of LLC: 5800 Merle Hay Rd., Ste. 14, Johnston, IA 50131. NYS fictitious name: HENNING COMPANIES #1, LLC. SSNY designated as agent of LLC upon whom process against it may be served. SSNY shall mail process to Corporation Service Co., 80 State St., Albany, NY 12207-2543. Cert. of Form. filed with Secy. of State - MO, 600 W. Main St., Jefferson City, MO 65101. Purpose: Any lawful activity.\\n\\n528'},\n",
+ " {'title': \"Apple Faces Weak Smartphone Market. These Analysts Say Buy the Stock Anyway. - Barron's\",\n",
+ " 'description': \"Apple Faces Weak Smartphone Market. These Analysts Say Buy the Stock Anyway. Barron's\",\n",
+ " 'published date': 'Mon, 31 Jul 2023 07:00:00 GMT',\n",
+ " 'url': 'https://www.barrons.com/articles/apple-stock-price-iphone-sales-earnings-a84e66aa',\n",
+ " 'publisher': {'href': 'https://www.barrons.com', 'title': \"Barron's\"},\n",
+ " 'text': 'Apple Is Grappling With a Weak Smartphone Market. These Analysts Say to Buy the Stock Anyway.\\n\\nApple’s third-quarter report on Thursday is set to be the highlight of a busy earnings week.\\n\\nFrom To Message\\n\\nSEND\\n\\nAn error has occurred, please try again later.'}]"
+ ]
+ },
+ "execution_count": 94,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "news_info"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "import plotly.graph_objs as go"
+ ]
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.9.6"
+ },
+ "orig_nbformat": 4
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

yfinance_news_test.ipynb

@@ -0,0 +1,215 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 44,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "import json\n",
+ "import feedparser"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 45,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "headers = {\n",
+ " 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; rv:91.0) Gecko/20100101 Firefox/91.0'\n",
+ "}"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 46,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "ticker = 'APPLE finance News'"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 47,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "rssfeedurl = 'https://feeds.finance.yahoo.com/rss/2.0/headline?s=%s&region=US&lang=en-US'%ticker"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 48,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "'https://feeds.finance.yahoo.com/rss/2.0/headline?s=APPLE finance News&region=US&lang=en-US'"
+ ]
+ },
+ "execution_count": 48,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "rssfeedurl"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 49,
+ "metadata": {},
+ "outputs": [
+ {
+ "ename": "InvalidURL",
+ "evalue": "URL can't contain control characters. '/rss/2.0/headline?s=APPLE finance News&region=US&lang=en-US' (found at least ' ')",
+ "output_type": "error",
+ "traceback": [
+ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+ "\u001b[0;31mInvalidURL\u001b[0m Traceback (most recent call last)",
+ "Cell \u001b[0;32mIn[49], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m NewsFeed \u001b[39m=\u001b[39m feedparser\u001b[39m.\u001b[39;49mparse(rssfeedurl)\n",
+ "File \u001b[0;32m~/Library/Python/3.9/lib/python/site-packages/feedparser/api.py:216\u001b[0m, in \u001b[0;36mparse\u001b[0;34m(url_file_stream_or_string, etag, modified, agent, referrer, handlers, request_headers, response_headers, resolve_relative_uris, sanitize_html)\u001b[0m\n\u001b[1;32m 208\u001b[0m result \u001b[39m=\u001b[39m FeedParserDict(\n\u001b[1;32m 209\u001b[0m bozo\u001b[39m=\u001b[39m\u001b[39mFalse\u001b[39;00m,\n\u001b[1;32m 210\u001b[0m entries\u001b[39m=\u001b[39m[],\n\u001b[1;32m 211\u001b[0m feed\u001b[39m=\u001b[39mFeedParserDict(),\n\u001b[1;32m 212\u001b[0m headers\u001b[39m=\u001b[39m{},\n\u001b[1;32m 213\u001b[0m )\n\u001b[1;32m 215\u001b[0m \u001b[39mtry\u001b[39;00m:\n\u001b[0;32m--> 216\u001b[0m data \u001b[39m=\u001b[39m _open_resource(url_file_stream_or_string, etag, modified, agent, referrer, handlers, request_headers, result)\n\u001b[1;32m 217\u001b[0m \u001b[39mexcept\u001b[39;00m urllib\u001b[39m.\u001b[39merror\u001b[39m.\u001b[39mURLError \u001b[39mas\u001b[39;00m error:\n\u001b[1;32m 218\u001b[0m result\u001b[39m.\u001b[39mupdate({\n\u001b[1;32m 219\u001b[0m \u001b[39m'\u001b[39m\u001b[39mbozo\u001b[39m\u001b[39m'\u001b[39m: \u001b[39mTrue\u001b[39;00m,\n\u001b[1;32m 220\u001b[0m \u001b[39m'\u001b[39m\u001b[39mbozo_exception\u001b[39m\u001b[39m'\u001b[39m: error,\n\u001b[1;32m 221\u001b[0m })\n",
+ "File \u001b[0;32m~/Library/Python/3.9/lib/python/site-packages/feedparser/api.py:115\u001b[0m, in \u001b[0;36m_open_resource\u001b[0;34m(url_file_stream_or_string, etag, modified, agent, referrer, handlers, request_headers, result)\u001b[0m\n\u001b[1;32m 111\u001b[0m \u001b[39mreturn\u001b[39;00m url_file_stream_or_string\u001b[39m.\u001b[39mread()\n\u001b[1;32m 113\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39misinstance\u001b[39m(url_file_stream_or_string, \u001b[39mstr\u001b[39m) \\\n\u001b[1;32m 114\u001b[0m \u001b[39mand\u001b[39;00m urllib\u001b[39m.\u001b[39mparse\u001b[39m.\u001b[39murlparse(url_file_stream_or_string)[\u001b[39m0\u001b[39m] \u001b[39min\u001b[39;00m (\u001b[39m'\u001b[39m\u001b[39mhttp\u001b[39m\u001b[39m'\u001b[39m, \u001b[39m'\u001b[39m\u001b[39mhttps\u001b[39m\u001b[39m'\u001b[39m, \u001b[39m'\u001b[39m\u001b[39mftp\u001b[39m\u001b[39m'\u001b[39m, \u001b[39m'\u001b[39m\u001b[39mfile\u001b[39m\u001b[39m'\u001b[39m, \u001b[39m'\u001b[39m\u001b[39mfeed\u001b[39m\u001b[39m'\u001b[39m):\n\u001b[0;32m--> 115\u001b[0m \u001b[39mreturn\u001b[39;00m http\u001b[39m.\u001b[39;49mget(url_file_stream_or_string, etag, modified, agent, referrer, handlers, request_headers, result)\n\u001b[1;32m 117\u001b[0m \u001b[39m# try to open with native open function (if url_file_stream_or_string is a filename)\u001b[39;00m\n\u001b[1;32m 118\u001b[0m \u001b[39mtry\u001b[39;00m:\n",
+ "File \u001b[0;32m~/Library/Python/3.9/lib/python/site-packages/feedparser/http.py:171\u001b[0m, in \u001b[0;36mget\u001b[0;34m(url, etag, modified, agent, referrer, handlers, request_headers, result)\u001b[0m\n\u001b[1;32m 169\u001b[0m opener \u001b[39m=\u001b[39m urllib\u001b[39m.\u001b[39mrequest\u001b[39m.\u001b[39mbuild_opener(\u001b[39m*\u001b[39m\u001b[39mtuple\u001b[39m(handlers \u001b[39m+\u001b[39m [_FeedURLHandler()]))\n\u001b[1;32m 170\u001b[0m opener\u001b[39m.\u001b[39maddheaders \u001b[39m=\u001b[39m [] \u001b[39m# RMK - must clear so we only send our custom User-Agent\u001b[39;00m\n\u001b[0;32m--> 171\u001b[0m f \u001b[39m=\u001b[39m opener\u001b[39m.\u001b[39;49mopen(request)\n\u001b[1;32m 172\u001b[0m data \u001b[39m=\u001b[39m f\u001b[39m.\u001b[39mread()\n\u001b[1;32m 173\u001b[0m f\u001b[39m.\u001b[39mclose()\n",
+ "File \u001b[0;32m/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py:517\u001b[0m, in \u001b[0;36mOpenerDirector.open\u001b[0;34m(self, fullurl, data, timeout)\u001b[0m\n\u001b[1;32m 514\u001b[0m req \u001b[39m=\u001b[39m meth(req)\n\u001b[1;32m 516\u001b[0m sys\u001b[39m.\u001b[39maudit(\u001b[39m'\u001b[39m\u001b[39murllib.Request\u001b[39m\u001b[39m'\u001b[39m, req\u001b[39m.\u001b[39mfull_url, req\u001b[39m.\u001b[39mdata, req\u001b[39m.\u001b[39mheaders, req\u001b[39m.\u001b[39mget_method())\n\u001b[0;32m--> 517\u001b[0m response \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_open(req, data)\n\u001b[1;32m 519\u001b[0m \u001b[39m# post-process response\u001b[39;00m\n\u001b[1;32m 520\u001b[0m meth_name \u001b[39m=\u001b[39m protocol\u001b[39m+\u001b[39m\u001b[39m\"\u001b[39m\u001b[39m_response\u001b[39m\u001b[39m\"\u001b[39m\n",
+ "File \u001b[0;32m/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py:534\u001b[0m, in \u001b[0;36mOpenerDirector._open\u001b[0;34m(self, req, data)\u001b[0m\n\u001b[1;32m 531\u001b[0m \u001b[39mreturn\u001b[39;00m result\n\u001b[1;32m 533\u001b[0m protocol \u001b[39m=\u001b[39m req\u001b[39m.\u001b[39mtype\n\u001b[0;32m--> 534\u001b[0m result \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_call_chain(\u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mhandle_open, protocol, protocol \u001b[39m+\u001b[39;49m\n\u001b[1;32m 535\u001b[0m \u001b[39m'\u001b[39;49m\u001b[39m_open\u001b[39;49m\u001b[39m'\u001b[39;49m, req)\n\u001b[1;32m 536\u001b[0m \u001b[39mif\u001b[39;00m result:\n\u001b[1;32m 537\u001b[0m \u001b[39mreturn\u001b[39;00m result\n",
+ "File \u001b[0;32m/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py:494\u001b[0m, in \u001b[0;36mOpenerDirector._call_chain\u001b[0;34m(self, chain, kind, meth_name, *args)\u001b[0m\n\u001b[1;32m 492\u001b[0m \u001b[39mfor\u001b[39;00m handler \u001b[39min\u001b[39;00m handlers:\n\u001b[1;32m 493\u001b[0m func \u001b[39m=\u001b[39m \u001b[39mgetattr\u001b[39m(handler, meth_name)\n\u001b[0;32m--> 494\u001b[0m result \u001b[39m=\u001b[39m func(\u001b[39m*\u001b[39;49margs)\n\u001b[1;32m 495\u001b[0m \u001b[39mif\u001b[39;00m result \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n\u001b[1;32m 496\u001b[0m \u001b[39mreturn\u001b[39;00m result\n",
+ "File \u001b[0;32m/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py:1389\u001b[0m, in \u001b[0;36mHTTPSHandler.https_open\u001b[0;34m(self, req)\u001b[0m\n\u001b[1;32m 1388\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mhttps_open\u001b[39m(\u001b[39mself\u001b[39m, req):\n\u001b[0;32m-> 1389\u001b[0m \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mdo_open(http\u001b[39m.\u001b[39;49mclient\u001b[39m.\u001b[39;49mHTTPSConnection, req,\n\u001b[1;32m 1390\u001b[0m context\u001b[39m=\u001b[39;49m\u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_context, check_hostname\u001b[39m=\u001b[39;49m\u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_check_hostname)\n",
+ "File \u001b[0;32m/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py:1346\u001b[0m, in \u001b[0;36mAbstractHTTPHandler.do_open\u001b[0;34m(self, http_class, req, **http_conn_args)\u001b[0m\n\u001b[1;32m 1344\u001b[0m \u001b[39mtry\u001b[39;00m:\n\u001b[1;32m 1345\u001b[0m \u001b[39mtry\u001b[39;00m:\n\u001b[0;32m-> 1346\u001b[0m h\u001b[39m.\u001b[39;49mrequest(req\u001b[39m.\u001b[39;49mget_method(), req\u001b[39m.\u001b[39;49mselector, req\u001b[39m.\u001b[39;49mdata, headers,\n\u001b[1;32m 1347\u001b[0m encode_chunked\u001b[39m=\u001b[39;49mreq\u001b[39m.\u001b[39;49mhas_header(\u001b[39m'\u001b[39;49m\u001b[39mTransfer-encoding\u001b[39;49m\u001b[39m'\u001b[39;49m))\n\u001b[1;32m 1348\u001b[0m \u001b[39mexcept\u001b[39;00m \u001b[39mOSError\u001b[39;00m \u001b[39mas\u001b[39;00m err: \u001b[39m# timeout error\u001b[39;00m\n\u001b[1;32m 1349\u001b[0m \u001b[39mraise\u001b[39;00m URLError(err)\n",
+ "File \u001b[0;32m/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/http/client.py:1257\u001b[0m, in \u001b[0;36mHTTPConnection.request\u001b[0;34m(self, method, url, body, headers, encode_chunked)\u001b[0m\n\u001b[1;32m 1254\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mrequest\u001b[39m(\u001b[39mself\u001b[39m, method, url, body\u001b[39m=\u001b[39m\u001b[39mNone\u001b[39;00m, headers\u001b[39m=\u001b[39m{}, \u001b[39m*\u001b[39m,\n\u001b[1;32m 1255\u001b[0m encode_chunked\u001b[39m=\u001b[39m\u001b[39mFalse\u001b[39;00m):\n\u001b[1;32m 1256\u001b[0m \u001b[39m \u001b[39m\u001b[39m\"\"\"Send a complete request to the server.\"\"\"\u001b[39;00m\n\u001b[0;32m-> 1257\u001b[0m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_send_request(method, url, body, headers, encode_chunked)\n",
+ "File \u001b[0;32m/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/http/client.py:1268\u001b[0m, in \u001b[0;36mHTTPConnection._send_request\u001b[0;34m(self, method, url, body, headers, encode_chunked)\u001b[0m\n\u001b[1;32m 1265\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39m'\u001b[39m\u001b[39maccept-encoding\u001b[39m\u001b[39m'\u001b[39m \u001b[39min\u001b[39;00m header_names:\n\u001b[1;32m 1266\u001b[0m skips[\u001b[39m'\u001b[39m\u001b[39mskip_accept_encoding\u001b[39m\u001b[39m'\u001b[39m] \u001b[39m=\u001b[39m \u001b[39m1\u001b[39m\n\u001b[0;32m-> 1268\u001b[0m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mputrequest(method, url, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mskips)\n\u001b[1;32m 1270\u001b[0m \u001b[39m# chunked encoding will happen if HTTP/1.1 is used and either\u001b[39;00m\n\u001b[1;32m 1271\u001b[0m \u001b[39m# the caller passes encode_chunked=True or the following\u001b[39;00m\n\u001b[1;32m 1272\u001b[0m \u001b[39m# conditions hold:\u001b[39;00m\n\u001b[1;32m 1273\u001b[0m \u001b[39m# 1. content-length has not been explicitly set\u001b[39;00m\n\u001b[1;32m 1274\u001b[0m \u001b[39m# 2. the body is a file or iterable, but not a str or bytes-like\u001b[39;00m\n\u001b[1;32m 1275\u001b[0m \u001b[39m# 3. Transfer-Encoding has NOT been explicitly set by the caller\u001b[39;00m\n\u001b[1;32m 1277\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39m'\u001b[39m\u001b[39mcontent-length\u001b[39m\u001b[39m'\u001b[39m \u001b[39mnot\u001b[39;00m \u001b[39min\u001b[39;00m header_names:\n\u001b[1;32m 1278\u001b[0m \u001b[39m# only chunk body if not explicitly set for backwards\u001b[39;00m\n\u001b[1;32m 1279\u001b[0m \u001b[39m# compatibility, assuming the client code is already handling the\u001b[39;00m\n\u001b[1;32m 1280\u001b[0m \u001b[39m# chunking\u001b[39;00m\n",
+ "File \u001b[0;32m/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/http/client.py:1102\u001b[0m, in \u001b[0;36mHTTPConnection.putrequest\u001b[0;34m(self, method, url, skip_host, skip_accept_encoding)\u001b[0m\n\u001b[1;32m 1099\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_method \u001b[39m=\u001b[39m method\n\u001b[1;32m 1101\u001b[0m url \u001b[39m=\u001b[39m url \u001b[39mor\u001b[39;00m \u001b[39m'\u001b[39m\u001b[39m/\u001b[39m\u001b[39m'\u001b[39m\n\u001b[0;32m-> 1102\u001b[0m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_validate_path(url)\n\u001b[1;32m 1104\u001b[0m request \u001b[39m=\u001b[39m \u001b[39m'\u001b[39m\u001b[39m%s\u001b[39;00m\u001b[39m \u001b[39m\u001b[39m%s\u001b[39;00m\u001b[39m \u001b[39m\u001b[39m%s\u001b[39;00m\u001b[39m'\u001b[39m \u001b[39m%\u001b[39m (method, url, \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_http_vsn_str)\n\u001b[1;32m 1106\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_output(\u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_encode_request(request))\n",
+ "File \u001b[0;32m/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/http/client.py:1202\u001b[0m, in \u001b[0;36mHTTPConnection._validate_path\u001b[0;34m(self, url)\u001b[0m\n\u001b[1;32m 1200\u001b[0m match \u001b[39m=\u001b[39m _contains_disallowed_url_pchar_re\u001b[39m.\u001b[39msearch(url)\n\u001b[1;32m 1201\u001b[0m \u001b[39mif\u001b[39;00m match:\n\u001b[0;32m-> 1202\u001b[0m \u001b[39mraise\u001b[39;00m InvalidURL(\u001b[39mf\u001b[39m\u001b[39m\"\u001b[39m\u001b[39mURL can\u001b[39m\u001b[39m'\u001b[39m\u001b[39mt contain control characters. \u001b[39m\u001b[39m{\u001b[39;00murl\u001b[39m!r}\u001b[39;00m\u001b[39m \u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m 1203\u001b[0m \u001b[39mf\u001b[39m\u001b[39m\"\u001b[39m\u001b[39m(found at least \u001b[39m\u001b[39m{\u001b[39;00mmatch\u001b[39m.\u001b[39mgroup()\u001b[39m!r}\u001b[39;00m\u001b[39m)\u001b[39m\u001b[39m\"\u001b[39m)\n",
+ "\u001b[0;31mInvalidURL\u001b[0m: URL can't contain control characters. '/rss/2.0/headline?s=APPLE finance News&region=US&lang=en-US' (found at least ' ')"
+ ]
+ }
+ ],
+ "source": [
+ "NewsFeed = feedparser.parse(rssfeedurl)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "feedparser.util.FeedParserDict"
+ ]
+ },
+ "execution_count": 40,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "type(NewsFeed)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "dict_keys(['bozo', 'entries', 'feed', 'headers', 'href', 'status', 'encoding', 'version', 'namespaces'])"
+ ]
+ },
+ "execution_count": 41,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "NewsFeed.keys()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "20"
+ ]
+ },
+ "execution_count": 42,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "len(NewsFeed.entries)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "{'summary': 'In this article, we will be taking a look at the 10 stocks ChatGPT said will make me rich in 10 years. To skip our detailed analysis of generative AI and its application in the field of investing, you can go directly to see the 5 Stocks ChatGPT Said Will Make Me Rich in 10 Years. […]',\n",
+ " 'summary_detail': {'type': 'text/html',\n",
+ " 'language': None,\n",
+ " 'base': 'https://feeds.finance.yahoo.com/rss/2.0/headline?s=AAPL&region=US&lang=en-US',\n",
+ " 'value': 'In this article, we will be taking a look at the 10 stocks ChatGPT said will make me rich in 10 years. To skip our detailed analysis of generative AI and its application in the field of investing, you can go directly to see the 5 Stocks ChatGPT Said Will Make Me Rich in 10 Years. […]'},\n",
+ " 'id': '5ab07694-9da7-320d-bf6b-a51044b80e44',\n",
+ " 'guidislink': False,\n",
+ " 'links': [{'rel': 'alternate',\n",
+ " 'type': 'text/html',\n",
+ " 'href': 'https://finance.yahoo.com/news/10-stocks-chatgpt-said-rich-202351994.html?.tsrc=rss'}],\n",
+ " 'link': 'https://finance.yahoo.com/news/10-stocks-chatgpt-said-rich-202351994.html?.tsrc=rss',\n",
+ " 'published': 'Sun, 20 Aug 2023 20:23:51 +0000',\n",
+ " 'published_parsed': time.struct_time(tm_year=2023, tm_mon=8, tm_mday=20, tm_hour=20, tm_min=23, tm_sec=51, tm_wday=6, tm_yday=232, tm_isdst=0),\n",
+ " 'title': '10 Stocks ChatGPT Said Will Make Me Rich in 10 Years',\n",
+ " 'title_detail': {'type': 'text/plain',\n",
+ " 'language': None,\n",
+ " 'base': 'https://feeds.finance.yahoo.com/rss/2.0/headline?s=AAPL&region=US&lang=en-US',\n",
+ " 'value': '10 Stocks ChatGPT Said Will Make Me Rich in 10 Years'}}"
+ ]
+ },
+ "execution_count": 43,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "NewsFeed.entries[0]"
+ ]
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.9.6"
+ },
+ "orig_nbformat": 4
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}