summarize.py

from flask import Flask, render_template, request, send_file
import openai
from newspaper import Article
import pandas as pd
import io
from urllib.parse import urlparse

app = Flask(__name__)

# Your GPT-3 API key
def read_api_secret_key(file_path):
    with open(file_path, 'r') as file:
        secret_key = file.read().strip()
    return secret_key

# Example usage
file_path = 'api_secret_key.txt'
openai.api_key = read_api_secret_key("./key.txt")



def summarize_article(text):
    system_q="""You are an expert market analyst. You summarize news articles by following these steps, and you output on th eresult of step7:
Step1: read the user entered article text

step2: summarize the article by following the below rules and remember the summary do not give it as output

rule 1. Never use numbers or names or topics that are not present in the article text
rule 2. Focus on including points with the keywords: 5G, AI, Automotive, Self-driving, ADAS, Cloud, MEC, telecom, infrastructure, base station, RAN, FWA, MIMO, CBRS, cellular, network, broadband, IoT, mobile, processor, SoC, chip, CPU, GPU, Earnings, M&A, merger, investment, regulatory, AR, VR, XR
rule 3. The summary should have 350 to 450 characters, including spaces.
rule 4. End the summary with ...

step3: extract all the words in generated summary that are not present in article text and remember them do not write them out

step4: for each word in the above step, come up with explanation of why the word is present and which part of the article contains that word and do not output that. If not present, then rewrite the summary do not give it as output
 
Step5: count the number of words in the summary,remember the count

step6: if the count is more than 450 or less than 350, re summarize to get the word count between 350 and 450 donot give it as output

step7: add three dots at the end of the summary text and output just the sumary and do not output any explanation"""
    print("check-1")
    res=openai.ChatCompletion.create(
      model="gpt-3.5-turbo",
      max_tokens=450,
      temperature=0,
      messages=[
            {"role": "system", "content": system_q},
            {"role": "user", "content": "consider the following input text:{"+text+"}"},            
        ]
    )
    print("check-2")

    return (res["choices"][0]["message"]["content"])

@app.route('/')
def index():
    return render_template('index.html')

@app.route('/summarize', methods=['POST'])
def summarize():
    if 'url' in request.form:
        url = request.form['url']
        if not url or not urlparse(url).scheme:
            return render_template('index.html', error='Invalid URL')
        try:
            article = Article(url)
            print("url parsing: ", url)
            article.download()
            article.parse()
            article_text = article.text
            print("\n article parsed\n")


            summary = summarize_article(article_text)
            print("\n article summarized\n")

            # Pass both the article_text and summary to the template
            return render_template('index.html', article_text=article_text, summary=summary)
        except Exception as e:
            return render_template('index.html', error=str(e))
    elif 'file' in request.files:
        file = request.files['file']
        df = pd.read_csv(file)
        summaries = []
        for url in df['url']:
            article = Article(url)
            article.download()
            article.parse()
            print("url parsing: ", url)
            article_text = article.text
            print("\n article parsed\n", article_text)
            summary = summarize_article(article_text)
            print("\n article summarized\n", summary)
            summaries.append(summary)
        df['summary'] = summaries
        excel_file = io.BytesIO()
        writer = pd.ExcelWriter(excel_file, engine='xlsxwriter')
        df.to_excel(writer, index=False)
        writer.save()
        excel_file.seek(0)
        return send_file(excel_file, attachment_filename='summaries.xlsx', as_attachment=True)
    return render_template('index.html')

if __name__ == '__main__':
    app.run(host='0.0.0.0', port=3000, debug=True)