import pandas as pd
from transformers import pipeline
summarizer = pipeline('summarization')
def summarize_article(text):
summary = summarizer(text, max_length=150, min_length=40)[0]['summary_text']
return summary
articles = pd.read_csv('articles.csv')
articles['summary'] = articles['body'].apply(summarize_article)
articles.to_csv('summaries.csv', index=False)
print(f'Summarised {len(articles)} articles')