Career

Posts

Showing posts from September, 2023

Article Extractor

import requests from bs4 import BeautifulSoup # Define the topic of interest topic = "GST" # Define the URL of the website to scrape url = "https://www.example.com/articles" # Send a GET request to the website and get the HTML content response = requests.get(url) html_content = response.content # Parse the HTML content using BeautifulSoup soup = BeautifulSoup(html_content, "html.parser") # Find all the article links on the page article_links = soup.find_all("a", href=True) # Loop through each article link and extract the content for link in article_links: article_url = link['href'] # Check if the article is related to the given topic if topic.lower() in article_url.lower(): # Send a GET request to the article page and get the HTML content article_response = requests.get(article_url) article_content = article_response.content # Parse the HTML content using BeautifulSoup article_soup = BeautifulSoup(article_content, "html.parser") # Extract the article title and text article_title = article_soup.find("h1").get_text() article_text = article_soup.find("div", class_="article-text").get_text() # Print the article title and text print(f"Title: {article_title}") print(f"Text: {article_text}")

Search This Blog

Career

Posts

Audit bot