import requests from bs4 import BeautifulSoup import pandas as pd # Prompt user to enter URLs to scrape urls = input("Enter URLs to scrape (comma-separated): ").split(",") # Create an empty list to store scraped data data = [] # Loop through each URL and scrape relevant data for url in urls: response = requests.get(url) soup = BeautifulSoup(response.content, "html.parser") # Extract relevant data from HTML using BeautifulSoup # In this example, we extract all the links in the HTML links = [link.get("href") for link in soup.find_all("a")] # Append the scraped data to the list data.append(links) # Create a pandas DataFrame from the scraped data, if the list is not empty if data: df = pd.DataFrame(data) # Write the DataFrame to an Excel file df.to_excel("scraped_data.xlsx", index=False) else: print("No URLs entered. Exiting program.") I keep running into a syntax error, could you help me edit this program. I am trying to create a webscraper that asks user to enter a website and then it will put the data collected into an excelsheet.
import requests
from bs4 import BeautifulSoup
import pandas as pd
# Prompt user to enter URLs to scrape
urls = input("Enter URLs to scrape (comma-separated): ").split(",")
# Create an empty list to store scraped data
data = []
# Loop through each URL and scrape relevant data
for url in urls:
response = requests.get(url)
soup = BeautifulSoup(response.content, "html.parser")
# Extract relevant data from HTML using BeautifulSoup
# In this example, we extract all the links in the HTML
links = [link.get("href") for link in soup.find_all("a")]
# Append the scraped data to the list
data.append(links)
# Create a pandas DataFrame from the scraped data, if the list is not empty
if data:
df = pd.DataFrame(data)
# Write the DataFrame to an Excel file
df.to_excel("scraped_data.xlsx", index=False)
else:
print("No URLs entered. Exiting
I keep running into a syntax error, could you help me edit this program.
I am trying to create a webscraper that asks user to enter a website and then it will put the data collected into an excelsheet.
![](/static/compass_v2/shared-icons/check-mark.png)
Step by step
Solved in 3 steps
![Blurred answer](/static/compass_v2/solution-images/blurred-answer.jpg)
![Database System Concepts](https://www.bartleby.com/isbn_cover_images/9780078022159/9780078022159_smallCoverImage.jpg)
![Starting Out with Python (4th Edition)](https://www.bartleby.com/isbn_cover_images/9780134444321/9780134444321_smallCoverImage.gif)
![Digital Fundamentals (11th Edition)](https://www.bartleby.com/isbn_cover_images/9780132737968/9780132737968_smallCoverImage.gif)
![Database System Concepts](https://www.bartleby.com/isbn_cover_images/9780078022159/9780078022159_smallCoverImage.jpg)
![Starting Out with Python (4th Edition)](https://www.bartleby.com/isbn_cover_images/9780134444321/9780134444321_smallCoverImage.gif)
![Digital Fundamentals (11th Edition)](https://www.bartleby.com/isbn_cover_images/9780132737968/9780132737968_smallCoverImage.gif)
![C How to Program (8th Edition)](https://www.bartleby.com/isbn_cover_images/9780133976892/9780133976892_smallCoverImage.gif)
![Database Systems: Design, Implementation, & Manag…](https://www.bartleby.com/isbn_cover_images/9781337627900/9781337627900_smallCoverImage.gif)
![Programmable Logic Controllers](https://www.bartleby.com/isbn_cover_images/9780073373843/9780073373843_smallCoverImage.gif)