I am collecting names and numbers and exporting it into a csv file.
column A is = names column B is = numbers
How can I get column c to fill all rows with “Phoenix” so that every column that has a name or number in it column c would say phoenix?
import csv import requests from bs4 import BeautifulSoup realtor_data = [] for page in range(1, 6): print(f"Scraping page {page}...") url = f"https://www.realtor.com/realestateagents/phoenix_az/pg-{page}" soup = BeautifulSoup(requests.get(url).text, "html.parser") for agent_card in soup.find_all("div", {"class": "agent-list-card clearfix"}): name = agent_card.find("div", {"class": "agent-name text-bold"}).find("a") number = agent_card.find("div", {"itemprop": "telephone"}) realtor_data.append( [ name.getText().strip(), number.getText().strip() if number is not None else "N/A" ], ) with open("data.csv", "w") as output: w = csv.writer(output) w.writerow(["NAME:", "PHONE NUMBER:", "CITY:"]) w.writerows(realtor_data)
Advertisement
Answer
There is the columns c with phoenix.
import csv import requests from bs4 import BeautifulSoup realtor_data = [] for page in range(1, 6): print(f"Scraping page {page}...") url = f"https://www.realtor.com/realestateagents/phoenix_az/pg-{page}" soup = BeautifulSoup(requests.get(url).text, "html.parser") for agent_card in soup.find_all("div", {"class": "agent-list-card clearfix"}): name = agent_card.find("div", {"class": "agent-name text-bold"}).find("a") number = agent_card.find("div", {"itemprop": "telephone"}) realtor_data.append( [ name.getText().strip(), number.getText().strip() if number is not None else "N/A" ], ) with open("data.csv", "w") as output: w = csv.writer(output) w.writerow(["NAME:", "PHONE NUMBER:", "CITY:"]) w.writerows(realtor_data) import pandas as pd a=pd.read_csv("data.csv") a2 = a.iloc[:,[0,1]] a3 = a.iloc[:,[2]] a3 = a3.fillna("phoenix") b=pd.concat([a2,a3],axis=1) b.to_csv("data.csv")