使用 Python 将位于一个文件夹中的多个 HTML 文件解析为一个或多个 CSV

Question

我有这个 Python 代码可以解析来自多个 HTML 文件的数据，然后我需要将它们写入一个单独的 CSV 文件（多个文件没关系）。但问题是只有最后一个 HTML 文件中的数据被保存到 CSV 中，我认为这是由于覆盖，因为它是同一个 CSV 文件，你能帮我解决这个问题吗？

folder = "Folder Path"
for filename in os.listdir(folder):
    if filename.endswith('.html'):
        fname = os.path.join(folder, filename)
        print('Filename: {}'.format(fname))

        with open (fname, 'r') as f:
            soup = BeautifulSoup(f.read(), 'html.parser')
            info = soup.find_all('div' ,class_= 'panel-body')

            dataName = []
            dataPhone = []
            dataAdd = []
            dataCity = []

            for i in info:
                name = i.find('h2')
                address = i.find('p')
                city = i.find('strong')
                phone = i.find('label')
                
                dataName.append(name.string) 
                dataAdd.append(address.string)  
                dataCity.append(city.string)
                dataPhone.append(phone.string)

                print(dataName)
                print(dataPhone)
                print(dataAdd)
                print(dataCity)

                df = pd.DataFrame({"Name and Surname": dataName, "Address": dataAdd, "City": dataCity, "Number": dataPhone})
                df.to_csv('DataText.csv')

Answer 1

由于我现在很忙，所以完全未经测试，但请尝试以下方法。 基本上，在循环之前声明列表，然后在退出循环后写出 CSV。

dataName = []
dataPhone = []
dataAdd = []
dataCity = []

folder = "Folder Path"
for filename in os.listdir(folder):
    if filename.endswith('.html'):
        fname = os.path.join(folder, filename)
        print('Filename: {}'.format(fname))

        with open (fname, 'r') as f:
            soup = BeautifulSoup(f.read(), 'html.parser')
            info = soup.find_all('div' ,class_= 'panel-body')

            for i in info:
                name = i.find('h2')
                address = i.find('p')
                city = i.find('strong')
                phone = i.find('label')
                
                dataName.append(name.string) 
                dataAdd.append(address.string)  
                dataCity.append(city.string)
                dataPhone.append(phone.string)

df = pd.DataFrame({"Name and Surname": dataName, "Address": dataAdd, "City": dataCity, "Number": dataPhone})
df.to_csv('DataText.csv')