如何用 Beautiful Soup BS4 (Python) 刮掉 <Script> 标签

Question

如果您在以下链接上查看页面源代码；

https://www.zoopla.co.uk/for-sale/details/53818653?search_identifier=7e57533214fc2402ba53dd6c14b624f8

第 89 行有标签 <script>，其下的信息一直到第 164 行。我试图用漂亮的汤提取它，但我无法做到。 我可以使用以下方法成功提取“h2”/“Div”等其他标签：

从页面源代码的第 1,028 行开始。

for item_name in soup.findAll('h2', {'class': 'ui-property-summary__address'}):
     ad = item_name.get_text(strip=True)"

您能告诉我如何从第 89 行提取 Script 标签吗？ 谢谢

Answer 1

找到所有<script> 标签，然后在它们中搜索包含ZPG.trackData.ecommerce 的标签。

ecommerce = None
for item in soup.findAll('script'):
    if 'ZPG.trackData.ecommerce' in item.string:
        ecommerce = item.string
        break

Answer 2

这个例子将定位<script>标签并从中解析一些数据：

import re
import json
import requests
from bs4 import BeautifulSoup

url = 'https://www.zoopla.co.uk/for-sale/details/53818653?search_identifier=7e57533214fc2402ba53dd6c14b624f8'

# locate the tag
soup = BeautifulSoup(requests.get(url).content, 'html.parser')
script = soup.select_one('script:contains("ZPG.trackData.taxonomy")')

# parse some data from script
data1 = re.findall(r'ZPG\.trackData\.ecommerce = ({.*?});', script.text, flags=re.S)[0]
data1 = json.loads( re.sub(r'([^"\s]+):\s', r'"\1": ', data1) )

data2 = re.findall(r'ZPG\.trackData\.taxonomy = ({.*?});', script.text, flags=re.S)[0]
data2 = json.loads( re.sub(r'([^"\s]+):\s', r'"\1": ', data2) )

# print the data
print(json.dumps(data1, indent=4))
print(json.dumps(data2, indent=4))

打印：

{
    "detail": {
        "products": [
            {
                "brand": "Walton and Allen Estate Agents Ltd",
                "category": "for-sale/resi/agent/pre-owned/gb",
                "id": 53818653,
                "name": "FS_Contact",
                "price": 1,
                "quantity": 1,
                "variant": "standard"
            }
        ]
    }
}
{
    "signed_in_status": "signed out",
    "acorn": 44,
    "acorn_type": 44,
    "area_name": "Aspley, Nottingham",
    "beds_max": 3,
    "beds_min": 3,
    "branch_id": "43168",
    "branch_logo_url": "https://st.zoocdn.com/zoopla_static_agent_logo_(586192).png",
    "branch_name": "Walton & Allen Estate Agents",
    "brand_name": "Walton and Allen Estate Agents Ltd",
    "chain_free": false,
    "company_id": "21619",
    "country_code": "gb",
    "county_area_name": "Nottingham",
    "currency_code": "GBP",
    "display_address": "Melbourne Road, Aspley, Nottingham NG8",
    "furnished_state": "",
    "group_id": "",
    "has_epc": false,
    "has_floorplan": true,
    "incode": "5HN",
    "is_retirement_home": false,
    "is_shared_ownership": false,
    "listing_condition": "pre-owned",
    "listing_id": 53818653,
    "listing_status": "for_sale",
    "listings_category": "residential",
    "location": "Aspley",
    "member_type": "agent",
    "num_baths": 1,
    "num_beds": 3,
    "num_images": 15,
    "num_recepts": 1,
    "outcode": "NG8",
    "post_town_name": "Nottingham",
    "postal_area": "NG",
    "price": 150000,
    "price_actual": 150000,
    "price_max": 150000,
    "price_min": 150000,
    "price_qualifier": "guide_price",
    "property_highlight": "",
    "property_type": "semi_detached",
    "region_name": "East Midlands",
    "section": "for-sale",
    "size_sq_feet": "",
    "tenure": "",
    "zindex": "129806"
}