使用Python提取脚本标签的正则表达式

Question

我用Python编写了以下代码：

import sys, os, requests, datetime, time from bs4 import BeautifulSoup import urllib.request import re import json def get_html(url): headers={'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_9_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/35.0.1916.47 Safari/537.36'} r = requests.get(url, headers=headers) return r.content link = 'https://www.clubx.com.au/products/womanizer-pro?variant=37834367948' soup = BeautifulSoup(get_html(link), 'html.parser') obj = soup.find_all('script')[18] m = re.search(r"\"variants\":\[(.*?)\]", obj.string) if m: data = json.loads(m.group(1)) print(data)

Answer 1

使用regex模式r"\"variants\":\[(.*?)\]"

演示：

from bs4 import BeautifulSoup
import json
import re

s = """<script>var BOLD = BOLD || {};
    BOLD.products = BOLD.products || {};
    BOLD.variant_lookup = BOLD.variant_lookup || {};BOLD.variant_lookup[31066737740] ="womanizer";BOLD.variant_lookup[31066737804] ="womanizer";BOLD.variant_lookup[31066737868] ="womanizer";BOLD.variant_lookup[31066737996] ="womanizer";BOLD.variant_lookup[1509908217881] ="womanizer";BOLD.products["womanizer"] ={"id":8993669708,"title":"Womanizer","variants":[{"id":37834367948,"title":"Black","option1":"Black","option2":null,"option3":null,"sku":"1725205212"}]}
    </script>
"""

soup = BeautifulSoup(s, "html.parser")
src = soup.find("script")
m = re.search(r"\"variants\":\[(.*?)\]", src.string)
if m:
    data = json.loads(m.group(1))
    print(data)

输出：

{u'sku': u'1725205212', u'title': u'Black', u'id': 37834367948L, u'option2': None, u'option3': None, u'option1': u'Black'}