Answer a question

soup.find('script',type='application/ld+json').text returns null data, why am I not able to extract the text.

>>> soup = BeautifulSoup(page.text,'lxml')

>>> soup.find('script',type='application/ld+json').text**
''
>>> soup.find('script',type='application/ld+json')
<script type="application/ld+json">{"@context":"http://schema.org","@type":"Organization","name":"Hamilton Medical Group - Dunkeld","url":"https://www.healthdirect.gov.au/australian-health-services/23000130/hamilton-medical-group-dunkeld/services/dunkeld-3294-sterling","contactPoint":{"@type":"ContactPoint","telephone":"03 5572 2422","email":"","website":"http://www.hamiltonmedicalgroup.net.au","fax":"03 5571 1606"},"address":{"@type":"PostalAddress","streetAddress":"14 Sterling Street","addressLocality":"DUNKELD","addressRegion":"VIC","postalCode":"3294","addressCountry":"AU"}}</script>
>>> json.loads(soup.find('script',type='application/ld+json'))
Traceback (most recent call last):
  File "<stdin>", line 1, in <module>
NameError: name 'json' is not defined
>>> import json
>>> json.loads(soup.find('script',type='application/ld+json'))
Traceback (most recent call last):
  File "<stdin>", line 1, in <module>
  File "C:\Users\*******\Python38\lib\json\__init__.py", line 341, in loads
    raise TypeError(f'the JSON object must be str, bytes or bytearray, '
TypeError: the JSON object must be str, bytes or bytearray, not Tag

Answers

Use .string property to get <script> data:

import json
from bs4 import BeautifulSoup


html_text = '''<script type="application/ld+json">{"@context":"http://schema.org","@type":"Organization","name":"Hamilton Medical Group - Dunkeld","url":"https://www.healthdirect.gov.au/australian-health-services/23000130/hamilton-medical-group-dunkeld/services/dunkeld-3294-sterling","contactPoint":{"@type":"ContactPoint","telephone":"03 5572 2422","email":"","website":"http://www.hamiltonmedicalgroup.net.au","fax":"03 5571 1606"},"address":{"@type":"PostalAddress","streetAddress":"14 Sterling Street","addressLocality":"DUNKELD","addressRegion":"VIC","postalCode":"3294","addressCountry":"AU"}}</script>'''

soup = BeautifulSoup(html_text, 'html.parser')
parsed_data = json.loads(soup.find('script',type='application/ld+json').string)

# print parsed data to screen:
print(json.dumps(parsed_data, indent=4))

Prints:

{
    "@context": "http://schema.org",
    "@type": "Organization",
    "name": "Hamilton Medical Group - Dunkeld",
    "url": "https://www.healthdirect.gov.au/australian-health-services/23000130/hamilton-medical-group-dunkeld/services/dunkeld-3294-sterling",
    "contactPoint": {
        "@type": "ContactPoint",
        "telephone": "03 5572 2422",
        "email": "",
        "website": "http://www.hamiltonmedicalgroup.net.au",
        "fax": "03 5571 1606"
    },
    "address": {
        "@type": "PostalAddress",
        "streetAddress": "14 Sterling Street",
        "addressLocality": "DUNKELD",
        "addressRegion": "VIC",
        "postalCode": "3294",
        "addressCountry": "AU"
    }
}