Askinkaty commited on
Commit
395700e
·
verified ·
1 Parent(s): bec6a0d

Update tools/visit_webpage.py

Browse files
Files changed (1) hide show
  1. tools/visit_webpage.py +0 -9
tools/visit_webpage.py CHANGED
@@ -25,19 +25,10 @@ class VisitWebpageTool(Tool):
25
  ) from e
26
  try:
27
  # Send a GET request to the URL with a 20-second timeout
28
- # req = Request(
29
- # url=url,
30
- # headers={'User-Agent': 'Mozilla/5.0'}
31
- # )
32
- # response = urlopen(req).read().decode('utf-8')
33
- # print(response)
34
  headers = {
35
  'User-Agent': 'Mozilla/5.0'
36
  }
37
-
38
-
39
  response = requests.get(url, headers=headers, timeout=20)
40
- #response = requests.get(url, timeout=20)
41
  response.raise_for_status() # Raise an exception for bad status codes
42
 
43
  # Convert the HTML content to Markdown
 
25
  ) from e
26
  try:
27
  # Send a GET request to the URL with a 20-second timeout
 
 
 
 
 
 
28
  headers = {
29
  'User-Agent': 'Mozilla/5.0'
30
  }
 
 
31
  response = requests.get(url, headers=headers, timeout=20)
 
32
  response.raise_for_status() # Raise an exception for bad status codes
33
 
34
  # Convert the HTML content to Markdown