for link in soup.find_all(href=True):
            link["href"] = urljoin(url, link["href"])