jobs/extensions/extensions/main.py [96:107]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    links = [urljoin(base_url, a["href"]) for a in soup.find_all("a", href=True)]
    unique_links = []

    for link in links:
        if (
            link not in unique_links
            and link not in links_to_ignore
            and link not in links_to_not_process
        ):
            unique_links.append(link)

    return unique_links
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



jobs/extensions/extensions/main.py [116:125]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    links = [urljoin(base_url, a["href"]) for a in soup.find_all("a", href=True)]
    unique_links = []
    for link in links:
        if (
            link not in unique_links
            and link not in links_to_ignore
            and link not in links_to_not_process
        ):
            unique_links.append(link)
    return unique_links
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -