import pytest
from FormatURLApiModule import *

TEST_URL_HTTP = "http://www.test.com"  # disable-secrets-detection
TEST_URL_HTTPS = "https://www.test.com"  # disable-secrets-detection
TEST_URL_INNER_HXXP = "http://www.testhxxp.com"  # disable-secrets-detection

NOT_FORMAT_TO_FORMAT = [  # Start of http:/ replacements.
    ("http:/www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("https:/www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    ("http:\\\\www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("https:\\\\www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    ("http:\\www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("https:\\www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    ("http:www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("https:www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    # End of http/s replacements.
    # Start of hxxp/s replacements.
    ("hxxp:/www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("hxxps:/www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    ("hXXp:/www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("hXXps:/www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    ("hxxp:/www.testhxxp.com", "http://www.testhxxp.com"),  # disable-secrets-detection
    ("hXxp:/www.testhxxp.com", "http://www.testhxxp.com"),  # disable-secrets-detection
    ("hxxp:\\www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("hxxps:\\www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    ("hXXp:\\www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("hXXps:\\www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    ("hxxps:/www.testhxxp.com", "https://www.testhxxp.com"),  # disable-secrets-detection
    ("hxxp:\\\\www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("hxxps:\\\\www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    ("hXXp:\\\\www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("hXXps:\\\\www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    # End of hxxp/s replacements.
    # start of meow/s replacements.
    ("meow:/www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("meows:/www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    ("meow:\\\\www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("meows:\\\\www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    ("meow:\\www.test.com", TEST_URL_HTTP),  # disable-secrets-detection
    ("meow:\\www.meow.com", "http://www.meow.com"),  # disable-secrets-detection
    ("meows:\\www.test.com", TEST_URL_HTTPS),  # disable-secrets-detection
    ("meows:\\www.meow.com", "https://www.meow.com"),  # disable-secrets-detection
    # end of meow/s replacements.
    # Start of Sanity test, no replacement should be done.
    (TEST_URL_HTTP, TEST_URL_HTTP),
    (TEST_URL_HTTPS, TEST_URL_HTTPS),
    # End of Sanity test, no replacement should be done.
]

BRACKETS_URL_TO_FORMAT = [
    (
        "{[https://test1.test-api.com/test1/test2/s.testing]}",  # disable-secrets-detection
        "https://test1.test-api.com/test1/test2/s.testing",
    ),  # disable-secrets-detection
    ('"https://test1.test-api.com"', "https://test1.test-api.com"),  # disable-secrets-detection
    ("[[https://test1.test-api.com]]", "https://test1.test-api.com"),  # disable-secrets-detection
    ("[https://www.test.com]", "https://www.test.com"),  # disable-secrets-detection
    ("https://www.test.com]", "https://www.test.com"),  # disable-secrets-detection
    ("[https://www.test.com", "https://www.test.com"),  # disable-secrets-detection
    ("[[https://www.test.com", "https://www.test.com"),  # disable-secrets-detection
    ("'https://www.test.com/test'", "https://www.test.com/test"),  # disable-secrets-detection
    ("'https://www.test.com/?a='b''", "https://www.test.com/?a='b'"),  # disable-secrets-detection
    ("https://www.test.com/?q=((A)%20and%20(B))", "https://www.test.com/?q=((A)%20and%20(B))"),  # disable-secrets-detection)
]

# URLs containing spaces (literal or percent-encoded). A space is not a valid URL character and must be
# percent-encoded as %20 rather than decoded back to a literal space (which produces an invalid URL).
SPACE_ENCODING = [
    # Percent-encoded spaces must be preserved, not decoded to literal spaces.
    (
        "https://www.google.com/some%20thing%20else",  # disable-secrets-detection
        "https://www.google.com/some%20thing%20else",  # disable-secrets-detection
    ),
    # Literal spaces must be encoded to %20 so the resulting URL stays valid.
    (
        "https://www.google.com/some thing else",  # disable-secrets-detection
        "https://www.google.com/some%20thing%20else",  # disable-secrets-detection
    ),
    # A mix of literal and encoded spaces should normalize to encoded spaces.
    (
        "https://www.google.com/a b%20c",  # disable-secrets-detection
        "https://www.google.com/a%20b%20c",  # disable-secrets-detection
    ),
    # Spaces in the query part.
    (
        "https://www.test.com/?q=a b",  # disable-secrets-detection
        "https://www.test.com/?q=a%20b",  # disable-secrets-detection
    ),
]

ATP_REDIRECTS = [
    (
        "https://na01.safelinks.protection.outlook.com/?url=https%3A%2F%2Foffice.memoriesflower.com"  # disable-secrets-detection
        "%2FPermission%2Foffice.php&data=01%7C01%7Cdavid.levin%40mheducation.com"  # disable-secrets-detection
        "%7C0ac9a3770fe64fbb21fb08d50764c401%7Cf919b1efc0c347358fca092"  # disable-secrets-detection
        "8ec39d8d5%7C0&sdata=PEoDOerQnha"  # disable-secrets-detection
        "%2FACafNx8JAep8O9MdllcKCsHET2Ye%2B4%3D&reserved=0",  # disable-secrets-detection
        "https://office.memoriesflower.com/Permission/office.php",
    ),  # disable-secrets-detection
    (
        "https://na01.safelinks.protection.outlook.com/?url=https%3A//urldefense.com/v3/__"  # disable-secrets-detection
        "https%3A//google.com%3A443/search%3Fq%3Da%2Atest%26gs%3Dps__%3BKw%21-612Flbf0JvQ"  # disable-secrets-detection
        "3kNJkRi5Jg&",  # disable-secrets-detection
        "https://google.com:443/search?q=a+test&gs=ps",
    ),  # disable-secrets-detection
    (
        "https://na01.safelinks.protection.outlook.com/?url=https%3A//urldefense.com/v3/__"  # disable-secrets-detection
        "hxxps%3A//google.com%3A443/search%3Fq%3Da%2Atest%26gs%3Dps__"  # disable-secrets-detection
        "%3BKw%21-612Flbf0JvQ3kNJkRi5Jg&",  # disable-secrets-detection
        "https://google.com:443/search?q=a+test&gs=ps",
    ),  # disable-secrets-detection
    (
        "http://nam12.safelinks.protection.outlook.com/"  # disable-secrets-detection
        "?url=http%3A%2F%2Fi.ms00.net%2Fsubscribe%3Fserver_action%3D"  # disable-secrets-detection
        "Unsubscribe%26list%3Dvalintry2%26sublist%3D*%26msgid%3D1703700099.20966"  # disable-secrets-detection
        "%26email_address%3Dpaulameixner%2540curo.com&data=05%7C02%7Cpaulameixner%40curo.com%7C"  # disable-secrets-detection
        "93f0eea20f1c47350eb508dc07b40542%7C2dc14abb79414377a7d259f436e42867"  # disable-secrets-detection
        "%7C1%7C0%7C638393716982915257%7C"  # disable-secrets-detection
        "Unknown%7CTWFpbGZsb3d8eyJWIjoiMC4wLjAwMDAiLCJQIjoiV2luMzIiLCJBTiI6Ik1haWwiLCJXVCI6Mn0%3D%7C"  # disable-secrets-detection
        "3000%7C%7C%7C&sdata=%2FwfuIapNXRbZBgLVK651uTH%2FwXrSZFqwdvhvWK6Azwk%3D&reserved=0",  # disable-secrets-detection
        "http://i.ms00.net/subscribe?server_action=Unsubscribe&list=valintry2&"  # disable-secrets-detection
        "sublist=*&msgid=1703700099.20966"  # disable-secrets-detection
        "&email_address=paulameixner@curo.com",
    ),  # disable-secrets-detection
    ("hxxps://nam10.safelinks.protection.outlook.com/ap/w-59523e83/?url=hxxps://test.com/test&data=", "https://test.com/test"),
    ("hxxps://nam10.safelinks.protection.office365.us/ap/w-59523e83/?url=hxxps://test.com/test&data=", "https://test.com/test"),
]

PROOF_POINT_REDIRECTS = [
    (
        "https://urldefense.proofpoint.com/v2/url?u=https-3A__example.com_something.html",  # disable-secrets-detection
        "https://example.com/something.html",
    ),  # disable-secrets-detection
    (
        "https://urldefense.proofpoint.com/v2/url?"  # disable-secrets-detection
        "u=http-3A__links.mkt3337.com_ctt-3Fkn-3D3-26ms-3DMzQ3OTg3MDQS1-26r"  # disable-secrets-detection
        "-3DMzkxNzk3NDkwMDA0S0-26b-3D0-26j-3DMTMwMjA1ODYzNQS2-26mt-3D1-26rt-3D0&d=DwMFaQ&c"  # disable-secrets-detection
        "=Vxt5e0Osvvt2gflwSlsJ5DmPGcPvTRKLJyp031rXjhg&r=MujLDFBJstxoxZI_GKbsW7wxGM7nnIK__qZvVy6j9Wc&m"  # disable-secrets-detection # noqa: E501
        "=QJGhloAyfD0UZ6n8r6y9dF-khNKqvRAIWDRU_K65xPI&s=ew-rOtBFjiX1Hgv71XQJ5BEgl9TPaoWRm_Xp9Nuo8bk&e=",  # disable-secrets-detection   # noqa: E501
        "http://links.mkt3337.com/ctt?kn=3&ms=MzQ3OTg3MDQS1&r=MzkxNzk3NDkwMDA0S0&b=0&j="  # disable-secrets-detection
        "MTMwMjA1ODYzNQS2&mt=1&rt=0",
    ),  # disable-secrets-detection
    (
        "https://urldefense.proofpoint.com/v1/url?u=http://www.bouncycastle.org/"  # disable-secrets-detection
        "&k=oIvRg1%2BdGAgOoM1BIlLLqw%3D%3D%0A"  # disable-secrets-detection
        "&r=IKM5u8%2B%2F%2Fi8EBhWOS%2BqGbTqCC%2BrMqWI%2FVfEAEsQO%2F0Y%3D%0A&m"  # disable-secrets-detection
        "=Ww6iaHO73mDQpPQwOwfLfN8WMapqHyvtu8jM8SjqmVQ%3D%0A&s"  # disable-secrets-detection
        "=d3583cfa53dade97025bc6274c6c8951dc29fe0f38830cf8e5a447723b9f1c9a",  # disable-secrets-detection
        "http://www.bouncycastle.org/",
    ),  # disable-secrets-detection
    (
        "https://urldefense.com/v3/__https://google.com:443/"  # disable-secrets-detection
        "search?q=a*test&gs=ps__;Kw!-612Flbf0JvQ3kNJkRi5Jg"  # disable-secrets-detection
        "!Ue6tQudNKaShHg93trcdjqDP8se2ySE65jyCIe2K1D_uNjZ1Lnf6YLQERujngZv9UWf66ujQIQ$",  # disable-secrets-detection
        "https://google.com:443/search?q=a+test&gs=ps",
    ),  # disable-secrets-detection
    (
        "https://urldefense.us/v3/__https://google.com:443/"  # disable-secrets-detection
        "search?q=a*test&gs=ps__;Kw!-612Flbf0JvQ3kNJkRi5Jg"  # disable-secrets-detection
        "!Ue6tQudNKaShHg93trcdjqDP8se2ySE65jyCIe2K1D_uNjZ1Lnf6YLQERujngZv9UWf66ujQIQ$",  # disable-secrets-detection
        "https://google.com:443/search?q=a+test&gs=ps",
    ),  # disable-secrets-detection
]

FIREEYE_REDIRECT = [
    (
        "https://protect2.fireeye.com/v1/url?"  # disable-secrets-detection
        "k=00bf92e9-5f24adeb-00beb0cd-0cc47aa88f82-a1f32e4f84d91cbe&q=1"  # disable-secrets-detection
        "&e=221919da-9d68-429a-a70e-9d8d836ca107&u=https%3A%2F%2Fwww.facebook.com%2FNamshiOfficial",  # disable-secrets-detection
        "https://www.facebook.com/NamshiOfficial",
    ),  # disable-secrets-detection
]

TRENDMICRO_REDIRECT = [
    (
        "https://imsva91-ctp.trendmicro.com:443/wis/clicktime/v1/query?"  # disable-secrets-detection
        "url==3Dhttp%3a%2f%2fclick.sanantonioshoemakers.com"  # disable-secrets-detection
        "%2f%3fqs%3dba654fa7d9346fec1b=3fa6c55906d045be350d0ee6e3ed"  # disable-secrets-detection
        "c4ff33ef33eacb79b79602f5aaf719ee16c3d24e8489293=4d3&"  # disable-secrets-detection
        "umid=3DB8AB568B-E738-A205-9C9E-ECD7B0A0383F&auth==3D00e18db2b3f9ca3ba6337946518e0b003516e16e-"  # disable-secrets-detection    # noqa: E501
        "5a8d41640e706acd29c760ae7a8cd40=f664d6489",  # disable-secrets-detection
        "http://click.sanantonioshoemakers.com/?qs=ba654fa7d9346fec1b="  # disable-secrets-detection
        "3fa6c55906d045be350d0ee6e3edc4ff33ef33eacb"  # disable-secrets-detection
        "79b79602f5aaf719ee16c3d24e8489293=4d3",
    ),  # disable-secrets-detection
]

FORMAT_USERINFO = [
    ("https://user@domain.com", "https://user@domain.com")  # disable-secrets-detection
]

FORMAT_PORT = [
    ("www.test.com:443/path/to/file.html", "www.test.com:443/path/to/file.html"),  # disable-secrets-detection
    ("http://example.com:8080?query=1", "http://example.com:8080/?query=1"),  # disable-secrets-detection - Port with query
    ("http://example.com:8080#fragment", "http://example.com:8080/#fragment"),  # disable-secrets-detection - Port with fragment
]

FORMAT_IPv4 = [
    ("https://1.2.3.4/path/to/file.html", "https://1.2.3.4/path/to/file.html"),  # disable-secrets-detection
    ("1.2.3.4/path", "1.2.3.4/path"),  # disable-secrets-detection
    ("1.2.3.4/path/to/file.html", "1.2.3.4/path/to/file.html"),  # disable-secrets-detection
    ("http://142.42.1.1:8080/", "http://142.42.1.1:8080/"),  # disable-secrets-detection
    ("http://142.42.1.1:8080", "http://142.42.1.1:8080"),  # disable-secrets-detection
    ("http://223.255.255.254", "http://223.255.255.254"),  # disable-secrets-detection
    ("https://3232235777/test", "https://192.168.1.1/test"),  # disable-secrets-detection
    ("https://0xC0.0250.257/test", "https://192.168.1.1/test"),  # disable-secrets-detection
]

FORMAT_IPv6 = [
    (
        "[http://[2001:db8:3333:4444:5555:6666:7777:8888]]",  # disable-secrets-detection
        "http://[2001:db8:3333:4444:5555:6666:7777:8888]",
    ),  # disable-secrets-detection
    (
        "[2001:db8:3333:4444:5555:6666:7777:8888]",  # disable-secrets-detection
        "[2001:db8:3333:4444:5555:6666:7777:8888]",
    ),  # disable-secrets-detection
    (
        "2001:db8:3333:4444:5555:6666:7777:8888",  # disable-secrets-detection
        "[2001:db8:3333:4444:5555:6666:7777:8888]",
    ),  # disable-secrets-detection
]

FORMAT_PATH = [
    ("https://test.co.uk/test.html", "https://test.co.uk/test.html"),  # disable-secrets-detection
    ("www.test.com/check", "www.test.com/check"),  # disable-secrets-detection
    ('https://test.com/Test\\"', "https://test.com/Test"),  # disable-secrets-detection
    ("https://www.test.com/a\\", "https://www.test.com/a"),  # disable-secrets-detection
    ("https://aaa.aaa/test", "https://aaa.aaa/test"),  # disable-secrets-detection
    ("https://abc.ly/test',", "https://abc.ly/test"),  # disable-secrets-detection
]

FORMAT_QUERY = [
    (
        "www.test.test.com/test.html?paramaters=testagain",  # disable-secrets-detection
        "www.test.test.com/test.html?paramaters=testagain",
    ),  # disable-secrets-detection
    (
        "https://www.test.test.com/test.html?paramaters=testagain",  # disable-secrets-detection
        "https://www.test.test.com/test.html?paramaters=testagain",
    ),  # disable-secrets-detection
    (
        "https://test.test.com/v2/test?test&test=[test]test",  # disable-secrets-detection
        "https://test.test.com/v2/test?test&test=[test]test",
    ),  # disable-secrets-detection
    (
        "https://test.dev?email=some@email.addres",  # disable-secrets-detection
        "https://test.dev/?email=some@email.addres",  # Added slash before query
    ),  # disable-secrets-detection
    (
        "https://test.dev?email=some@email.addres/",  # disable-secrets-detection
        "https://test.dev/?email=some@email.addres/",  # Added slash before query
    ),  # disable-secrets-detection
    (
        "https://abc.ly/test?a=b',",
        "https://abc.ly/test?a=b",
    ),  # disable-secrets-detection
]

FORMAT_FRAGMENT = [
    ("https://test.com#fragment3", "https://test.com/#fragment3"),  # disable-secrets-detection - Added slash before fragment
    (
        "http://_23_11.redacted.com./#redactedredactedredacted",  # disable-secrets-detection
        "http://_23_11.redacted.com./#redactedredactedredacted",
    ),  # disable-secrets-detection
    ("https://test.com?a=b#fragment3", "https://test.com/?a=b#fragment3"),  # disable-secrets-detection - Added slash before query
    ("https://test.com/?a=b#fragment3", "https://test.com/?a=b#fragment3"),  # disable-secrets-detection
    (
        "https://test.dev#fragment",  # disable-secrets-detection
        "https://test.dev/#fragment",  # Added slash before fragment
    ),  # disable-secrets-detection
    (
        "https://abc.ly/test#a',",
        "https://abc.ly/test#a",
    ),  # disable-secrets-detection
]

FORMAT_REFANG = [
    ("hxxps://www[.]cortex-xsoar[.]com", "https://www.cortex-xsoar.com"),  # disable-secrets-detection
    ("https[:]//www.test.com/foo", "https://www.test.com/foo"),  # disable-secrets-detection
    ("https[:]//www[.]test[.]com/foo", "https://www.test.com/foo"),  # disable-secrets-detection
]

FORMAT_HTML_ENTITIES = [
    (
        "https://example.com?4&r=737NBh0Q9Alr9/",  # disable-secrets-detection
        "https://example.com/?4&r=737NBh0Q9Alr9/",  # Added slash before query, HTML entities not decoded
    ),  # disable-secrets-detection
    # Multiple & entities
    (
        "https://test.com?a=1&b=2&c=3",  # disable-secrets-detection
        "https://test.com/?a=1&b=2&c=3",  # Added slash before query, HTML entities not decoded
    ),  # disable-secrets-detection
    (
        "https://test.com?quote="hello"",  # disable-secrets-detection
        "https://test.com/?quote="hello"",  # Added slash before query, HTML entities not decoded
    ),  # disable-secrets-detection
    # URL without entities should remain unchanged
    (
        "https://test.com?a=1&b=2",  # disable-secrets-detection
        "https://test.com/?a=1&b=2",  # Added slash before query
    ),  # disable-secrets-detection
]

FORMAT_NON_ASCII = [
    ("http://☺.damowmow.com/", "http://☺.damowmow.com/"),  # disable-secrets-detection
    ("http://ötest.com/", "http://ötest.com/"),  # disable-secrets-detection
    ("https://testö.com/test.html", "https://testö.com/test.html"),  # disable-secrets-detection
    ("www.testö.com/test.aspx", "www.testö.com/test.aspx"),  # disable-secrets-detection
    ("https://www.teöst.com/", "https://www.teöst.com/"),  # disable-secrets-detection
    (
        "https://www.test.se/Auth/?&rUrl=https://test.com/wp-images/amclimore@test.com",  # disable-secrets-detection
        "https://www.test.se/Auth/?&rUrl=https://test.com/wp-images/amclimore@test.com",
    ),  # disable-secrets-detection
    ("test.com/#/?q=(1,2)", "test.com/#/?q=(1,2)"),  # disable-secrets-detection
]

FORMAT_PUNYCODE = [
    ("http://xn--t1e2s3t4.com/testagain.aspx", "http://xn--t1e2s3t4.com/testagain.aspx"),  # disable-secrets-detection
    ("https://www.xn--t1e2s3t4.com", "https://www.xn--t1e2s3t4.com"),  # disable-secrets-detection
]

FORMAT_HEX = [
    ("ftps://foo.bar/baz%26bar", "ftps://foo.bar/baz&bar"),  # disable-secrets-detection
    ("foo.bar/baz%26bar", "foo.bar/baz&bar"),  # disable-secrets-detection
    ("https://foo.com/?key=foo%26bar", "https://foo.com/?key=foo&bar"),  # disable-secrets-detection
    ("https%3A//foo.com/?key=foo%26bar", "https://foo.com/?key=foo&bar"),  # disable-secrets-detection
    ("https://foo.com/?key=foo%26bar%2F%2Fwww.foo.com", "https://foo.com/?key=foo&bar//www.foo.com"),  # disable-secrets-detection
    ("http://foo.r.us.me/L0/http:%2F%2Fwww.foo.com", "http://foo.r.us.me/L0/http://www.foo.com"),  # disable-secrets-detection
    ("http:%2F%2ffoo.r.us.me/L0/http:www.foo.com", "http://foo.r.us.me/L0/http://www.foo.com"),  # disable-secrets-detection
]

FAILS = [
    (
        "[http://2001:db8:3333:4444:5555:6666:7777:8888]",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # IPv6 must have square brackets
    (
        "http://142.42.1.1:aaa8080",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # invalid port
    (
        "http://142.42.1.1:aaa",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # port contains non digits
    (
        "https://test.com#fragment3#fragment3",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # Only one fragment allowed
    (
        "ftps://foo.bar/baz%GG",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # Invalid hex code in path
    (
        "https://www.%gg.com/",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # Non valid hexadecimal value in host
    (
        "",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # Empty string
    (
        "htt$p://test.com/",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # Invalid character in scheme
    (
        "https://",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # Only scheme
    (
        "https://test@/test",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # No host data, only scheme and user info
    (
        "https://www.te$t.com/",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # Bad chars in host
    (
        "https://www.[test].com/",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # Invalid square brackets
    (
        "https://www.te]st.com/",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # Square brackets closing without opening
    (
        "https://[192.168.1.1]",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # Only IPv6 allowed in square brackets
    (
        "https://[www.test.com]",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # Only IPv6 allowed in square brackets
    (
        "https://www/test/",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # invalid domain in host section (no tld)
    (
        "https://www.t/",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # invalid domain in host section (single letter tld)
    (
        "foo//",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # invalid input
    (
        "test.test/test",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # invalid tld
    (
        "test:",  # disable-secrets-detection
        pytest.raises(URLError),
    ),  # invalid input
]

REDIRECT_TEST_DATA = ATP_REDIRECTS + PROOF_POINT_REDIRECTS + FIREEYE_REDIRECT + TRENDMICRO_REDIRECT

FORMAT_TESTS = (
    BRACKETS_URL_TO_FORMAT
    + FORMAT_USERINFO
    + FORMAT_PORT
    + FORMAT_IPv4
    + FORMAT_IPv6
    + FORMAT_PATH
    + FORMAT_QUERY
    + FORMAT_FRAGMENT
    + FORMAT_NON_ASCII
    + FORMAT_PUNYCODE
    + FORMAT_HEX
    + FORMAT_HTML_ENTITIES
)

FORMAT_URL_TEST_DATA = NOT_FORMAT_TO_FORMAT + FORMAT_TESTS


class TestFormatURL:
    @pytest.mark.parametrize("non_formatted_url, expected", NOT_FORMAT_TO_FORMAT)
    def test_replace_protocol(self, non_formatted_url: str, expected: str):
        """
        Given:
        - non_formatted_url: A URL.

        When:
        - Replacing protocol to http:// or https://.

        Then:
        - Ensure for every expected protocol given, it is replaced with the expected value.
        """
        url = URLFormatter("https://www.test.com/")
        assert url.correct_and_refang_url(non_formatted_url) == expected

    @pytest.mark.parametrize("non_formatted_url, expected", FORMAT_HEX)
    def test_hex_chars(self, non_formatted_url: str, expected: str):
        """
        Given:
        - non_formatted_url: A URL.

        When:
        - Replacing protocol to http:// or https://.

        Then:
        - Ensure for every expected protocol given, it is replaced with the expected value.
        """
        url = URLCheck(non_formatted_url)
        hex = non_formatted_url.find("%")
        assert url.hex_check(hex)

    cidr_strings = [
        ("192.168.0.0/16", True),  # Valid CIDR
        ("192.168.0.0/16.", True),  # Valid CIDR with an extra char caught by the regex
        ("192.168.0.1/16", False),  # Invalid CIDR
        ("192.168.0.1/16.", False),  # Invalid CIDR with an extra char caught by the regex
    ]

    @pytest.mark.parametrize("input, expected", cidr_strings)
    def test_is_valid_cidr(self, input: str, expected: str):
        from FormatURLApiModule import _is_valid_cidr

        """
        Given:
        - non_formatted_url: A CIDR input.

        When:
        - Regex caught a string with a CIDR structure.

        Then:
        - Ensure the formatter avoids valid CIDRs.
        """
        assert _is_valid_cidr(input) == expected

    @pytest.mark.parametrize("url_, expected", FORMAT_URL_TEST_DATA)
    def test_format_url(self, url_: str, expected: str):
        """
        Given:
        - URL.

        When:
        - Given URL needs to be formatted.

        Then:
        - Ensure URL is formatted as expected
        """

        assert URLFormatter(url_).__str__() == expected

    @pytest.mark.parametrize("url_, expected", SPACE_ENCODING)
    def test_space_encoding(self, url_: str, expected: str):
        """
        Given:
        - A URL containing literal spaces or percent-encoded spaces (%20).

        When:
        - The URL is formatted.

        Then:
        - Ensure literal spaces are encoded to %20 and existing %20 sequences are preserved,
          so the resulting URL remains valid.
        """

        assert URLFormatter(url_).__str__() == expected

    @pytest.mark.parametrize("url_, expected", FAILS)
    def test_exceptions(self, url_: str, expected):
        """
        Checks the formatter raises the correct exception.
        """

        with expected:
            assert URLFormatter(url_) is not None

    @pytest.mark.parametrize("url_, expected", REDIRECT_TEST_DATA)
    def test_wrappers(self, url_: str, expected: str):
        """
        Given:
        - URL with redirect URL Proof Point v2.

        When:
        - Given URL with redirect URL is valid.

        Then:
        - Ensure redirected URL is returned.
        """

        assert URLFormatter(url_).__str__() == expected

    @pytest.mark.parametrize(
        "url_, expected",
        [
            (
                "[https://urldefense.com/v3/__https://google.com:443/search?66ujQIQ$]",  # disable-secrets-detection
                "https://google.com:443/search?66ujQIQ$",
            ),  # disable-secrets-detection
            (
                "(https://urldefense.us/v3/__https://google.com:443/searchERujngZv9UWf66ujQIQ$)",  # disable-secrets-detection
                "https://google.com:443/searchERujngZv9UWf66ujQIQ$",
            ),  # disable-secrets-detection
            ("[https://testURL.com)", "https://testURL.com"),  # disable-secrets-detection
            ("[https://testURL.com", "https://testURL.com"),  # disable-secrets-detection
            ("[(https://testURL.com)]", "https://testURL.com"),  # disable-secrets-detection
        ],
    )
    def test_remove_special_chars_from_start_and_end_of_url(self, url_, expected):
        """
        Given:
        - A URL to format.

        When:
        - executing remove_special_chars_from_start_and_end_of_url function.

        Then:
        - Ensure formatted URL is returned.
        """
        assert URLFormatter(url_).__str__() == expected

    @pytest.mark.parametrize(
        "part, inside_brackets, expected_part, expected_brackets",
        [
            ("example.com',", 1, "example.com", 0),  # Remove last 2 chars (m and ') when ending with comma
            ("test.com'", 1, "test.com", 0),  # Remove single quote only
            ('site.com"', 1, "site.com", 0),  # Remove double quotes only
            ("normal.com", 1, "normal.com", 1),  # No trailing chars to remove
            ("example.com',", 0, "example.com',", 0),  # single quote and comma in the end and inside_brackets is 0, no change
            ("example.com'", 0, "example.com'", 0),  # single quote in the end and inside_brackets is 0, no change
            ('example.com"', 0, 'example.com"', 0),  # double quotes in the end and inside_brackets is 0, no change
            ("site.com.", 1, "site.com.", 1),  # Period not in removal list
            ("", 1, "", 1),  # Empty string
            ("https://test.com/abc?q=(123)'", 1, "https://test.com/abc?q=(123)", 0),  # should not remove inside_brackets
        ],
    )
    def test_remove_trailing_bracket_and_redundant_characters_from_part(
        self, part, inside_brackets, expected_part, expected_brackets
    ):
        """
        Given:
        - A URL part string and inside_brackets counter.

        When:
        - Executing remove_trailing_bracket_and_redundant_characters_from_part function.

        Then:
        - Ensure trailing brackets and redundant characters are removed correctly and inside_brackets is decremented.
        """
        from FormatURLApiModule import remove_trailing_bracket_and_redundant_characters_from_part

        result_part, result_brackets = remove_trailing_bracket_and_redundant_characters_from_part(part, inside_brackets)
        assert result_part == expected_part
        assert result_brackets == expected_brackets

    def test_url_class(self):
        url = URLType("https://www.test.com")

        assert url.raw == "https://www.test.com"
        assert url.__str__() == ("Scheme = \nUser_info = \nHostname = \nPort = \nPath = \nQuery = \nFragment = ")