Search
Find a vulnerability
Search criteria
2 vulnerabilities found for protego by scrapy
CVE-2026-55520 (GCVE-0-2026-55520)
Vulnerability from nvd – Published: 2026-08-28 18:42 – Updated: 2026-08-31 18:54
VLAI
EPSS
VEX
Title
Protego: Exponential backtracking ReDoS in robots.txt URL wildcard matching
Summary
Protego is a pure-Python robots.txt parser with support for modern conventions. Prior to 0.6.2, protego._urlpattern._URLPattern._prepare_pattern_for_regex translates every asterisk in an Allow or Disallow directive into a lazy regular-expression wildcard, so a directive containing many asterisks creates exponential backtracking. After protego.Protego.parse processes a crafted robots.txt file, protego.Protego.can_fetch can spend an attacker-controlled period matching a near-miss URL and deny service to the crawler. The vulnerable path is src/protego/_urlpattern.py in the _URLPattern match logic. This issue is fixed in version 0.6.2.
Severity
SSVC
Exploitation: none
Automatable: yes
Technical Impact: partial
CISA Coordinator · CISA-ADP (v2.0.3)
Decision recorded 2026-08-31 15:42 UTC
CWE
Assigner
References
3 references
| URL | Tags |
|---|---|
| https://github.com/scrapy/protego/security/adviso… | x_refsource_CONFIRM |
| https://github.com/scrapy/protego/commit/78594018… | x_refsource_MISC |
| https://github.com/scrapy/protego/releases/tag/0.6.2 | x_refsource_MISC |
{
"containers": {
"adp": [
{
"metrics": [
{
"other": {
"content": {
"id": "CVE-2026-55520",
"options": [
{
"Exploitation": "none"
},
{
"Automatable": "yes"
},
{
"Technical Impact": "partial"
}
],
"role": "CISA Coordinator",
"timestamp": "2026-08-31T15:42:18.385319Z",
"version": "2.0.3"
},
"type": "ssvc"
}
}
],
"providerMetadata": {
"dateUpdated": "2026-08-31T18:54:01.091Z",
"orgId": "134c704f-9b21-4f2e-91b3-4a467353bcc0",
"shortName": "CISA-ADP"
},
"title": "CISA ADP Vulnrichment"
}
],
"cna": {
"affected": [
{
"product": "protego",
"vendor": "scrapy",
"versions": [
{
"status": "affected",
"version": "\u003c 0.6.2"
}
]
}
],
"descriptions": [
{
"lang": "en",
"value": "Protego is a pure-Python robots.txt parser with support for modern conventions. Prior to 0.6.2, protego._urlpattern._URLPattern._prepare_pattern_for_regex translates every asterisk in an Allow or Disallow directive into a lazy regular-expression wildcard, so a directive containing many asterisks creates exponential backtracking. After protego.Protego.parse processes a crafted robots.txt file, protego.Protego.can_fetch can spend an attacker-controlled period matching a near-miss URL and deny service to the crawler. The vulnerable path is src/protego/_urlpattern.py in the _URLPattern match logic. This issue is fixed in version 0.6.2."
}
],
"metrics": [
{
"cvssV4_0": {
"attackComplexity": "LOW",
"attackRequirements": "NONE",
"attackVector": "NETWORK",
"baseScore": 7.1,
"baseSeverity": "HIGH",
"privilegesRequired": "NONE",
"subAvailabilityImpact": "NONE",
"subConfidentialityImpact": "NONE",
"subIntegrityImpact": "NONE",
"userInteraction": "PASSIVE",
"vectorString": "CVSS:4.0/AV:N/AC:L/AT:N/PR:N/UI:P/VC:N/VI:N/VA:H/SC:N/SI:N/SA:N",
"version": "4.0",
"vulnAvailabilityImpact": "HIGH",
"vulnConfidentialityImpact": "NONE",
"vulnIntegrityImpact": "NONE"
}
}
],
"problemTypes": [
{
"descriptions": [
{
"cweId": "CWE-400",
"description": "CWE-400: Uncontrolled Resource Consumption",
"lang": "en",
"type": "CWE"
}
]
},
{
"descriptions": [
{
"cweId": "CWE-1333",
"description": "CWE-1333: Inefficient Regular Expression Complexity",
"lang": "en",
"type": "CWE"
}
]
}
],
"providerMetadata": {
"dateUpdated": "2026-08-28T18:42:38.334Z",
"orgId": "a0819718-46f1-4df5-94e2-005712e83aaa",
"shortName": "GitHub_M"
},
"references": [
{
"name": "https://github.com/scrapy/protego/security/advisories/GHSA-wjmf-p669-5m5p",
"tags": [
"x_refsource_CONFIRM"
],
"url": "https://github.com/scrapy/protego/security/advisories/GHSA-wjmf-p669-5m5p"
},
{
"name": "https://github.com/scrapy/protego/commit/785940181659bf440ba82f1da148fade5087e858",
"tags": [
"x_refsource_MISC"
],
"url": "https://github.com/scrapy/protego/commit/785940181659bf440ba82f1da148fade5087e858"
},
{
"name": "https://github.com/scrapy/protego/releases/tag/0.6.2",
"tags": [
"x_refsource_MISC"
],
"url": "https://github.com/scrapy/protego/releases/tag/0.6.2"
}
],
"source": {
"advisory": "GHSA-wjmf-p669-5m5p",
"discovery": "UNKNOWN"
},
"title": "Protego: Exponential backtracking ReDoS in robots.txt URL wildcard matching"
}
},
"cveMetadata": {
"assignerOrgId": "a0819718-46f1-4df5-94e2-005712e83aaa",
"assignerShortName": "GitHub_M",
"cveId": "CVE-2026-55520",
"datePublished": "2026-08-28T18:42:38.334Z",
"dateReserved": "2026-06-16T22:44:22.284Z",
"dateUpdated": "2026-08-31T18:54:01.091Z",
"state": "PUBLISHED"
},
"dataType": "CVE_RECORD",
"dataVersion": "5.2"
}
CVE-2026-55520 (GCVE-0-2026-55520)
Vulnerability from cvelistv5 – Published: 2026-08-28 18:42 – Updated: 2026-08-31 18:54
VLAI
EPSS
VEX
Title
Protego: Exponential backtracking ReDoS in robots.txt URL wildcard matching
Summary
Protego is a pure-Python robots.txt parser with support for modern conventions. Prior to 0.6.2, protego._urlpattern._URLPattern._prepare_pattern_for_regex translates every asterisk in an Allow or Disallow directive into a lazy regular-expression wildcard, so a directive containing many asterisks creates exponential backtracking. After protego.Protego.parse processes a crafted robots.txt file, protego.Protego.can_fetch can spend an attacker-controlled period matching a near-miss URL and deny service to the crawler. The vulnerable path is src/protego/_urlpattern.py in the _URLPattern match logic. This issue is fixed in version 0.6.2.
Severity
SSVC
Exploitation: none
Automatable: yes
Technical Impact: partial
CISA Coordinator · CISA-ADP (v2.0.3)
Decision recorded 2026-08-31 15:42 UTC
CWE
Assigner
References
3 references
| URL | Tags |
|---|---|
| https://github.com/scrapy/protego/security/adviso… | x_refsource_CONFIRM |
| https://github.com/scrapy/protego/commit/78594018… | x_refsource_MISC |
| https://github.com/scrapy/protego/releases/tag/0.6.2 | x_refsource_MISC |
{
"containers": {
"adp": [
{
"metrics": [
{
"other": {
"content": {
"id": "CVE-2026-55520",
"options": [
{
"Exploitation": "none"
},
{
"Automatable": "yes"
},
{
"Technical Impact": "partial"
}
],
"role": "CISA Coordinator",
"timestamp": "2026-08-31T15:42:18.385319Z",
"version": "2.0.3"
},
"type": "ssvc"
}
}
],
"providerMetadata": {
"dateUpdated": "2026-08-31T18:54:01.091Z",
"orgId": "134c704f-9b21-4f2e-91b3-4a467353bcc0",
"shortName": "CISA-ADP"
},
"title": "CISA ADP Vulnrichment"
}
],
"cna": {
"affected": [
{
"product": "protego",
"vendor": "scrapy",
"versions": [
{
"status": "affected",
"version": "\u003c 0.6.2"
}
]
}
],
"descriptions": [
{
"lang": "en",
"value": "Protego is a pure-Python robots.txt parser with support for modern conventions. Prior to 0.6.2, protego._urlpattern._URLPattern._prepare_pattern_for_regex translates every asterisk in an Allow or Disallow directive into a lazy regular-expression wildcard, so a directive containing many asterisks creates exponential backtracking. After protego.Protego.parse processes a crafted robots.txt file, protego.Protego.can_fetch can spend an attacker-controlled period matching a near-miss URL and deny service to the crawler. The vulnerable path is src/protego/_urlpattern.py in the _URLPattern match logic. This issue is fixed in version 0.6.2."
}
],
"metrics": [
{
"cvssV4_0": {
"attackComplexity": "LOW",
"attackRequirements": "NONE",
"attackVector": "NETWORK",
"baseScore": 7.1,
"baseSeverity": "HIGH",
"privilegesRequired": "NONE",
"subAvailabilityImpact": "NONE",
"subConfidentialityImpact": "NONE",
"subIntegrityImpact": "NONE",
"userInteraction": "PASSIVE",
"vectorString": "CVSS:4.0/AV:N/AC:L/AT:N/PR:N/UI:P/VC:N/VI:N/VA:H/SC:N/SI:N/SA:N",
"version": "4.0",
"vulnAvailabilityImpact": "HIGH",
"vulnConfidentialityImpact": "NONE",
"vulnIntegrityImpact": "NONE"
}
}
],
"problemTypes": [
{
"descriptions": [
{
"cweId": "CWE-400",
"description": "CWE-400: Uncontrolled Resource Consumption",
"lang": "en",
"type": "CWE"
}
]
},
{
"descriptions": [
{
"cweId": "CWE-1333",
"description": "CWE-1333: Inefficient Regular Expression Complexity",
"lang": "en",
"type": "CWE"
}
]
}
],
"providerMetadata": {
"dateUpdated": "2026-08-28T18:42:38.334Z",
"orgId": "a0819718-46f1-4df5-94e2-005712e83aaa",
"shortName": "GitHub_M"
},
"references": [
{
"name": "https://github.com/scrapy/protego/security/advisories/GHSA-wjmf-p669-5m5p",
"tags": [
"x_refsource_CONFIRM"
],
"url": "https://github.com/scrapy/protego/security/advisories/GHSA-wjmf-p669-5m5p"
},
{
"name": "https://github.com/scrapy/protego/commit/785940181659bf440ba82f1da148fade5087e858",
"tags": [
"x_refsource_MISC"
],
"url": "https://github.com/scrapy/protego/commit/785940181659bf440ba82f1da148fade5087e858"
},
{
"name": "https://github.com/scrapy/protego/releases/tag/0.6.2",
"tags": [
"x_refsource_MISC"
],
"url": "https://github.com/scrapy/protego/releases/tag/0.6.2"
}
],
"source": {
"advisory": "GHSA-wjmf-p669-5m5p",
"discovery": "UNKNOWN"
},
"title": "Protego: Exponential backtracking ReDoS in robots.txt URL wildcard matching"
}
},
"cveMetadata": {
"assignerOrgId": "a0819718-46f1-4df5-94e2-005712e83aaa",
"assignerShortName": "GitHub_M",
"cveId": "CVE-2026-55520",
"datePublished": "2026-08-28T18:42:38.334Z",
"dateReserved": "2026-06-16T22:44:22.284Z",
"dateUpdated": "2026-08-31T18:54:01.091Z",
"state": "PUBLISHED"
},
"dataType": "CVE_RECORD",
"dataVersion": "5.2"
}