184 lines
6.0 KiB
Python
184 lines
6.0 KiB
Python
"""
|
|
Prevent usage of 'requests' library in the codebase.
|
|
"""
|
|
|
|
import os
|
|
import ast
|
|
import sys
|
|
from typing import List, Tuple
|
|
|
|
|
|
def find_requests_usage(directory: str) -> List[Tuple[str, int, str]]:
|
|
"""
|
|
Recursively search for Python files in the given directory
|
|
and find usages of the 'requests' library.
|
|
|
|
Args:
|
|
directory (str): The root directory to search for Python files
|
|
|
|
Returns:
|
|
List of tuples containing (file_path, line_number, usage_type)
|
|
"""
|
|
requests_usages = []
|
|
|
|
def is_likely_requests_usage(node):
|
|
"""
|
|
More precise check to avoid false positives
|
|
"""
|
|
try:
|
|
# Convert node to string representation
|
|
node_str = ast.unparse(node)
|
|
|
|
# Specific checks to ensure it's the requests library
|
|
requests_identifiers = [
|
|
# HTTP methods
|
|
"requests.get",
|
|
"requests.post",
|
|
"requests.put",
|
|
"requests.delete",
|
|
"requests.head",
|
|
"requests.patch",
|
|
"requests.options",
|
|
"requests.request",
|
|
"requests.session",
|
|
# Types and exceptions
|
|
"requests.Response",
|
|
"requests.Request",
|
|
"requests.Session",
|
|
"requests.ConnectionError",
|
|
"requests.HTTPError",
|
|
"requests.Timeout",
|
|
"requests.TooManyRedirects",
|
|
"requests.RequestException",
|
|
# Additional modules and attributes
|
|
"requests.api",
|
|
"requests.exceptions",
|
|
"requests.models",
|
|
"requests.auth",
|
|
"requests.cookies",
|
|
"requests.structures",
|
|
]
|
|
|
|
# Check for specific requests library identifiers
|
|
return any(identifier in node_str for identifier in requests_identifiers)
|
|
except:
|
|
return False
|
|
|
|
def scan_file(file_path: str):
|
|
"""
|
|
Scan a single Python file for requests library usage
|
|
"""
|
|
try:
|
|
# Use utf-8-sig to handle files with BOM, ignore errors
|
|
with open(file_path, "r", encoding="utf-8-sig", errors="ignore") as file:
|
|
tree = ast.parse(file.read())
|
|
|
|
for node in ast.walk(tree):
|
|
# Check import statements
|
|
if isinstance(node, ast.Import):
|
|
for alias in node.names:
|
|
if alias.name == "requests":
|
|
requests_usages.append(
|
|
(file_path, node.lineno, f"Import: {alias.name}")
|
|
)
|
|
|
|
# Check import from statements
|
|
elif isinstance(node, ast.ImportFrom):
|
|
if node.module == "requests":
|
|
requests_usages.append(
|
|
(file_path, node.lineno, f"Import from: {node.module}")
|
|
)
|
|
|
|
# Check method calls
|
|
elif isinstance(node, ast.Call):
|
|
# More precise check for requests usage
|
|
try:
|
|
if is_likely_requests_usage(node.func):
|
|
requests_usages.append(
|
|
(
|
|
file_path,
|
|
node.lineno,
|
|
f"Method Call: {ast.unparse(node.func)}",
|
|
)
|
|
)
|
|
except:
|
|
pass
|
|
|
|
# Check attribute access
|
|
elif isinstance(node, ast.Attribute):
|
|
try:
|
|
# More precise check
|
|
if is_likely_requests_usage(node):
|
|
requests_usages.append(
|
|
(
|
|
file_path,
|
|
node.lineno,
|
|
f"Attribute Access: {ast.unparse(node)}",
|
|
)
|
|
)
|
|
except:
|
|
pass
|
|
|
|
except SyntaxError as e:
|
|
print(f"Syntax error in {file_path}: {e}", file=sys.stderr)
|
|
except Exception as e:
|
|
print(f"Error processing {file_path}: {e}", file=sys.stderr)
|
|
|
|
# Recursively walk through directory
|
|
for root, dirs, files in os.walk(directory):
|
|
# Remove virtual environment and cache directories from search
|
|
dirs[:] = [
|
|
d
|
|
for d in dirs
|
|
if not any(
|
|
venv in d
|
|
for venv in [
|
|
"venv",
|
|
"env",
|
|
"myenv",
|
|
".venv",
|
|
"__pycache__",
|
|
".pytest_cache",
|
|
]
|
|
)
|
|
]
|
|
|
|
for file in files:
|
|
if file.endswith(".py"):
|
|
full_path = os.path.join(root, file)
|
|
# Skip files in virtual environment or cache directories
|
|
if not any(
|
|
venv in full_path
|
|
for venv in [
|
|
"venv",
|
|
"env",
|
|
"myenv",
|
|
".venv",
|
|
"__pycache__",
|
|
".pytest_cache",
|
|
]
|
|
):
|
|
scan_file(full_path)
|
|
|
|
return requests_usages
|
|
|
|
|
|
def main():
|
|
# Get directory from command line argument or use current directory
|
|
directory = "../../litellm"
|
|
|
|
# Find requests library usages
|
|
results = find_requests_usage(directory)
|
|
|
|
# Print results
|
|
if results:
|
|
print("Requests Library Usages Found:")
|
|
for file_path, line_num, usage_type in results:
|
|
print(f"{file_path}:{line_num} - {usage_type}")
|
|
else:
|
|
print("No requests library usages found.")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|