refactor: Update Python analyzers to exclude files from site-packages…

… directory

Signed-off-by: ksg <[email protected]>

src/analyzer/analyzers/python/django.cr

@@ -66,6 +66,7 @@ module Analyzer::Python
           spawn do
             begin
               next if File.directory?(file)
+              next if file.includes?("/site-packages/")
               if file.ends_with? ".py"
                 content = File.read(file, encoding: "utf-8", invalid: :skip)
                 content.scan(REGEX_ROOT_URLCONF) do |match|
@@ -111,7 +112,7 @@ module Analyzer::Python
 
         content = content.split(keyword, 2)[1]
       end
-      
+
       # TODO: Parse correct urlpatterns from variable concatenation case
       content.scan(REGEX_ROUTE_MAPPING) do |route_match|
         next if route_match.size != 3

src/analyzer/analyzers/python/fastapi.cr

@@ -13,6 +13,7 @@ module Analyzer::Python
         # Iterate through all Python files in the base path
         Dir.glob("#{base_path}/**/*.py") do |path|
           next if File.directory?(path)
+          next if path.includes?("/site-packages/")
           source = File.read(path, encoding: "utf-8", invalid: :skip)
 
           source.each_line do |line|

src/analyzer/analyzers/python/flask.cr

@@ -29,7 +29,7 @@ module Analyzer::Python
     @file_content_cache = Hash(::String, ::String).new
     @parsers = Hash(::String, PythonParser).new
     @routes = Hash(::String, Array(Tuple(Int32, ::String, ::String, ::String))).new
-    
+
     def analyze
       flask_instances = Hash(::String, ::String).new
       flask_instances["app"] ||= "" # Common flask instance name
@@ -40,8 +40,9 @@ module Analyzer::Python
       # Iterate through all Python files in the base path
       Dir.glob("#{base_path}/**/*.py") do |path|
         next if File.directory?(path)
+        next if path.includes?("/site-packages/")
         @logger.debug "Analyzing #{path}"
-        
+
         File.open(path, "r", encoding: "utf-8", invalid: :skip) do |file|
           lines = file.each_line.to_a
           next unless lines.any?(&.includes?("flask"))
@@ -281,7 +282,7 @@ module Analyzer::Python
       @logger.debug "Parsing #{path}"
       parser = PythonParser.new(path, tokens, @parsers)
       @logger.debug "Parsed #{path}"
-      return parser
+      parser
     end
 
     # Get a parser for a given path

src/miniparsers/python.cr

@@ -159,7 +159,7 @@ class PythonParser
         if import_part == ".."
           path = File.dirname(package_dir)
         end
-        
+
         # Order of checking is important
         if File.directory?(path)
           package_dir = path