cleanning some code

Author: lucasgit13

Get-Dir-Github-Repo/get.py

@@ -4,34 +4,43 @@
 import sys
 import os
 import subprocess
+from itertools import product
 
 __version__ = "1.1"
 
 
 # This will attempt to import the modules required for the script run
 # if fail to import it will try to install
-modules = ['requests']
+modules = ["requests"]
 
 try:
     import requests
 except:
-    print('Attempting to install the requirements...')
+    print("Attempting to install the requirements...")
 
     try:
         for module in modules:
-            subprocess.run(['python', '-m', 'pip', 'install', module],
-                           stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
+            subprocess.run(
+                ["python", "-m", "pip", "install", module],
+                stdout=subprocess.DEVNULL,
+                stderr=subprocess.DEVNULL,
+            )
         import requests
-        print('Requirements was successful installed!')
+
+        print("Requirements was successful installed!")
     except:
         try:
             for module in modules:
-                subprocess.run(['python3', '-m', 'pip', 'install', module],
-                               stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
+                subprocess.run(
+                    ["python3", "-m", "pip", "install", module],
+                    stdout=subprocess.DEVNULL,
+                    stderr=subprocess.DEVNULL,
+                )
             import requests
-            print('Requirements was successful installed!')
+
+            print("Requirements was successful installed!")
         except:
-            sys.exit('Could not install requirements :(')
+            sys.exit("Could not install requirements :(")
 
 
 ### Comandline arguments ###
@@ -78,13 +87,14 @@
 
 ### Functions ###
 def check_url(url):
-    """
-    Check if the given url is valid and to ensure that get real repository information.
-    """
+    if not "https://github.com/" in url:
+        sys.exit("The url must to be a valid and public Github repository.")
+
     if url[-1] == "/":
         url = url[:-1]
+
     try:
-        r = requests.head(url, timeout=30)
+        r = requests.get(url, timeout=30)
     except requests.ConnectionError as e:
         print(
             "OOPS!! Connection Error. Make sure you are connected to Internet. Technical Details given below.\n"
@@ -98,45 +108,9 @@ def check_url(url):
         sys.exit(str(e))
     except KeyboardInterrupt:
         sys.exit("Someone closed the program")
-    else:
-        if r.status_code == 404:
-            sys.exit(
-                "404: Verify internet connection or check if the url is correct")
 
-        if not "https://github.com/" in url:
-            sys.exit("Not a Github repo")
-
-    user = url.split("/")[3]
-    repo = url.split("/")[4]
-    repo_api = f"https://api.github.com/repos/{user}/{repo}/contents"
-
-    try:
-        r2 = requests.get(repo_api, timeout=30)
-        j = r2.json()
-
-        if r2.status_code != 200:
-            if r2.headers["content-type"] == "application/json; charset=utf-8":
-                message = r.json()["message"]
-                if type(message) == dict:
-                    sys.exit(f"server: {message}")
-
-        count = 0
-        for token in range(0, len(j)):
-            t = j[token]["type"]
-            if t != "dir":
-                count += 1
-        if count == 0:
-            sys.exit(f"No files found in {url}")
-
-        else:
-            return 0
-    except requests.exceptions.RequestException:
-        sys.exit(
-            "Make sure you are provided a valid link and make sure you are connected to Internet."
-        )
-
-
-### End of functions ###
+    if r.status_code == 404:
+        sys.exit(f"404 Client Error: Not Found for url: {url}")
 
 
 def Get(url):
@@ -150,7 +124,7 @@ def Get(url):
     try:
         sp = url.split("/")
         if len(sp) > 5:
-            for _ in range(0, 7):
+            for _ in range(7):
                 sp.pop(0)
             path = "/".join(sp)
 
@@ -160,22 +134,25 @@ def Get(url):
             api_url = f"https://api.github.com/repos/{user}/{repo}/contents/{path}"
         else:
             api_url = f"https://api.github.com/repos/{user}/{repo}/contents"
+
         if api_url:
             try:
                 r = requests.get(api_url, timeout=30)
-                r1 = r.status_code
-                if r1 != 200:
+                code = r.status_code
+
+                if code == 403:
                     if r.headers["content-type"] == "application/json; charset=utf-8":
-                        if type(r.json()) == dict:
-                            message = r.json()["message"]
-                            if type(message) == dict:
-                                sys.exit(f"server: {message}")
-                    else:
-                        sys.exit(f"{r1}: invalid url: {url}.")
-            except requests.exceptions.RequestException:
-                sys.exit(f"error: invalid url: {url}.")
-    except:
-        sys.exit(f"error: invalid url: {url}.")
+                        if "message" in r.json():
+                            sys.exit("You reached requests limit, try again later!")
+                if code == 404:
+                    sys.exit(f"error: {code}")
+            except requests.exceptions.RequestException as e:
+                sys.exit(f"error:\n{e}")
+        else:
+            sys.exit(f"error: could not extract information about repo: {url}.")
+    except Exception as e:
+        print(e)
+        sys.exit(f"error: could not extract information about repo: {url}.")
     else:
         return {"api_url": api_url, "repo": repo, "path": path}
 
@@ -192,10 +169,6 @@ def search_pattern(obj, pattern_list):
 
 
 def include(obj, pattern_list):
-    """
-    Receives a list of dictionaries and a glob pattern list and it returns back a list
-    with the files that match with each pattern and variable with the amount of matches.
-    """
     include_list = []
     matches = 0
 
@@ -256,6 +229,18 @@ def fetch(obj):
 exclude_list = args.exclude
 directory = ""
 
+if include_list and exclude_list:
+    # Check if the glob patttern given to -I and -E
+    # was the same, if it is exit with an error
+    globs = list(product(include_list, exclude_list))
+    for token in range(len(globs)):
+        i = globs[token][0]
+        e = globs[token][1]
+
+        if i == e:
+            print(f"-I and -E cannot share same glob pattern: {i}")
+            sys.exit(0)
+
 if output:
     directory = output
 else:
@@ -293,7 +278,6 @@ def fetch(obj):
 
     if matches != 0:
         obj = obj_
-        del obj_
         print(f"{matches} matches found to include")
     else:
         sys.exit(f"no matches for {include_list}")
@@ -303,7 +287,6 @@ def fetch(obj):
     if matches:
         obj_ = exclude(obj, exclude_list, matches)
         obj = obj_
-        del obj_
     else:
         print(f"{matches} matches found to ignore")