initial commit

Author: vaibhavvikas

.gitignore

@@ -160,3 +160,6 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
+
+# Download file specific
+mods/

.vscode/launch.json

@@ -0,0 +1,17 @@
+{
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "python.terminal.activateEnvironment": true,
+    "configurations": [
+
+        {
+            "name": "Python Debugger: Current File",
+            "type": "debugpy",
+            "request": "launch",
+            "program": "${file}",
+            "console": "integratedTerminal"
+        }
+    ]
+}

README.md

@@ -1,2 +1,18 @@
 # factorio-mod-downloader
-factorio-mod-downloader
+
+Factorio mod downloader, used [re146.dev]{https://re146.dev/factorio/mods} to recursively download a mod and its all required depndedncies. Its really helpful if you want to download a modpack as a modpack contains various different recommended mods, that if you want to download separately will take you a lot of clicks and headache.
+
+If you love the game please buy it and support the developers. I am a big fan of the game.
+
+### How to run
+This code is built using python so make sure you have python installed. You can use official Python website to download any version > 3.10
+
+1. Open main.py, and replace the mod_url line number 13 with the factorio 2 official mod url of the mod you want to download. for e.g. you want to download Krastorio 2, the mod_url will be exactly like this `mod_url = 'https://mods.factorio.com/mod/Krastorio2'`, dont forget to add inverted commas.
+2. Run this command in cmd or terminal. `pip install -r requirements.txt` or `pip3 install -r requirements.txt` (Windows uses pip, while mac/linux uses pip3). It will install all dependencies, required to run this code.
+2. Finally run the script using `python main.py` or `python3 main.py` (Windows uses python while mac/linux uses python3)
+3. All the mods and its dependencies will be downloaded and saved in a new mods folder
+
+### Note
+I have not included optional dependencies, as its a stupid idea, since a lots of mods, even they don't need something have optional dependencies mentioned. So it will probbaly take forever to finish downloading. It can be implemented although. Not a big task.
+
+Feel free to reach out to me if you need soem help.

main.py

@@ -0,0 +1,116 @@
+from selenium import webdriver
+from selenium.webdriver.common.by import By
+from selenium.webdriver.chrome.service import Service
+from selenium.webdriver.chrome.options import Options
+import chromedriver_autoinstaller
+from bs4 import BeautifulSoup
+import requests
+import random
+import time
+import os
+
+
+mod_url = 'https://mods.factorio.com/mod/Krastorio2'
+
+
+chromedriver_autoinstaller.install()
+chrome_options = Options()
+chrome_options.add_argument("--headless")  # Run in headless mode (without a GUI)
+chrome_options.add_argument("--disable-gpu")
+chrome_options.add_argument("--remote-debugging-port=9222")
+
+
+
+def get_latest_version(url):
+    driver = webdriver.Chrome(options=chrome_options)
+    driver.get(url)
+    time.sleep(2)  # Adjust sleep time if needed
+    html_code = driver.page_source
+    driver.quit()
+    soup = BeautifulSoup(html_code, 'html.parser')
+    
+    select = soup.find('select', {'id': 'mod-version'})
+    
+    if not select:
+        raise ValueError("No select element found with id 'mod-version'")
+    
+    latest_version = None
+
+    for option in select.find_all('option'):
+        if '(last)' in option.text:
+            latest_version = option['value']
+            break
+    
+    # If no option with '(last)' is found, use the first version
+    if not latest_version:
+        first_option = select.find('option')
+        latest_version = first_option['value']
+
+    return latest_version
+
+
+def generate_anticache():
+    random_number = random.randint(1_000_000_000_000_000, 9_999_999_999_999_999)  # 16-digit number
+    return f"0.{random_number}"
+
+
+def download_file(url, file_path):
+    response = requests.get(url, stream=True)
+    response.raise_for_status()  # Check if the request was successful
+
+    with open(file_path, 'wb') as file:
+        for chunk in response.iter_content(chunk_size=8192):
+            file.write(chunk)
+    print(f"Downloaded: {file_path}")
+
+
+def get_required_dependencies(soup):
+    dependencies = []
+    required_deps = soup.find('dd', {'id': 'mod-info-required-dependencies'})
+    
+    if required_deps:
+        links = required_deps.find_all('a', href=True)
+        for link in links:
+            mod_name = link.text.strip()
+            mod_url = link['href']
+            dependencies.append((mod_name, mod_url))
+    
+    return dependencies
+
+
+def download_mod_with_dependencies(mod_url, download_path):
+    # Get the latest version of the mod
+    latest_version = get_latest_version(mod_url)
+    mod_name = mod_url.split("/")[-1]
+    mod_name = mod_name.strip()
+
+    # Construct the download URL
+    download_url = f"https://mods-storage.re146.dev/{mod_name}/{latest_version}.zip?anticache={generate_anticache()}"
+    file_name = f"{mod_name}_{latest_version}.zip"
+    file_path = os.path.join(download_path, file_name)
+    
+    # Download the mod file
+    os.makedirs(download_path, exist_ok=True)
+    print(f"Downloading {file_name} from {download_url}")
+    download_file(download_url, file_path)
+    
+    # Parse the page to check for dependencies
+    driver = webdriver.Chrome(options=chrome_options)
+    driver.get(mod_url)
+    time.sleep(2)
+    html = driver.page_source
+    driver.quit()
+    soup = BeautifulSoup(html, 'html.parser')
+    
+    # Get required dependencies and recursively download them
+    dependencies = get_required_dependencies(soup)
+    if len(dependencies) == 0:
+        return
+    
+    for _, dep_url in dependencies:
+        download_mod_with_dependencies(dep_url, download_path)
+
+
+if __name__ == "__main__":
+    re146_url = 'https://re146.dev/factorio/mods/en#' + mod_url
+    download_mod_with_dependencies(re146_url, "mods")

requirements.txt

@@ -0,0 +1,24 @@
+attrs==24.2.0
+beautifulsoup4==4.12.3
+certifi==2024.7.4
+charset-normalizer==3.3.2
+chromedriver-autoinstaller==0.6.4
+exceptiongroup==1.2.2
+h11==0.14.0
+idna==3.8
+outcome==1.3.0.post0
+packaging==24.1
+PySocks==1.7.1
+python-dotenv==1.0.1
+requests==2.32.3
+selenium==4.23.1
+sniffio==1.3.1
+sortedcontainers==2.4.0
+soupsieve==2.6
+trio==0.26.2
+trio-websocket==0.11.1
+typing_extensions==4.12.2
+urllib3==2.2.2
+webdriver-manager==4.0.2
+websocket-client==1.8.0
+wsproto==1.2.0