kawaiizenbo/RepoFullDownloader
1
0
Fork 0
Code Issues Pull requests Projects Releases 2 Packages Wiki Activity Actions

sorts and keeps

Browse source
This commit is contained in:
kawaiizenbo 2021-10-18 18:12:12 -07:00
parent 58e60767a3
commit 30bb587c93
1 changed files with 34 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

49
RepoFullDownloader-Core/Program.cs
View file

@ -26,7 +26,7 @@ namespace RepoFullDownloader_Core
if(args.Length != 0) if(args.Length != 0)
{ {
string url = args[0]; string url = args[0];
if(!args[0].StartsWith("https://") || !args[0].StartsWith("http://")) if(!args[0].StartsWith("https://") && !args[0].StartsWith("http://"))
{ {
url = "http://" + url; url = "http://" + url;
} }
@ -57,7 +57,7 @@ namespace RepoFullDownloader_Core
repo1.url = "http://cydia.invoxiplaygames.uk/"; repo1.url = "http://cydia.invoxiplaygames.uk/";
repo1.isInstaller = false; repo1.isInstaller = false;
Repo repo2 = new Repo(); Repo repo2 = new Repo();
repo2.url = "http://apptapp.saurik.com"; repo2.url = "http://apptapp.saurik.com/";
repo2.isInstaller = true; repo2.isInstaller = true;
exampleOptions.repos = new[] { repo1, repo2 }; exampleOptions.repos = new[] { repo1, repo2 };
string exampleOut = JsonSerializer.Serialize(exampleOptions); string exampleOut = JsonSerializer.Serialize(exampleOptions);
@ -88,7 +88,16 @@ namespace RepoFullDownloader_Core
static void DownloadRepo(string link, bool keepOg) static void DownloadRepo(string link, bool keepOg)
{ {
if (!link.StartsWith("https://") && !link.StartsWith("http://"))
{
link = "http://" + link;
}
if (!link.EndsWith("/"))
{
link += "/";
}
string cleanLink = link.Replace("http://", "").Replace("/", "_");
Directory.CreateDirectory($"./output/{cleanLink}");
WebClient webClient = new WebClient(); WebClient webClient = new WebClient();
// headers because some repos are 'interesting' // headers because some repos are 'interesting'
webClient.Headers.Add("X-Machine", "iPod4,1"); webClient.Headers.Add("X-Machine", "iPod4,1");
@ -99,9 +108,9 @@ namespace RepoFullDownloader_Core
try try
{ {
Console.WriteLine("Attempting to download " + link + "Packages.bz2"); Console.WriteLine("Attempting to download " + link + "Packages.bz2");
webClient.DownloadFile(new Uri(link + "Packages.bz2"), "Packages.bz2"); webClient.DownloadFile(new Uri(link + "Packages.bz2"), $"./output/{cleanLink}/Packages.bz2");
FileStream packagesBz2 = new FileInfo("Packages.bz2").OpenRead(); FileStream packagesBz2 = new FileInfo($"./output/{cleanLink}/Packages.bz2").OpenRead();
FileStream packagesBz2Decompressed = File.Create("Packages"); FileStream packagesBz2Decompressed = File.Create($"./output/{cleanLink}/Packages");
BZip2.Decompress(packagesBz2, packagesBz2Decompressed, true); BZip2.Decompress(packagesBz2, packagesBz2Decompressed, true);
} }
catch (Exception e) catch (Exception e)
@ -110,9 +119,9 @@ namespace RepoFullDownloader_Core
{ {
Console.WriteLine("Could not download " + link + "Packages.bz2: " + e.Message); Console.WriteLine("Could not download " + link + "Packages.bz2: " + e.Message);
Console.WriteLine("Attempting to download " + link + "Packages.gz"); Console.WriteLine("Attempting to download " + link + "Packages.gz");
webClient.DownloadFile(new Uri(link + "Packages.gz"), "Packages.gz"); webClient.DownloadFile(new Uri(link + "Packages.gz"), $"./output/{cleanLink}/Packages.gz");
FileStream packagesGz = new FileInfo("Packages.gz").OpenRead(); FileStream packagesGz = new FileInfo($"./output/{cleanLink}/Packages.gz").OpenRead();
FileStream packagesGzDecompressed = File.Create("Packages"); FileStream packagesGzDecompressed = File.Create($"./output/{cleanLink}/Packages");
GZip.Decompress(packagesGz, packagesGzDecompressed, true); GZip.Decompress(packagesGz, packagesGzDecompressed, true);
} }
catch (Exception _e) catch (Exception _e)
@ -121,7 +130,7 @@ namespace RepoFullDownloader_Core
{ {
Console.WriteLine("Could not download " + link + "Packages.gz: " + _e.Message); Console.WriteLine("Could not download " + link + "Packages.gz: " + _e.Message);
Console.WriteLine("Attempting to download " + link + "Packages"); Console.WriteLine("Attempting to download " + link + "Packages");
webClient.DownloadFile(new Uri(link + "Packages"), "Packages"); webClient.DownloadFile(new Uri(link + "Packages"), $"./output/{cleanLink}/Packages");
} }
catch (Exception __e) catch (Exception __e)
{ {
@ -135,7 +144,7 @@ namespace RepoFullDownloader_Core
Thread.Sleep(500); Thread.Sleep(500);
// Clean list of package links, names, and versions // Clean list of package links, names, and versions
List<CydiaPackage> packages = new List<CydiaPackage>(); List<CydiaPackage> packages = new List<CydiaPackage>();
foreach (string s in File.ReadAllText("Packages").Split("\n\n")) foreach (string s in File.ReadAllText($"./output/{cleanLink}/Packages").Split("\n\n"))
{ {
string name = ""; string name = "";
string version = ""; string version = "";
@ -157,6 +166,7 @@ namespace RepoFullDownloader_Core
} }
packages.Add(new CydiaPackage(_link, name, version)); packages.Add(new CydiaPackage(_link, name, version));
} }
// remove last one because ????
packages.RemoveAt(packages.Count - 1); packages.RemoveAt(packages.Count - 1);
foreach(CydiaPackage p in packages) foreach(CydiaPackage p in packages)
{ {
@ -167,7 +177,7 @@ namespace RepoFullDownloader_Core
try try
{ {
string[] choppedUp = p.link.Split('/'); string[] choppedUp = p.link.Split('/');
string fileToDownload = keepOg ? "./output/" + choppedUp[choppedUp.Length - 1] : "./output/" + p.name + "-" + p.version + ".deb"; string fileToDownload = keepOg ? $"./output/{cleanLink}/" + choppedUp[choppedUp.Length - 1] : $"./output/{cleanLink}/" + p.name + "-" + p.version + ".deb";
if (File.Exists(fileToDownload)) if (File.Exists(fileToDownload))
{ {
fileToDownload += "_" + r.Next(0000, 9999); fileToDownload += "_" + r.Next(0000, 9999);
@ -190,18 +200,27 @@ namespace RepoFullDownloader_Core
static void DownloadInstallerRepo(string link) static void DownloadInstallerRepo(string link)
{ {
if (!link.StartsWith("https://") && !link.StartsWith("http://"))
{
link = "http://" + link;
}
if (!link.EndsWith("/"))
{
link += "/";
}
string cleanLink = link.Replace("http://", "").Replace("/", "_");
WebClient webClient = new WebClient(); WebClient webClient = new WebClient();
try try
{ {
Console.WriteLine("Attempting to download installer repo " + link); Console.WriteLine("Attempting to download installer repo " + link);
webClient.DownloadFile(new Uri(link), "packages.xml"); webClient.DownloadFile(new Uri(link), $"./output/{cleanLink}/packages.xml");
} }
catch (Exception e) catch (Exception e)
{ {
Console.WriteLine("Could not download package list from " + link + ": " + e.Message); Console.WriteLine("Could not download package list from " + link + ": " + e.Message);
return; return;
} }
List<string> plist = new List<string>(File.ReadAllLines("packages.xml")); List<string> plist = new List<string>(File.ReadAllLines($"./output/{cleanLink}/packages.xml"));
List<string> packages = new List<string>(); List<string> packages = new List<string>();
int i = 1; int i = 1;
foreach (string s in plist) foreach (string s in plist)
@ -218,7 +237,7 @@ namespace RepoFullDownloader_Core
try try
{ {
string[] choppedUp = s.Split('/'); string[] choppedUp = s.Split('/');
string fileToDownload = "./output/" + choppedUp[choppedUp.Length - 1]; string fileToDownload = $"./output/{cleanLink}/" + choppedUp[choppedUp.Length - 1];
if (File.Exists(fileToDownload)) if (File.Exists(fileToDownload))
{ {
fileToDownload += "_" + r.Next(0000, 9999); fileToDownload += "_" + r.Next(0000, 9999);