EpicMorg/atlassian-downloader
2
1
Fork 0
mirror of https://github.com/EpicMorg/atlassian-downloader.git synced 2025-04-15 21:52:25 +03:00
Code Issues Projects Releases Wiki Activity

1.0.0.7

Browse Source 
* version page
* code improvments
This commit is contained in:
stam 2021-01-20 00:39:18 +03:00
parent f57c6e3986
commit 0b95530eed
5 changed files with 256 additions and 156 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

346
src/DonloaderService.cs
View File

@ -1,76 +1,179 @@
using Microsoft.Extensions.Hosting; using Microsoft.Extensions.Hosting;
using Microsoft.Extensions.Logging; using Microsoft.Extensions.Logging;
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.IO; using System.IO;
using System.Linq; using System.Linq;
using System.Net.Http; using System.Net.Http;
using System.Text.Json; using System.Reflection;
using System.Threading; using System.Text.Json;
using System.Threading.Tasks; using System.Threading;
using System.Threading.Tasks;
namespace EpicMorg.Atlassian.Downloader namespace EpicMorg.Atlassian.Downloader
{ {
class DonloaderService : IHostedService class DonloaderService : IHostedService
{ {
private readonly ILogger<DonloaderService> logger; private readonly ILogger<DonloaderService> logger;
private readonly DownloaderOptions options; private readonly DownloaderOptions options;
private readonly HttpClient client; private readonly HttpClient client;
private readonly IHostApplicationLifetime hostApplicationLifetime; private readonly IHostApplicationLifetime hostApplicationLifetime;
private readonly string assemblyEnvironment = string.Format("[{1}, {0}]",
System.Runtime.InteropServices.RuntimeInformation.ProcessArchitecture.ToString().ToLowerInvariant(),
System.Runtime.InteropServices.RuntimeInformation.FrameworkDescription);
private readonly string assemblyVersion = Assembly.GetEntryAssembly().GetCustomAttribute<AssemblyInformationalVersionAttribute>().InformationalVersion;
private readonly string assemblyName = Assembly.GetEntryAssembly().GetCustomAttribute<AssemblyProductAttribute>().Product;
const string assemblyBuildType =
#if DEBUG
"[Debug]"
#else
"[Release]"
#endif
;
public DonloaderService(IHostApplicationLifetime hostApplicationLifetime, ILogger<DonloaderService> logger, HttpClient client, DownloaderOptions options) public DonloaderService(IHostApplicationLifetime hostApplicationLifetime, ILogger<DonloaderService> logger, HttpClient client, DownloaderOptions options)
{ {
this.logger = logger; this.logger = logger;
this.client = client; this.client = client;
this.options = options; this.options = options;
this.hostApplicationLifetime = hostApplicationLifetime; this.hostApplicationLifetime = hostApplicationLifetime;
} }
public const ConsoleColor DEFAULT = ConsoleColor.Blue;
public async Task StartAsync(CancellationToken cancellationToken)
{
this.SetConsoleTitle();
var feedUrls = this.GetFeedUrls();
logger.LogInformation($"Task started");
foreach (var feedUrl in feedUrls)
{
if (cancellationToken.IsCancellationRequested)
{
return;
}
var (json, versions) = await this.GetJson(feedUrl, cancellationToken).ConfigureAwait(false);
switch (options.Action) public static void WriteColorLine(string text, params object[] args)
{ {
case DownloadAction.ShowRawJson: Dictionary<char, ConsoleColor> colors = new()
Console.Out.WriteLine(json); {
break; { '!', ConsoleColor.Red },
case DownloadAction.Download: { '@', ConsoleColor.Green },
await this.DownloadFilesFromFreed(feedUrl, versions, cancellationToken).ConfigureAwait(false); { '#', ConsoleColor.Blue },
break; { '$', ConsoleColor.Magenta },
case DownloadAction.ListURLs: { '&', ConsoleColor.Yellow },
foreach (var versionProg in versions) { '%', ConsoleColor.Cyan }
{ };
foreach (var file in versionProg.Value) // TODO: word wrap, backslash escapes
text = string.Format(text, args);
string chunk = "";
bool paren = false;
for (int i = 0; i < text.Length; i++)
{
char c = text[i];
if (colors.ContainsKey(c) && StringNext(text, i) != ' ')
{
Console.Write(chunk);
chunk = "";
if (StringNext(text, i) == '(')
{
i++; // skip past the paren
paren = true;
}
Console.ForegroundColor = colors[c];
}
else if (paren && c == ')')
{
paren = false;
Console.ForegroundColor = DEFAULT;
}
else if (Console.ForegroundColor != DEFAULT)
{
Console.Write(c);
if (c == ' ' && !paren)
Console.ForegroundColor = DEFAULT;
}
else
chunk += c;
}
Console.WriteLine(chunk);
Console.ForegroundColor = DEFAULT;
}
public static char StringPrev(string text, int index)
{
return (index == 0 || text.Length == 0) ? '\0' : text[index - 1];
}
public static char StringNext(string text, int index)
{
return (index < text.Length) ? text[index + 1] : '\0';
}
public async Task StartAsync(CancellationToken cancellationToken)
{
SetConsoleTitle();
if (options.Version)
{
logger.LogInformation($"{assemblyName} {assemblyVersion} {assemblyEnvironment} {assemblyBuildType}");
Console.BackgroundColor = ConsoleColor.Black;
WriteColorLine("%╔═╦═══════════════════════════════════════════════════════════════════════════════════════╦═╗");
WriteColorLine("%╠═╝ .''. %╚═%╣");
WriteColorLine("%║ .:cc;. %║");
WriteColorLine("%║ .;cccc;. %║");
WriteColorLine("%║ .;cccccc;. !╔══════════════════════════════════════════════╗ %║");
WriteColorLine("%║ .:ccccccc;. !║ "+ assemblyName +" !║ %║");
WriteColorLine("%║ 'ccccccccc;. !╠══════════════════════════════════════════════╣ %║");
WriteColorLine("%║ ,cccccccccc;. !║ &Code: @kastkack !║ %║");
WriteColorLine("%║ ,ccccccccccc;. !║ &GFX: @stam !║ %║");
WriteColorLine("%║ .... .:ccccccccccc;. !╠══════════════════════════════════════════════╣ %║");
WriteColorLine("%║ .',,'..;cccccccccccc;. !║ &Version: "+ assemblyVersion + " !║ %║");
WriteColorLine("%║ .,,,,,'.';cccccccccccc;. !║ &GitHub: $EpicMorg/atlassian-downloader !║ %║");
WriteColorLine("%║ .,;;;;;,'.':cccccccccccc;. !╚══════════════════════════════════════════════╝ %║");
WriteColorLine("%║ .;:;;;;;;,...:cccccccccccc;. %║");
WriteColorLine("%║ .;:::::;;;;'. .;:ccccccccccc;. %║");
WriteColorLine("%║ .:cc::::::::,. ..:ccccccccccc;. %║");
WriteColorLine("%║ .:cccccc:::::' .:ccccccccccc;. %║");
WriteColorLine("%║ .;:::::::::::,. .;:::::::::::,. %║");
WriteColorLine("%╠═╗ ............ ............ %╔═╣");
WriteColorLine("%╚═╩═══════════════════════════════════════════════════════════════════════════════════════╩═╝");
Console.ResetColor();
}
else
{
var feedUrls = this.GetFeedUrls();
logger.LogInformation($"Task started");
foreach (var feedUrl in feedUrls)
{
if (cancellationToken.IsCancellationRequested)
{
return;
}
var (json, versions) = await this.GetJson(feedUrl, cancellationToken).ConfigureAwait(false);
switch (options.Action)
{
case DownloadAction.ShowRawJson:
Console.Out.WriteLine(json);
break;
case DownloadAction.Download:
await this.DownloadFilesFromFreed(feedUrl, versions, cancellationToken).ConfigureAwait(false);
break;
case DownloadAction.ListURLs:
foreach (var versionProg in versions)
{ {
Console.Out.WriteLine(file.ZipUrl); foreach (var file in versionProg.Value)
{
Console.Out.WriteLine(file.ZipUrl);
}
} }
} break;
break; case DownloadAction.ListVersions:
case DownloadAction.ListVersions: foreach (var versionProg in versions)
foreach (var versionProg in versions)
{
foreach (var file in versionProg.Value)
{ {
Console.Out.WriteLine(file.Version); foreach (var file in versionProg.Value)
{
Console.Out.WriteLine(file.Version);
}
} }
} break;
break; }
} }
} }
logger.LogInformation($"Complete"); logger.LogInformation($"Complete");
this.hostApplicationLifetime.StopApplication();
this.hostApplicationLifetime.StopApplication();
} }
private async Task<(string json, IDictionary<string, ResponseItem[]> versions)> GetJson(string feedUrl, CancellationToken cancellationToken) private async Task<(string json, IDictionary<string, ResponseItem[]> versions)> GetJson(string feedUrl, CancellationToken cancellationToken)
@ -88,94 +191,87 @@ namespace EpicMorg.Atlassian.Downloader
private string[] GetFeedUrls() => options.CustomFeed != null private string[] GetFeedUrls() => options.CustomFeed != null
? options.CustomFeed.Select(a => a.ToString()).ToArray() ? options.CustomFeed.Select(a => a.ToString()).ToArray()
: new[] { : new[] {
"https://my.atlassian.com/download/feeds/archived/bamboo.json", "https://my.atlassian.com/download/feeds/archived/bamboo.json",
"https://my.atlassian.com/download/feeds/archived/clover.json", "https://my.atlassian.com/download/feeds/archived/clover.json",
"https://my.atlassian.com/download/feeds/archived/confluence.json", "https://my.atlassian.com/download/feeds/archived/confluence.json",
"https://my.atlassian.com/download/feeds/archived/crowd.json", "https://my.atlassian.com/download/feeds/archived/crowd.json",
"https://my.atlassian.com/download/feeds/archived/crucible.json", "https://my.atlassian.com/download/feeds/archived/crucible.json",
"https://my.atlassian.com/download/feeds/archived/fisheye.json", "https://my.atlassian.com/download/feeds/archived/fisheye.json",
"https://my.atlassian.com/download/feeds/archived/jira-core.json", "https://my.atlassian.com/download/feeds/archived/jira-core.json",
"https://my.atlassian.com/download/feeds/archived/jira-servicedesk.json", "https://my.atlassian.com/download/feeds/archived/jira-servicedesk.json",
"https://my.atlassian.com/download/feeds/archived/jira-software.json", "https://my.atlassian.com/download/feeds/archived/jira-software.json",
"https://my.atlassian.com/download/feeds/archived/jira.json", "https://my.atlassian.com/download/feeds/archived/jira.json",
"https://my.atlassian.com/download/feeds/archived/stash.json", "https://my.atlassian.com/download/feeds/archived/stash.json",
"https://my.atlassian.com/download/feeds/current/bamboo.json", "https://my.atlassian.com/download/feeds/current/bamboo.json",
"https://my.atlassian.com/download/feeds/current/clover.json", "https://my.atlassian.com/download/feeds/current/clover.json",
"https://my.atlassian.com/download/feeds/current/confluence.json", "https://my.atlassian.com/download/feeds/current/confluence.json",
"https://my.atlassian.com/download/feeds/current/crowd.json", "https://my.atlassian.com/download/feeds/current/crowd.json",
"https://my.atlassian.com/download/feeds/current/crucible.json", "https://my.atlassian.com/download/feeds/current/crucible.json",
"https://my.atlassian.com/download/feeds/current/fisheye.json", "https://my.atlassian.com/download/feeds/current/fisheye.json",
"https://my.atlassian.com/download/feeds/current/jira-core.json", "https://my.atlassian.com/download/feeds/current/jira-core.json",
"https://my.atlassian.com/download/feeds/current/jira-servicedesk.json", "https://my.atlassian.com/download/feeds/current/jira-servicedesk.json",
"https://my.atlassian.com/download/feeds/current/jira-software.json", "https://my.atlassian.com/download/feeds/current/jira-software.json",
"https://my.atlassian.com/download/feeds/current/stash.json", "https://my.atlassian.com/download/feeds/current/stash.json",
"https://my.atlassian.com/download/feeds/eap/bamboo.json", "https://my.atlassian.com/download/feeds/eap/bamboo.json",
"https://my.atlassian.com/download/feeds/eap/confluence.json", "https://my.atlassian.com/download/feeds/eap/confluence.json",
"https://my.atlassian.com/download/feeds/eap/jira.json", "https://my.atlassian.com/download/feeds/eap/jira.json",
"https://my.atlassian.com/download/feeds/eap/jira-servicedesk.json", "https://my.atlassian.com/download/feeds/eap/jira-servicedesk.json",
"https://my.atlassian.com/download/feeds/eap/stash.json", "https://my.atlassian.com/download/feeds/eap/stash.json",
//https://raw.githubusercontent.com/EpicMorg/atlassian-json/master/json-backups/archived/sourcetree.json //https://raw.githubusercontent.com/EpicMorg/atlassian-json/master/json-backups/archived/sourcetree.json
"https://raw.githack.com/EpicMorg/atlassian-json/master/json-backups/archived/sourcetree.json", "https://raw.githack.com/EpicMorg/atlassian-json/master/json-backups/archived/sourcetree.json",
//https://raw.githubusercontent.com/EpicMorg/atlassian-json/master/json-backups/current/sourcetree.json //https://raw.githubusercontent.com/EpicMorg/atlassian-json/master/json-backups/current/sourcetree.json
"https://raw.githack.com/EpicMorg/atlassian-json/master/json-backups/current/sourcetree.json" "https://raw.githack.com/EpicMorg/atlassian-json/master/json-backups/current/sourcetree.json"
}; };
private void SetConsoleTitle() private void SetConsoleTitle()
{ {
const string appBuildType = Console.Title = $@"{assemblyName} {assemblyVersion} {assemblyEnvironment} - {assemblyBuildType}";
#if DEBUG
"[Debug]"
#else
"[Release]"
#endif
;
var assemblyName = System.Reflection.Assembly.GetExecutingAssembly().GetName();
Console.Title = $@"{assemblyName.Name} {assemblyName.Version} {appBuildType}";
} }
private async Task DownloadFilesFromFreed(string feedUrl, IDictionary<string, ResponseItem[]> versions, CancellationToken cancellationToken) private async Task DownloadFilesFromFreed(string feedUrl, IDictionary<string, ResponseItem[]> versions, CancellationToken cancellationToken)
{ {
var feedDir = Path.Combine(options.OutputDir, feedUrl[(feedUrl.LastIndexOf('/') + 1)..(feedUrl.LastIndexOf('.'))]);
logger.LogInformation($"Download from JSON \"{feedUrl}\" started"); var feedDir = Path.Combine(options.OutputDir, feedUrl[(feedUrl.LastIndexOf('/') + 1)..(feedUrl.LastIndexOf('.'))]);
foreach (var version in versions) logger.LogInformation($"Download from JSON \"{feedUrl}\" started");
{ foreach (var version in versions)
if (cancellationToken.IsCancellationRequested)
{
return;
}
var directory = Path.Combine(feedDir, version.Key);
if (!Directory.Exists(directory))
{
Directory.CreateDirectory(directory);
}
foreach (var file in version.Value)
{ {
if (cancellationToken.IsCancellationRequested) if (cancellationToken.IsCancellationRequested)
{ {
return; return;
} }
if (file.ZipUrl == null) { continue; }
var serverPath = file.ZipUrl.PathAndQuery; var directory = Path.Combine(feedDir, version.Key);
var outputFile = Path.Combine(directory, serverPath[(serverPath.LastIndexOf("/") + 1)..]); if (!Directory.Exists(directory))
if (!File.Exists(outputFile))
{ {
await DownloadFile(file, outputFile, cancellationToken).ConfigureAwait(false); Directory.CreateDirectory(directory);
} }
else foreach (var file in version.Value)
{ {
logger.LogWarning($"File \"{outputFile}\" already exists. Download from \"{file.ZipUrl}\" skipped."); if (cancellationToken.IsCancellationRequested)
{
return;
}
if (file.ZipUrl == null) { continue; }
var serverPath = file.ZipUrl.PathAndQuery;
var outputFile = Path.Combine(directory, serverPath[(serverPath.LastIndexOf("/") + 1)..]);
if (!File.Exists(outputFile))
{
await DownloadFile(file, outputFile, cancellationToken).ConfigureAwait(false);
}
else
{
logger.LogWarning($"File \"{outputFile}\" already exists. Download from \"{file.ZipUrl}\" skipped.");
}
} }
} }
} logger.LogInformation($"All files from \"{feedUrl}\" successfully downloaded.");
logger.LogInformation($"All files from \"{feedUrl}\" successfully downloaded.");
} }
private async Task DownloadFile(ResponseItem file, string outputFile, CancellationToken cancellationToken) private async Task DownloadFile(ResponseItem file, string outputFile, CancellationToken cancellationToken)
@ -205,6 +301,8 @@ namespace EpicMorg.Atlassian.Downloader
logger.LogInformation($"File \"{file.ZipUrl}\" successfully downloaded to \"{outputFile}\"."); logger.LogInformation($"File \"{file.ZipUrl}\" successfully downloaded to \"{outputFile}\".");
} }
#pragma warning disable CS1998 // Async method lacks 'await' operators and will run synchronously
public async Task StopAsync(CancellationToken cancellationToken) { } public async Task StopAsync(CancellationToken cancellationToken) { }
} #pragma warning restore CS1998 // Async method lacks 'await' operators and will run synchronously
}
} }

4
src/Models/DownloaderOptions.cs
View File

@ -1,6 +1,6 @@
using System; using System;
namespace EpicMorg.Atlassian.Downloader namespace EpicMorg.Atlassian.Downloader
{ {
public record DownloaderOptions(string OutputDir, Uri[] CustomFeed, DownloadAction Action) { } public record DownloaderOptions(string OutputDir, Uri[] CustomFeed, DownloadAction Action,bool Version) { }
} }

50
src/Models/ResponseItem.cs
View File

@ -1,31 +1,31 @@
using Microsoft.Extensions.Hosting; using Microsoft.Extensions.Hosting;
using Microsoft.Extensions.Logging; using Microsoft.Extensions.Logging;
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.IO; using System.IO;
using System.Linq; using System.Linq;
using System.Net.Http; using System.Net.Http;
using System.Text.Json; using System.Text.Json;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
namespace EpicMorg.Atlassian.Downloader namespace EpicMorg.Atlassian.Downloader
{ {
public partial class ResponseItem public partial class ResponseItem
{ {
public string Description { get; set; } public string Description { get; set; }
public string Edition { get; set; } public string Edition { get; set; }
public Uri ZipUrl { get; set; } public Uri ZipUrl { get; set; }
public object TarUrl { get; set; } public object TarUrl { get; set; }
public string Md5 { get; set; } public string Md5 { get; set; }
public string Size { get; set; } public string Size { get; set; }
public string Released { get; set; } public string Released { get; set; }
public string Type { get; set; } public string Type { get; set; }
public string Platform { get; set; } public string Platform { get; set; }
public string Version { get; set; } public string Version { get; set; }
public Uri ReleaseNotes { get; set; } public Uri ReleaseNotes { get; set; }
public Uri UpgradeNotes { get; set; } public Uri UpgradeNotes { get; set; }
} }
} }

9
src/Program.cs
View File

@ -16,9 +16,10 @@ namespace EpicMorg.Atlassian.Downloader
/// Atlassian archive downloader. See https://github.com/EpicMorg/atlassian-downloader for more info /// Atlassian archive downloader. See https://github.com/EpicMorg/atlassian-downloader for more info
/// </summary> /// </summary>
/// <param name="Action">Action to perform</param> /// <param name="Action">Action to perform</param>
/// <param name="OutputDir">Override output directory to download.</param> /// <param name="OutputDir">Override output directory to download</param>
/// <param name="customFeed">Override URIs to import.</param> /// <param name="customFeed">Override URIs to import</param>
static async Task Main(string OutputDir = "atlassian", Uri[] customFeed = null, DownloadAction Action = DownloadAction.Download) => await /// <param name="Version">Show credits" banner</param>
static async Task Main(string OutputDir = "atlassian", Uri[] customFeed = null, DownloadAction Action = DownloadAction.Download, bool Version = false) => await
Host Host
.CreateDefaultBuilder() .CreateDefaultBuilder()
.ConfigureHostConfiguration(configHost => configHost.AddEnvironmentVariables()) .ConfigureHostConfiguration(configHost => configHost.AddEnvironmentVariables())
@ -40,7 +41,7 @@ namespace EpicMorg.Atlassian.Downloader
.AddSerilog(dispose: true); .AddSerilog(dispose: true);
}) })
.AddHostedService<DonloaderService>() .AddHostedService<DonloaderService>()
.AddSingleton(new DownloaderOptions(OutputDir, customFeed, Action)) .AddSingleton(new DownloaderOptions(OutputDir, customFeed, Action, Version))
.AddHttpClient()) .AddHttpClient())
.RunConsoleAsync() .RunConsoleAsync()
.ConfigureAwait(false); .ConfigureAwait(false);

3
src/atlassian-downloader.csproj
View File

@ -10,7 +10,7 @@
<TargetFramework>net5.0</TargetFramework> <TargetFramework>net5.0</TargetFramework>
<ApplicationIcon>favicon.ico</ApplicationIcon> <ApplicationIcon>favicon.ico</ApplicationIcon>
<PackageId>EpicMorg.Atlassian.Downloader</PackageId> <PackageId>EpicMorg.Atlassian.Downloader</PackageId>
<Authors>Atlassian Downloader</Authors> <Authors>EpicMorg, kasthack, stam</Authors>
<Description>Atlassian Downloader by EpicMorg</Description> <Description>Atlassian Downloader by EpicMorg</Description>
<PackageProjectUrl>https://github.com/EpicMorg/atlassian-downloader</PackageProjectUrl> <PackageProjectUrl>https://github.com/EpicMorg/atlassian-downloader</PackageProjectUrl>
<PackageIcon>favicon.png</PackageIcon> <PackageIcon>favicon.png</PackageIcon>
@ -23,6 +23,7 @@
<Copyright>EpicMorg 2021</Copyright> <Copyright>EpicMorg 2021</Copyright>
<Product>Atlassian Downloader</Product> <Product>Atlassian Downloader</Product>
<IsPackable>true</IsPackable> <IsPackable>true</IsPackable>
<Company>EpicMorg</Company>
</PropertyGroup> </PropertyGroup>
<ItemGroup> <ItemGroup>