我已使用 VSTS 上的 AzureBlob 文件复制任务将客户端库分发到 SPA 客户端使用库以及样式表的 Azure Blob 存储。
看起来 AzureBlob 文件复制没有在文件上设置内容标头，因此客户端无法正确使用内容。
是否有任何其他任务可以解决此问题，或者制作可以正确上传和设置内容类型的自定义任务的程度如何。ect js 到 application/javascript 和 css 到 text/css。
问问题
1178 次
3 回答
1
我最终用我拥有的一些现有代码在 c# 中创建了自己的任务。
using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.ComponentModel.DataAnnotations;
using System.Diagnostics;
using System.IO;
using System.Linq;
using System.Net;
using System.Net.Http;
using System.Reflection;
using System.Threading;
using System.Threading.Tasks;
using System.Threading.Tasks.Dataflow;
using CommandLine;
using Microsoft.WindowsAzure.Storage;
using Microsoft.WindowsAzure.Storage.Auth;
using Microsoft.WindowsAzure.Storage.Blob;
using Newtonsoft.Json.Linq;
using SInnovations.VSTeamServices.TaskBuilder.Attributes;
using SInnovations.VSTeamServices.TaskBuilder.AzureResourceManager.ResourceTypes;
using SInnovations.VSTeamServices.TaskBuilder.ConsoleUtils;
using SInnovations.VSTeamServices.TaskBuilder.ResourceTypes;
using SInnovations.VSTeamServices.TaskBuilder.Tasks;
namespace AzureBlobFileCopy
{
public class ConnectedServiceRelation : PropertyRelation<ProgramOptions, ServiceEndpoint>
{
public ConnectedServiceRelation()
: base(k => k.ConnectedServiceName)
{
}
}
[ResourceType(TaskInputType = "pickList")]
public class ARMListKey : IConsoleReader<ProgramOptions>, IConsoleExecutor<ProgramOptions>
{
public void OnConsoleParsing(Parser parser, string[] args, ProgramOptions options, PropertyInfo info)
{
Id = args[Array.IndexOf(args, "--storage") + 1];
}
public void Execute(ProgramOptions options)
{
var http = options.ConnectedServiceName.GetAuthorizedHttpClient("https://management.azure.com/");
var keys = http.PostAsync($"https://management.azure.com{Id}/listKeys?api-version=2016-01-01", new StringContent(string.Empty)).GetAwaiter().GetResult();
var keysObj = JObject.Parse(keys.Content.ReadAsStringAsync().GetAwaiter().GetResult());
Account = new CloudStorageAccount(new StorageCredentials(Id.Split('/').Last(), keysObj.SelectTokens("$.keys[*].value").First().ToString()), true);
}
public string Id { get; set; }
public CloudStorageAccount Account { get; set; }
}
[ConnectedServiceRelation(typeof(ConnectedServiceRelation))]
[EntryPoint("Uploading to $(storage)")]
[Group(DisplayName = "Output", isExpanded = true, Name = "output")]
public class ProgramOptions
{
[Display(ShortName = "source", Name = "Copy Path", Description = "The files that should be copied", ResourceType = typeof(GlobPath))]
public GlobPath Source { get; set; }
[Required]
[Display(Name = "Azure Subscription", ShortName = "ConnectedServiceName", ResourceType = typeof(ServiceEndpoint), Description = "Azure Service Principal to obtain tokens from")]
public ServiceEndpoint ConnectedServiceName { get; set; }
[Required]
[ArmResourceIdPicker("Microsoft.Storage/storageAccounts", "2016-01-01")]
[Display(ShortName = "storage", Name = "Storage Account", Description = "The storage account to copy files to", ResourceType = typeof(ARMListKey))]
public ARMListKey StorageAccount { get; set; }
[Display(Name = "Container Name")]
[Option("container", Required = true)]
public string ContainerName { get; set; }
[Display(Name = "Prefix for uploaded data")]
[Option("prefix")]
public string Prefix { get; set; }
[Display(Name = "Fail if files Exists")]
[DefaultValue(true)]
[Option("failOnExists")]
public bool FailIfFilesExist { get; set; }
[Display(Name = "Storage Container Uri", GroupName = "output")]
[Option("StorageContainerUri")]
public string StorageContainerUri { get; set; }
[Display(Name = "Storage Container SAS token", GroupName = "output")]
[Option("StorageContainerSASToken")]
public string StorageContainerSASToken
{
get; set;
}
[Display(Name = "Verbose", Description = "Write out each file thats uploaded")]
[Option("Verbose")]
public bool Verbose { get; set; }
}
public class Program
{
private static readonly CancellationTokenSource cancellationTokenSource = new CancellationTokenSource();
private static readonly ManualResetEvent runCompleteEvent = new ManualResetEvent(false);
static void Main(string[] args)
{
#if DEBUG
// args = new[] { "--build" };
#endif
ServicePointManager.UseNagleAlgorithm = true;
ServicePointManager.Expect100Continue = true;
ServicePointManager.CheckCertificateRevocationList = true;
ServicePointManager.DefaultConnectionLimit = ServicePointManager.DefaultPersistentConnectionLimit * 100;
try
{
RunAsync(ConsoleHelper.ParseAndHandleArguments<ProgramOptions>($"Finding and uploading data", args),
cancellationTokenSource.Token).Wait();
}
finally
{
runCompleteEvent.Set();
}
}
private static async Task RunAsync(ProgramOptions ops, CancellationToken cannelcationtoken)
{
Console.WriteLine($"Uploading data at {ops.Source} to {ops.StorageAccount.Account.BlobEndpoint} using {ops.Prefix} as prefix in {ops.ContainerName}");
var client = ops.StorageAccount.Account.CreateCloudBlobClient();
var container = client.GetContainerReference(ops.ContainerName);
await container.CreateIfNotExistsAsync();
if (ops.FailIfFilesExist)
{
var uploads = ops.Source.MatchedFiles()
.Select(file => Path.Combine(ops.Prefix, file.Substring(ops.Source.Root.Length).TrimStart('/', '\\')).Replace("\\", "/"))
.ToLookup(k=>k);
foreach(var file in container.ListBlobs(ops.Prefix, true).OfType<CloudBlockBlob>().Select(b => b.Name))
{
if (uploads.Contains(file))
{
Console.WriteLine("##vso[task.logissue type=error] File Exists: " + file);
throw new Exception("File exists: " + file);
}
}
}
var actionBlock = new TransformBlock<string, Tuple<string, CloudBlockBlob, TimeSpan>>(async (string file) =>
{
var filestopWatch = Stopwatch.StartNew();
using (var fileStream = File.OpenRead(file))
{
var blob = container.GetBlockBlobReference(Path.Combine(ops.Prefix,file.Substring(ops.Source.Root.Length).TrimStart('/','\\')).Replace("\\","/"));
blob.Properties.ContentType = Constants.GetContentType(file);
using (var writeable = await blob.OpenWriteAsync())
{
await fileStream.CopyToAsync(writeable);
}
return new Tuple<string, CloudBlockBlob, TimeSpan>(file, blob, filestopWatch.Elapsed);
}
}, new ExecutionDataflowBlockOptions { MaxDegreeOfParallelism = 64 });
var i = 0;
var completed = new ActionBlock<Tuple<string, CloudBlockBlob, TimeSpan>>((blob) =>
{
if (ops.Verbose)
{
Console.WriteLine($"Uploaded {blob.Item1} to {blob.Item2.Name} completed in {blob.Item3}");
}
Interlocked.Increment(ref i);
});
actionBlock.LinkTo(completed, new DataflowLinkOptions { PropagateCompletion = true });
var stopWatch = Stopwatch.StartNew();
foreach (var file in ops.Source.MatchedFiles())
{
await actionBlock.SendAsync(file);
}
actionBlock.Complete();
await completed.Completion;
Console.WriteLine($"Uploaded {i} files to {container.Name}{ops.Prefix} in {stopWatch.Elapsed}");
if (!string.IsNullOrEmpty(ops.StorageContainerUri))
{
TaskHelper.SetVariable(ops.StorageContainerUri, container.Uri.ToString());
}
if (!string.IsNullOrEmpty(ops.StorageContainerSASToken))
{
TaskHelper.SetVariable(ops.StorageContainerSASToken, container.GetSharedAccessSignature(new SharedAccessBlobPolicy
{
SharedAccessExpiryTime = DateTimeOffset.UtcNow.AddHours(2),
Permissions = SharedAccessBlobPermissions.Add | SharedAccessBlobPermissions.Create | SharedAccessBlobPermissions.Delete | SharedAccessBlobPermissions.List | SharedAccessBlobPermissions.Read | SharedAccessBlobPermissions.Write
}),
true);
}
}
}
}
于 2017-02-11T10:40:15.160 回答
1
AzureBlob 文件复制在幕后使用 AzCopy，那么如何/SetContentType在 Additional Arguments 字段中添加参数作为值？
我相信这将使 AzCopy 根据文件扩展名设置内容类型
于 2017-08-10T04:11:44.023 回答
0
您可以使用 Powershell 在文件上设置标题。首先复制文件，然后使用 Azure Powershell 任务设置标头。或者您可以直接从 Powershell 上传并设置标题。
于 2016-09-19T07:53:10.583 回答