C#集成FastDFS断点续传
参考网址：https://www.cnblogs.com/ddrsql/p/7199894.html
C#集成FastDFS断点续传
参考
.net版本FastDFS客户端v5.05。
https://github.com/zhouyh362329/fastdfs.client.net
FastDFS环境准备。
http://www.cnblogs.com/ddrsql/p/7118695.html
webuploader。
http://fex.baidu.com/webuploader/
普通方式下载
非断点续传方式下载。
/// <summary>
/// 普通下载
/// </summary>
public void Download()
{
string fileName = "下载测试test.txt";
string filePath = Server.MapPath("/File/test.txt");
System.IO.FileInfo fileInfo = new System.IO.FileInfo(filePath);
if (fileInfo.Exists == true)
{
const long ChunkSize = 10240;
byte[] buffer = new byte[ChunkSize];
Response.Clear();
System.IO.FileStream iStream = System.IO.File.OpenRead(filePath);
long dataLengthToRead = iStream.Length;//获取下载的文件总大小
Response.ContentEncoding = Encoding.UTF8;
Response.ContentType = "application/octet-stream";
Response.AddHeader("Content-Disposition", "attachment; filename=" + fileName);
while (dataLengthToRead > 0 && Response.IsClientConnected)
{
Thread.Sleep(100);
int lengthRead = iStream.Read(buffer, 0, Convert.ToInt32(ChunkSize));//读取的大小
Response.OutputStream.Write(buffer, 0, lengthRead);
Response.Flush();
dataLengthToRead -= lengthRead;
}
Response.Close();
}
}
下载完成前客户端不知道文件大小。
MVC FastDFS 断点续传方式下载
断点续传几个关键Header属性：
Request
If-Range、Range
Response
StatusCode = 206
Accept-Ranges、ETag、Content-Length、Content-Range
/// <summary>
/// FastDFS下载文件，断点续传
/// </summary>
/// <returns></returns>
public bool DownloadByFDFS()
{
string group_name = "group1";
string remote_filename = "M00/00/00/CgEG1FlWChOEHXNFAAAAAEFinIM178.txt";
string fileName = "测试.txt";
long length = 2878186;
long speed = 1024 * 100;
bool ret = true;
try
{
#region--验证：HttpMethod，请求的文件是否存在
switch (Request.HttpMethod.ToUpper())
{ //目前只支持GET和HEAD方法
case "GET":
case "HEAD":
break;
default:
Response.StatusCode = 501;
return false;
}
#endregion
#region 定义局部变量
long startBytes = 0;
int packSize = 1024 * 10; //分块读取，每块10K bytes
long fileLength = length;// myFile.Length;
int sleep = (int)Math.Ceiling(1000.0 * packSize / speed);//毫秒数：读取下一数据块的时间间隔
string lastUpdateTiemStr = "2017-07-18 11:57:54";
string eTag = HttpUtility.UrlEncode(fileName, Encoding.UTF8) + lastUpdateTiemStr;//便于恢复下载时提取请求头;
#endregion
#region--验证：文件是否太大，是否是续传，且在上次被请求的日期之后是否被修改过--------------
//if (myFile.Length > Int32.MaxValue)
//{//-------文件太大了-------
// Response.StatusCode = 413;//请求实体太大
// return false;
//}
if (Request.Headers["If-Range"] != null)//对应响应头ETag：文件名+文件最后修改时间
{
//----------上次被请求的日期之后被修改过--------------
if (Request.Headers["If-Range"].Replace("\"", "") != eTag)
{//文件修改过
Response.StatusCode = 412;//预处理失败
return false;
}
}
#endregion
try
{
#region -------添加重要响应头、解析请求头、相关验证-------------------
Response.Clear();
Response.Buffer = false;
//Response.AddHeader("Content-MD5", GetMD5Hash(myFile));//用于验证文件
Response.AddHeader("Accept-Ranges", "bytes");//重要：续传必须
Response.AppendHeader("ETag", "\"" + eTag + "\"");//重要：续传必须
Response.AppendHeader("Last-Modified", lastUpdateTiemStr);//把最后修改日期写入响应
Response.ContentType = "application/octet-stream";//MIME类型：匹配任意文件类型
Response.AddHeader("Content-Disposition", "attachment;filename=" + fileName);//s HttpUtility.UrlEncode(fileName, Encoding.UTF8).Replace("+", "%20"));
Response.AddHeader("Connection", "Keep-Alive");
Response.ContentEncoding = Encoding.UTF8;
if (Request.Headers["Range"] != null)
{//------如果是续传请求，则获取续传的起始位置，即已经下载到客户端的字节数------
Response.StatusCode = 206;//重要：续传必须，表示局部范围响应。初始下载时默认为200
string[] range = Request.Headers["Range"].Split(new char[] { '=', '-' });//"bytes=1474560-"
startBytes = Convert.ToInt64(range[1]);//已经下载的字节数，即本次下载的开始位置
if (startBytes < 0 || startBytes >= fileLength)
{//无效的起始位置
return false;
}
}
Response.AddHeader("Content-Length", (fileLength - startBytes).ToString());
if (startBytes > 0)
{//------如果是续传请求，告诉客户端本次的开始字节数，总长度，以便客户端将续传数据追加到startBytes位置后----------
Response.AddHeader("Content-Range", string.Format(" bytes {0}-{1}/{2}", startBytes, fileLength - 1, fileLength));
}
#endregion
#region -------向客户端发送数据块-------------------
//binaryReader.BaseStream.Seek(startBytes, SeekOrigin.Begin);
int maxCount = (int)Math.Ceiling((fileLength - startBytes + 0.0) / packSize);//分块下载，剩余部分可分成的块数
for (int i = 0; i < maxCount && Response.IsClientConnected; i++)
{//客户端中断连接，则暂停
if (fileLength - startBytes < packSize)
packSize = 0;
byte[] fdfs = client.download_file(group_name, remote_filename, startBytes, packSize);
Response.BinaryWrite(fdfs);
Response.Flush();
startBytes = startBytes + packSize;
if (sleep > 1) Thread.Sleep(sleep);
}
#endregion
}
catch
{
ret = false;
}
finally
{
}
}
catch
{
ret = false;
}
return ret;
}
断点续传方式下载文件效果：
MVC FastDFS断点续传方式上传
文件分段上传至FastDFS首次使用upload_appender_file，之后使用append_file追加。
public string Upload(HttpPostedFileBase file)
{
string group = "";
string path = "";
string tempPath = Server.MapPath("~/File/temp.txt");
byte[] buffer = new byte[file.ContentLength];
System.IO.Stream fs = (System.IO.Stream)file.InputStream;
fs.Read(buffer, 0, file.ContentLength);
NameValuePair[] meta_list = new NameValuePair[4];
meta_list[0] = new NameValuePair("width", "800");
meta_list[1] = new NameValuePair("heigth", "600");
meta_list[2] = new NameValuePair("bgcolor", "#FFFFFF");
meta_list[3] = new NameValuePair("author", "Mike");
if (Request.Params["chunk"] == "0" || Request.Params["chunk"] == null)
{
string ext = Path.GetExtension(file.FileName).Replace(".", "");
//fastdfs上传
var results = client.upload_appender_file(buffer, ext, meta_list);
group = results[0];
path = results[1];
//临时存储group、path
StreamWriter sw = new StreamWriter(tempPath, false);
sw.WriteLine(group);
sw.WriteLine(path);
sw.Close();
}
else
{
if (System.IO.File.Exists(tempPath))
{
StreamReader sr = new StreamReader(tempPath);
int i = 0;
string strReadline = string.Empty;
//读取group、path
while ((strReadline = sr.ReadLine()) != null)
{
if (i == 0)
group = strReadline;
else if (i == 1)
path = strReadline;
i++;
}
sr.Close();
}
//文件续传，fastdfs追加上传
var flag = client.append_file(group, path, buffer);
}
return "{\"data\":{\"chunked\" : true, \"ext\" : \"exe\"}}";
}
public string GetMaxChunk(string md5)
{
//根据实际存储介质返回文件上传终止的段
return "{\"data\":0}";
}
上传pconline1477535934501.zip文件测试。
上传完成后查看/File/temp.txt文件记录。
到相应的group查看：
WEBAPI FastDFS断点续传方式下载
WEBAPI中PushStreamContent 推送
/// <summary>
/// PushStreamContent 推送
/// FDFS文件，断点续传
/// </summary>
/// <returns></returns>
public HttpResponseMessage GetFileFDFS()
{
HttpResponseMessage response = new HttpResponseMessage();
if (Request.Headers.IfRange != null && Request.Headers.IfRange.EntityTag.ToString().Replace("\"", "") != NowTime)
{
response.StatusCode = HttpStatusCode.PreconditionFailed;
return response;
}
string group_name = "group1";
string remote_filename = "M00/00/00/CgEG1FlWChOEHXNFAAAAAEFinIM178.txt";
string fileName = "测试.txt";
long fileLength = 2878186;
long speed = 1024 * 100;
long packSize = 1024 * 10;
int sleep = (int)Math.Ceiling(1000.0 * packSize / speed);//毫秒数：读取下一数据块的时间间隔
ContentInfo contentInfo = GetContentInfoFromRequest(this.Request, fileLength);
Action<Stream, HttpContent, TransportContext> pushContentAction = (outputStream, content, context) =>
{
try
{
int length = Convert.ToInt32((fileLength - 1) - contentInfo.From) + 1;
while (length > 0 && packSize > 0)
{
byte[] fdfs = client.download_file(group_name, remote_filename, contentInfo.From, Math.Min(length, packSize));
outputStream.Write(fdfs, 0, fdfs.Length);
contentInfo.From = contentInfo.From + fdfs.Length;
length -= fdfs.Length;
if (sleep > 1) Thread.Sleep(sleep);
}
//int maxCount = (int)Math.Ceiling((fileLength - contentInfo.From + 0.0) / packSize);//分块下载，剩余部分可分成的块数
//for (int i = 0; i < maxCount && HttpContext.Current.Response.IsClientConnected; i++)
//{
// if (fileLength - contentInfo.From < packSize)
// packSize = 0;
// byte[] fdfs = client.download_file(group_name, remote_filename, contentInfo.From, packSize);
// outputStream.Write(fdfs, 0, fdfs.Length);
// contentInfo.From = contentInfo.From + fdfs.Length;
// if (sleep > 1) Thread.Sleep(sleep);
//}
}
catch (HttpException ex)
{
throw ex;
}
finally
{
outputStream.Close();
}
};
response.Content = new PushStreamContent(pushContentAction, new MediaTypeHeaderValue(MimeType));
//response.Content = new PushStreamContent(pushContentAction);
SetResponseHeaders(response, contentInfo, fileLength, fileName);
return response;
}
demo下载地址：https://pan.baidu.com/s/1i5rDs49
浙公网安备 33010602011771号