markus / DownloadManager / PageStorage.cs @ 1c0c336a
이력 | 보기 | 이력해설 | 다운로드 (10.8 KB)
1 |
using System; |
---|---|
2 |
using System.Collections.Concurrent; |
3 |
using System.Collections.Generic; |
4 |
using System.ComponentModel; |
5 |
using System.Linq; |
6 |
using System.Net; |
7 |
using System.Text; |
8 |
using System.Threading.Tasks; |
9 |
|
10 |
namespace KCOM.PageManager |
11 |
{ |
12 |
public class PageStorage |
13 |
{ |
14 |
public event EventHandler<PageLoadCompletedEventArgs> PageLoadCompleted; |
15 |
|
16 |
private const int DEFUALT_TALK_PAGE_COUNT = 10; |
17 |
|
18 |
List<int> WorkItems = new List<int>(); |
19 |
ConcurrentBag<PageItem> fileItems = new ConcurrentBag<PageItem>(); |
20 |
BackgroundWorker backgroundWorker; |
21 |
|
22 |
string _localStorage; |
23 |
string _fileExt; |
24 |
string _BaseUri; |
25 |
int _TotalPages; |
26 |
int _TakeCount; |
27 |
string _token; |
28 |
bool IsWork = false; |
29 |
bool IsDownload = false; |
30 |
|
31 |
public PageStorage(string BaseUri, string localStoragePath, string fileExt, int totalPages, int takeCount = 5) |
32 |
{ |
33 |
try |
34 |
{ |
35 |
backgroundWorker = new BackgroundWorker { WorkerSupportsCancellation = true, WorkerReportsProgress = true }; |
36 |
backgroundWorker.DoWork += BackgroundWorker_DoWork; |
37 |
backgroundWorker.ProgressChanged += BackgroundWorker_ProgressChanged; |
38 |
_fileExt = fileExt; |
39 |
_BaseUri = BaseUri; |
40 |
_localStorage = localStoragePath; |
41 |
_TotalPages = totalPages; |
42 |
_TakeCount = takeCount; |
43 |
|
44 |
//_token = Authenticate(_BaseUri); |
45 |
|
46 |
System.IO.Directory.CreateDirectory(_localStorage); |
47 |
|
48 |
//backgroundWorker.RunWorkerAsync(new int[] { 1, 10 }); |
49 |
} |
50 |
catch (Exception ex) |
51 |
{ |
52 |
throw new Exception("PageStorage", ex); |
53 |
} |
54 |
} |
55 |
|
56 |
private void BackgroundWorker_ProgressChanged(object sender, ProgressChangedEventArgs e) |
57 |
{ |
58 |
System.Diagnostics.Debug.WriteLine(_fileExt + ":" + e.ProgressPercentage.ToString() + "%"); |
59 |
} |
60 |
|
61 |
private void BackgroundWorker_DoWork(object sender, DoWorkEventArgs e) |
62 |
{ |
63 |
DownloadWork(); |
64 |
} |
65 |
|
66 |
private void DownloadWork() |
67 |
{ |
68 |
while (WorkItems.Count > 0) |
69 |
{ |
70 |
if (!IsDownload) |
71 |
{ |
72 |
int item = -1; |
73 |
try |
74 |
{ |
75 |
|
76 |
if (WorkItems.TryFrist(true, out item)) |
77 |
{ |
78 |
var result = DownloadPageAsync(item, null); |
79 |
} |
80 |
} |
81 |
catch (Exception ex) |
82 |
{ |
83 |
System.Diagnostics.Debug.WriteLine(ex.ToString()); |
84 |
} |
85 |
} |
86 |
|
87 |
System.Threading.Thread.Sleep(100); |
88 |
|
89 |
} |
90 |
|
91 |
IsWork = false; |
92 |
} |
93 |
|
94 |
public async void DownloadWorkAsync(int startPage, int TakeCount) |
95 |
{ |
96 |
if (0 < _TakeCount && startPage < _TotalPages) |
97 |
{ |
98 |
int takecount = _TakeCount; |
99 |
|
100 |
if (_TotalPages < startPage + takecount) |
101 |
{ |
102 |
takecount = _TotalPages - startPage; |
103 |
_TakeCount = 0; |
104 |
} |
105 |
|
106 |
WorkItems.AddRange(Enumerable.Range(startPage, TakeCount - 1)); |
107 |
} |
108 |
|
109 |
if (!IsWork && WorkItems.Count() > 0) |
110 |
{ |
111 |
IsWork = true; |
112 |
await Task.Run(() => DownloadWork()); |
113 |
} |
114 |
//if (!backgroundWorker.IsBusy && WorkItems.Count() > 0) |
115 |
//{ |
116 |
// backgroundWorker.RunWorkerAsync(); |
117 |
//} |
118 |
} |
119 |
|
120 |
public void DownloadWork(int startPage, int TakeCount) |
121 |
{ |
122 |
if (0 < _TakeCount && startPage <= _TotalPages) |
123 |
{ |
124 |
WorkItems.AddRange(Enumerable.Range(startPage, _TotalPages)); |
125 |
} |
126 |
|
127 |
if (!IsWork && WorkItems.Count() > 0) |
128 |
{ |
129 |
IsWork = true; |
130 |
DownloadWork(); |
131 |
} |
132 |
} |
133 |
|
134 |
public async Task<Uri> GetPageUriAsync(System.Threading.CancellationToken? cts, int PageNo, bool IsRestart = false) |
135 |
{ |
136 |
IsDownload = true; |
137 |
|
138 |
Uri result = null; |
139 |
|
140 |
try |
141 |
{ |
142 |
System.Diagnostics.Debug.WriteLine("GetPageAsync"); |
143 |
|
144 |
var pageItem = await DownloadPageAsync(PageNo, cts); |
145 |
|
146 |
// 다음 페이지가 미리 다운로드 되도록 추가 |
147 |
if (pageItem != null && 0 < _TakeCount && PageNo + 1 < _TotalPages) |
148 |
{ |
149 |
int takecount = _TakeCount; |
150 |
|
151 |
if (_TotalPages < PageNo + 1 + takecount) |
152 |
{ |
153 |
takecount = _TotalPages - PageNo + 1; |
154 |
} |
155 |
|
156 |
DownloadWorkAsync(PageNo + 1, takecount); |
157 |
//var takePageNoList = Enumerable.Range(PageNo + 1, _TakeCount); |
158 |
} |
159 |
|
160 |
result = pageItem.LocalUri; |
161 |
} |
162 |
catch (Exception ex) |
163 |
{ |
164 |
if (cts != null) |
165 |
{ |
166 |
if (cts.Value.IsCancellationRequested) |
167 |
{ |
168 |
return result; |
169 |
} |
170 |
} |
171 |
|
172 |
if (!IsRestart) |
173 |
{ |
174 |
await Task.Delay(100); |
175 |
|
176 |
result = await GetPageUriAsync(cts, PageNo, true); |
177 |
} |
178 |
//throw new Exception("GetPageAsync(string BasePageUri,int PageNo)", ex); |
179 |
} |
180 |
finally |
181 |
{ |
182 |
IsDownload = false; |
183 |
} |
184 |
|
185 |
return result; |
186 |
} |
187 |
|
188 |
public string Authenticate(string baseUri) |
189 |
{ |
190 |
string result = null; |
191 |
|
192 |
try |
193 |
{ |
194 |
Uri uri = new Uri(baseUri); |
195 |
string baseUrl = uri.Scheme + "://" + uri.Host + (uri.IsDefaultPort ? "" : ":" + uri.Port); |
196 |
|
197 |
using (System.Net.WebClient client = new System.Net.WebClient()) |
198 |
{ |
199 |
client.Headers.Add(HttpRequestHeader.Authorization, "!dsfadsfa@@~"); |
200 |
var response = client.DownloadString(baseUrl + "/Authenticate"); |
201 |
|
202 |
if (response != null) |
203 |
{ |
204 |
result = response; |
205 |
} |
206 |
} |
207 |
} |
208 |
catch (Exception) |
209 |
{ |
210 |
|
211 |
throw; |
212 |
} |
213 |
|
214 |
return result; |
215 |
} |
216 |
|
217 |
public async Task<PageItem> DownloadPageAsync(int PageNo, System.Threading.CancellationToken? cts) |
218 |
{ |
219 |
IsDownload = true; |
220 |
PageItem result = new PageItem { PageNo = PageNo }; |
221 |
|
222 |
try |
223 |
{ |
224 |
var page = fileItems.Where(x => x.PageNo == PageNo).ToList(); |
225 |
|
226 |
if (page.Count > 0) |
227 |
{ |
228 |
System.Diagnostics.Debug.WriteLine("DownloadPageAsync fileItems"); |
229 |
|
230 |
result = page.First(); |
231 |
|
232 |
/// 파일 체크 후 없으면 다시 다운로드 |
233 |
if (!System.IO.File.Exists(result.LocalFilePath)) |
234 |
{ |
235 |
//fileItems.(result); |
236 |
|
237 |
result = await DownloadPageAsync(PageNo, cts); |
238 |
} |
239 |
} |
240 |
else |
241 |
{ |
242 |
|
243 |
System.Diagnostics.Debug.WriteLine("DownloadPageAsync down"); |
244 |
|
245 |
string downloadFilePath = System.IO.Path.Combine(_localStorage, PageNo.ToString() + "." + _fileExt); |
246 |
|
247 |
Uri originalUri = new Uri(_BaseUri.Replace("{PageNo}", PageNo.ToString())); |
248 |
|
249 |
result = new PageItem |
250 |
{ |
251 |
PageNo = PageNo, |
252 |
OriginalUri = originalUri, |
253 |
LocalUri = new Uri(downloadFilePath, UriKind.Absolute), |
254 |
LocalFilePath = downloadFilePath |
255 |
}; |
256 |
|
257 |
if (fileItems.Where(x => x.PageNo == PageNo).Count() == 0) |
258 |
{ |
259 |
fileItems.Add(result); |
260 |
} |
261 |
|
262 |
using (System.Net.WebClient client = new System.Net.WebClient()) |
263 |
{ |
264 |
//client.Headers.Add(HttpRequestHeader.Authorization, _token); |
265 |
client.UseDefaultCredentials = true; |
266 |
//client.Headers.Add("user-agent", "Your User-Agent"); |
267 |
System.Net.IWebProxy webProxy = client.Proxy; |
268 |
|
269 |
if (webProxy != null) |
270 |
{ |
271 |
// Use the default credentials of the logged on user. |
272 |
webProxy.Credentials = System.Net.CredentialCache.DefaultCredentials; |
273 |
} |
274 |
|
275 |
if (cts != null) |
276 |
{ |
277 |
client.DownloadProgressChanged += (snd, ect) => |
278 |
{ |
279 |
IsDownload = client.IsBusy; |
280 |
|
281 |
if (cts.Value.IsCancellationRequested) |
282 |
{ |
283 |
client.CancelAsync(); |
284 |
} |
285 |
}; |
286 |
} |
287 |
|
288 |
client.DownloadFileCompleted += (snd, evt) => |
289 |
{ |
290 |
result.IsDownLoad = true; |
291 |
|
292 |
bool isLast = false; |
293 |
|
294 |
if(result.PageNo == _TotalPages) |
295 |
{ |
296 |
isLast = true; |
297 |
} |
298 |
|
299 |
PageLoadCompleted?.Invoke(this, new PageLoadCompletedEventArgs(result, isLast)); |
300 |
System.Diagnostics.Debug.WriteLine("Download : " + downloadFilePath); |
301 |
}; |
302 |
|
303 |
await client.DownloadFileTaskAsync(originalUri, downloadFilePath); |
304 |
|
305 |
} |
306 |
|
307 |
//} |
308 |
//System.Diagnostics.Debug.WriteLine("Download : " + result.LocalFilePath); |
309 |
} |
310 |
} |
311 |
catch (Exception ex) |
312 |
{ |
313 |
throw new Exception("DownloadPageAsync : ", ex); |
314 |
} |
315 |
finally |
316 |
{ |
317 |
IsDownload = false; |
318 |
} |
319 |
|
320 |
return result; |
321 |
} |
322 |
|
323 |
public void Clear() |
324 |
{ |
325 |
try |
326 |
{ |
327 |
backgroundWorker.CancelAsync(); |
328 |
backgroundWorker.Dispose(); |
329 |
|
330 |
foreach (var item in fileItems) |
331 |
{ |
332 |
System.IO.File.Delete(item.LocalFilePath); |
333 |
} |
334 |
|
335 |
System.IO.Directory.Delete(_localStorage, true); |
336 |
} |
337 |
catch (Exception ex) |
338 |
{ |
339 |
System.Diagnostics.Debug.WriteLine(ex.ToString()); |
340 |
} |
341 |
} |
342 |
} |
343 |
} |