RAUploadManager.m 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567
  1. //
  2. // RAUploadManager.m
  3. // test_autolayout
  4. //
  5. // Created by Ray on 02/05/2017.
  6. // Copyright © 2017 USAI. All rights reserved.
  7. //
  8. #import <UIKit/UIKit.h>
  9. #import "RAUploadManager.h"
  10. #import "NetworkUtils.h"
  11. #import "RAUtils.h"
  12. #import "UploadSettingController.h"
  13. @interface RAUploadManager ()
  14. @property (nonatomic,strong) NSTimer *retryTimer;
  15. @property (nonatomic,strong) NSMutableArray<RAUploadOperation *> *retryArr;
  16. @end
  17. @implementation RAUploadManager
  18. /*!
  19. * Called by Reachability whenever status changes.
  20. */
  21. - (void) reachabilityChanged:(NSNotification *)note
  22. {
  23. [self handleReachability:self.reach];
  24. }
  25. - (void)handleReachability:(Reachability *)reachability {
  26. NetworkStatus netStatus = [reachability currentReachabilityStatus];
  27. if (self.onlyWiFi && netStatus != ReachableViaWiFi) {
  28. DebugLog(@"not wifi & stop task");
  29. [self stopAllTasks];
  30. }
  31. }
  32. - (instancetype)init {
  33. if (self = [super init]) {
  34. /*
  35. Observe the kNetworkReachabilityChangedNotification. When that notification is posted, the method reachabilityChanged will be called.
  36. */
  37. [[NSNotificationCenter defaultCenter] addObserver:self selector:@selector(reachabilityChanged:) name:kReachabilityChangedNotification object:nil];
  38. NSString *remoteHostName = @"www.apple.com";
  39. self.reach = [Reachability reachabilityWithHostName:remoteHostName];
  40. [self.reach startNotifier];
  41. [self handleReachability:self.reach];
  42. self.queue_status = QueueStatusDefault;
  43. NSDictionary *param = [[NSUserDefaults standardUserDefaults] objectForKey:kUploadSetting];
  44. if (param) {
  45. BOOL autoUpload = [[param objectForKey:@"auto_upload"] boolValue];
  46. BOOL autoRmFinish = [[param objectForKey:@"auto_rm_finish"] boolValue];
  47. BOOL autoRmErr = [[param objectForKey:@"auto_rm_error"] boolValue];
  48. BOOL onlyWiFi = [[param objectForKey:@"only_wifi"] boolValue];
  49. int retryCount = [[param objectForKey:@"retry_count"] intValue];
  50. self.autoStart = autoUpload;
  51. // self.removeFinish = autoRmFinish;
  52. // self.removeError = autoRmErr;
  53. self.maxRetry = retryCount;
  54. self.onlyWiFi = onlyWiFi;
  55. } else {
  56. self.autoStart = YES;
  57. // self.removeFinish = YES;
  58. // self.removeError = NO;
  59. self.maxRetry = 5;
  60. self.onlyWiFi = NO;
  61. }
  62. self.newtaskStatus = TaskStatusWait;
  63. self.maxThread = 3;
  64. // self.autoStart = true;
  65. // self.removeError=true;
  66. // self.removeFinish = true;
  67. self.operation_queue = [NSOperationQueue new];
  68. self.operation_queue.maxConcurrentOperationCount = self.maxThread;
  69. [self.operation_queue addObserver:self
  70. forKeyPath:@"operationCount"
  71. options:(NSKeyValueObservingOptionNew|NSKeyValueObservingOptionOld)
  72. context:@"queueFinished changed"];
  73. //load task 要在监听arr_queue之前
  74. [self loadTasks];
  75. [self addObserver:self
  76. forKeyPath:@"arr_queue"
  77. options:(NSKeyValueObservingOptionNew|NSKeyValueObservingOptionOld)
  78. context:@"arr_queue changed"];
  79. // self.arr_queue_lock = [NSLock new];
  80. // [self.arr_queue_lock lock];
  81. // [self.arr_queue_lock lock];
  82. // [self.arr_queue_lock unlock];
  83. // [self.arr_queue_lock unlock];
  84. // self.backgroundColor = [UIColor clearColor];
  85. }
  86. return self;
  87. }
  88. -(void) dealloc
  89. {
  90. [self destructRetryTimer];
  91. [[NSNotificationCenter defaultCenter] removeObserver:self name:kReachabilityChangedNotification object:nil];
  92. [self.operation_queue removeObserver:self forKeyPath:@"operationCount"];
  93. [self.operation_queue removeObserver:self forKeyPath:@"arr_queue"];
  94. }
  95. - (void)observeValueForKeyPath:(NSString *)keyPath ofObject:(id)object change:(NSDictionary *)change context:(void *)context
  96. {
  97. if([keyPath isEqualToString:@"operationCount"])
  98. {
  99. // [self checkRetryOperations];
  100. if(self.operation_queue.operationCount == 0 && self.retryArr.count == 0)
  101. {
  102. for(NSMutableDictionary* task in self.arr_queue)
  103. {
  104. if([task[@"status"] intValue] == TaskStatusError)
  105. {
  106. self.queue_status = QueueStatusFinishWithError;
  107. return;
  108. }
  109. }
  110. self.queue_status = QueueStatusFinish;
  111. }
  112. }
  113. if([keyPath isEqualToString:@"arr_queue"])
  114. {
  115. NSArray* newqueue=[change objectForKey:NSKeyValueChangeNewKey];
  116. NSArray* oldqueue=[change objectForKey:NSKeyValueChangeOldKey];
  117. if([newqueue isKindOfClass:[NSNull class]])
  118. newqueue=nil;
  119. if([oldqueue isKindOfClass:[NSNull class]])
  120. oldqueue=nil;
  121. if(newqueue.count>oldqueue.count)
  122. {
  123. self.queue_status = QueueStatusAdd;
  124. return;
  125. }
  126. }
  127. }
  128. //-(void) upload:(NSString*) url
  129. //{
  130. // while(self.activeThread<self.maxThread)
  131. // {
  132. // bool nomore=false;
  133. // for(int i=0;i<self.arr_queue.count;i++)
  134. // {
  135. // NSMutableDictionary* task = self.arr_queue[i];
  136. //
  137. // TaskStatus ts=[task[@"status"] intValue];
  138. // if (ts==TaskStatusWait) {
  139. // self.activeThread--;
  140. // [self uploadTask:task url:url];
  141. // break;
  142. // }
  143. // if(i==self.arr_queue.count-1)
  144. // nomore=true;
  145. //
  146. // }
  147. // if(nomore)
  148. // break;
  149. // }
  150. //}
  151. -(void) addTask:(NSMutableDictionary*) task
  152. {
  153. // [self.arr_queue addObject:task];
  154. // [self.arr_queue_lock lock];
  155. // [[self mutableArrayValueForKey:@"arr_queue"] addObject:task];
  156. // [self.arr_queue_lock unlock];
  157. @synchronized(self) {
  158. // [[self mutableArrayValueForKey:@"arr_queue"] addObject:task];
  159. [[self mutableArrayValueForKey:@"arr_queue"] insertObject:task atIndex:0];
  160. }
  161. if(self.newtaskStatus==TaskStatusWait)
  162. {
  163. [self startTask:task];
  164. }
  165. // self.queue_status = QueueStatusAdd;
  166. }
  167. -(void) addTasks:(NSMutableArray*) tasks
  168. {
  169. // [self.arr_queue_lock lock];
  170. // [[self mutableArrayValueForKey:@"arr_queue"] addObjectsFromArray:tasks];
  171. // [self.arr_queue_lock unlock];
  172. @synchronized(self) {
  173. // [[self mutableArrayValueForKey:@"arr_queue"] addObjectsFromArray:tasks];
  174. // NSIndexSet *indexSet = [NSIndexSet indexSetWithIndexesInRange:NSMakeRange([self mutableArrayValueForKey:@"arr_queue"].count,tasks.count )];
  175. NSIndexSet *indexSet = [NSIndexSet indexSetWithIndexesInRange:NSMakeRange(0,tasks.count )];
  176. [[self mutableArrayValueForKey:@"arr_queue"] insertObjects:tasks atIndexes:indexSet];
  177. }
  178. if(self.newtaskStatus==TaskStatusWait)
  179. {
  180. for(NSMutableDictionary* task in tasks)
  181. [self startTask:task];
  182. }
  183. // self.queue_status = QueueStatusAdd;
  184. }
  185. -(void) removeTasks:(NSMutableArray*) tasks
  186. {
  187. for(NSMutableDictionary* task in tasks)
  188. {
  189. [self stopTask:task];
  190. // 文件上传成功才移除文件
  191. // NSFileManager* fmanager = [NSFileManager new];
  192. // NSError* error = nil;
  193. // bool bdel=[fmanager removeItemAtPath:[self filePath:task] error:&error];
  194. // if(!bdel)
  195. // DebugLog(@"file delete failed path:%@",[self filePath:task]);
  196. }
  197. // [self.arr_queue_lock lock];
  198. // [[self mutableArrayValueForKey:@"arr_queue"] removeObjectsInArray:tasks];
  199. // [self.arr_queue_lock unlock];
  200. @synchronized(self) {
  201. // [[self mutableArrayValueForKey:@"arr_queue"] removeObjectsInArray:tasks];
  202. // NSIndexSet *indexSet = [NSIndexSet indexSetWithIndexesInRange:NSMakeRange([self mutableArrayValueForKey:@"arr_queue"].count,tasks.count )];
  203. NSIndexSet *indexSet = [self.arr_queue indexesOfObjectsPassingTest:^BOOL(id _Nonnull obj, NSUInteger idx, BOOL * _Nonnull stop)
  204. {
  205. return [tasks containsObject:obj];
  206. // return [tasks indexOfObject:obj];
  207. }];
  208. // [NSIndexSet new];
  209. // for(NSMutableDictionary* task in tasks)
  210. // {
  211. //
  212. // [self.arr_queue indexOfObject:task];
  213. // indexSet set
  214. // }
  215. [[self mutableArrayValueForKey:@"arr_queue"] removeObjectsAtIndexes:indexSet];
  216. // -removeObjectFrom<Key>AtIndex
  217. // [ insertObjects:tasks atIndexes:indexSet];
  218. }
  219. // if (self.delegate && [self.delegate respondsToSelector:@selector(uploadManager:didRemoveTasks:)]) {
  220. // [self.delegate uploadManager:self didRemoveTasks:tasks];
  221. // }
  222. }
  223. -(void) removeTask:(NSMutableDictionary*) task
  224. {
  225. // [self.arr_queue addObject:task];
  226. [self stopTask:task];
  227. // 上传成功才删除文件
  228. // NSFileManager* fmanager = [NSFileManager new];
  229. // NSError* error = nil;
  230. // bool bdel=[fmanager removeItemAtPath:[self filePath:task] error:&error];
  231. // if(!bdel)
  232. // DebugLog(@"file delete failed path:%@",[self filePath:task]);
  233. // [self.arr_queue_lock lock];
  234. // DebugLog(@"lock");
  235. // [[self mutableArrayValueForKey:@"arr_queue"] removeObject:task];
  236. // DebugLog(@"unlock");
  237. // [self.arr_queue_lock unlock];
  238. // [self.arr_queue_lock lock];
  239. // [[self mutableArrayValueForKey:@"arr_queue"] removeObject:task];
  240. // [self.arr_queue_lock unlock];
  241. @synchronized(self) {
  242. [[self mutableArrayValueForKey:@"arr_queue"] removeObject:task];
  243. }
  244. // if (self.delegate && [self.delegate respondsToSelector:@selector(uploadManager:didRemoveTasks:)]) {
  245. // [self.delegate uploadManager:self didRemoveTasks:@[task]];
  246. // }
  247. }
  248. -(NSString*)filePath:(NSMutableDictionary*)task
  249. {
  250. NSString *path = [RAUtils appCacheDirectory];
  251. path= [path stringByAppendingPathComponent:task[@"path"]];
  252. path= [path stringByAppendingPathComponent:task[@"file"]];
  253. return path;
  254. }
  255. -(void) saveTasks
  256. {
  257. NSUserDefaults *defaults =[NSUserDefaults standardUserDefaults];
  258. [defaults setObject:self.arr_queue forKey:@"upload_queue"];
  259. [defaults synchronize];
  260. }
  261. -(void) loadTasks
  262. {
  263. [self stopAllTasks];
  264. self.arr_queue = [NSMutableArray new];
  265. NSMutableArray* arr = [[[NSUserDefaults standardUserDefaults] objectForKey:@"upload_queue"] mutableCopy];
  266. // if(arr==nil)
  267. for(NSDictionary* task in arr)
  268. {
  269. NSMutableDictionary* newtask =[task mutableCopy];
  270. [self.arr_queue addObject:newtask];
  271. if(self.autoStart&&[task[@"status"] intValue]!=TaskStatusError&&[task[@"status"] intValue]!=TaskStatusFinish)
  272. [self startTask:newtask];
  273. }
  274. // NSDictionary* ddd = arr[0] ;
  275. // NSMutableDictionary* eee = [ddd mutableCopy];
  276. //
  277. // eee=[NSMutableDictionary dictionaryWithDictionary:ddd];
  278. // if(arr!=nil)
  279. // self.arr_queue=arr;
  280. // else
  281. // self.arr_queue= [[NSMutableArray alloc] init];
  282. //
  283. // for(__strong NSMutableDictionary* task in arr)
  284. // {
  285. //
  286. // task=[NSMutableDictionary dictionaryWithDictionary:task];
  287. //// if([task[@"status"] intValue]==TaskStatusStart)
  288. //// task[@"status"]=[NSNumber numberWithInteger:TaskStatusWait];
  289. // // NSMutableDictionary *new_task = [task mutableCopy];
  290. // if(self.autoStart&&[task[@"status"] intValue]!=TaskStatusError&&[task[@"status"] intValue]!=TaskStatusFinish)
  291. // [self startTask:task];
  292. // }
  293. }
  294. -(void) stopAllTasks
  295. {
  296. for(NSMutableDictionary* task in self.arr_queue)
  297. {
  298. [self stopTask:task];
  299. }
  300. }
  301. -(void) stopTask:(NSMutableDictionary*) task
  302. {
  303. if([task[@"status"] intValue]!=TaskStatusStart&&[task[@"status"] intValue]!=TaskStatusWait)
  304. {
  305. task[@"operation"]=nil;
  306. return; // task 已停止,返回
  307. }
  308. DebugLog(@"stop task");
  309. RAUploadOperation* operation = task[@"operation"];
  310. [operation cancel];
  311. task[@"operation"]=nil;
  312. task[@"status"] = [NSNumber numberWithInt:TaskStatusStop] ;
  313. task[@"progress"] = [NSNumber numberWithDouble:0.0];
  314. }
  315. -(void) startAllTasks
  316. {
  317. for(NSMutableDictionary* task in self.arr_queue)
  318. [self startTask:task];
  319. }
  320. -(void) startTask:(NSMutableDictionary*) task
  321. {
  322. if (self.onlyWiFi && self.reach.currentReachabilityStatus != ReachableViaWiFi) {
  323. return;
  324. }
  325. /*__block*/ NSMutableDictionary* block_task = task;
  326. __weak typeof(self) weakSelf = self;
  327. if([task[@"status"] intValue]==TaskStatusStart||[task[@"status"] intValue]==TaskStatusWait)
  328. return; // task 已在执行队列,返回
  329. RAUploadOperation* operation = [[RAUploadOperation alloc] initWithTaskinfo:task retry:self.maxRetry];
  330. [operation setCompletionBlock:^{
  331. switch ([block_task[@"status"] intValue]) {
  332. case TaskStatusFinish:
  333. {
  334. // if(weakSelf.removeFinish)
  335. // [self removeTask:block_task];
  336. }
  337. break;
  338. case TaskStatusError:
  339. {
  340. // if(weakSelf.removeError)
  341. // [self removeTask:block_task];
  342. }
  343. break;
  344. default:
  345. break;
  346. }
  347. }];
  348. task[@"msg"] = nil;
  349. task[@"operation"] = operation;
  350. task[@"status"] = [NSNumber numberWithInt:self.newtaskStatus] ;
  351. [self.operation_queue addOperation:operation];
  352. }
  353. //- (void) uploadTask:(NSMutableDictionary*) task url:(NSString*)url{
  354. //
  355. //// __weak typeof(self) weakself = self;
  356. //
  357. //
  358. //
  359. //
  360. //}
  361. - (BOOL)canUpload {
  362. if (self.onlyWiFi && self.reach.currentReachabilityStatus != ReachableViaWiFi) {
  363. return NO;
  364. }
  365. return YES;
  366. }
  367. #pragma mark - Retry
  368. - (NSMutableArray<RAUploadOperation *> *)retryArr {
  369. if (!_retryArr) {
  370. _retryArr = [NSMutableArray array];
  371. }
  372. return _retryArr;
  373. }
  374. - (void)addRetryOperation:(RAUploadOperation *)operation {
  375. if (self.retryTimer == nil) {
  376. // self.retryTimer = [NSTimer scheduledTimerWithTimeInterval:60 target:self selector:@selector(checkRetryOperations) userInfo:nil repeats:YES];
  377. self.retryTimer = [NSTimer timerWithTimeInterval:60 target:self selector:@selector(checkRetryOperations) userInfo:nil repeats:YES];
  378. [[NSRunLoop mainRunLoop] addTimer:self.retryTimer forMode:NSRunLoopCommonModes];
  379. }
  380. [self.retryArr addObject:operation];
  381. // 升序
  382. [self.retryArr sortUsingComparator:^NSComparisonResult(RAUploadOperation* _Nonnull operation1, RAUploadOperation* _Nonnull opertation2) {
  383. if (operation1.theRestOfWaitTimeInterval < opertation2.theRestOfWaitTimeInterval) {
  384. return NSOrderedAscending;
  385. } else {
  386. return NSOrderedDescending;
  387. }
  388. }];
  389. }
  390. - (void)checkRetryOperations {
  391. // 检查是否有需要重试的任务
  392. if (self.retryArr.count == 0) {
  393. return;
  394. }
  395. // 检查Wi-Fi Only
  396. if (![self canUpload]) {
  397. return;
  398. }
  399. NSMutableArray<RAUploadOperation *> *nextStartOperations = [NSMutableArray array];
  400. // // 检查当前上传队列等待数量是否小于最大并发数
  401. // if (self.operation_queue.operationCount < self.maxThread) {
  402. //
  403. //// // 根据最大并发数将剩余Operation全部添加进去
  404. //// NSInteger minCount = MIN(self.retryArr.count, self.maxThread - self.operation_queue.operationCount);
  405. // for (int i = 0; i < self.retryArr.count; i++) {
  406. // RAUploadOperation *operation = [self.retryArr objectAtIndex:i];
  407. // operation.queuePriority = NSOperationQueuePriorityVeryHigh;
  408. // [self.operation_queue addOperation:operation];
  409. // [nextStartOperations addObject:operation];
  410. // }
  411. //
  412. // } else {
  413. // 调度等待时间到达的Operation
  414. __weak typeof(self) weakSelf = self;
  415. [self.retryArr enumerateObjectsUsingBlock:^(RAUploadOperation * _Nonnull operation, NSUInteger idx, BOOL * _Nonnull stop) {
  416. if (operation.theRestOfWaitTimeInterval <= 0) {
  417. operation.queuePriority = NSOperationQueuePriorityVeryHigh;
  418. [weakSelf.operation_queue addOperation:operation];
  419. [nextStartOperations addObject:operation];
  420. }
  421. }];
  422. // }
  423. [self.retryArr removeObjectsInArray:nextStartOperations];
  424. // if (self.retryArr.count == 0) {
  425. // [self destructRetryTimer];
  426. // }
  427. }
  428. - (void)destructRetryTimer {
  429. if (self.retryTimer != nil) {
  430. [self.retryTimer setFireDate:[NSDate distantFuture]];
  431. [self.retryTimer invalidate];
  432. self.retryTimer = nil;
  433. }
  434. }
  435. @end