RAUploadManager.m 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576
  1. //
  2. // RAUploadManager.m
  3. // test_autolayout
  4. //
  5. // Created by Ray on 02/05/2017.
  6. // Copyright © 2017 USAI. All rights reserved.
  7. //
  8. #import <UIKit/UIKit.h>
  9. #import "RAUploadManager.h"
  10. #import "NetworkUtils.h"
  11. #import "RAUtils.h"
  12. NSString *const kUploadSetting = @"UploadSettingKey";
  13. @interface RAUploadManager ()
  14. @property (nonatomic,strong) NSTimer *retryTimer;
  15. @property (nonatomic,strong) NSMutableArray<RAUploadOperation *> *retryArr;
  16. @end
  17. @implementation RAUploadManager
  18. /*!
  19. * Called by Reachability whenever status changes.
  20. */
  21. - (void) reachabilityChanged:(NSNotification *)note
  22. {
  23. [self handleReachability:self.reach];
  24. }
  25. - (void)handleReachability:(Reachability *)reachability {
  26. NetworkStatus netStatus = [reachability currentReachabilityStatus];
  27. if (self.onlyWiFi && netStatus != ReachableViaWiFi) {
  28. DebugLog(@"not wifi & stop task");
  29. [self.retryArr removeAllObjects];
  30. [self stopAllTasks];
  31. }
  32. }
  33. - (instancetype)init {
  34. if (self = [super init]) {
  35. /*
  36. Observe the kNetworkReachabilityChangedNotification. When that notification is posted, the method reachabilityChanged will be called.
  37. */
  38. [[NSNotificationCenter defaultCenter] addObserver:self selector:@selector(reachabilityChanged:) name:kReachabilityChangedNotification object:nil];
  39. NSString *remoteHostName = @"www.apple.com";
  40. self.reach = [Reachability reachabilityWithHostName:remoteHostName];
  41. [self.reach startNotifier];
  42. [self handleReachability:self.reach];
  43. self.queue_status = QueueStatusDefault;
  44. NSDictionary *param = [[NSUserDefaults standardUserDefaults] objectForKey:kUploadSetting];
  45. if (param) {
  46. BOOL autoUpload = [[param objectForKey:@"auto_upload"] boolValue];
  47. BOOL autoRmFinish = [[param objectForKey:@"auto_rm_finish"] boolValue];
  48. BOOL autoRmErr = [[param objectForKey:@"auto_rm_error"] boolValue];
  49. BOOL onlyWiFi = [[param objectForKey:@"only_wifi"] boolValue];
  50. int retryCount = [[param objectForKey:@"retry_count"] intValue];
  51. NSNumber *timeInterval = [param objectForKey:@"retry_time_interval"];
  52. if (timeInterval != nil) {
  53. self.retryTimeInterval = [timeInterval intValue];
  54. } else {
  55. self.retryTimeInterval = 300;
  56. }
  57. self.autoStart = autoUpload;
  58. // self.removeFinish = autoRmFinish;
  59. // self.removeError = autoRmErr;
  60. self.maxRetry = retryCount;
  61. self.onlyWiFi = onlyWiFi;
  62. } else {
  63. self.autoStart = YES;
  64. // self.removeFinish = YES;
  65. // self.removeError = NO;
  66. self.maxRetry = 5;
  67. self.onlyWiFi = NO;
  68. self.retryTimeInterval = 300;
  69. }
  70. self.newtaskStatus = TaskStatusWait;
  71. self.maxThread = 3;
  72. // self.autoStart = true;
  73. // self.removeError=true;
  74. // self.removeFinish = true;
  75. self.operation_queue = [NSOperationQueue new];
  76. self.operation_queue.maxConcurrentOperationCount = self.maxThread;
  77. [self.operation_queue addObserver:self
  78. forKeyPath:@"operationCount"
  79. options:(NSKeyValueObservingOptionNew|NSKeyValueObservingOptionOld)
  80. context:@"queueFinished changed"];
  81. //load task 要在监听arr_queue之前
  82. [self loadTasks];
  83. [self addObserver:self
  84. forKeyPath:@"arr_queue"
  85. options:(NSKeyValueObservingOptionNew|NSKeyValueObservingOptionOld)
  86. context:@"arr_queue changed"];
  87. // self.arr_queue_lock = [NSLock new];
  88. // [self.arr_queue_lock lock];
  89. // [self.arr_queue_lock lock];
  90. // [self.arr_queue_lock unlock];
  91. // [self.arr_queue_lock unlock];
  92. // self.backgroundColor = [UIColor clearColor];
  93. }
  94. return self;
  95. }
  96. -(void) dealloc
  97. {
  98. [self destructRetryTimer];
  99. [[NSNotificationCenter defaultCenter] removeObserver:self name:kReachabilityChangedNotification object:nil];
  100. [self.operation_queue removeObserver:self forKeyPath:@"operationCount"];
  101. [self.operation_queue removeObserver:self forKeyPath:@"arr_queue"];
  102. }
  103. - (void)observeValueForKeyPath:(NSString *)keyPath ofObject:(id)object change:(NSDictionary *)change context:(void *)context
  104. {
  105. if([keyPath isEqualToString:@"operationCount"])
  106. {
  107. // [self checkRetryOperations];
  108. if(self.operation_queue.operationCount == 0 && self.retryArr.count == 0)
  109. {
  110. for(NSMutableDictionary* task in self.arr_queue)
  111. {
  112. if([task[@"status"] intValue] == TaskStatusError)
  113. {
  114. self.queue_status = QueueStatusFinishWithError;
  115. return;
  116. }
  117. }
  118. self.queue_status = QueueStatusFinish;
  119. }
  120. }
  121. if([keyPath isEqualToString:@"arr_queue"])
  122. {
  123. NSArray* newqueue=[change objectForKey:NSKeyValueChangeNewKey];
  124. NSArray* oldqueue=[change objectForKey:NSKeyValueChangeOldKey];
  125. if([newqueue isKindOfClass:[NSNull class]])
  126. newqueue=nil;
  127. if([oldqueue isKindOfClass:[NSNull class]])
  128. oldqueue=nil;
  129. if(newqueue.count>oldqueue.count)
  130. {
  131. self.queue_status = QueueStatusAdd;
  132. return;
  133. }
  134. }
  135. }
  136. //-(void) upload:(NSString*) url
  137. //{
  138. // while(self.activeThread<self.maxThread)
  139. // {
  140. // bool nomore=false;
  141. // for(int i=0;i<self.arr_queue.count;i++)
  142. // {
  143. // NSMutableDictionary* task = self.arr_queue[i];
  144. //
  145. // TaskStatus ts=[task[@"status"] intValue];
  146. // if (ts==TaskStatusWait) {
  147. // self.activeThread--;
  148. // [self uploadTask:task url:url];
  149. // break;
  150. // }
  151. // if(i==self.arr_queue.count-1)
  152. // nomore=true;
  153. //
  154. // }
  155. // if(nomore)
  156. // break;
  157. // }
  158. //}
  159. -(void) addTask:(NSMutableDictionary*) task
  160. {
  161. // [self.arr_queue addObject:task];
  162. // [self.arr_queue_lock lock];
  163. // [[self mutableArrayValueForKey:@"arr_queue"] addObject:task];
  164. // [self.arr_queue_lock unlock];
  165. @synchronized(self) {
  166. // [[self mutableArrayValueForKey:@"arr_queue"] addObject:task];
  167. [[self mutableArrayValueForKey:@"arr_queue"] insertObject:task atIndex:0];
  168. }
  169. if(self.newtaskStatus==TaskStatusWait)
  170. {
  171. [self startTask:task];
  172. }
  173. // self.queue_status = QueueStatusAdd;
  174. }
  175. -(void) addTasks:(NSMutableArray*) tasks
  176. {
  177. // [self.arr_queue_lock lock];
  178. // [[self mutableArrayValueForKey:@"arr_queue"] addObjectsFromArray:tasks];
  179. // [self.arr_queue_lock unlock];
  180. @synchronized(self) {
  181. // [[self mutableArrayValueForKey:@"arr_queue"] addObjectsFromArray:tasks];
  182. // NSIndexSet *indexSet = [NSIndexSet indexSetWithIndexesInRange:NSMakeRange([self mutableArrayValueForKey:@"arr_queue"].count,tasks.count )];
  183. NSIndexSet *indexSet = [NSIndexSet indexSetWithIndexesInRange:NSMakeRange(0,tasks.count )];
  184. [[self mutableArrayValueForKey:@"arr_queue"] insertObjects:tasks atIndexes:indexSet];
  185. }
  186. if(self.newtaskStatus==TaskStatusWait)
  187. {
  188. for(NSMutableDictionary* task in tasks)
  189. [self startTask:task];
  190. }
  191. // self.queue_status = QueueStatusAdd;
  192. }
  193. -(void) removeTasks:(NSMutableArray*) tasks
  194. {
  195. for(NSMutableDictionary* task in tasks)
  196. {
  197. [self stopTask:task];
  198. // 文件上传成功才移除文件
  199. // NSFileManager* fmanager = [NSFileManager new];
  200. // NSError* error = nil;
  201. // bool bdel=[fmanager removeItemAtPath:[self filePath:task] error:&error];
  202. // if(!bdel)
  203. // DebugLog(@"file delete failed path:%@",[self filePath:task]);
  204. }
  205. // [self.arr_queue_lock lock];
  206. // [[self mutableArrayValueForKey:@"arr_queue"] removeObjectsInArray:tasks];
  207. // [self.arr_queue_lock unlock];
  208. @synchronized(self) {
  209. // [[self mutableArrayValueForKey:@"arr_queue"] removeObjectsInArray:tasks];
  210. // NSIndexSet *indexSet = [NSIndexSet indexSetWithIndexesInRange:NSMakeRange([self mutableArrayValueForKey:@"arr_queue"].count,tasks.count )];
  211. NSIndexSet *indexSet = [self.arr_queue indexesOfObjectsPassingTest:^BOOL(id _Nonnull obj, NSUInteger idx, BOOL * _Nonnull stop)
  212. {
  213. return [tasks containsObject:obj];
  214. // return [tasks indexOfObject:obj];
  215. }];
  216. // [NSIndexSet new];
  217. // for(NSMutableDictionary* task in tasks)
  218. // {
  219. //
  220. // [self.arr_queue indexOfObject:task];
  221. // indexSet set
  222. // }
  223. [[self mutableArrayValueForKey:@"arr_queue"] removeObjectsAtIndexes:indexSet];
  224. // -removeObjectFrom<Key>AtIndex
  225. // [ insertObjects:tasks atIndexes:indexSet];
  226. }
  227. // if (self.delegate && [self.delegate respondsToSelector:@selector(uploadManager:didRemoveTasks:)]) {
  228. // [self.delegate uploadManager:self didRemoveTasks:tasks];
  229. // }
  230. }
  231. -(void) removeTask:(NSMutableDictionary*) task
  232. {
  233. // [self.arr_queue addObject:task];
  234. [self stopTask:task];
  235. // 上传成功才删除文件
  236. // NSFileManager* fmanager = [NSFileManager new];
  237. // NSError* error = nil;
  238. // bool bdel=[fmanager removeItemAtPath:[self filePath:task] error:&error];
  239. // if(!bdel)
  240. // DebugLog(@"file delete failed path:%@",[self filePath:task]);
  241. // [self.arr_queue_lock lock];
  242. // DebugLog(@"lock");
  243. // [[self mutableArrayValueForKey:@"arr_queue"] removeObject:task];
  244. // DebugLog(@"unlock");
  245. // [self.arr_queue_lock unlock];
  246. // [self.arr_queue_lock lock];
  247. // [[self mutableArrayValueForKey:@"arr_queue"] removeObject:task];
  248. // [self.arr_queue_lock unlock];
  249. @synchronized(self) {
  250. [[self mutableArrayValueForKey:@"arr_queue"] removeObject:task];
  251. }
  252. // if (self.delegate && [self.delegate respondsToSelector:@selector(uploadManager:didRemoveTasks:)]) {
  253. // [self.delegate uploadManager:self didRemoveTasks:@[task]];
  254. // }
  255. }
  256. //-(NSString*)filePath:(NSMutableDictionary*)task
  257. //{
  258. //
  259. // NSString *path = [RAUtils appCacheDirectory];
  260. // path= [path stringByAppendingPathComponent:task[@"path"]];
  261. // path= [path stringByAppendingPathComponent:task[@"file"]];
  262. // return path;
  263. //}
  264. -(void) saveTasks
  265. {
  266. NSUserDefaults *defaults =[NSUserDefaults standardUserDefaults];
  267. [defaults setObject:self.arr_queue forKey:@"upload_queue"];
  268. [defaults synchronize];
  269. }
  270. -(void) loadTasks
  271. {
  272. [self stopAllTasks];
  273. self.arr_queue = [NSMutableArray new];
  274. NSMutableArray* arr = [[[NSUserDefaults standardUserDefaults] objectForKey:@"upload_queue"] mutableCopy];
  275. // if(arr==nil)
  276. for(NSDictionary* task in arr)
  277. {
  278. NSMutableDictionary* newtask =[task mutableCopy];
  279. [self.arr_queue addObject:newtask];
  280. if(self.autoStart&&[task[@"status"] intValue]!=TaskStatusError&&[task[@"status"] intValue]!=TaskStatusFinish)
  281. [self startTask:newtask];
  282. }
  283. // NSDictionary* ddd = arr[0] ;
  284. // NSMutableDictionary* eee = [ddd mutableCopy];
  285. //
  286. // eee=[NSMutableDictionary dictionaryWithDictionary:ddd];
  287. // if(arr!=nil)
  288. // self.arr_queue=arr;
  289. // else
  290. // self.arr_queue= [[NSMutableArray alloc] init];
  291. //
  292. // for(__strong NSMutableDictionary* task in arr)
  293. // {
  294. //
  295. // task=[NSMutableDictionary dictionaryWithDictionary:task];
  296. //// if([task[@"status"] intValue]==TaskStatusStart)
  297. //// task[@"status"]=[NSNumber numberWithInteger:TaskStatusWait];
  298. // // NSMutableDictionary *new_task = [task mutableCopy];
  299. // if(self.autoStart&&[task[@"status"] intValue]!=TaskStatusError&&[task[@"status"] intValue]!=TaskStatusFinish)
  300. // [self startTask:task];
  301. // }
  302. }
  303. -(void) stopAllTasks
  304. {
  305. for(NSMutableDictionary* task in self.arr_queue)
  306. {
  307. [self stopTask:task];
  308. }
  309. }
  310. -(void) stopTask:(NSMutableDictionary*) task
  311. {
  312. if([task[@"status"] intValue]!=TaskStatusStart&&[task[@"status"] intValue]!=TaskStatusWait)
  313. {
  314. task[@"operation"]=nil;
  315. return; // task 已停止,返回
  316. }
  317. DebugLog(@"stop task");
  318. RAUploadOperation* operation = task[@"operation"];
  319. [operation cancel];
  320. task[@"operation"]=nil;
  321. task[@"status"] = [NSNumber numberWithInt:TaskStatusStop] ;
  322. task[@"progress"] = [NSNumber numberWithDouble:0.0];
  323. }
  324. -(void) startAllTasks
  325. {
  326. for(NSMutableDictionary* task in self.arr_queue)
  327. [self startTask:task];
  328. }
  329. -(void) startTask:(NSMutableDictionary*) task
  330. {
  331. if (self.onlyWiFi && self.reach.currentReachabilityStatus != ReachableViaWiFi) {
  332. return;
  333. }
  334. /*__block*/ NSMutableDictionary* block_task = task;
  335. __weak typeof(self) weakSelf = self;
  336. if([task[@"status"] intValue]==TaskStatusStart||[task[@"status"] intValue]==TaskStatusWait)
  337. return; // task 已在执行队列,返回
  338. RAUploadOperation* operation = [[RAUploadOperation alloc] initWithTaskinfo:task retry:self.maxRetry];
  339. [operation setCompletionBlock:^{
  340. switch ([block_task[@"status"] intValue]) {
  341. case TaskStatusFinish:
  342. {
  343. // if(weakSelf.removeFinish)
  344. // [self removeTask:block_task];
  345. }
  346. break;
  347. case TaskStatusError:
  348. {
  349. // if(weakSelf.removeError)
  350. // [self removeTask:block_task];
  351. }
  352. break;
  353. default:
  354. break;
  355. }
  356. }];
  357. task[@"msg"] = nil;
  358. task[@"operation"] = operation;
  359. task[@"status"] = [NSNumber numberWithInt:self.newtaskStatus] ;
  360. [self.operation_queue addOperation:operation];
  361. }
  362. //- (void) uploadTask:(NSMutableDictionary*) task url:(NSString*)url{
  363. //
  364. //// __weak typeof(self) weakself = self;
  365. //
  366. //
  367. //
  368. //
  369. //}
  370. - (BOOL)canUpload {
  371. if (self.onlyWiFi && self.reach.currentReachabilityStatus != ReachableViaWiFi) {
  372. return NO;
  373. }
  374. return YES;
  375. }
  376. #pragma mark - Retry
  377. - (NSMutableArray<RAUploadOperation *> *)retryArr {
  378. if (!_retryArr) {
  379. _retryArr = [NSMutableArray array];
  380. }
  381. return _retryArr;
  382. }
  383. - (void)addRetryOperation:(RAUploadOperation *)operation {
  384. if (self.retryTimer == nil) {
  385. // self.retryTimer = [NSTimer scheduledTimerWithTimeInterval:60 target:self selector:@selector(checkRetryOperations) userInfo:nil repeats:YES];
  386. self.retryTimer = [NSTimer timerWithTimeInterval:60 target:self selector:@selector(checkRetryOperations) userInfo:nil repeats:YES];
  387. [[NSRunLoop mainRunLoop] addTimer:self.retryTimer forMode:NSRunLoopCommonModes];
  388. }
  389. [self.retryArr addObject:operation];
  390. // 升序
  391. [self.retryArr sortUsingComparator:^NSComparisonResult(RAUploadOperation* _Nonnull operation1, RAUploadOperation* _Nonnull opertation2) {
  392. if (operation1.theRestOfWaitTimeInterval < opertation2.theRestOfWaitTimeInterval) {
  393. return NSOrderedAscending;
  394. } else {
  395. return NSOrderedDescending;
  396. }
  397. }];
  398. }
  399. - (void)checkRetryOperations {
  400. // 检查是否有需要重试的任务
  401. if (self.retryArr.count == 0) {
  402. return;
  403. }
  404. // 检查Wi-Fi Only
  405. if (![self canUpload]) {
  406. return;
  407. }
  408. NSMutableArray<RAUploadOperation *> *nextStartOperations = [NSMutableArray array];
  409. // // 检查当前上传队列等待数量是否小于最大并发数
  410. // if (self.operation_queue.operationCount < self.maxThread) {
  411. //
  412. //// // 根据最大并发数将剩余Operation全部添加进去
  413. //// NSInteger minCount = MIN(self.retryArr.count, self.maxThread - self.operation_queue.operationCount);
  414. // for (int i = 0; i < self.retryArr.count; i++) {
  415. // RAUploadOperation *operation = [self.retryArr objectAtIndex:i];
  416. // operation.queuePriority = NSOperationQueuePriorityVeryHigh;
  417. // [self.operation_queue addOperation:operation];
  418. // [nextStartOperations addObject:operation];
  419. // }
  420. //
  421. // } else {
  422. // 调度等待时间到达的Operation
  423. __weak typeof(self) weakSelf = self;
  424. [self.retryArr enumerateObjectsUsingBlock:^(RAUploadOperation * _Nonnull operation, NSUInteger idx, BOOL * _Nonnull stop) {
  425. if (operation.theRestOfWaitTimeInterval <= 0) {
  426. operation.queuePriority = NSOperationQueuePriorityVeryHigh;
  427. [weakSelf.operation_queue addOperation:operation];
  428. [nextStartOperations addObject:operation];
  429. }
  430. }];
  431. // }
  432. [self.retryArr removeObjectsInArray:nextStartOperations];
  433. // if (self.retryArr.count == 0) {
  434. // [self destructRetryTimer];
  435. // }
  436. }
  437. - (void)destructRetryTimer {
  438. if (self.retryTimer != nil) {
  439. [self.retryTimer setFireDate:[NSDate distantFuture]];
  440. [self.retryTimer invalidate];
  441. self.retryTimer = nil;
  442. }
  443. }
  444. @end