RAUploadManager.m 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642
  1. //
  2. // RAUploadManager.m
  3. // test_autolayout
  4. //
  5. // Created by Ray on 02/05/2017.
  6. // Copyright © 2017 USAI. All rights reserved.
  7. //
  8. #import <UIKit/UIKit.h>
  9. #import "RAUploadManager.h"
  10. #import "NetworkUtils.h"
  11. #import "RAUtils.h"
  12. NSString *const kUploadSetting = @"UploadSettingKey";
  13. NSString *const UPLOAD_FINISH_NOTIFICATION = @"upload_finish_notification";
  14. NSString *const UPLOAD_COUNT_CHANGE_NOTIFICATION = @"upload_count_change_notification";
  15. @interface RAUploadManager ()
  16. @property (nonatomic,strong) NSTimer *retryTimer;
  17. @property (nonatomic,strong) NSMutableArray<RAUploadOperation *> *retryArr;
  18. @end
  19. @implementation RAUPloadManagerConfigure
  20. - (instancetype)init {
  21. if (self = [super init]) {
  22. NSDictionary *param = [[NSUserDefaults standardUserDefaults] objectForKey:kUploadSetting];
  23. if (param) {
  24. BOOL autoUpload = [[param objectForKey:@"auto_upload"] boolValue];
  25. BOOL autoRmFinish = [[param objectForKey:@"auto_rm_finish"] boolValue];
  26. BOOL autoRmErr = [[param objectForKey:@"auto_rm_error"] boolValue];
  27. BOOL onlyWiFi = [[param objectForKey:@"only_wifi"] boolValue];
  28. int retryCount = [[param objectForKey:@"retry_count"] intValue];
  29. NSNumber *timeInterval = [param objectForKey:@"retry_time_interval"];
  30. if (timeInterval != nil) {
  31. self.retryTimeIntetval = [timeInterval intValue];
  32. } else {
  33. self.retryTimeIntetval = 300;
  34. }
  35. self.autoUpload = autoUpload;
  36. self.autoRemoveFinish = autoRmFinish;
  37. self.autoRemoveError = autoRmErr;
  38. self.retryCount = retryCount;
  39. self.onlyWIFI = onlyWiFi;
  40. } else {
  41. self.autoUpload = YES;
  42. self.autoRemoveFinish = NO;
  43. self.autoRemoveError = NO;
  44. self.retryCount = 5;
  45. self.onlyWIFI = NO;
  46. self.retryTimeIntetval = 300;
  47. }
  48. }
  49. return self;
  50. }
  51. - (void)save {
  52. NSDictionary *param = @{
  53. @"auto_upload" : @(self.autoUpload),
  54. @"auto_rm_finish" : @(self.autoRemoveFinish),
  55. @"auto_rm_error" : @(self.autoRemoveError),
  56. @"retry_count" : @(self.retryCount),
  57. @"only_wifi" : @(self.onlyWIFI),
  58. @"retry_time_interval" : @(self.retryTimeIntetval)
  59. };
  60. [[NSUserDefaults standardUserDefaults] setObject:param forKey:kUploadSetting];
  61. [[NSUserDefaults standardUserDefaults] synchronize];
  62. }
  63. @end
  64. @implementation RAUploadManager
  65. + (void)configureUploadManager:(void(^)(RAUPloadManagerConfigure *configure))configure {
  66. if (configure) {
  67. RAUPloadManagerConfigure *cfg = [[RAUPloadManagerConfigure alloc] init];
  68. configure(cfg);
  69. [cfg save];
  70. }
  71. }
  72. /*!
  73. * Called by Reachability whenever status changes.
  74. */
  75. - (void) reachabilityChanged:(NSNotification *)note
  76. {
  77. [self handleReachability:self.reach];
  78. }
  79. - (void)handleReachability:(Reachability *)reachability {
  80. NetworkStatus netStatus = [reachability currentReachabilityStatus];
  81. if (self.onlyWiFi && netStatus != ReachableViaWiFi) {
  82. DebugLog(@"not wifi & stop task");
  83. [self.retryArr removeAllObjects];
  84. [self stopAllTasks];
  85. }
  86. }
  87. - (instancetype)init {
  88. if (self = [super init]) {
  89. /*
  90. Observe the kNetworkReachabilityChangedNotification. When that notification is posted, the method reachabilityChanged will be called.
  91. */
  92. [[NSNotificationCenter defaultCenter] addObserver:self selector:@selector(reachabilityChanged:) name:kReachabilityChangedNotification object:nil];
  93. NSString *remoteHostName = @"www.apple.com";
  94. self.reach = [Reachability reachabilityWithHostName:remoteHostName];
  95. [self.reach startNotifier];
  96. [self handleReachability:self.reach];
  97. self.queue_status = QueueStatusDefault;
  98. NSDictionary *param = [[NSUserDefaults standardUserDefaults] objectForKey:kUploadSetting];
  99. if (param) {
  100. BOOL autoUpload = [[param objectForKey:@"auto_upload"] boolValue];
  101. BOOL autoRmFinish = [[param objectForKey:@"auto_rm_finish"] boolValue];
  102. BOOL autoRmErr = [[param objectForKey:@"auto_rm_error"] boolValue];
  103. BOOL onlyWiFi = [[param objectForKey:@"only_wifi"] boolValue];
  104. int retryCount = [[param objectForKey:@"retry_count"] intValue];
  105. NSNumber *timeInterval = [param objectForKey:@"retry_time_interval"];
  106. if (timeInterval != nil) {
  107. self.retryTimeInterval = [timeInterval intValue];
  108. } else {
  109. self.retryTimeInterval = 300;
  110. }
  111. self.autoStart = autoUpload;
  112. self.removeFinish = autoRmFinish;
  113. // self.removeError = autoRmErr;
  114. self.maxRetry = retryCount;
  115. self.onlyWiFi = onlyWiFi;
  116. } else {
  117. self.autoStart = YES;
  118. self.removeFinish = NO;
  119. // self.removeError = NO;
  120. self.maxRetry = 5;
  121. self.onlyWiFi = NO;
  122. self.retryTimeInterval = 300;
  123. }
  124. self.newtaskStatus = TaskStatusWait;
  125. self.maxThread = 3;
  126. // self.autoStart = true;
  127. // self.removeError=true;
  128. // self.removeFinish = true;
  129. self.operation_queue = [NSOperationQueue new];
  130. self.operation_queue.maxConcurrentOperationCount = self.maxThread;
  131. [self.operation_queue addObserver:self
  132. forKeyPath:@"operationCount"
  133. options:(NSKeyValueObservingOptionNew|NSKeyValueObservingOptionOld)
  134. context:@"queueFinished changed"];
  135. //load task 要在监听arr_queue之前
  136. [self loadTasks];
  137. [self addObserver:self
  138. forKeyPath:@"arr_queue"
  139. options:(NSKeyValueObservingOptionNew|NSKeyValueObservingOptionOld)
  140. context:@"arr_queue changed"];
  141. // self.arr_queue_lock = [NSLock new];
  142. // [self.arr_queue_lock lock];
  143. // [self.arr_queue_lock lock];
  144. // [self.arr_queue_lock unlock];
  145. // [self.arr_queue_lock unlock];
  146. // self.backgroundColor = [UIColor clearColor];
  147. }
  148. return self;
  149. }
  150. -(void) dealloc
  151. {
  152. [self destructRetryTimer];
  153. [[NSNotificationCenter defaultCenter] removeObserver:self name:kReachabilityChangedNotification object:nil];
  154. [self.operation_queue removeObserver:self forKeyPath:@"operationCount"];
  155. [self.operation_queue removeObserver:self forKeyPath:@"arr_queue"];
  156. }
  157. - (void)observeValueForKeyPath:(NSString *)keyPath ofObject:(id)object change:(NSDictionary *)change context:(void *)context
  158. {
  159. if([keyPath isEqualToString:@"operationCount"])
  160. {
  161. // [self checkRetryOperations];
  162. if(self.operation_queue.operationCount == 0 && self.retryArr.count == 0)
  163. {
  164. for(NSMutableDictionary* task in self.arr_queue)
  165. {
  166. if([task[@"status"] intValue] == TaskStatusError)
  167. {
  168. self.queue_status = QueueStatusFinishWithError;
  169. return;
  170. }
  171. }
  172. self.queue_status = QueueStatusFinish;
  173. }
  174. }
  175. if([keyPath isEqualToString:@"arr_queue"])
  176. {
  177. NSArray* newqueue=[change objectForKey:NSKeyValueChangeNewKey];
  178. NSArray* oldqueue=[change objectForKey:NSKeyValueChangeOldKey];
  179. if([newqueue isKindOfClass:[NSNull class]])
  180. newqueue=nil;
  181. if([oldqueue isKindOfClass:[NSNull class]])
  182. oldqueue=nil;
  183. if(newqueue.count>oldqueue.count)
  184. {
  185. self.queue_status = QueueStatusAdd;
  186. return;
  187. }
  188. [[NSNotificationCenter defaultCenter] postNotificationName:UPLOAD_COUNT_CHANGE_NOTIFICATION object:nil];
  189. }
  190. }
  191. //-(void) upload:(NSString*) url
  192. //{
  193. // while(self.activeThread<self.maxThread)
  194. // {
  195. // bool nomore=false;
  196. // for(int i=0;i<self.arr_queue.count;i++)
  197. // {
  198. // NSMutableDictionary* task = self.arr_queue[i];
  199. //
  200. // TaskStatus ts=[task[@"status"] intValue];
  201. // if (ts==TaskStatusWait) {
  202. // self.activeThread--;
  203. // [self uploadTask:task url:url];
  204. // break;
  205. // }
  206. // if(i==self.arr_queue.count-1)
  207. // nomore=true;
  208. //
  209. // }
  210. // if(nomore)
  211. // break;
  212. // }
  213. //}
  214. -(void) addTask:(NSMutableDictionary*) task
  215. {
  216. // [self.arr_queue addObject:task];
  217. // [self.arr_queue_lock lock];
  218. // [[self mutableArrayValueForKey:@"arr_queue"] addObject:task];
  219. // [self.arr_queue_lock unlock];
  220. @synchronized(self) {
  221. // [[self mutableArrayValueForKey:@"arr_queue"] addObject:task];
  222. [[self mutableArrayValueForKey:@"arr_queue"] insertObject:task atIndex:0];
  223. }
  224. if(self.newtaskStatus==TaskStatusWait)
  225. {
  226. [self startTask:task];
  227. }
  228. // self.queue_status = QueueStatusAdd;
  229. }
  230. -(void) addTasks:(NSMutableArray*) tasks
  231. {
  232. // [self.arr_queue_lock lock];
  233. // [[self mutableArrayValueForKey:@"arr_queue"] addObjectsFromArray:tasks];
  234. // [self.arr_queue_lock unlock];
  235. @synchronized(self) {
  236. // [[self mutableArrayValueForKey:@"arr_queue"] addObjectsFromArray:tasks];
  237. // NSIndexSet *indexSet = [NSIndexSet indexSetWithIndexesInRange:NSMakeRange([self mutableArrayValueForKey:@"arr_queue"].count,tasks.count )];
  238. NSIndexSet *indexSet = [NSIndexSet indexSetWithIndexesInRange:NSMakeRange(0,tasks.count )];
  239. [[self mutableArrayValueForKey:@"arr_queue"] insertObjects:tasks atIndexes:indexSet];
  240. }
  241. if(self.newtaskStatus==TaskStatusWait)
  242. {
  243. for(NSMutableDictionary* task in tasks)
  244. [self startTask:task];
  245. }
  246. // self.queue_status = QueueStatusAdd;
  247. }
  248. -(void) removeTasks:(NSMutableArray*) tasks
  249. {
  250. for(NSMutableDictionary* task in tasks)
  251. {
  252. [self stopTask:task];
  253. // 文件上传成功才移除文件
  254. // NSFileManager* fmanager = [NSFileManager new];
  255. // NSError* error = nil;
  256. // bool bdel=[fmanager removeItemAtPath:[self filePath:task] error:&error];
  257. // if(!bdel)
  258. // DebugLog(@"file delete failed path:%@",[self filePath:task]);
  259. }
  260. // [self.arr_queue_lock lock];
  261. // [[self mutableArrayValueForKey:@"arr_queue"] removeObjectsInArray:tasks];
  262. // [self.arr_queue_lock unlock];
  263. @synchronized(self) {
  264. // [[self mutableArrayValueForKey:@"arr_queue"] removeObjectsInArray:tasks];
  265. // NSIndexSet *indexSet = [NSIndexSet indexSetWithIndexesInRange:NSMakeRange([self mutableArrayValueForKey:@"arr_queue"].count,tasks.count )];
  266. NSIndexSet *indexSet = [self.arr_queue indexesOfObjectsPassingTest:^BOOL(id _Nonnull obj, NSUInteger idx, BOOL * _Nonnull stop)
  267. {
  268. return [tasks containsObject:obj];
  269. // return [tasks indexOfObject:obj];
  270. }];
  271. // [NSIndexSet new];
  272. // for(NSMutableDictionary* task in tasks)
  273. // {
  274. //
  275. // [self.arr_queue indexOfObject:task];
  276. // indexSet set
  277. // }
  278. [[self mutableArrayValueForKey:@"arr_queue"] removeObjectsAtIndexes:indexSet];
  279. // -removeObjectFrom<Key>AtIndex
  280. // [ insertObjects:tasks atIndexes:indexSet];
  281. }
  282. // if (self.delegate && [self.delegate respondsToSelector:@selector(uploadManager:didRemoveTasks:)]) {
  283. // [self.delegate uploadManager:self didRemoveTasks:tasks];
  284. // }
  285. }
  286. -(void) removeTask:(NSMutableDictionary*) task
  287. {
  288. // [self.arr_queue addObject:task];
  289. [self stopTask:task];
  290. // 上传成功才删除文件
  291. // NSFileManager* fmanager = [NSFileManager new];
  292. // NSError* error = nil;
  293. // bool bdel=[fmanager removeItemAtPath:[self filePath:task] error:&error];
  294. // if(!bdel)
  295. // DebugLog(@"file delete failed path:%@",[self filePath:task]);
  296. // [self.arr_queue_lock lock];
  297. // DebugLog(@"lock");
  298. // [[self mutableArrayValueForKey:@"arr_queue"] removeObject:task];
  299. // DebugLog(@"unlock");
  300. // [self.arr_queue_lock unlock];
  301. // [self.arr_queue_lock lock];
  302. // [[self mutableArrayValueForKey:@"arr_queue"] removeObject:task];
  303. // [self.arr_queue_lock unlock];
  304. @synchronized(self) {
  305. [[self mutableArrayValueForKey:@"arr_queue"] removeObject:task];
  306. }
  307. // if (self.delegate && [self.delegate respondsToSelector:@selector(uploadManager:didRemoveTasks:)]) {
  308. // [self.delegate uploadManager:self didRemoveTasks:@[task]];
  309. // }
  310. }
  311. //-(NSString*)filePath:(NSMutableDictionary*)task
  312. //{
  313. //
  314. // NSString *path = [RAUtils appCacheDirectory];
  315. // path= [path stringByAppendingPathComponent:task[@"path"]];
  316. // path= [path stringByAppendingPathComponent:task[@"file"]];
  317. // return path;
  318. //}
  319. -(void) saveTasks
  320. {
  321. NSUserDefaults *defaults =[NSUserDefaults standardUserDefaults];
  322. [defaults setObject:self.arr_queue forKey:@"upload_queue"];
  323. [defaults synchronize];
  324. }
  325. -(void) loadTasks
  326. {
  327. [self stopAllTasks];
  328. self.arr_queue = [NSMutableArray new];
  329. NSMutableArray* arr = [[[NSUserDefaults standardUserDefaults] objectForKey:@"upload_queue"] mutableCopy];
  330. // if(arr==nil)
  331. for(NSDictionary* task in arr)
  332. {
  333. NSMutableDictionary* newtask =[task mutableCopy];
  334. [self.arr_queue addObject:newtask];
  335. if(self.autoStart&&[task[@"status"] intValue]!=TaskStatusError&&[task[@"status"] intValue]!=TaskStatusFinish)
  336. [self startTask:newtask];
  337. }
  338. // NSDictionary* ddd = arr[0] ;
  339. // NSMutableDictionary* eee = [ddd mutableCopy];
  340. //
  341. // eee=[NSMutableDictionary dictionaryWithDictionary:ddd];
  342. // if(arr!=nil)
  343. // self.arr_queue=arr;
  344. // else
  345. // self.arr_queue= [[NSMutableArray alloc] init];
  346. //
  347. // for(__strong NSMutableDictionary* task in arr)
  348. // {
  349. //
  350. // task=[NSMutableDictionary dictionaryWithDictionary:task];
  351. //// if([task[@"status"] intValue]==TaskStatusStart)
  352. //// task[@"status"]=[NSNumber numberWithInteger:TaskStatusWait];
  353. // // NSMutableDictionary *new_task = [task mutableCopy];
  354. // if(self.autoStart&&[task[@"status"] intValue]!=TaskStatusError&&[task[@"status"] intValue]!=TaskStatusFinish)
  355. // [self startTask:task];
  356. // }
  357. }
  358. -(void) stopAllTasks
  359. {
  360. for(NSMutableDictionary* task in self.arr_queue)
  361. {
  362. [self stopTask:task];
  363. }
  364. }
  365. -(void) stopTask:(NSMutableDictionary*) task
  366. {
  367. if([task[@"status"] intValue]!=TaskStatusStart&&[task[@"status"] intValue]!=TaskStatusWait)
  368. {
  369. task[@"operation"]=nil;
  370. return; // task 已停止,返回
  371. }
  372. DebugLog(@"stop task");
  373. RAUploadOperation* operation = task[@"operation"];
  374. [operation cancel];
  375. task[@"operation"]=nil;
  376. task[@"status"] = [NSNumber numberWithInt:TaskStatusStop] ;
  377. task[@"progress"] = [NSNumber numberWithDouble:0.0];
  378. }
  379. -(void) startAllTasks
  380. {
  381. for(NSMutableDictionary* task in self.arr_queue)
  382. [self startTask:task];
  383. }
  384. -(void) startTask:(NSMutableDictionary*) task
  385. {
  386. if (self.onlyWiFi && self.reach.currentReachabilityStatus != ReachableViaWiFi) {
  387. return;
  388. }
  389. /*__block*/ NSMutableDictionary* block_task = task;
  390. __weak typeof(self) weakSelf = self;
  391. if([task[@"status"] intValue]==TaskStatusStart||[task[@"status"] intValue]==TaskStatusWait)
  392. return; // task 已在执行队列,返回
  393. RAUploadOperation* operation = [[RAUploadOperation alloc] initWithTaskinfo:task retry:self.maxRetry];
  394. [operation setCompletionBlock:^{
  395. switch ([block_task[@"status"] intValue]) {
  396. case TaskStatusFinish:
  397. {
  398. if(weakSelf.removeFinish)
  399. [self removeTask:block_task];
  400. [[NSNotificationCenter defaultCenter] postNotificationName:UPLOAD_FINISH_NOTIFICATION object:nil userInfo:block_task];
  401. }
  402. break;
  403. case TaskStatusError:
  404. {
  405. // if(weakSelf.removeError)
  406. // [self removeTask:block_task];
  407. }
  408. break;
  409. default:
  410. break;
  411. }
  412. }];
  413. task[@"msg"] = nil;
  414. task[@"operation"] = operation;
  415. task[@"status"] = [NSNumber numberWithInt:self.newtaskStatus] ;
  416. [self.operation_queue addOperation:operation];
  417. }
  418. //- (void) uploadTask:(NSMutableDictionary*) task url:(NSString*)url{
  419. //
  420. //// __weak typeof(self) weakself = self;
  421. //
  422. //
  423. //
  424. //
  425. //}
  426. - (BOOL)canUpload {
  427. if (self.onlyWiFi && self.reach.currentReachabilityStatus != ReachableViaWiFi) {
  428. return NO;
  429. }
  430. return YES;
  431. }
  432. #pragma mark - Retry
  433. - (NSMutableArray<RAUploadOperation *> *)retryArr {
  434. if (!_retryArr) {
  435. _retryArr = [NSMutableArray array];
  436. }
  437. return _retryArr;
  438. }
  439. - (void)addRetryOperation:(RAUploadOperation *)operation {
  440. if (self.retryTimer == nil) {
  441. // self.retryTimer = [NSTimer scheduledTimerWithTimeInterval:60 target:self selector:@selector(checkRetryOperations) userInfo:nil repeats:YES];
  442. self.retryTimer = [NSTimer timerWithTimeInterval:60 target:self selector:@selector(checkRetryOperations) userInfo:nil repeats:YES];
  443. [[NSRunLoop mainRunLoop] addTimer:self.retryTimer forMode:NSRunLoopCommonModes];
  444. }
  445. [self.retryArr addObject:operation];
  446. // 升序
  447. [self.retryArr sortUsingComparator:^NSComparisonResult(RAUploadOperation* _Nonnull operation1, RAUploadOperation* _Nonnull opertation2) {
  448. if (operation1.theRestOfWaitTimeInterval < opertation2.theRestOfWaitTimeInterval) {
  449. return NSOrderedAscending;
  450. } else {
  451. return NSOrderedDescending;
  452. }
  453. }];
  454. }
  455. - (void)checkRetryOperations {
  456. // 检查是否有需要重试的任务
  457. if (self.retryArr.count == 0) {
  458. return;
  459. }
  460. // 检查Wi-Fi Only
  461. if (![self canUpload]) {
  462. return;
  463. }
  464. NSMutableArray<RAUploadOperation *> *nextStartOperations = [NSMutableArray array];
  465. // // 检查当前上传队列等待数量是否小于最大并发数
  466. // if (self.operation_queue.operationCount < self.maxThread) {
  467. //
  468. //// // 根据最大并发数将剩余Operation全部添加进去
  469. //// NSInteger minCount = MIN(self.retryArr.count, self.maxThread - self.operation_queue.operationCount);
  470. // for (int i = 0; i < self.retryArr.count; i++) {
  471. // RAUploadOperation *operation = [self.retryArr objectAtIndex:i];
  472. // operation.queuePriority = NSOperationQueuePriorityVeryHigh;
  473. // [self.operation_queue addOperation:operation];
  474. // [nextStartOperations addObject:operation];
  475. // }
  476. //
  477. // } else {
  478. // 调度等待时间到达的Operation
  479. __weak typeof(self) weakSelf = self;
  480. [self.retryArr enumerateObjectsUsingBlock:^(RAUploadOperation * _Nonnull operation, NSUInteger idx, BOOL * _Nonnull stop) {
  481. if (operation.theRestOfWaitTimeInterval <= 0) {
  482. operation.queuePriority = NSOperationQueuePriorityVeryHigh;
  483. [weakSelf.operation_queue addOperation:operation];
  484. [nextStartOperations addObject:operation];
  485. }
  486. }];
  487. // }
  488. [self.retryArr removeObjectsInArray:nextStartOperations];
  489. // if (self.retryArr.count == 0) {
  490. // [self destructRetryTimer];
  491. // }
  492. }
  493. - (void)destructRetryTimer {
  494. if (self.retryTimer != nil) {
  495. [self.retryTimer setFireDate:[NSDate distantFuture]];
  496. [self.retryTimer invalidate];
  497. self.retryTimer = nil;
  498. }
  499. }
  500. @end