numberprocessorproxy.cpp 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256
  1. #include "numberprocessorproxy.h"
  2. #include "importproxy.h"
  3. NumberProcessorProxy::NumberProcessorProxy(NumberListModel *oldModel)
  4. {
  5. this->stop =false;
  6. this->oldModel = oldModel;
  7. }
  8. NumberProcessorProxy::~NumberProcessorProxy()
  9. {
  10. qDebug()<<QDateTime::currentDateTime().toString("yyyy-MM-dd HH:mm:ss")\
  11. <<"NumberProcessorProxy Destroyed.";
  12. }
  13. void NumberProcessorProxy::setProcessType(NumberProcessType processType)
  14. {
  15. this->processType = processType;
  16. int size =this->oldModel->getSegments().size();
  17. if(size>=100000)
  18. this->step1Progress = 50;
  19. else
  20. this->step1Progress = 50*((double)size/100000);
  21. this->step2Progress = 100-this->step1Progress;
  22. }
  23. void NumberProcessorProxy::setBlackList(NumberListModel *blackListModel)
  24. {
  25. this->blackListModel = blackListModel;
  26. }
  27. void NumberProcessorProxy::abort()
  28. {
  29. this->stop = true;
  30. }
  31. void NumberProcessorProxy::onOptimizeProgressCurrentUpdated(int current)
  32. {
  33. double s1 = current;
  34. double s2 = this->optimizeMaxProgress;
  35. emit progressUpdated(step1Progress*s1/s2);
  36. }
  37. void NumberProcessorProxy::onOptimizeProgressMaxUpdated(int max)
  38. {
  39. this->optimizeMaxProgress = max;
  40. }
  41. void NumberProcessorProxy::run()
  42. {
  43. emit progressMaxUpdated(100);
  44. segments = oldModel->getSegments();
  45. numbers = oldModel->getNumbers();
  46. newModel = new NumberListModel();
  47. newModel->setNumberList(segments,numbers);
  48. QTime t;
  49. t.start();
  50. QObject::connect(newModel,SIGNAL(optimizeProgressMaxUpdated(int)),this,SLOT(onOptimizeProgressMaxUpdated(int)));
  51. QObject::connect(newModel,SIGNAL(optimizeProgressCurrentUpdated(int)),this,SLOT(onOptimizeProgressCurrentUpdated(int)));
  52. newModel->mergeSegment();
  53. QObject::disconnect(newModel,SIGNAL(optimizeProgressMaxUpdated(int)),this,SLOT(onOptimizeProgressMaxUpdated(int)));
  54. QObject::disconnect(newModel,SIGNAL(optimizeProgressCurrentUpdated(int)),this,SLOT(onOptimizeProgressCurrentUpdated(int)));
  55. qDebug()<<"Segment Merge Time :"<<t.elapsed();
  56. t.start();
  57. if(processType == NumberSort)
  58. {
  59. sort();
  60. }
  61. else if(processType == NumberRemoveDuplicate)
  62. {
  63. removeDuplicate();
  64. }
  65. else if(processType == NumberRemoveNotPhone)
  66. {
  67. removeNotPhone();
  68. }
  69. else if(processType == NumberRemoveBlackList)
  70. {
  71. removeBlackList();
  72. }
  73. qDebug()<<"Number Process time is :"<<t.elapsed();
  74. emit progressMaxUpdated(1);
  75. emit progressUpdated(1);
  76. emit numberProcessed(newModel);
  77. }
  78. void NumberProcessorProxy::sort()
  79. {
  80. segments = newModel->getSegments();
  81. numbers = newModel->getNumbers();
  82. for(int i=0;i<segments.size();i++)
  83. {
  84. numbers[i].sort();
  85. double s1 = i+1;
  86. double s2 = segments.size();
  87. emit progressUpdated(step1Progress+step2Progress*s1/s2);
  88. }
  89. newModel->setNumberList(segments,numbers);
  90. newModel->quickSortSegment();
  91. }
  92. void NumberProcessorProxy::removeDuplicate()
  93. {
  94. segments = newModel->getSegments();
  95. numbers = newModel->getNumbers();
  96. for(int i=0;i<segments.size();i++)
  97. {
  98. numbers[i].sort();
  99. for(int j=0;j<numbers.at(i).size();j++)
  100. {
  101. int k = j+1;
  102. if(k>numbers.at(i).size()-1)
  103. break;
  104. if(numbers.at(i).at(j)==numbers.at(i).at(k))
  105. {
  106. numbers[i].removeAt(k);
  107. j--;
  108. }
  109. }
  110. double s1 = i+1;
  111. double s2 = segments.size();
  112. emit progressUpdated(step1Progress+step2Progress*s1/s2);
  113. }
  114. newModel->setNumberList(segments,numbers);
  115. }
  116. void NumberProcessorProxy::removeNotPhone()
  117. {
  118. segments = newModel->getSegments();
  119. numbers = newModel->getNumbers();
  120. for(int i=0;i<segments.size();i++)
  121. {
  122. if(!NumberReg::getSegmentReg().exactMatch(segments.at(i)))
  123. {
  124. segments.removeAt(i);
  125. numbers.removeAt(i);
  126. i--;
  127. }
  128. else
  129. {
  130. for(int j=0;j<numbers.at(i).size();j++)
  131. {
  132. if (!NumberReg::getLastFour().exactMatch(numbers.at(i).at(j)))
  133. {
  134. numbers[i].removeAt(j);
  135. j--;
  136. }
  137. }
  138. if(numbers.at(i).size()==0)
  139. {
  140. segments.removeAt(i);
  141. numbers.removeAt(i);
  142. i--;
  143. }
  144. }
  145. double s1 = i+1;
  146. double s2 = segments.size();
  147. emit progressUpdated(step1Progress+step2Progress*s1/s2);
  148. }
  149. newModel->setNumberList(segments,numbers);
  150. }
  151. void NumberProcessorProxy::removeBlackList()
  152. {
  153. blackListModel->mergeSegment();
  154. blackListModel->quickSortSegment();
  155. QStringList blackListSegments = blackListModel->getSegments();
  156. QList<QStringList> blackListNumbers = blackListModel->getNumbers();
  157. //ºÚÃûµ¥ºÅÂëÈ¥ÖØ
  158. for(int i=0;i<blackListSegments.size();i++)
  159. {
  160. blackListNumbers[i].sort();
  161. for(int j=0;j<blackListNumbers.at(i).size();j++)
  162. {
  163. int k = j+1;
  164. if(k>blackListNumbers.at(i).size()-1)
  165. break;
  166. if(blackListNumbers.at(i).at(j)==blackListNumbers.at(i).at(k))
  167. {
  168. blackListNumbers[i].removeAt(k);
  169. j--;
  170. }
  171. }
  172. }
  173. segments = newModel->getSegments();
  174. numbers = newModel->getNumbers();
  175. int start = 0;
  176. for(int i=0;i<blackListSegments.size();i++)
  177. {
  178. for(int j=start;j<segments.size();j++)
  179. {
  180. QString blackListSegment = blackListSegments.at(i);
  181. QString segment = segments.at(j);
  182. if(segment == blackListSegment)
  183. {
  184. QStringList tmp = filterNumbers(numbers.at(j),blackListNumbers.at(i));
  185. if(tmp.size()!=0)
  186. {
  187. numbers[j] = tmp;
  188. }
  189. else
  190. {
  191. numbers.removeAt(j);
  192. segments.removeAt(j);
  193. j--;
  194. }
  195. start = j+1;
  196. break;
  197. }
  198. else if(blackListSegment < segment)
  199. {
  200. start = j;
  201. break;
  202. }
  203. else
  204. {
  205. start = j+1;
  206. continue;
  207. }
  208. }
  209. double s1 = i+1;
  210. double s2 = blackListSegments.size();
  211. emit progressUpdated(step1Progress+step2Progress*s1/s2);
  212. if(start>=segments.size())
  213. break;
  214. }
  215. delete blackListModel;
  216. newModel->setNumberList(segments,numbers);
  217. }
  218. QStringList NumberProcessorProxy::filterNumbers(QStringList source,QStringList filter)
  219. {
  220. source.sort();
  221. filter.sort();
  222. int start = 0;
  223. for(int i=0;i<filter.size();i++)
  224. {
  225. for(int j=start;j<source.size();j++)
  226. {
  227. QString blackNumber = filter.at(i);
  228. QString number = source.at(j);
  229. if(blackNumber == number)
  230. {
  231. source.removeAt(j);
  232. j--;
  233. start = j;
  234. continue;
  235. }
  236. else if(blackNumber < number)
  237. {
  238. start = j;
  239. break;
  240. }
  241. else
  242. {
  243. start = j+1;
  244. continue;
  245. }
  246. }
  247. if(start>=source.size())
  248. break;
  249. }
  250. return source;
  251. }