You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

RunExpSrv8s.m 9.0KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212
  1. function [] = RunExpSrv8s(iterStartStr, iterEndStr, netSizeStr, normF1, normF2, normF3, addAttPercStr)
  2. function [] = RunExpSrv8s(iterStartStr, iterEndStr, addAttPercStr)
  3. %affinity calculation types
  4. % affinity_calculation_shortest_path = 0;
  5. % affinity_calculation_euclid = 1;
  6. % affinity_calculation_common_friends = 2;
  7. % affinity_calculation_random_clustering = 3;
  8. % affinity_calculation_adamic_adar = 4;
  9. % affinity_calculation_katz_beta_0_5 = 5;
  10. % affinity_calculation_katz_beta_0_05 = 6;
  11. % affinity_calculation_katz_beta_0_005 = 7;
  12. % affinity_calculation_boost = 9; % sigal 12.3.13 add BOOST option
  13. expParams = 3;
  14. if nargin < expParams
  15. usageStr = 'Usage: RunExperimentSrv <iterStart> <iterEnd> <netSize> [<addAttPerc>]\n';
  16. % usageStr = 'Usage: RunExperimentSrv <iterStart> <iterEnd> <netSize> <f1> <f2> <f3> [<addAttPerc>]\n';
  17. fprintf('RunExpSrv8s:Invalid usage: expected at least %d parameters.\n%s', expParams, usageStr);
  18. return;
  19. end
  20. % input_iter = input('iteration number:');
  21. iterStart = str2num(iterStartStr);
  22. iterEnd = str2num(iterEndStr);
  23. % input_factors
  24. f1 = 9; %str2num(normF1);
  25. f2 = 2; %str2num(normF2);
  26. f3 = 2; %str2num(normF3);
  27. normFactorVec = [f1 f2 f3];
  28. % input addAttPerc;
  29. addAttPerc = 1; %[1 0.7];
  30. if nargin > expParams
  31. addAttPerc = str2double(addAttPercStr);
  32. if addAttPerc > 1
  33. addAttPerc = 1;
  34. elseif addAttPerc < 0
  35. addAttPerc = 0;
  36. end
  37. end
  38. affinities = [2,4,3,9]; %[2,3,9]; %[2,4,3,9]; %,6]; %3,4]; %,6];
  39. %num_missing_nodes_arr = [10 30 50 100 150 200]; %%[11 21 31 41 50]; %%5:5:30; %10:10:50; %%[11 21 31 41 50]; %10:10:50;
  40. percentKnownPHsVec = 1;
  41. % ds_10k = [2000 5000 10000];
  42. % ds_10km = [10001];
  43. % ds_32k = [2048 4096 8192 16384 32768];
  44. % ds_100k = [20000 25000 50000 75000 100000];
  45. % ds_100km = [100001];
  46. % ds_Train = [2001 2049];
  47. ds_GridTrain = [45];
  48. % input netSize
  49. % if find(ds_10k==netSize)
  50. % ds_str = 'Datasets_10K/';
  51. % num_missing_nodes_arr = [10 20 30 50 70 100];%[10 100 150];
  52. % elseif find(ds_10km==netSize)
  53. % ds_str = 'Datasets_10K/';
  54. % netSize = netSize-1;
  55. % num_missing_nodes_arr = [50 100 150 200 250]; %[10 100 150];
  56. % elseif find(ds_32k==netSize)
  57. % ds_str = 'Datasets_32K/'; %'Train/'; %
  58. % num_missing_nodes_arr = [11 21 31 41 50]; % 100]; %Train
  59. % elseif find(ds_100k==netSize)
  60. % ds_str = 'Datasets_100K/';
  61. % num_missing_nodes_arr = [50 100 200 300 500];
  62. % elseif find(ds_100km==netSize)
  63. % ds_str = 'Datasets_100K/';
  64. % netSize = netSize-1;
  65. % num_missing_nodes_arr = [200 400 600 800 1000];
  66. % elseif find(ds_Train==netSize)
  67. % ds_str = 'Train/';
  68. % netSize = netSize-1;
  69. % num_missing_nodes_arr = [10 30 50 70 100 150]; %[11 21 31 41 50 100 150];
  70. % elseif find(ds_GridTrain==netSize)
  71. % ds_str = 'graph_production/produced_graphs/';
  72. % num_missing_nodes_arr = [10 30 50 70];
  73. % else
  74. % fprintf('RunExpSrv8s:Invalid netSize %d.\n',netSize);
  75. % return;
  76. % end
  77. ds_str = 'in/';
  78. num_missing_nodes_arr = [2];
  79. rootDir = '../';
  80. %rootDir = '/Users/armin/Desktop/DML/projects/graphgenproj/'; %Facebook/';
  81. %rootDir = 'D:/__SN_Jan14_FF75/'; %Facebook/';
  82. filePrefix = 'testgraph_*'; % 'facebook_sparse_'; %
  83. %Sigal - 13.2.14 - images data
  84. imagesDir = strcat(rootDir,'Images/');
  85. imagesFile = 'ImagesMatchA.csv';
  86. imagesCount = 200000;
  87. imagesData = []; % LoadAsciiImagesMatch(imagesDir, imagesFile, imagesCount, debugFlag); %[]; %
  88. numImagesProfiles = 200; % 50; %
  89. imgMissProb = 0; %0.2; %%no images
  90. imgSimProbDiff = 0.1; %%0.2;
  91. imgSimType = 1; %% 0=realData, 1=rand(uniform distribution), 2=randn(normal distribution)
  92. datasetDir = strcat(rootDir,ds_str); %'Datasets_10K/'); %'Facebook/Datasets_10K/'); %'Traing_16K/'); %% TODO sigal - change rootDir path before EXE build
  93. factor_str = sprintf('F%d%d%d_',normFactorVec);
  94. images_str = sprintf('I%dP%dM%d_',imgSimType,imgSimProbDiff*10,imgMissProb*10);
  95. results_dir = strcat(datasetDir,'testImg_noTh_','/',factor_str,images_str,'Iter_',iterStartStr,iterEndStr,'/');
  96. fprintf('RunExpSrv8b: results_dir %s\n',results_dir);
  97. runAlgFlag = 1;
  98. debugFlag = 0;
  99. dumpKronEM = 1;
  100. dumpGED = 0;
  101. numThreshold = 0;
  102. maxAttStat = 1.35; %1.20; % population threshold - use this attribute only if it appears less than this percentage
  103. numAttrCols = 60; %21; %%50; %%11; %40; %%50;
  104. attSelected = ones(1,numAttrCols);
  105. attWeight = [0.3]; %[0.2 0.3 0.4 0.5 0.6 0.7 0.8]; %%0.3;
  106. addMissingAtt = addAttPerc;
  107. attAffinityThreshold = 0.15; % noise threshold
  108. % skipAtt = [6 2 20 26 22 17 8 14 3 1]; % top 10 PercC
  109. % attSelected(skipAtt) = 0;
  110. date_now = clock;
  111. randSeed = round((date_now(5)+date_now(6)*11)*iterStart+31);
  112. rand(1,randSeed);
  113. date_now = strcat(num2str(date_now(1)),'_',num2str(date_now(2)),'_', num2str(date_now(3)),'_', num2str(date_now(4)), num2str(date_now(5)),'_', num2str(date_now(6)));
  114. LogMsg(sprintf('%s Start RunExpSrv8s RunExperiment (random %d, addMissingAtt %.2f)...',date_now,randSeed,addMissingAtt));
  115. % attSelected = zeros(1,numAttrCols);
  116. % % for i = [1:4,6:8,12:20,22,24,26:30] %% top 23 threshold
  117. % % for i = [1,3,17,14,8,26,22,18,6,16] %% top 5/10 sum
  118. % % for i = [1,14,3,8,22,26,17,19,18,20] %% top 5/10 one
  119. % for i = [1,3,17,14,18,8,6,16,26,10] %% top 5/10 two
  120. % attSelected(i) = 1;
  121. % end
  122. % LogMsg(sprintf('Select %d attributes out of %d ...', sum(attSelected), size(attSelected,2)));
  123. prefix = sprintf('%s%s_%s',datasetDir,filePrefix,'*.txt.mat'); % '0*.txt.mat');
  124. files = dir(prefix);
  125. firstIter = 1;
  126. for iter = iterStart:iterEnd % loop over same network with different missing nodes
  127. if size(files,1) == 0
  128. fprintf('*** ERROR: RunExpSrv8b no file were found (prefix %s)\n',prefix);
  129. end
  130. for i = 1:size(files,1) % loop over the list of networks
  131. try
  132. file = files(i).name;
  133. % sigal 12/6/13 - use binary attribute mat file
  134. attFile = strrep(file, '.txt.mat', '.usr.mat');
  135. [attributes, attUpperRange, attSelected, ~] = PrepareAttributes5(datasetDir, attFile, numAttrCols, maxAttStat, attSelected);
  136. LogMsg(sprintf('Select %d attributes out of %d ...', sum(attSelected), size(attSelected,2)));
  137. if runAlgFlag == 1
  138. date_now = clock;
  139. date_now = strcat(num2str(date_now(1)),'_',num2str(date_now(2)),'_', num2str(date_now(3)),'_', num2str(date_now(4)), num2str(date_now(5)),'_', num2str(date_now(6)));
  140. % make sure dump & results directories exist
  141. if (firstIter == 1 && i == 1)
  142. firstIter = 0;
  143. if isdir(results_dir) == 0
  144. mkdir(results_dir);
  145. end
  146. dumpFilePath = sprintf('%sdumpKronEM_%s/', results_dir, date_now);
  147. if (dumpKronEM == 1)
  148. mkdir(dumpFilePath);
  149. end
  150. dump_data_dir = sprintf('%sdumpData_%s/', results_dir, date_now);
  151. if dumpGED == 1 && isdir(dump_data_dir) == 0
  152. mkdir(dump_data_dir)
  153. end
  154. end
  155. % run algorithm (file load is done internaly)
  156. [rand_score,purity,p_triads,missing_nodes_mapping,removed_nodes] = MissingNodes_S8b(datasetDir, file, ...
  157. attributes, attUpperRange, attWeight, addMissingAtt, normFactorVec, affinities, num_missing_nodes_arr, attAffinityThreshold, ...
  158. imagesData, numImagesProfiles, imgMissProb, imgSimType, imgSimProbDiff, percentKnownPHsVec, dumpGED, dump_data_dir, iter);
  159. %[rand_score,purity,p_triads,missing_nodes_mapping,removed_nodes] = MissingNodes_Sparse(datasetDir, file, affinities, 1);
  160. % dump graph data for KronEM runs
  161. if dumpKronEM == 1
  162. DumpDataset(datasetDir, file, iter, removed_nodes, dumpFilePath);
  163. end
  164. % save results
  165. out_file = sprintf('%sres_%s_%s.mat', results_dir, file, date_now);
  166. save(out_file);
  167. file_name = sprintf('%s_%s','../output/mine/',file);
  168. if(iter == 0)
  169. copyfile('../output/graphed_0.mat',file_name);
  170. end
  171. LogMsg(sprintf('Results for file %s,iter %d at %s',file,iter,out_file));
  172. %fprintf('Completed RunExperiment cycle - results at %s.\n',out_file);
  173. end
  174. catch
  175. fprintf('An Error Occured!!!!!')
  176. end
  177. % beep;
  178. end
  179. end
  180. date_now = clock;
  181. date_now = strcat(num2str(date_now(1)),'_',num2str(date_now(2)),'_', num2str(date_now(3)),'_', num2str(date_now(4)), num2str(date_now(5)),'_', num2str(date_now(6)));
  182. LogMsg(sprintf('%s Completed RunExpSrv8s RunExperiment (random %d).',date_now,randSeed));
  183. end