diff --git a/.gitignore b/.gitignore index c4a9da5..895bec2 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,7 @@ # data / models (also potentially very large) data/ models/ +treq_eval* # pyc files aren't necessary *.pyc diff --git a/insuranceqa.py b/insuranceqa.py index 9bf2ec7..cea9240 100644 --- a/insuranceqa.py +++ b/insuranceqa.py @@ -116,7 +116,7 @@ def get_data(f_name): def get_accurate_percentage(model, questions, good_answers, bad_answers, n_eval=512): - if n_eval != 'all': + if n_eval != -1: questions = questions[-n_eval:] good_answers = good_answers[-n_eval:] bad_answers = bad_answers[-n_eval:] @@ -180,11 +180,11 @@ data_sets = [ q_data, ag_data, ab_data, targets = get_data(data_sets[0]) qv_data, avg_data, avb_data, v_targets = get_data(data_sets[1]) -test_model.load_weights(os.path.join(models_path, 'iqa_model_for_prediction.h5')) +test_model.load_weights(os.path.join(models_path, 'iqa_model_for_training_iter_900.h5')) # found through experimentation that ~24 epochs generalized the best print('Fitting model') -for i in range(10000): +for i in range(401, 10000): print('----- %d -----' % i) np.random.shuffle(ab_data) train_model.fit([q_data, ag_data, ab_data], targets, nb_epoch=1, batch_size=128, validation_data=[[qv_data, avg_data, avb_data], v_targets], shuffle=True) @@ -192,25 +192,18 @@ for i in range(10000): if i % 100 == 0: train_model.save_weights(os.path.join(models_path, 'iqa_model_for_training_iter_%d.h5' % i), overwrite=True) test_model.save_weights(os.path.join(models_path, 'iqa_model_for_training_iter_%d.h5' % i), overwrite=True) + print('Percent correct: {}'.format(get_accurate_percentage(test_model, q_data, ag_data, ab_data, n_eval=-1))) + eq_data, ea_data, en_good = get_eval(data_sets[1]) + print('MRR: {}'.format(get_mrr(test_model, eq_data, ea_data, en_good))) train_model.save_weights(os.path.join(models_path, 'iqa_model_for_training.h5'), overwrite=True) test_model.save_weights(os.path.join(models_path, 'iqa_model_for_prediction.h5'), overwrite=True) test_model.load_weights(os.path.join(models_path, 'iqa_model_for_prediction.h5')) -import keras.backend as K -get_attention = K.function([test_model.layers[0].input, test_model.layers[1].input], [test_model.layers[3].get_output_at(0)]) -attention = get_attention([q_data[:20], ag_data[:20]])[0] - -for i in range(20): - print('----- %d -----' % i) - print(revert(q_data[i])) - print(revert(ag_data[i])) - print([np.linalg.norm(x) for x in attention[i]]) - # the model actually did really well, predicted correct vs. incorrect answer 85% of the time on the validation set test_model.load_weights(os.path.join(models_path, 'iqa_model_for_prediction.h5')) -print('Percent correct: {}'.format(get_accurate_percentage(test_model, q_data, ag_data, ab_data, n_eval='all'))) +print('Percent correct: {}'.format(get_accurate_percentage(test_model, q_data, ag_data, ab_data, n_eval=-1))) q_data, a_data, n_good = get_eval(data_sets[1]) test_model.load_weights(os.path.join(models_path, 'iqa_model_for_prediction.h5')) diff --git a/keras_attention_model.py b/keras_attention_model.py index a8bd70f..a03a3e1 100644 --- a/keras_attention_model.py +++ b/keras_attention_model.py @@ -33,48 +33,61 @@ def make_model(maxlen_question, maxlen_answer, n_words, n_lstm_dims=141, n_embed embedding = Embedding(n_words, n_embed_dims) # forward and backward lstms - f_lstm = LSTM(n_lstm_dims, name='fq_lstm', consume_less='mem', return_sequences=False) - b_lstm = LSTM(n_lstm_dims, name='bq_lstm', go_backwards=True, consume_less='mem', return_sequences=False) + f_lstm = LSTM(n_lstm_dims, name='fq_lstm', consume_less='mem', return_sequences=True) + b_lstm = LSTM(n_lstm_dims, name='bq_lstm', go_backwards=True, consume_less='mem', return_sequences=True) + f_lstm_2 = LSTM(n_lstm_dims, consume_less='mem', return_sequences=False) + b_lstm_2 = LSTM(n_lstm_dims, go_backwards=True, consume_less='mem', return_sequences=False) # question part q_emb = embedding(question) + q_emb = Dropout(0.25)(q_emb) q_emb = Convolution1D(nb_filter=64, filter_length=5)(q_emb) q_emb = MaxPooling1D(pool_length=2)(q_emb) q_fl = f_lstm(q_emb) q_bl = b_lstm(q_emb) q_out = merge([q_fl, q_bl], mode='concat', concat_axis=-1) - q_out = Dropout(0.25)(q_out) + q_fl = f_lstm_2(q_out) + q_bl = b_lstm_2(q_out) + q_out = merge([q_fl, q_bl], mode='concat', concat_axis=-1) # q_out = Permute((2, 1))(q_out) # q_out = Convolution1D(nb_filter=64, filter_length=5)(q_out) # q_out = MaxPooling1D(2)(q_out) # q_out = Flatten()(q_out) # forward and backward attention lstms (paying attention to q_out) - f_lstm_attention = AttentionLSTM(n_lstm_dims, q_out, consume_less='mem', return_sequences=False) - b_lstm_attention = AttentionLSTM(n_lstm_dims, q_out, go_backwards=True, consume_less='mem', return_sequences=False) + f_lstm_attention = AttentionLSTM(n_lstm_dims, q_out, consume_less='mem', return_sequences=True) + b_lstm_attention = AttentionLSTM(n_lstm_dims, q_out, go_backwards=True, consume_less='mem', return_sequences=True) + f_lstm_attention_2 = AttentionLSTM(n_lstm_dims, q_out, consume_less='mem', return_sequences=False) + b_lstm_attention_2 = AttentionLSTM(n_lstm_dims, q_out, go_backwards=True, consume_less='mem', return_sequences=False) conv = Convolution1D(nb_filter=64, filter_length=5) # answer part ag_emb = embedding(answer_good) + ag_emb = Dropout(0.25)(ag_emb) ag_emb = conv(ag_emb) ag_emb = MaxPooling1D(pool_length=2)(ag_emb) ag_fl = f_lstm_attention(ag_emb) ag_bl = b_lstm_attention(ag_emb) ag_out = merge([ag_fl, ag_bl], mode='concat', concat_axis=-1) - ag_out = Dropout(0.25)(ag_out) + ag_fl = f_lstm_attention_2(ag_out) + ag_bl = b_lstm_attention_2(ag_out) + ag_out = merge([ag_fl, ag_bl], mode='concat', concat_axis=-1) # ag_out = Permute((2, 1))(ag_out) # ag_out = conv(ag_out) # ag_out = MaxPooling1D(2)(ag_out) # ag_out = Flatten()(ag_out) ab_emb = embedding(answer_bad) + ab_emb = Dropout(0.25)(ab_emb) ab_emb = conv(ab_emb) ab_emb = MaxPooling1D(pool_length=2)(ab_emb) ab_fl = f_lstm_attention(ab_emb) ab_bl = b_lstm_attention(ab_emb) ab_out = merge([ab_fl, ab_bl], mode='concat', concat_axis=-1) - ab_out = Dropout(0.25)(ab_out) + ab_fl = f_lstm_attention_2(ab_out) + ab_bl = b_lstm_attention_2(ab_out) + ab_out = merge([ab_fl, ab_bl], mode='concat', concat_axis=-1) # ab_out = Permute((2, 1))(ab_out) # ab_out = conv(ab_out) # ab_out = MaxPooling1D(2)(ab_out) @@ -86,7 +99,7 @@ def make_model(maxlen_question, maxlen_answer, n_words, n_lstm_dims=141, n_embed good_out = merge([q_out, ag_out], name='good', mode='cos', dot_axes=1) bad_out = merge([q_out, ab_out], name='bad', mode='cos', dot_axes=1) - target = merge([good_out, bad_out], name='target', mode=lambda x: K.maximum(1e-3, 0.3 - x[0] + x[1]), output_shape=lambda x: x[0]) + target = merge([good_out, bad_out], name='target', mode=lambda x: K.maximum(1e-3, 0.2 - x[0] + x[1]), output_shape=lambda x: x[0]) train_model = Model(input=[question, answer_good, answer_bad], output=target) test_model = Model(input=[question, answer_good], output=good_out) diff --git a/trec_eval.8.1/Changelog b/trec_eval.8.1/Changelog new file mode 100644 index 0000000..aaa6b1f --- /dev/null +++ b/trec_eval.8.1/Changelog @@ -0,0 +1,59 @@ +Version 8.1, Added infAP, minor bug fixes +7/24/06 Improved infAP comments (implementation verified by Yilmaz). + trec_eval_help.c: allow longer measure explanations. +6/27/06 get_opt.c Fixed error message +6/22/06 Added measure infAP (Aslam et al) to allow judging only sample + of pools. -1 in qrels file interpreted as pool doc not judged. +6/22/06 trvec_teval.c: fixed bugs in calculation of bpref if multiple + relevance levels were used and a non-default relevance level + was given. (Eg. A doc with rel level of 2 was counted as unjudged + rather than judged nonrel if a relevance level of 3 was needed + to consider relevant.) +4/5/06 Changed comments in README, trec_eval.c, trec_eval_help.c files + which incorrectly claimed queries with no relevant docs are + ignored (this was true with very old versions of trec_eval). Now + reads that queries with no relevance information are ignored. + Giorgio Di Nunzio and Nicola Ferro, +------------------------------------------------------------------------------ +Version 8.0, full bpref bug fix, see file bpref_bug. I decided to up the + version number since bpref results are incompatible with previous + results (though the changes are small). + +11/8/05: Bpref_bug: New file explaining bug and impact (conclusions after + rerunning all of SIGIR 2004 bpref paper experiments). +11/5/05: Added new measures: micro_prec, micro_recall, micro_bpref. I thought + I had an application for micro_bpref averaging (summing components of + measure over all docs (ignoring topics) and then computing measure), + but micro_bpref still proved a rotten measure. Left code in case + someone ever actually finds an application for valid micro averaging. +11/5/05: Added new measures: old_bpref, old_bpref_top10pRnonrel. These are + the old buggy measures included only for backward comparisons. +11/5/05: trvec_teval.c: Broke apart old trvec_trec_eval to calculate + different types of measures separately. Very hard to decipher + old code (though still difficult with new code) since parts of + the calculations for a measure were so far apart. + +------------------------------------------------------------------------------ +Version 7.4, minor changes from 7.3 + +11/4/05: trvec_teval.c: fixed bpref bug if very low (< R) numbers of non-rel + judgements available (divided by num_nonrel_ret instead of + num_nonrel). (pointed out by Ian Soboroff). +11/3/05: trvec_teval.c: bpref_10, bpref_5 had zero division problems if + no rel docs were retrieved. (pointed out by Ian Soboroff). +10/23/05: form_trvec.c: Added check for duplicate docno's in results and qrels. + (pointed out by Shlomo Geva. Default behavior used to be that + duplicate result docno's were always non-rel, but that changed in + later versions, so had better test explicitly for it and complain). +10/23/05: README: sample invocation of trec_eval had arguments reversed. + (pointed out by Carol Peters). +10/23/05: moved gm_ap to be a major measure (always printed). changed + measures.c, test/out*, README + +------------------------------------------------------------------------------ + +Version 7.3, a reasonably major rewrite from earlier versions in terms +of internal structure and default output format (now relational), but +the input format and measures calculated remain the same (or at least +upward compatible). + diff --git a/trec_eval.8.1/Makefile b/trec_eval.8.1/Makefile new file mode 100644 index 0000000..61db85e --- /dev/null +++ b/trec_eval.8.1/Makefile @@ -0,0 +1,146 @@ +BIN = /home/smart/bin +H = . + +VERSIONID = 8.1 + +# gcc +CC = gcc +CFLAGS = -g -I$H -O3 -Wall -DVERSIONID=\"$(VERSIONID)\" +CFLAGS = -g -I$H -Wall -DVERSIONID=\"$(VERSIONID)\" + +# cc +###CC = cc +###CFLAGS = -I$H -g -DVERSIONID=\"$(VERSIONID)\" + +# Other macros used in some or all makefiles +INSTALL = /bin/mv + + +OBJS = trec_eval.o get_qrels.o get_top.o form_trvec.o measures.o print_meas.o\ + trvec_teval.o buf_util.o error_msgs.o \ + trec_eval_help.o + + +SRCS = trec_eval.c get_qrels.c get_top.c form_trvec.c measures.c print_meas.c\ + trvec_teval.c buf_util.c error_msgs.c \ + trec_eval_help.c + +SRCH = common.h trec_eval.h smart_error.h sysfunc.h tr_vec.h buf.h + +SRCOTHER = README Makefile test bpref_bug Changelog + +trec_eval: $(SRCS) Makefile $(SRCH) + $(CC) $(CFLAGS) -o trec_eval $(SRCS) -lm + +install: $(BIN)/trec_eval + +quicktest: trec_eval + ./trec_eval test/qrels.test test/results.test | diff - test/out.test + ./trec_eval -a test/qrels.test test/results.test | diff - test/out.test.a + ./trec_eval -a -q test/qrels.test test/results.test | diff - test/out.test.aq + ./trec_eval -a -q -c test/qrels.test test/results.trunc | diff - test/out.test.aqc + ./trec_eval -a -q -c -M100 test/qrels.test test/results.trunc | diff - test/out.test.aqcM + ./trec_eval -a -q -l2 test/qrels.rel_level test/results.test | diff - test/out.test.aql + /bin/echo "Test succeeeded" + +longtest: trec_eval + /bin/rm -rf test.long; mkdir test.long + ./trec_eval test/qrels.test test/results.test > test.long/out.test + ./trec_eval -a test/qrels.test test/results.test > test.long/out.test.a + ./trec_eval -a -q test/qrels.test test/results.test > test.long/out.test.aq + ./trec_eval -a -q -c test/qrels.test test/results.trunc > test.long/out.test.aqc + ./trec_eval -a -q -c -M100 test/qrels.test test/results.trunc > test.long/out.test.aqcM + ./trec_eval -a -q -l2 test/qrels.rel_level test/results.test > test.long/out.test.aql + diff test.long test + +$(BIN)/trec_eval: trec_eval + if [ -f $@ ]; then $(INSTALL) $@ $@.old; fi; + $(INSTALL) trec_eval $@ + +##4########################################################################## +##5########################################################################## +# All code below this line (except for automatically created dependencies) +# is independent of this particular makefile, and should not be changed! +############################################################################# + +######################################################################### +# Odds and ends # +######################################################################### +clean semiclean: + /bin/rm -f *.o *.BAK *~ trec_eval trec_eval.*.tar out.trec_eval Makefile.bak + +tar: + -/bin/rm -rf ./trec_eval.$(VERSIONID) + mkdir trec_eval.$(VERSIONID) + cp -rp $(SRCOTHER) $(SRCS) $(SRCH) trec_eval.$(VERSIONID) + tar cf - ./trec_eval.$(VERSIONID) > trec_eval.$(VERSIONID).tar + +lint: + lint $(SRCS) + +######################################################################### +# Determining program dependencies # +######################################################################### +depend: + grep '^#[ ]*include' *.c \ + | sed -e 's?:[^"]*"\([^"]*\)".*?: \$H/\1?' \ + -e '/ makedep + echo '/^# DO NOT DELETE THIS LINE/+2,$$d' >eddep + echo '$$r makedep' >>eddep + echo 'w' >>eddep + cp Makefile Makefile.bak + ed - Makefile < eddep + /bin/rm eddep makedep + echo '# DEPENDENCIES MUST END AT END OF FILE' >> Makefile + echo '# IF YOU PUT STUFF HERE IT WILL GO AWAY' >> Makefile + echo '# see make depend above' >> Makefile + +# DO NOT DELETE THIS LINE -- make depend uses it + +buf_util.o: ./common.h +buf_util.o: ./sysfunc.h +buf_util.o: ./buf.h +error_msgs.o: ./smart_error.h +error_msgs.o: ./sysfunc.h +form_trvec.o: ./common.h +form_trvec.o: ./sysfunc.h +form_trvec.o: ./smart_error.h +form_trvec.o: ./tr_vec.h +form_trvec.o: ./trec_eval.h +form_trvec.o: ./buf.h +get_qrels.o: ./common.h +get_qrels.o: ./sysfunc.h +get_qrels.o: ./smart_error.h +get_qrels.o: ./trec_eval.h +get_top.o: ./common.h +get_top.o: ./sysfunc.h +get_top.o: ./smart_error.h +get_top.o: ./trec_eval.h +measures.o: ./common.h +measures.o: ./sysfunc.h +measures.o: ./buf.h +measures.o: ./trec_eval.h +print_meas.o: ./common.h +print_meas.o: ./sysfunc.h +print_meas.o: ./buf.h +print_meas.o: ./trec_eval.h +trec_eval.o: ./common.h +trec_eval.o: ./sysfunc.h +trec_eval.o: ./smart_error.h +trec_eval.o: ./tr_vec.h +trec_eval.o: ./trec_eval.h +trec_eval.o: ./buf.h +trec_eval_help.o: ./common.h +trvec_teval.o: ./common.h +trvec_teval.o: ./sysfunc.h +trvec_teval.o: ./smart_error.h +trvec_teval.o: ./tr_vec.h +trvec_teval.o: ./trec_eval.h +# DEPENDENCIES MUST END AT END OF FILE +# IF YOU PUT STUFF HERE IT WILL GO AWAY +# see make depend above diff --git a/trec_eval.8.1/README b/trec_eval.8.1/README new file mode 100644 index 0000000..737290c --- /dev/null +++ b/trec_eval.8.1/README @@ -0,0 +1,356 @@ +trec_eval is the standard tool used by the TREC community for +evaluating an ad hoc retrieval run, given the results file and a +standard set of judged results. + +------------------------------------------------------------------------------ +Installation: Should be as easy as typing "make" in the source directory, +if gcc is available. Otherwise, comment out the gcc lines (lines 5-6) and +uncomment out the cc lines (lines 9-10) +If you wish the trec_eval binary to be placed in a standard location, alter +the first line of Makefile appropriately. + +------------------------------------------------------------------------------ +Testing: sample input and output files are included in the directory test. +"make quicktest" will perform some sample simple evaluations and compare +the results. + +------------------------------------------------------------------------------ +Usage: Most options can be ignored. The only one most folks will need +is the "-q" flag, to indicate whether to output results for individual +queries as well as the averages over all queries. Official TREC usage +might be something like + trec_eval -q -c -M1000 official_qrels submitted_results +to ensure correct evaluation if submitted_results doesn't have results +for all queries, or returns more than 1000 documents per query. + + +------------------------------------------------------------------------------ +Change Log (only recent) +------------------------------------------------------------------------------ +Version 8.1, Added infAP, minor bug fixes +7/24/06 Improved infAP comments (implementation verified by Yilmaz). + trec_eval_help.c: allow longer measure explanations. +6/27/06 get_opt.c Fixed error message +6/22/06 Added measure infAP (Aslam et al) to allow judging only sample + of pools. -1 for rel in qrels file interpreted as pool doc not judged. +6/22/06 trvec_teval.c: fixed bugs in calculation of bpref if multiple + relevance levels were used and a non-default relevance level + was given. (Eg. A doc with rel level of 2 was counted as unjudged + rather than judged nonrel if a relevance level of 3 was needed + to consider relevant.) +4/5/06 Changed comments in README, trec_eval.c, trec_eval_help.c files + which incorrectly claimed queries with no relevant docs are + ignored (this was true with very old versions of trec_eval). Now + reads that queries with no relevance information are ignored. + Giorgio Di Nunzio and Nicola Ferro, +------------------------------------------------------------------------------ +Version 8.0, full bpref bug fix, see file bpref_bug. I decided to up the + version number since bpref results are incompatible with previous + results (though the changes are small). +------------------------------------------------------------------------------ +------------------------------------------------------------------------------ + +Files: +Makefile Compile and test trec_eval +README This file +test Collection of sample input and output for trec_eval +trec_eval.c Main procedure +get_qrels.c Called by main to read the standard judged documents (qrels) +get_top.c Called by main to read the results file to be evaluated +form_trvec.c Called by main to put the results and qrels for an individual + query in the proper format to be evaluated. +trvec_teval.c Called by main to evaluate an individual query +print_meas.c Called by main to print an evaluated query, and to accumulate + the results for later averaging over the queries. +measures.c Description of the measures used by printing. +trec_eval_help.c Descriptions of trec_eval, the output, and the measures. + +trec_eval.h Basic evaluation structures. +bpref_bug: Description of bug in bpref that existed in trec_eval versions 6 + through 7.3. + +The rest of the files are small utility portions from SMART. +tr_vec.h +smart_error.h +sysfunc.h +buf.h +common.h +buf_util.c +error_msgs.c + +------------------------------------------------------------------------------ + +The rest of this file consists of information printed by "trec_eval -h": +(If you REALLY want a complete list of measures calculated, you can add the +time based measures and run "trec_eval -T -h".) + +trec_eval [-h] [-q] [-a] [-o] [-c] [-l [-N] [-M] [-Ua] [-Ub] [-Uc] [-Ud] [-T] trec_rel_file trec_top_file + +Calculate and print various evaluation measures, evaluating the results +in trec_top_file against the relevance judgements in trec_rel_file. + +There are a fair number of options, of which only the lower case options are +normally ever used. + -h: Print full help message and exit + -q: In addition to summary evaluation, give evaluation for each query + -a: Print all evaluation measures calculated, instead of just the + main official measures for TREC. + -o: Print everything out in old, nonrelational format (default is relational) + -c: Average over the complete set of queries in the relevance judgements + instead of the queries in the intersection of relevance judgements + and results. Missing queries will contribute a value of 0 to all + evaluation measures (which may or may not be reasonable for a + particular evaluation measure, but is reasonable for standard TREC + measures.) + -l: Num indicates the minimum relevance judgement value needed for + a document to be called relevant. (All measures used by TREC eval are + based on binary relevance). Used if trec_rel_file contains relevance + judged on a multi-relevance scale. Default is 1. + -N: Number of docs in collection + -M: Max number of docs per topic to use in evaluation (discard rest). + -Ua: Value to use for 'a' coefficient of utility computation. + relevant nonrelevant + retrieved a b + nonretrieved c d + -Ub: Value to use for 'b' coefficient of utility computation. + -Uc: Value to use for 'c' coefficient of utility computation. + -Ud: Value to use for 'd' coefficient of utility computation. + -J: Calculate all values only over the judged (either relevant or + nonrelevant) documents. All unjudged documents are removed from the + retrieved set before any calculations (possibly leaving an empty set). + DO NOT USE, unless you really know what you're doing - very easy to get + reasonable looking, but invalid, numbers. + -T: Treat similarity as time that document retrieved. Compute + several time-based measures after ranking docs by time retrieved + (first doc (lowest sim) retrieved ranked highest). + Only done if -a selected. + + +Read text tuples from trec_top_file of the form + 030 Q0 ZF08-175-870 0 4238 prise1 + qid iter docno rank sim run_id +giving TREC document numbers (a string) retrieved by query qid +(a string) with similarity sim (a float). The other fields are ignored, +with the exception that the run_id field of the last line is kept and +output. In particular, note that the rank field is ignored here; +internally ranks are assigned by sorting by the sim field with ties +broken deterministicly (using docno). +Sim is assumed to be higher for the docs to be retrieved first. +File may contain no NULL characters. +Lines may contain fields after the run_id; they are ignored. + +Relevance for each docno to qid is determined from text_qrels_file, which +consists of text tuples of the form + qid iter docno rel +giving TREC document numbers (docno, a string) and their relevance (rel, +a non-negative integer less than 128, or -1 (unjudged)) +to query qid (a string). iter string field is ignored. +Fields are separated by whitespace, string fields can contain no whitespace. +File may contain no NULL characters. + +The text tuples with relevance judgements are converted to TR_VEC form +and then submitted to the SMART evaluation routines. +The did,rank,sim fields of TR_VEC are filled in from trec_top_file; +action,iter fields are set to 0. +The rel field is set to -1 if the document was not in the pool (not in +text_qrels_file) or -2 if the document was in the pool but unjudged (some +measures (infAP) allow the pool to be sampled instead of judged fully). +Otherwise it is set to the value in text_qrels_file. +Most measures, but not all, will treat -1 or -2 the same as 0, +namely nonrelevant. Note that relevance_level is used to +determine if the document is relevant during score calculations. +Queries for which there is no relevance information are ignored. +Warning: queries for which there are relevant docs but no retrieved docs +are also ignored by default. This allows systems to evaluate over subsets +of the relevant docs, but means if a system improperly retrieves no docs, +it will not be detected. Use the -c flag to avoid this behavior. + +EXPLANATION OF OFFICIAL VALUES PRINTED OF OLD NON-RELATIONAL FORMAT. +Relational Format prints the same values, but all lines are of the form + measure_name query value + +1. Total number of documents over all queries + Retrieved: + Relevant: + Rel_ret: (relevant and retrieved) + These should be self-explanatory. All values are totals over all + queries being evaluated. +2. Interpolated Recall - Precision Averages: + at 0.00 + at 0.10 + ... + at 1.00 + See any standard IR text (especially by Salton) for more details of + recall-precision evaluation. Measures precision (percent of retrieved + docs that are relevant) at various recall levels (after a certain + percentage of all the relevant docs for that query have been retrieved). + 'Interpolated' means that, for example, precision at recall + 0.10 (ie, after 10% of rel docs for a query have been retrieved) is + taken to be MAXIMUM of precision at all recall points >= 0.10. + Values are averaged over all queries (for each of the 11 recall levels). + These values are used for Recall-Precision graphs. +3. Average precision (non-interpolated) over all rel docs + The precision is calculated after each relevant doc is retrieved. + If a relevant doc is not retrieved, its precision is 0.0. + All precision values are then averaged together to get a single number + for the performance of a query. Conceptually this is the area + underneath the recall-precision graph for the query. + The values are then averaged over all queries. +4. Precision: + at 5 docs + at 10 docs + ... + at 1000 docs + The precision (percent of retrieved docs that are relevant) after X + documents (whether relevant or nonrelevant) have been retrieved. + Values averaged over all queries. If X docs were not retrieved + for a query, then all missing docs are assumed to be non-relevant. +5. R-Precision (precision after R (= num_rel for a query) docs retrieved): + Measures precision (or recall, they're the same) after R docs + have been retrieved, where R is the total number of relevant docs + for a query. Thus if a query has 40 relevant docs, then precision + is measured after 40 docs, while if it has 600 relevant docs, precision + is measured after 600 docs. This avoids some of the averaging + problems of the 'precision at X docs' values in (4) above. + If R is greater than the number of docs retrieved for a query, then + the nonretrieved docs are all assumed to be nonrelevant. + +Major measures (again) with their relational names: +num_ret Total number of documents retrieved over all queries +num_rel Total number of relevant documents over all queries +num_rel_ret Total number of relevant documents retrieved over all queries +map Mean Average Precision (MAP) +gm_ap Average Precision. Geometric Mean, q_score=log(MAX(map,.00001)) +R-prec R-Precision (Precision after R (= num-rel for topic) documents retrieved) +bpref Binary Preference, top R judged nonrel +recip_rank Reciprical rank of top relevant document +ircl_prn.0.00 Interpolated Recall - Precision Averages at 0.00 recall +ircl_prn.0.10 Interpolated Recall - Precision Averages at 0.10 recall +ircl_prn.0.20 Interpolated Recall - Precision Averages at 0.20 recall +ircl_prn.0.30 Interpolated Recall - Precision Averages at 0.30 recall +ircl_prn.0.40 Interpolated Recall - Precision Averages at 0.40 recall +ircl_prn.0.50 Interpolated Recall - Precision Averages at 0.50 recall +ircl_prn.0.60 Interpolated Recall - Precision Averages at 0.60 recall +ircl_prn.0.70 Interpolated Recall - Precision Averages at 0.70 recall +ircl_prn.0.80 Interpolated Recall - Precision Averages at 0.80 recall +ircl_prn.0.90 Interpolated Recall - Precision Averages at 0.90 recall +ircl_prn.1.00 Interpolated Recall - Precision Averages at 1.00 recall +P5 Precision after 5 docs retrieved +P10 Precision after 10 docs retrieved +P15 Precision after 15 docs retrieved +P20 Precision after 20 docs retrieved +P30 Precision after 30 docs retrieved +P100 Precision after 100 docs retrieved +P200 Precision after 200 docs retrieved +P500 Precision after 500 docs retrieved +P1000 Precision after 1000 docs retrieved + + +Minor measures with their relational names: +num_nonrel_judged_ret Total number of judged non-relevant documents retrieved over all queries +exact_prec Exact Precision over retrieved set +exact_recall Exact Recall over retrieved set +11-pt_avg Average over all 11 points of recall-precision graph +3-pt_avg Average over 3 points of recall-precision graph +avg_doc_prec Rel doc precision averaged over all relevant docs (NOT over topics) +exact_relative_prec Exact relative precision +avg_relative_prec Average relative precision +exact_unranked_avg_prec Exact Unranked Average Precision +exact_relative_unranked_avg_prec Exact Relative Unranked Average Precision +map_at_R Average Precision over first R docs retrieved +int_map Interpolated Mean Average Precision +exact_int_R_rcl_prec Exact R-based-interpolated-Precision +int_map_at_R Average Interpolated Precision for first R docs retrieved +bpref_allnonrel Binary Preference, all judged nonrel +bpref_retnonrel Binary Preference, all retrieved judged nonrel +bpref_topnonrel Binary Preference, top 100 judged nonrel +bpref_top5Rnonrel Binary Preference, top 5R judged nonrel +bpref_top10Rnonrel Binary Preference, top 10R judged nonrel +bpref_top10pRnonrel Binary Preference, top 10 + R judged nonrel +bpref_top25pRnonrel Binary Preference, top 25 + R judged nonrel +bpref_top50pRnonrel Binary Preference, top 50 + R judged nonrel +bpref_top25p2Rnonrel Binary Preference, top 25 + 2*R judged nonrel +bpref_retall Binary Preference, Only retrieved judged rel and nonrel +bpref_5 Binary Preference, top 5 rel, top 5 nonrel +bpref_10 Binary Preference, top 10 rel, top 10 nonrel +bpref_num_all Binary Preference, Number not retrieved before (all judged) +bpref_num_ret Binary Preference, Number retrieved after +bpref_num_correct Binary Preference, Number correct preferences +bpref_num_possible Binary Preference, Number possible correct_preferences +old_bpref Buggy Version 7.3. Binary Preference, top R judged nonrel +old_bpref_top10pRnonrel Buggy Version 7.3. Binary Preference,top 10+R judged nonrel +infAP Inferred AP. Calculate AP using only a judged random sample of the pool, averaging in unpooled documents as nonrel. +gm_bpref Binary Preference, top R judged nonrel, Geometric Mean, q_score=log(MAX(bpref,.00001)) +rank_first_rel Rank of top relevant document (0 if none) +recall5 Recall after 5 docs retrieved +recall10 Recall after 10 docs retrieved +recall15 Recall after 15 docs retrieved +recall20 Recall after 20 docs retrieved +recall30 Recall after 30 docs retrieved +recall100 Recall after 100 docs retrieved +recall200 Recall after 200 docs retrieved +recall500 Recall after 500 docs retrieved +recall1000 Recall after 1000 docs retrieved +0.20R-prec R-based precision- precision after 0.20 * R docs retrieved +0.40R-prec R-based precision- precision after 0.40 * R docs retrieved +0.60R-prec R-based precision- precision after 0.60 * R docs retrieved +0.80R-prec R-based precision- precision after 0.80 * R docs retrieved +1.00R-prec R-based precision- precision after 1.00 * R docs retrieved +1.20R-prec R-based precision- precision after 1.20 * R docs retrieved +1.40R-prec R-based precision- precision after 1.40 * R docs retrieved +1.60R-prec R-based precision- precision after 1.60 * R docs retrieved +1.80R-prec R-based precision- precision after 1.80 * R docs retrieved +2.00R-prec R-based precision- precision after 2.00 * R docs retrieved +relative_prec5 Relative precision after 5 docs retrieved +relative_prec10 Relative precision after 10 docs retrieved +relative_prec15 Relative precision after 15 docs retrieved +relative_prec20 Relative precision after 20 docs retrieved +relative_prec30 Relative precision after 30 docs retrieved +relative_prec100 Relative precision after 100 docs retrieved +relative_prec200 Relative precision after 200 docs retrieved +relative_prec500 Relative precision after 500 docs retrieved +relative_prec1000 Relative precision after 1000 docs retrieved +unranked_avg_prec5 Unranked Average Precision after 5 docs retrieved +unranked_avg_prec10 Unranked Average Precision after 10 docs retrieved +unranked_avg_prec15 Unranked Average Precision after 15 docs retrieved +unranked_avg_prec20 Unranked Average Precision after 20 docs retrieved +unranked_avg_prec30 Unranked Average Precision after 30 docs retrieved +unranked_avg_prec100 Unranked Average Precision after 100 docs retrieved +unranked_avg_prec200 Unranked Average Precision after 200 docs retrieved +unranked_avg_prec500 Unranked Average Precision after 500 docs retrieved +unranked_avg_prec1000 Unranked Average Precision after 1000 docs retrieved +relative_unranked_avg_prec5 Relative Unranked Average Precision after 5 docs retrieved +relative_unranked_avg_prec10 Relative Unranked Average Precision after 10 docs retrieved +relative_unranked_avg_prec15 Relative Unranked Average Precision after 15 docs retrieved +relative_unranked_avg_prec20 Relative Unranked Average Precision after 20 docs retrieved +relative_unranked_avg_prec30 Relative Unranked Average Precision after 30 docs retrieved +relative_unranked_avg_prec100 Relative Unranked Average Precision after 100 docs retrieved +relative_unranked_avg_prec200 Relative Unranked Average Precision after 200 docs retrieved +relative_unranked_avg_prec500 Relative Unranked Average Precision after 500 docs retrieved +relative_unranked_avg_prec1000 Relative Unranked Average Precision after 1000 docs retrieved +utility_1.0_-1.0_0.0_0.0 Utility (a,b,c,d) Coefficients 1.0_-1.0_0.0_0.0 +rcl_at_142_nonrel Recall averaged at X nonrel docs X= 142 +fallout_recall_0 Fallout - Recall Averages- recall after 0 nonrel docs retrieved +fallout_recall_14 Fallout - Recall Averages- recall after 14 nonrel docs retrieved +fallout_recall_28 Fallout - Recall Averages- recall after 28 nonrel docs retrieved +fallout_recall_42 Fallout - Recall Averages- recall after 42 nonrel docs retrieved +fallout_recall_56 Fallout - Recall Averages- recall after 56 nonrel docs retrieved +fallout_recall_71 Fallout - Recall Averages- recall after 71 nonrel docs retrieved +fallout_recall_85 Fallout - Recall Averages- recall after 85 nonrel docs retrieved +fallout_recall_99 Fallout - Recall Averages- recall after 99 nonrel docs retrieved +fallout_recall_113 Fallout - Recall Averages- recall after 113 nonrel docs retrieved +fallout_recall_127 Fallout - Recall Averages- recall after 127 nonrel docs retrieved +fallout_recall_142 Fallout - Recall Averages- recall after 142 nonrel docs retrieved +int_0.20R-prec Interpolated R-based precision, after 0.20 * R docs retrieved +int_0.40R-prec Interpolated R-based precision, after 0.40 * R docs retrieved +int_0.60R-prec Interpolated R-based precision, after 0.60 * R docs retrieved +int_0.80R-prec Interpolated R-based precision, after 0.80 * R docs retrieved +int_1.00R-prec Interpolated R-based precision, after 1.00 * R docs retrieved +int_1.20R-prec Interpolated R-based precision, after 1.20 * R docs retrieved +int_1.40R-prec Interpolated R-based precision, after 1.40 * R docs retrieved +int_1.60R-prec Interpolated R-based precision, after 1.60 * R docs retrieved +int_1.80R-prec Interpolated R-based precision, after 1.80 * R docs retrieved +int_2.00R-prec Interpolated R-based precision, after 2.00 * R docs retrieved +micro_prec Total relevant retrieved documents / Total retrieved documents +micro_recall Total relevant retrieved documents / Total relevant documents +micro_bpref Total correct preferences / Total possible preferences diff --git a/trec_eval.8.1/bpref_bug b/trec_eval.8.1/bpref_bug new file mode 100644 index 0000000..40e76cc --- /dev/null +++ b/trec_eval.8.1/bpref_bug @@ -0,0 +1,176 @@ +November 8, 2005 +We found a bug in the calculation of the bpref measure within trec_eval. + +BUG DESCRIPTION: The bpref measure calculates the fraction of +preferences between pairs of judged relevant and non-relevant +documents that were correctly ordered in a document ranking. +When a run does not retrieve R judged non-relevant documents, +only the retrieved non-relevant documents were considered. Thus +a (worst case) run which retrieved only 5 judged documents, the +first non-relevant and the following 4 relevant, would have a +score of 0.0 since the fraction of correct preferences among the +retrieved judged documents was 0.0. However, the retrieved judged +relevant documents should have been counted as being preferred +over any judged non-relevant document that wasn't retrieved. If +the nonretrieved documents included 3 judged non-relevant +documents and 2 judged relevant documents, then the bpref score +should be 0.5. (= ((4 * (3/4)) + 2 * (0/4)) / 6). + +BUG IMPACT: Almost no impact for standard TREC-type ad hoc runs +(retrieve 1000 documents). Topics with large numbers of relevant +documents (eg, over 300) had their scores artificially depressed +for those topics, and thus performance with the corrected bpref +will be higher on those topics. Kendall tau of system rankings +show very strong (.95 - .98) agreement between the buggy and new +bpref. + +There may be more impact for non-standard environments where the +number of retrieved judged documents is small. Eg, I've been +told the 2005 Terabyte efficiency track (only retrieve 20 +documents) is more strongly affected. + +BUG FIX: Version 8.0, available from the usual places at NIST, +implements the corrected bpref calculations. It also adds the +measures "old_bpref" and "old_bpref_top10pRnonrel" that calculate +the buggy numbers for comparisons with old results (the latter +measure was used in the SIGIR 2004 bpref paper). People using +bpref should switch to Version 8.0 or higher as soon as possible. + +BUG APOLOGY: I want to apologize to the community for the error. +Doing research and using new measures is hard enough without +having to worry about buggy implementations! + +Chris Buckley + +####################################################################### +For those of you working with bpref who want to know more details +about the bug and its effects, here's a fuller version of above. + +BUG DESCRIPTION: Here's code, pseudo_code, and comments comparing +old_bpref (the buggy version) and bpref on a single topic: + long nonrel_so_far; /* Number of non-relevant documents seen while + going through the ranking */ + long num_nonrel; /* Number of judged non-relevant documents */ + long nonrel_ret; /* Number of retrieved judged non-relevant documents */ + long pref_top_Rnonrel_num; /* set to R (eval->num_rel) */ + + nonrel_so_far = 0; + foreach doc in retrieved documents (sorted in decreasing score) { + if (doc is not relevant) + nonrel_so_far++; + else { + /* Add fraction of correct preferences for this doc */ + if (nonrel_so_far) { +-->new eval->bpref += 1.0 - + (((float) MIN (nonrel_so_far, pref_top_Rnonrel_num)) / + (float) MIN (num_nonrel, pref_top_Rnonrel_num)); +-->buggy eval->old_bpref += 1.0 - + (((float) MIN (nonrel_so_far, pref_top_Rnonrel_num)) / + (float) MIN (nonrel_ret, pref_top_Rnonrel_num)); + } + else { + eval->bpref += 1.0; + eval->old_bpref += 1.0; + } + } + } + if (eval->num_rel) { + eval->bpref /= eval->num_rel; + eval->old_bpref /= eval->num_rel; + } + +BUG HOW IT HAPPENED:The first versions of bpref I wrote were +defined only on the retrieved documents. When I switched to +variants using the TREC standard of considering all documents +(which improved the measures greatly), I overlooked making the +needed change to the denominator in the code above. + +BUG HOW DISCOVERED: On November 4, Ian Soboroff (NIST) was +looking at the bpref code and couldn't understand the "corner" +conditions in the code. We talked some, I stared at the code a +couple of minutes, and then went "OOPS", (or words to that +effect). + +CHANGES CAUSED BY BUG: I made the obvious changes to the bpref +code, and also revamped the whole structure of the main function, +to at least break apart the major different kinds of measures +(eg, compute the cutoff measures, the per document average +measures, the bpref measures, and the time measures separately.) +It was impossible to understand the function and now it's merely +very difficult! I should probably rewrite it to compute most +measures separately; execution speed is no longer the critical +factor it once was. + +BUG IMPACT VALIDATION: I reran the complete set of runs that went +into the Buckley, Voorhees SIGIR 2004 bpref paper. That included +comparing all systems in tasks in TREC 8, TREC 10, and TREC 12 at +various levels of completeness of the document set and relevance +levels. In the comparisons of bpref system rankings versus +original MAP rankings, the Kendall Tau scores of the two versions +of bpref were basically identical. They did not vary from each +other by more than .01, except when only using 1% or 2% of the +judgements in which case it was less than .03. (I was actually +expecting much greater differences when using very small number +of relevant and non-relevant documents. But it looks like it was +the same for all systems.) + +Using full information, the actual scores of the old and new bprefs +were pretty much the same when averaged over all systems, except for 3 +topics in TREC 10. Here's the topics with the top differences in old +and new bpref scores when averaged over all systems: + qid old_bpref bpref diff + 541 0.189271 0.324097 -0.134826 + 544 0.555475 0.633235 -0.07776 + 549 0.278118 0.321332 -0.043214 + 530 0.391955 0.394681 -0.002726 + 519 0.132094 0.132671 -0.000577 + 509 0.266160 0.266544 -0.000384 + 547 0.167335 0.167504 -0.000169 + 511 0.303595 0.303679 -8.4e-05 + 501 0.175508 0.175508 0 ... all other topics tied at 0 +Here's the number of relevant documents per topic + num_rel 541 372 + num_rel 549 367 + num_rel 544 324 + num_rel 511 165 + num_rel 519 149 + num_rel 547 144 + num_rel 509 140 + num_rel 530 124 + num_rel 527 93 +Clearly there's a big impact in scores on the 3 topics with over +300 relevant documents, a small impact on the 5 topics with +between 100 and 200 relevant documents, and no impact on the +rest. + +For TREC 8, there was 1 topic with a diff greater than .01 (.029) +and 23 topics that had any differences at all. For TREC 12, +there was a small impact on 32/100 topics with the largest being +.008. + + +Overall, I conclude that there's a minor impact on the standard +TREC 1000 document evaluations due to the buggy bpref on topics +which have hundreds of relevant documents. The average scores of +all systems will change because of these topics, but it should +not have an important effect on system ranking (except possibly +for systems which consistently retrieve less than 1000 +documents). + +I sent trec_eval Version 8.0beta to Ian to run on this year's bpref +oriented runs. His report was that there was strong agreement in +Kendall Tau between the buggy and nonbuggy versions, and when you +compared each against MAP, they were within .016 of each other (closer +depending on task). It actually was the buggy version that tracked +MAP slightly more closely, perhaps indicating that MAP emphasize +topics with lots of relevant documents a bit less than bpref. + +Ian reported the runs on Terabyte efficiency track, where systems only +retrieved 20 documents per topic (running 50,000 topics but evaluating +over 50), had much larger bpref differences in score (the new bpref +average scores being 50% higher than the old), but still had a 90% +Kendall Tau between the versions; about the same that either had with +MAP. That's good enough to reassure me that most conclusions people +have reached in experiments with bpref will still be valid, though +the numbers will have to be redone. + diff --git a/trec_eval.8.1/buf.h b/trec_eval.8.1/buf.h new file mode 100644 index 0000000..5f2f84c --- /dev/null +++ b/trec_eval.8.1/buf.h @@ -0,0 +1,13 @@ +#ifndef BUFH +#define BUFH +/* $Header: /home/smart/release/src/h/buf.h,v 11.0 1992/07/21 18:18:32 chrisb Exp $*/ + +/* structure used for passing around text (buf) which possibly includes + NULLs. see buf_util.c for add_buf(). */ +typedef struct { + int size; + int end; + char *buf; +} SM_BUF; + +#endif /* BUFH */ diff --git a/trec_eval.8.1/buf_util.c b/trec_eval.8.1/buf_util.c new file mode 100644 index 0000000..754eb07 --- /dev/null +++ b/trec_eval.8.1/buf_util.c @@ -0,0 +1,86 @@ +#ifdef RCSID +static char rcsid[] = "$Header: /home/smart/release/src/libgeneral/buf_util.c,v 11.0 1992/07/21 18:21:04 chrisb Exp $"; +#endif + +/* Copyright (c) 1991, 1990, 1984 - Gerard Salton, Chris Buckley. + + Permission is granted for use of this file in unmodified form for + research purposes. Please contact the SMART project to obtain + permission for other uses. +*/ + +/******************** PROCEDURE DESCRIPTION ************************ + *0 Utility procedure to add the memory contents of new.buf to result.buf + *2 add_buf (new, result) + *3 SM_BUF *new; + *3 SM_BUF *result; + *7 Both new and result are of type + *7 typedef struct { + *7 int size; * allocated space for buf * + *7 int end; * end of valid data in buf * + *7 char *buf; * buffer of arbitrary data * + *7 } SM_BUF; + *7 + *7 Append the data in new to the end of the data in result. The data can + *7 be arbitrary data, eg, include '\0's. + *7 Return UNDEF if can't allocate enough space for the result, 0 otherwise. +***********************************************************************/ + +#include "common.h" +#include "sysfunc.h" +#include "buf.h" + +int +add_buf (new, result) +SM_BUF *new, *result; +{ + if (result->size == 0) { + if (NULL == (result->buf = malloc ((unsigned) new->end * 2 + 1))) + return (UNDEF); + result->size = 2 * new->end + 1; + result->end = 0; + } + else if (new->end >= result->size - result->end) { + if (NULL == (result->buf = + realloc (result->buf, + (unsigned) result->size * 2 + new->end))) + return (UNDEF); + result->size += result->size + new->end; + } + + bcopy (new->buf, &result->buf[result->end], new->end); + result->end += new->end; + + return (0); +} + +/******************** PROCEDURE DESCRIPTION ************************ + *0 Utility procedure to add the string new to result.buf + *2 add_buf_string (new, result) + *3 char *new; + *3 SM_BUF *result; + + *7 Result is of type + *7 typedef struct { + *7 int size; * allocated space for buf * + *7 int end; * end of valid data in buf * + *7 char *buf; * buffer of arbitrary data * + *7 } SM_BUF; + *7 + *7 Append the data in new to the end of the data in result. + *7 Return UNDEF if can't allocate enough space for the result, 0 otherwise. +***********************************************************************/ + +int +add_buf_string (new, result) +char *new; +SM_BUF *result; +{ + SM_BUF temp_buf; + temp_buf.end = strlen (new); + temp_buf.buf = new; + + return (add_buf (&temp_buf, result)); + +} + diff --git a/trec_eval.8.1/common.h b/trec_eval.8.1/common.h new file mode 100644 index 0000000..80007df --- /dev/null +++ b/trec_eval.8.1/common.h @@ -0,0 +1,31 @@ +#ifndef COMMONH +#define COMMONH + +#include + +#ifndef FALSE +#define FALSE 0 +#endif +#ifndef TRUE +#define TRUE 1 +#endif + +#define UNDEF -1 + +#define MAX(A,B) ((A) > (B) ? (A) : (B)) +#define MIN(A,B) ((A) > (B) ? (B) : (A)) + +#ifndef MAXLONG +#define MAXLONG 2147483647L /* largest long int. no. */ +#endif + +/* + * Some useful macros for making malloc et al easier to use. + * Macros handle the casting and the like that's needed. + */ +#define Malloc(n,type) (type *) malloc( (unsigned) ((n)*sizeof(type))) +#define Realloc(loc,n,type) (type *) realloc( (char *)(loc), \ + (unsigned) ((n)*sizeof(type))) +#define Free(loc) (void) free( (char *)(loc) ) + +#endif /* COMMONH */ diff --git a/trec_eval.8.1/error_msgs.c b/trec_eval.8.1/error_msgs.c new file mode 100644 index 0000000..0eb23d0 --- /dev/null +++ b/trec_eval.8.1/error_msgs.c @@ -0,0 +1,93 @@ +#ifdef RCSID +static char rcsid[] = "$Header: /home/smart/release/./src/libgeneral/error_msgs.c,v 10.1 91/11/05 23:49:06 smart Exp Locker: smart $"; +#endif + +/* Copyright (c) 1991, 1990, 1984 - Gerard Salton, Chris Buckley. + + Permission is granted for use of this file in unmodified form for + research purposes. Please contact the SMART project to obtain + permission for other uses. +*/ + +/******************** PROCEDURE DESCRIPTION ************************ + *0 print a SMART error message + *2 print_error (new_routine, new_message) + *3 char *new_routine; + *3 char *new_message; + *6 Global UNIX variables errno, sys_nerr, sys_errlist are used, as well + *6 as SMART global variables smart_errlist and smart_errno; + + *7 Print an error message to stderr. At point of error determination, + *7 either smart_errno should be set, or (if UNIX library error) errno will + *7 be set. If smart_errno is set, then the routine name that detected the + *7 error and a message are printed. In addition, the routine name that prints + *7 the error and it's message (eg action to be taken) are printed. + *9 smart_errno should be more widely used, in particular to locate the + *9 procedure the error occurs in. Many errors can only get "located" + *9 by setting trace. +***********************************************************************/ + +#include +#include "smart_error.h" +#include "sysfunc.h" + +/* Declarations of external variables defined in "smart_error.h" */ + +int smart_errno; /* If > 0 and <= sys_nerr then refers to */ + /* sys_errlist, else if >= smart_errmin */ + /* and <= smart_errmax, then smart_errlist */ +char *smart_message; /* Message to be printed (often filename) */ +char *smart_routine; /* Major routine issuing error message */ + + +extern int errno; + +char *smart_errlist[] = { + "Inconsistency check", + "Illegal value for seek", + "Illegal mode for object", + "Illegal parameter value" +}; + +void +print_error (new_routine, new_message) +char *new_routine; +char *new_message; +{ + if (smart_errno > 0 && smart_errno < SMART_MINERR) { + (void) fprintf (stderr, "%s: in %s: '%s' %s - %s\n", + new_routine, + smart_routine, + smart_message, + strerror(smart_errno), + new_message); + } + else if (smart_errno >= SMART_MINERR && + smart_errno < SMART_MINERR + SMART_NUMERR) { + (void) fprintf (stderr, "%s: in %s: '%s' %s - %s\n", + new_routine, + smart_routine, + smart_message, + smart_errlist[smart_errno - SMART_MINERR], + new_message); + } + else if (smart_errno == 0 && errno != 0) { + /* Presumably error detected directly by new_routine */ + /* after system call */ + (void) fprintf (stderr, "%s: '%s' - %s\n", + new_routine, + strerror(errno), + new_message); + } + else { + (void) fprintf (stderr, "%s: Undetermined error detected - %s\n", + new_routine, + new_message); + } + + /* Reset the global error indicators */ + errno = 0; + smart_errno = 0; + smart_message = NULL; + smart_routine = NULL; +} diff --git a/trec_eval.8.1/form_trvec.c b/trec_eval.8.1/form_trvec.c new file mode 100644 index 0000000..b5e4cea --- /dev/null +++ b/trec_eval.8.1/form_trvec.c @@ -0,0 +1,213 @@ +#include "common.h" +#include "sysfunc.h" +#include "smart_error.h" +#include "tr_vec.h" +#include "trec_eval.h" +#include "buf.h" + +static int comp_tr_tup_rank(), comp_tr_tup_did(), comp_tr_docno(), + comp_qrels_docno(), comp_sim_docno(), comp_negsim_docno(); + +/* Space reserved for output TR_TUP tuples */ +static TR_TUP *start_tr_tup; +static long max_tr_tup = 0; + +/* Takes the top docs and pool docs for a query, and returns a + tr_vec object giving the relevance valuse for all top docs. + Relevance value is + value in trec_qrels if docno is in trec_qrels and was judged + RELVALUE_NONPOOL (-1) if docno is not in trec_qrels + RELVALUE_UNJUDGED (-2) if docno is in trec_qrels and was not judged +*/ + +int +form_trvec (epi, trec_top, trec_qrels, tr_vec, num_rel) +EVAL_PARAM_INFO *epi; +TREC_TOP *trec_top; +TREC_QRELS *trec_qrels; +TR_VEC *tr_vec; +long *num_rel; +{ + TR_TUP *tr_tup; + TEXT_QRELS *qrels_ptr, *end_qrels; + long i; + + /* Reserve space for output tr_tups, if needed */ + if (trec_top->num_text_tr > max_tr_tup) { + if (max_tr_tup > 0) + (void) free ((char *) start_tr_tup); + max_tr_tup += trec_top->num_text_tr; + if (NULL == (start_tr_tup = Malloc (max_tr_tup, TR_TUP))) + return (UNDEF); + } + + /* Sort trec_top by sim, breaking ties lexicographically using docno */ + if (epi->time_flag) { + qsort ((char *) trec_top->text_tr, + (int) trec_top->num_text_tr, + sizeof (TEXT_TR), + comp_negsim_docno); + } + else { + qsort ((char *) trec_top->text_tr, + (int) trec_top->num_text_tr, + sizeof (TEXT_TR), + comp_sim_docno); + } + + /* Add ranks to trec_top (starting at 1) */ + for (i = 0; i < trec_top->num_text_tr; i++) { + trec_top->text_tr[i].rank = i+1; + } + + /* Sort trec_top lexicographically */ + qsort ((char *) trec_top->text_tr, + (int) trec_top->num_text_tr, + sizeof (TEXT_TR), + comp_tr_docno); + + for (i = 1; i < trec_top->num_text_tr; i++) { + if (0 == strcmp (trec_top->text_tr[i].docno, + trec_top->text_tr[i-1].docno)) { + set_error (SM_ILLPA_ERR, "Duplicate top docs docno", "trec_eval"); + return (UNDEF); + } + } + + /* Sort trec_qrels lexicographically */ + qsort ((char *) trec_qrels->text_qrels, + (int) trec_qrels->num_text_qrels, + sizeof (TEXT_QRELS), + comp_qrels_docno); + + /* Find number of relevant docs, and check for duplicates */ + *num_rel = 0; + for (i = 0; i < trec_qrels->num_text_qrels; i++) { + if (i > 0 && (0 == strcmp (trec_qrels->text_qrels[i].docno, + trec_qrels->text_qrels[i-1].docno))) { + set_error (SM_ILLPA_ERR, "Duplicate qrels docno", "trec_eval"); + return (UNDEF); + } + if (trec_qrels->text_qrels[i].rel >= epi->relevance_level) + (*num_rel)++; + } + + /* Go through trec_top, trec_qrels in parallel to determine which + docno's are in both (ie, which trec_top are relevant). Once relevance + is known, convert trec_top tuple into TR_TUP. */ + tr_tup = start_tr_tup; + qrels_ptr = trec_qrels->text_qrels; + end_qrels = &trec_qrels->text_qrels[trec_qrels->num_text_qrels]; + for (i = 0; i < trec_top->num_text_tr; i++) { + if (trec_top->text_tr[i].rank > epi->max_num_docs_per_topic) + /* Skip if evaluation desired over fewer docs than this rank */ + continue; + while (qrels_ptr < end_qrels && + strcmp (qrels_ptr->docno, trec_top->text_tr[i].docno) < 0) + qrels_ptr++; + if (qrels_ptr >= end_qrels || + strcmp (qrels_ptr->docno, trec_top->text_tr[i].docno) > 0) { + /* Doc is non-judged */ + tr_tup->rel = RELVALUE_NONPOOL; + /* Skip unjudged docs if desired */ + if (epi->judged_docs_only_flag) + continue; + } + else { + /* Doc is in pool, assign relevance */ + if (qrels_ptr->rel == -1) + /* In pool, but unjudged (eg, infAP uses a sample of pool) */ + tr_tup->rel = RELVALUE_UNJUDGED; + else + tr_tup->rel = qrels_ptr->rel; + qrels_ptr++; + } + tr_tup->did = i; + tr_tup->rank = trec_top->text_tr[i].rank; + tr_tup->sim = trec_top->text_tr[i].sim; + tr_tup->action = 0; + tr_tup->iter = 0; + tr_tup++; + } + + /* Form the full TR_VEC object for this qid */ + tr_vec->qid = trec_top->qid; + tr_vec->num_tr = tr_tup - start_tr_tup; + tr_vec->tr = start_tr_tup; + + /* If judged_docs_only_flag, then must fix up ranks to reflect unjudged + docs being thrown out. Note: done this way to preserve original + tie-breaking based on text docno */ + if (epi->judged_docs_only_flag) { + /* Sort tuples by increasing rank */ + qsort ((char *) tr_vec->tr, + (int) tr_vec->num_tr, + sizeof (TR_TUP), + comp_tr_tup_rank); + for (i = 0; i < tr_vec->num_tr; i++) { + tr_vec->tr[i].rank = i+1; + } + qsort ((char *) tr_vec->tr, + (int) tr_vec->num_tr, + sizeof (TR_TUP), + comp_tr_tup_did); + } + + return (1); +} + +static int +comp_sim_docno (ptr1, ptr2) +TEXT_TR *ptr1; +TEXT_TR *ptr2; +{ + if (ptr1->sim > ptr2->sim) + return (-1); + if (ptr1->sim < ptr2->sim) + return (1); + return (strcmp (ptr2->docno, ptr1->docno)); +} + +static int +comp_negsim_docno (ptr1, ptr2) +TEXT_TR *ptr1; +TEXT_TR *ptr2; +{ + if (ptr1->sim < ptr2->sim) + return (-1); + if (ptr1->sim > ptr2->sim) + return (1); + return (strcmp (ptr2->docno, ptr1->docno)); +} + +static int +comp_tr_docno (ptr1, ptr2) +TEXT_TR *ptr1; +TEXT_TR *ptr2; +{ + return (strcmp (ptr1->docno, ptr2->docno)); +} + +static int +comp_qrels_docno (ptr1, ptr2) +TEXT_QRELS *ptr1; +TEXT_QRELS *ptr2; +{ + return (strcmp (ptr1->docno, ptr2->docno)); +} + +static int +comp_tr_tup_rank (ptr1, ptr2) +TR_TUP *ptr1; +TR_TUP *ptr2; +{ + return (ptr1->rank - ptr2->rank); +} + +static int +comp_tr_tup_did (ptr1, ptr2) +TR_TUP *ptr1; +TR_TUP *ptr2; +{ + return (ptr1->did - ptr2->did); +} diff --git a/trec_eval.8.1/get_qrels.c b/trec_eval.8.1/get_qrels.c new file mode 100644 index 0000000..84d51de --- /dev/null +++ b/trec_eval.8.1/get_qrels.c @@ -0,0 +1,169 @@ +/* Copyright (c) 2003, 1991, 1990, 1984 Chris Buckley. */ + + +#include "common.h" +#include "sysfunc.h" +#include "smart_error.h" +#include "trec_eval.h" +#include + + +/* Read all relevance information from text_qrels_file. +Relevance for each docno to qid is determined from text_qrels_file, which +consists of text tuples of the form + qid iter docno rel +giving TREC document numbers (docno, a string) and their relevance (rel, +an integer) to query qid (a string). iter string field is ignored. +Fields are separated by whitespace, string fields can contain no whitespace. +File may contain no NULL characters. +*/ + +int +get_qrels (text_qrels_file, all_trec_qrels) +char *text_qrels_file; +ALL_TREC_QRELS *all_trec_qrels; +{ + int fd; + int size = 0; + char *trec_qrels_buf; + char *ptr; + char *current_qid; + char *qid_ptr, *docno_ptr, *rel_ptr; + long i; + long rel; + TREC_QRELS *current_qrels = NULL; + + /* Read entire file into memory */ + if (-1 == (fd = open (text_qrels_file, 0)) || + -1 == (size = lseek (fd, 0L, 2)) || + NULL == (trec_qrels_buf = malloc ((unsigned) size+2)) || + -1 == lseek (fd, 0L, 0) || + size != read (fd, trec_qrels_buf, size) || + -1 == close (fd)) { + + set_error (SM_ILLPA_ERR, "Cannot read qrels file", "trec_eval"); + return (UNDEF); + } + + current_qid = ""; + + /* Initialize all_trec_qrels */ + all_trec_qrels->num_q_qrels = 0; + all_trec_qrels->max_num_q_qrels = INIT_NUM_QUERIES; + if (NULL == (all_trec_qrels->trec_qrels = Malloc (INIT_NUM_QUERIES, + TREC_QRELS))) + return (UNDEF); + + if (size == 0) + return (0); + + /* Append ending newline if not present, Append NULL terminator */ + if (trec_qrels_buf[size-1] != '\n') { + trec_qrels_buf[size] = '\n'; + size++; + } + trec_qrels_buf[size] = '\0'; + + ptr = trec_qrels_buf; + + while (*ptr) { + /* Get current line */ + /* Get qid */ + while (*ptr != '\n' && isspace (*ptr)) ptr++; + qid_ptr = ptr; + while (! isspace (*ptr)) ptr++; + if (*ptr == '\n') { + set_error (SM_ILLPA_ERR, "Malformed qrels line", "trec_eval"); + return (UNDEF); + } + *ptr++ = '\0'; + /* Skip iter */ + while (*ptr != '\n' && isspace (*ptr)) ptr++; + while (! isspace (*ptr)) ptr++; + if (*ptr++ == '\n') { + set_error (SM_ILLPA_ERR, "Malformed qrels line", "trec_eval"); + return (UNDEF); + } + /* Get docno */ + while (*ptr != '\n' && isspace (*ptr)) ptr++; + docno_ptr = ptr; + while (! isspace (*ptr)) ptr++; + if (*ptr == '\n') { + set_error (SM_ILLPA_ERR, "Malformed qrels line", "trec_eval"); + return (UNDEF); + } + *ptr++ = '\0'; + /* Get relevance */ + while (*ptr != '\n' && isspace (*ptr)) ptr++; + if (*ptr == '\n') { + set_error (SM_ILLPA_ERR, "Malformed qrels line", "trec_eval"); + return (UNDEF); + } + rel_ptr = ptr; + while (! isspace (*ptr)) ptr++; + if (*ptr != '\n') { + *ptr++ = '\0'; + while (*ptr != '\n' && isspace (*ptr)) ptr++; + if (*ptr != '\n') { + set_error (SM_ILLPA_ERR, "malformed qrels line", + "trec_eval"); + return (UNDEF); + } + } + *ptr++ = '\0'; + + if (0 != strcmp (qid_ptr, current_qid)) { + /* Query has changed. Must check if new query or this is more + judgements for an old query */ + for (i = 0; i < all_trec_qrels->num_q_qrels; i++) { + if (0 == strcmp (qid_ptr, all_trec_qrels->trec_qrels[i].qid)) + break; + } + if (i >= all_trec_qrels->num_q_qrels) { + /* New unseen query, add and initialize it */ + if (all_trec_qrels->num_q_qrels >= + all_trec_qrels->max_num_q_qrels) { + all_trec_qrels->max_num_q_qrels *= 10; + if (NULL == (all_trec_qrels->trec_qrels = + Realloc (all_trec_qrels->trec_qrels, + all_trec_qrels->max_num_q_qrels, + TREC_QRELS))) + return (UNDEF); + } + current_qrels = &all_trec_qrels->trec_qrels[i]; + current_qrels->qid = qid_ptr; + current_qrels->num_text_qrels = 0; + current_qrels->max_num_text_qrels = INIT_NUM_RELS; + if (NULL == (current_qrels->text_qrels = + Malloc (INIT_NUM_RELS, TEXT_QRELS))) + return (UNDEF); + all_trec_qrels->num_q_qrels++; + } + else { + /* Old query, just switch current_q_index */ + current_qrels = &all_trec_qrels->trec_qrels[i]; + } + current_qid = current_qrels->qid; + } + + /* Add judgement to current query's list */ + if (current_qrels->num_text_qrels >= + current_qrels->max_num_text_qrels) { + /* Need more space */ + current_qrels->max_num_text_qrels *= 10; + if (NULL == (current_qrels->text_qrels = + Realloc (current_qrels->text_qrels, + current_qrels->max_num_text_qrels, + TEXT_QRELS))) + return (UNDEF); + } + current_qrels->text_qrels[current_qrels->num_text_qrels].docno = + docno_ptr; + rel = atol (rel_ptr); + current_qrels->text_qrels[current_qrels->num_text_qrels++].rel = + rel; + } + + return (1); +} + diff --git a/trec_eval.8.1/get_top.c b/trec_eval.8.1/get_top.c new file mode 100644 index 0000000..d42d8c7 --- /dev/null +++ b/trec_eval.8.1/get_top.c @@ -0,0 +1,192 @@ +/* Copyright (c) 2003, 1991, 1990, 1984 Chris Buckley. */ + + +#include "common.h" +#include "sysfunc.h" +#include "smart_error.h" +#include "trec_eval.h" +#include + +/* Read all retrieved results information from trec_top_file. +Read text tuples from trec_top_file of the form + 030 Q0 ZF08-175-870 0 4238 prise1 + qid iter docno rank sim run_id +giving TREC document numbers (a string) retrieved by query qid +(a string) with similarity sim (a float). The other fields are ignored, +with the exception that the run_id field of the last line is kept and +output. In particular, note that the rank field is ignored here; +internally ranks are assigned by sorting by the sim field with ties +broken determinstically (using docno). +Sim is assumed to be higher for the docs to be retrieved first. +File may contain no NULL characters. +Any field following run_id is ignored. +*/ + +int +get_top (trec_top_file, all_trec_top) +char *trec_top_file; +ALL_TREC_TOP *all_trec_top; +{ + int fd; + int size = 0; + char *trec_top_buf; + char *ptr; + char *current_qid; + char *qid_ptr, *docno_ptr, *sim_ptr; + char *run_id_ptr = ""; + long i; + TREC_TOP *current_top = NULL; + float sim; + + /* Read entire file into memory */ + if (-1 == (fd = open (trec_top_file, 0)) || + -1 == (size = lseek (fd, 0L, 2)) || + NULL == (trec_top_buf = malloc ((unsigned) size+2)) || + -1 == lseek (fd, 0L, 0) || + size != read (fd, trec_top_buf, size) || + -1 == close (fd)) { + + set_error (SM_ILLPA_ERR, "Cannot read results file", "trec_eval"); + return (UNDEF); + } + + current_qid = ""; + + /* Initialize all_trec_top */ + all_trec_top->num_q_tr = 0; + all_trec_top->max_num_q_tr = INIT_NUM_QUERIES; + if (NULL == (all_trec_top->trec_top = Malloc (INIT_NUM_QUERIES, + TREC_TOP))) + return (UNDEF); + + if (size == 0) + return (0); + + /* Append ending newline if not present, Append NULL terminator */ + if (trec_top_buf[size-1] != '\n') { + trec_top_buf[size] = '\n'; + size++; + } + trec_top_buf[size] = '\0'; + + ptr = trec_top_buf; + + while (*ptr) { + /* Get current line */ + /* Get qid */ + while (*ptr != '\n' && isspace (*ptr)) ptr++; + if (*ptr == '\n') { + /* Ignore blank lines (people seem to insist on them!) */ + ptr++; + continue; + } + qid_ptr = ptr; + while (! isspace (*ptr)) ptr++; + if (*ptr == '\n') { + set_error (SM_ILLPA_ERR,"malformed top results line", "trec_eval"); + return (UNDEF); + } + *ptr++ = '\0'; + /* Skip iter */ + while (*ptr != '\n' && isspace (*ptr)) ptr++; + while (! isspace (*ptr)) ptr++; + if (*ptr++ == '\n') { + set_error (SM_ILLPA_ERR,"malformed top results line", "trec_eval"); + return (UNDEF); + } + /* Get docno */ + while (*ptr != '\n' && isspace (*ptr)) ptr++; + docno_ptr = ptr; + while (! isspace (*ptr)) ptr++; + if (*ptr == '\n') { + set_error (SM_ILLPA_ERR,"malformed top results line", "trec_eval"); + return (UNDEF); + } + *ptr++ = '\0'; + /* Skip rank */ + while (*ptr != '\n' && isspace (*ptr)) ptr++; + while (! isspace (*ptr)) ptr++; + if (*ptr++ == '\n') { + set_error (SM_ILLPA_ERR,"malformed top results line", "trec_eval"); + return (UNDEF); + } + /* Get sim */ + while (*ptr != '\n' && isspace (*ptr)) ptr++; + sim_ptr = ptr; + while (! isspace (*ptr)) ptr++; + if (*ptr == '\n') { + set_error (SM_ILLPA_ERR,"malformed top results line", "trec_eval"); + return (UNDEF); + } + *ptr++ = '\0'; + /* Get run_id */ + while (*ptr != '\n' && isspace (*ptr)) ptr++; + if (*ptr == '\n') { + set_error (SM_ILLPA_ERR,"malformed top results line", "trec_eval"); + return (UNDEF); + } + run_id_ptr = ptr; + while (! isspace (*ptr)) ptr++; + if (*ptr != '\n') { + /* Skip over rest of line */ + *ptr++ = '\0'; + while (*ptr != '\n') ptr++; + } + *ptr++ = '\0'; + + if (0 != strcmp (qid_ptr, current_qid)) { + /* Query has changed. Must check if new query or this is more + judgements for an old query */ + for (i = 0; i < all_trec_top->num_q_tr; i++) { + if (0 == strcmp (qid_ptr, all_trec_top->trec_top[i].qid)) + break; + } + if (i >= all_trec_top->num_q_tr) { + /* New unseen query, add and initialize it */ + if (all_trec_top->num_q_tr >= + all_trec_top->max_num_q_tr) { + all_trec_top->max_num_q_tr *= 10; + if (NULL == (all_trec_top->trec_top = + Realloc (all_trec_top->trec_top, + all_trec_top->max_num_q_tr, + TREC_TOP))) + return (UNDEF); + } + current_top = &all_trec_top->trec_top[i]; + current_top->qid = qid_ptr; + current_top->num_text_tr = 0; + current_top->max_num_text_tr = INIT_NUM_RESULTS; + if (NULL == (current_top->text_tr = + Malloc (INIT_NUM_RESULTS, TEXT_TR))) + return (UNDEF); + all_trec_top->num_q_tr++; + } + else { + /* Old query, just switch current_q_index */ + current_top = &all_trec_top->trec_top[i]; + } + current_qid = current_top->qid; + } + + /* Add retrieval docno/sim to current query's list */ + if (current_top->num_text_tr >= + current_top->max_num_text_tr) { + /* Need more space */ + current_top->max_num_text_tr *= 10; + if (NULL == (current_top->text_tr = + Realloc (current_top->text_tr, + current_top->max_num_text_tr, + TEXT_TR))) + return (UNDEF); + } + current_top->text_tr[current_top->num_text_tr].docno = docno_ptr; + sim = atof (sim_ptr); + current_top->text_tr[current_top->num_text_tr].sim = sim; + current_top->text_tr[current_top->num_text_tr++].rank = 0; + } + + all_trec_top->run_id = run_id_ptr; + + return (1); +} + diff --git a/trec_eval.8.1/measures.c b/trec_eval.8.1/measures.c new file mode 100644 index 0000000..3dfb08f --- /dev/null +++ b/trec_eval.8.1/measures.c @@ -0,0 +1,286 @@ +#ifdef RCSID +static char rcsid[] = "$Header: /home/smart/release/src/libevaluate/tr_eval.c,v 11.0 1992/07/21 18:20:33 chrisb Exp chrisb $"; +#endif + +/* Copyright (c) 1991, 1990, 1984 - Gerard Salton, Chris Buckley. + + Permission is granted for use of this file in unmodified form for + research purposes. Please contact the SMART project to obtain + permission for other uses. +*/ + +#include "common.h" +#include "sysfunc.h" +#include "buf.h" +#include "trec_eval.h" + +static long cutoff[] = CUTOFF_VALUES; +static char param_val[20]; +static char *get_param_str_ircl_prn(epi, index) +EVAL_PARAM_INFO *epi; +long index; +{ + sprintf (param_val, "%4.2f", (float) index / (NUM_RP_PTS -1)); + return (param_val); +} +static char *get_param_str_cutoff(epi, index) +EVAL_PARAM_INFO *epi; +long index; +{ + sprintf (param_val, "%ld", cutoff[index]); + return (param_val); +} +static char *get_param_str_Rcutoff(epi, index) +EVAL_PARAM_INFO *epi; +long index; +{ + sprintf (param_val, "%4.2f", + (float) MAX_RPREC * (index+1) /(float) (NUM_PREC_PTS - 1)); + return (param_val); +} +static char *get_param_str_utility(epi, index) +EVAL_PARAM_INFO *epi; +long index; +{ + sprintf (param_val, "%3.1f_%3.1f_%3.1f_%3.1f", + epi->utility_a, epi->utility_b, epi->utility_c, epi->utility_d); + return (param_val); +} +static char *get_param_str_maxfallout(epi, index) +EVAL_PARAM_INFO *epi; +long index; +{ + sprintf (param_val, "%ld", (long) MAX_FALL_RET); + return (param_val); +} +static char *get_param_str_fall_recall(epi, index) +EVAL_PARAM_INFO *epi; +long index; +{ + sprintf (param_val, "%ld", + (long) (MAX_FALL_RET * index) / (NUM_FR_PTS - 1)); + return (param_val); +} +static char *get_param_str_time_cutoff(epi, index) +EVAL_PARAM_INFO *epi; +long index; +{ + sprintf (param_val, "%ld", + (long) (index * MAX_TIME / NUM_TIME_PTS)); + return (param_val); +} +static char *get_param_str_time_utility_cutoff(epi, index) +EVAL_PARAM_INFO *epi; +long index; +{ + sprintf (param_val, "%3.1f_%3.1f_%3.1f_%3.1f-%ld", + epi->utility_a, epi->utility_b, epi->utility_c, epi->utility_d, + (long) (index * MAX_TIME / NUM_TIME_PTS)); + return (param_val); +} + +SINGLE_MEASURE sing_meas[] = { + {"num_ret", "Total number of documents retrieved over all queries", + 1, 1, 0, 0, 0, 0, 0, 0, offsetof(TREC_EVAL, num_ret)}, + {"num_rel", "Total number of relevant documents over all queries", + 1, 1, 0, 0, 0, 0, 0, 0, offsetof(TREC_EVAL, num_rel)}, + {"num_rel_ret", "Total number of relevant documents retrieved over all queries", + 1, 1, 0, 0, 0, 0, 0, 0, offsetof(TREC_EVAL, num_rel_ret)}, + {"map", "Mean Average Precision (MAP)", + 0, 1, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, av_recall_precis)}, + {"gm_ap","Average Precision. Geometric Mean, q_score=log(MAX(map,.00001))", + 0, 1, 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, gm_ap)}, + {"R-prec", "R-Precision (Precision after R (= num-rel for topic) documents retrieved)", + 0, 1, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, R_recall_precis)}, + {"bpref", "Binary Preference, top R judged nonrel", + 0, 1, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref)}, + {"recip_rank", "Reciprical rank of top relevant document", + 0, 1, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, recip_rank)}, + /* end of short output measures (the major ones) */ + + {"num_nonrel_judged_ret", "Total number of judged non-relevant documents retrieved over all queries", + 1, 0, 0, 0, 0, 0, 0, 0, offsetof(TREC_EVAL, num_nonrel_judged_ret)}, + {"exact_prec", "Exact Precision over retrieved set", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, exact_precis)}, + {"exact_recall", "Exact Recall over retrieved set", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, exact_recall)}, + {"11-pt_avg", "Average over all 11 points of recall-precision graph", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, int_av11_recall_precis)}, + {"3-pt_avg", "Average over 3 points of recall-precision graph", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, int_av3_recall_precis)}, + {"avg_doc_prec", "Rel doc precision averaged over all relevant docs (NOT over topics)", + 0, 0, 0, 0, 0, 0, 1, 0, offsetof(TREC_EVAL, avg_doc_prec)}, + {"exact_relative_prec", "Exact relative precision", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, exact_rel_precis)}, + {"avg_relative_prec", "Average relative precision", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, av_rel_precis)}, + {"exact_unranked_avg_prec", "Exact Unranked Average Precision", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, exact_uap)}, + {"exact_relative_unranked_avg_prec", "Exact Relative Unranked Average Precision", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, exact_rel_uap)}, + {"map_at_R", "Average Precision over first R docs retrieved", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, av_R_precis)}, + {"int_map", "Interpolated Mean Average Precision", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, int_av_recall_precis)}, + {"exact_int_R_rcl_prec", "Exact R-based-interpolated-Precision", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, int_R_recall_precis)}, + {"int_map_at_R", "Average Interpolated Precision for first R docs retrieved", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, int_av_R_precis)}, + {"time_integral_prec", "Time: Average Integral Precision", + 0, 0, 1, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, av_time_precis)}, + {"time_integral_relative_prec", "Time: Average Integral Relative Precision", + 0, 0, 1, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, av_time_relprecis)}, + {"time_integral_uap", "Time: Average Integral Unranked Precision", + 0, 0, 1, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, av_time_uap)}, + {"time_integral_relative_uap", "Time: Average Integral Unranked Relative Precision", + 0, 0, 1, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, av_time_reluap)}, + {"time_integral_cum_rel", "Time: Average (Integral) cumulative number relevant", + 0, 0, 1, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, av_time_cum_rel)}, + {"bpref_allnonrel", "Binary Preference, all judged nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_allnonrel)}, + {"bpref_retnonrel", "Binary Preference, all retrieved judged nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_retnonrel)}, + {"bpref_topnonrel", "Binary Preference, top 100 judged nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_topnonrel)}, + {"bpref_top5Rnonrel", "Binary Preference, top 5R judged nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_top5Rnonrel)}, + {"bpref_top10Rnonrel", "Binary Preference, top 10R judged nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_top10Rnonrel)}, + {"bpref_top10pRnonrel", "Binary Preference, top 10 + R judged nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_top10pRnonrel)}, + {"bpref_top25pRnonrel", "Binary Preference, top 25 + R judged nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_top25pRnonrel)}, + {"bpref_top50pRnonrel", "Binary Preference, top 50 + R judged nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_top50pRnonrel)}, + {"bpref_top25p2Rnonrel", "Binary Preference, top 25 + 2*R judged nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_top25p2Rnonrel)}, + {"bpref_retall", "Binary Preference, Only retrieved judged rel and nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_retall)}, + {"bpref_5", "Binary Preference, top 5 rel, top 5 nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_5)}, + {"bpref_10", "Binary Preference, top 10 rel, top 10 nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_10)}, + {"bpref_num_all", "Binary Preference, Number not retrieved before (all judged)", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_num_all)}, + {"bpref_num_ret", "Binary Preference, Number retrieved after", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, bpref_num_ret)}, + {"bpref_num_correct", "Binary Preference, Number correct preferences", + 1, 0, 0, 0, 0, 0, 0, 0, offsetof(TREC_EVAL, bpref_num_correct)}, + {"bpref_num_possible", "Binary Preference, Number possible correct_preferences", + 1, 0, 0, 0, 0, 0, 0, 0, offsetof(TREC_EVAL, bpref_num_possible)}, + {"old_bpref", "Buggy Version 7.3. Binary Preference, top R judged nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, old_bpref)}, + {"old_bpref_top10pRnonrel", "Buggy Version 7.3. Binary Preference,top 10+R judged nonrel", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, old_bpref_top10pRnonrel)}, + {"infAP", "Inferred AP. Calculate AP using only a judged random sample of the pool, averaging in unpooled documents as nonrel.", + 0, 0, 0, 0, 0, 1, 0, 0, offsetof(TREC_EVAL, inf_ap)}, + {"gm_bpref", "Binary Preference, top R judged nonrel, Geometric Mean, q_score=log(MAX(bpref,.00001))", + 0, 0, 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, gm_bpref)}, + {"rank_first_rel", "Rank of top relevant document (0 if none)", + 1, 0, 0, 1, 0, 0, 0, 0, offsetof(TREC_EVAL, rank_first_rel)}, +}; + +int num_sing_meas = sizeof (sing_meas) / sizeof (sing_meas[0]); + +PARAMETERIZED_MEASURE param_meas[] = { + {"Interpolated Recall - Precision Averages", + 0, 1, 0, 0, 0, 1, offsetof(TREC_EVAL, int_recall_precis[0]), NUM_RP_PTS, + "ircl_prn.%s", " at %s recall", + get_param_str_ircl_prn}, + {"Precision", + 0, 1, 0, 0, 0, 1, offsetof(TREC_EVAL, precis_cut[0]), NUM_CUTOFF, + "P%s", " after %s docs retrieved", + get_param_str_cutoff}, + /* end of short output measures (the major ones) */ + + {"Recall", + 0, 0, 0, 0, 0, 1, offsetof(TREC_EVAL, recall_cut[0]), NUM_CUTOFF, + "recall%s", " after %s docs retrieved", + get_param_str_cutoff}, + {"R-based precision", + 0, 0, 0, 0, 0, 1, offsetof(TREC_EVAL, R_prec_cut[0]), NUM_PREC_PTS-1, + "%sR-prec", "- precision after %s * R docs retrieved", + get_param_str_Rcutoff}, + {"Relative precision", + 0, 0, 0, 0, 0, 1, offsetof(TREC_EVAL, rel_precis_cut[0]), NUM_CUTOFF, + "relative_prec%s", " after %s docs retrieved", + get_param_str_cutoff}, + {"Unranked Average Precision", + 0, 0, 0, 0, 0, 1, offsetof(TREC_EVAL, uap_cut[0]), NUM_CUTOFF, + "unranked_avg_prec%s", " after %s docs retrieved", + get_param_str_cutoff}, + {"Relative Unranked Average Precision", + 0, 0, 0, 0, 0, 1, offsetof(TREC_EVAL, rel_uap_cut[0]), NUM_CUTOFF, + "relative_unranked_avg_prec%s", " after %s docs retrieved", + get_param_str_cutoff}, + {"Utility (a,b,c,d)", + 0, 0, 0, 0, 0, 1, offsetof(TREC_EVAL, exact_utility), 1, + "utility_%s", " Coefficients %s ", + get_param_str_utility}, + {"Recall averaged at X nonrel docs", + 0, 0, 0, 0, 0, 1, offsetof(TREC_EVAL, av_fall_recall), 1, + "rcl_at_%s_nonrel", " X= %s ", + get_param_str_maxfallout}, + {"Fallout - Recall Averages", + 0, 0, 0, 0, 0, 1, offsetof(TREC_EVAL, fall_recall[0]), NUM_FR_PTS, + "fallout_recall_%s", "- recall after %s nonrel docs retrieved", + get_param_str_fall_recall}, + {"Interpolated R-based precision,", + 0, 0, 0, 0, 0, 1, offsetof(TREC_EVAL, int_R_prec_cut[0]), NUM_PREC_PTS-1, + "int_%sR-prec", " after %s * R docs retrieved", + get_param_str_Rcutoff}, + {"Time: Utility (a,b,c,d):", + 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, av_time_utility), 1, + "time_integral_utility_%s", " Coefficients %s ", + get_param_str_utility}, + {"Time: num_rel at cutoff:", + 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, time_num_rel[0]), NUM_TIME_PTS, + "time_num_rel_%s", " after %s seconds", + get_param_str_time_cutoff}, + {"Time: num_nonrel at cutoff:", + 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, time_num_nrel[0]), NUM_TIME_PTS, + "time_num_nonrel_%s", " after %s seconds", + get_param_str_time_cutoff}, + {"Time: cumulative rel at cutoff:", + 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, time_cum_rel[0]), NUM_TIME_PTS, + "time_cum_rel_%s", " after %s seconds", + get_param_str_time_cutoff}, + {"Time: precision at time cutoff:", + 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, time_precis[0]), NUM_TIME_PTS, + "time_precis_%s", " after %s seconds", + get_param_str_time_cutoff}, + {"Time: precision at time cutoff:", + 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, time_precis[0]), NUM_TIME_PTS, + "time_precis_%s", " after %s seconds", + get_param_str_time_cutoff}, + {"Time: relative precision at time cutoff:", + 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, time_relprecis[0]), NUM_TIME_PTS, + "time_relative_precis_%s", " after %s seconds", + get_param_str_time_cutoff}, + {"Time: unranked precision at time cutoff:", + 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, time_uap[0]), NUM_TIME_PTS, + "time_uap_%s", " after %s seconds", + get_param_str_time_cutoff}, + {"Time: relative unranked precision at time cutoff:", + 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, time_reluap[0]), NUM_TIME_PTS, + "time_relative_uap_%s", " after %s seconds", + get_param_str_time_cutoff}, + {"Time: utility at time cutoff:", + 0, 0, 1, 0, 0, 1, offsetof(TREC_EVAL, time_utility[0]), NUM_TIME_PTS, + "time_utility_%s", " after %s seconds", + get_param_str_time_utility_cutoff}, +}; + +int num_param_meas = sizeof (param_meas) / sizeof (param_meas[0]); + +MICRO_MEASURE micro_meas[] = { + {"micro_prec", "Total relevant retrieved documents / Total retrieved documents", + 0, offsetof(TREC_EVAL, num_rel_ret), offsetof(TREC_EVAL, num_ret)}, + {"micro_recall", "Total relevant retrieved documents / Total relevant documents", + 0, offsetof(TREC_EVAL, num_rel_ret), offsetof(TREC_EVAL, num_rel)}, + {"micro_bpref", "Total correct preferences / Total possible preferences", + 0, offsetof(TREC_EVAL, bpref_num_correct), offsetof(TREC_EVAL, bpref_num_possible)}, +}; + +int num_micro_meas = sizeof (micro_meas) / sizeof (micro_meas[0]); + diff --git a/trec_eval.8.1/print_meas.c b/trec_eval.8.1/print_meas.c new file mode 100644 index 0000000..e478e3c --- /dev/null +++ b/trec_eval.8.1/print_meas.c @@ -0,0 +1,336 @@ +#ifdef RCSID +static char rcsid[] = "$Header: /home/smart/release/src/libevaluate/tr_eval.c,v 11.0 1992/07/21 18:20:33 chrisb Exp chrisb $"; +#endif + +/* Copyright (c) 1991, 1990, 1984 - Gerard Salton, Chris Buckley. + + Permission is granted for use of this file in unmodified form for + research purposes. Please contact the SMART project to obtain + permission for other uses. +*/ + +#include "common.h" +#include "sysfunc.h" +#include "buf.h" +#include "trec_eval.h" + +static SM_BUF internal_output = {0, 0, (char *) 0}; +int add_buf_string(); + +extern SINGLE_MEASURE sing_meas[]; +extern PARAMETERIZED_MEASURE param_meas[]; +extern MICRO_MEASURE micro_meas[]; +extern int num_param_meas, num_sing_meas, num_micro_meas; + +int +accumulate_results (query_eval, accum_eval) +TREC_EVAL *query_eval; +TREC_EVAL *accum_eval; +{ + long i,j; + float *float_query, *float_accum; + long *long_query, *long_accum; + + if (query_eval->num_ret <= 0) + return (0); + + accum_eval->num_queries++; + + for (i = 0; i < num_sing_meas; i++) { + if (sing_meas[i].is_long_flag) { + long_query = (long *) (((char *) query_eval) + + sing_meas[i].byte_offset); + long_accum = (long *) (((char *) accum_eval) + + sing_meas[i].byte_offset); + *long_accum += *long_query; + } + else { + float_query = (float *) (((char *) query_eval) + + sing_meas[i].byte_offset); + float_accum = (float *) (((char *) accum_eval) + + sing_meas[i].byte_offset); + *float_accum += *float_query; + } + } + + for (i = 0; i < num_param_meas; i++) { + for (j = 0; j < param_meas[i].num_values; j++) { + if (param_meas[i].is_long_flag) { + long_query = (long *) (((char *) query_eval) + + param_meas[i].byte_offset); + long_accum = (long *) (((char *) accum_eval) + + param_meas[i].byte_offset); + long_accum[j] += long_query[j]; + } + else { + float_query = (float *) (((char *) query_eval) + + param_meas[i].byte_offset); + float_accum = (float *) (((char *) accum_eval) + + param_meas[i].byte_offset); + float_accum[j] += float_query[j]; + } + } + } + + return (0); +} + +void +print_rel_trec_eval_list (is_single_query_flag, epi, eval, output) +long is_single_query_flag; +EVAL_PARAM_INFO *epi; +TREC_EVAL *eval; +SM_BUF *output; +{ + long i,j; + char temp_buf[1024]; + char q_buf[20]; + char name_buf[80]; + SM_BUF *out_p; + long long_eval; + float float_eval; + + if (output == NULL) { + out_p = &internal_output; + out_p->end = 0; + } + else + out_p = output; + + if (is_single_query_flag) { + (void) sprintf (q_buf, "%.20s", eval[0].qid); + } + else { + (void) sprintf (q_buf, "%s", "all"); + (void) sprintf (temp_buf, "%-15s\t%s\t%ld\n", + "num_q", q_buf, eval->num_queries); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + + for (i = 0; i < num_sing_meas; i++) { + if ((! sing_meas[i].print_short_flag) && (! epi->all_flag)) + continue; + if (sing_meas[i].print_time_flag && (!epi->time_flag)) + continue; + if (sing_meas[i].print_only_query_flag && (!is_single_query_flag)) + continue; + if (sing_meas[i].print_only_average_flag && (is_single_query_flag)) + continue; + if (sing_meas[i].is_long_flag) { + long_eval = *((long *) (((char *) eval) + + sing_meas[i].byte_offset)); + if (sing_meas[i].avg_results_flag) + long_eval /= eval->num_queries; + (void) sprintf (temp_buf, "%-15s\t%s\t%ld\n", + sing_meas[i].name, q_buf, long_eval); + } + else { + float_eval = *((float *) (((char *) eval) + + sing_meas[i].byte_offset)); + if (sing_meas[i].avg_results_flag) + float_eval /= eval->num_queries; + else if (sing_meas[i].avg_rel_results_flag && eval->num_rel > 0) + /* average over number of rel docs instead of number queries */ + float_eval /= eval->num_rel; + else if (sing_meas[i].gm_results_flag) { + /* computing geometric mean instead of mean */ + if (!is_single_query_flag && epi->average_complete_flag) + /* Must patch up averages for any missing queries, since */ + /* value of 0 means perfection */ + float_eval += (eval->num_queries - eval->num_orig_queries)* + log (MIN_GEO_MEAN); + float_eval = (float) exp ((double) (float_eval / + eval->num_queries)); + } + (void) sprintf (temp_buf, "%-15s\t%s\t%6.4f\n", + sing_meas[i].name, q_buf, float_eval); + } + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + + for (i = 0; i < num_param_meas; i++) { + if ((! param_meas[i].print_short_flag) && (! epi->all_flag)) + continue; + if (param_meas[i].print_time_flag && (!epi->time_flag)) + continue; + if (param_meas[i].print_only_query_flag && (!is_single_query_flag)) + continue; + if (param_meas[i].print_only_average_flag && (is_single_query_flag)) + continue; + for (j = 0; j < param_meas[i].num_values; j++) { + sprintf (name_buf, param_meas[i].format_string, + param_meas[i].get_param_str (epi, j)); + if (param_meas[i].is_long_flag) { + long_eval = ((long *) (((char *) eval) + + param_meas[i].byte_offset))[j]; + if (param_meas[i].avg_results_flag) + long_eval /= eval->num_queries; + (void) sprintf (temp_buf, "%-15s\t%s\t%ld\n", + name_buf, q_buf, long_eval); + } + else { + float_eval = ((float *) (((char *) eval) + + param_meas[i].byte_offset))[j]; + if (param_meas[i].avg_results_flag) + float_eval /= eval->num_queries; + (void) sprintf (temp_buf, "%-15s\t%s\t%6.4f\n", + name_buf, q_buf, float_eval); + } + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + } + + if (! is_single_query_flag) { + long denom_long_eval; + for (i = 0; i < num_micro_meas; i++) { + if ((! micro_meas[i].print_short_flag) && (! epi->all_flag)) + continue; + long_eval = *((long *) (((char *) eval) + + micro_meas[i].numerator_byte_offset)); + denom_long_eval = *((long *) (((char *) eval) + + micro_meas[i].denominator_byte_offset)); + float_eval = (float) long_eval / (float) denom_long_eval; + (void) sprintf (temp_buf, "%-15s\t%s\t%6.4f\n", + micro_meas[i].name, q_buf, float_eval); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + } + + if (output == NULL) { + (void) fwrite (out_p->buf, 1, out_p->end, stdout); + out_p->end = 0; + } +} + +static long cutoff[] = CUTOFF_VALUES; + +void +old_print_trec_eval_list (epi, eval, num_runs, output) +EVAL_PARAM_INFO *epi; +TREC_EVAL *eval; +int num_runs; +SM_BUF *output; +{ + long i,j; + char temp_buf[1024]; + SM_BUF *out_p; + + if (output == NULL) { + out_p = &internal_output; + out_p->end = 0; + } + else + out_p = output; + + /* Print total numbers retrieved/rel for all runs */ + if (UNDEF == add_buf_string("\nQueryid (Num):\t", out_p)) + return; + for (i = 0; i < num_runs; i++) { + if (UNDEF == add_buf_string (eval->qid, out_p)) + return; + } + if (UNDEF == add_buf_string("\nTotal number of documents over all queries", + out_p)) + return; + if (UNDEF == add_buf_string("\n Retrieved:", out_p)) + return; + for (i = 0; i < num_runs; i++) { + (void) sprintf (temp_buf, " %5ld", eval[i].num_ret); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + if (UNDEF == add_buf_string("\n Relevant: ", out_p)) + return; + for (i = 0; i < num_runs; i++) { + (void) sprintf (temp_buf, " %5ld", eval[i].num_rel); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + if (UNDEF == add_buf_string("\n Rel_ret: ", out_p)) + return; + for (i = 0; i < num_runs; i++) { + (void) sprintf (temp_buf, " %5ld", eval[i].num_rel_ret); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + + /* Print recall precision figures at NUM_RP_PTS recall levels */ + if (UNDEF == add_buf_string + ("\nInterpolated Recall - Precision Averages:", out_p)) + return; + for (j = 0; j < NUM_RP_PTS; j++) { + (void) sprintf (temp_buf, "\n at %4.2f ", + (float) j / (NUM_RP_PTS - 1)); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + for (i = 0; i < num_runs; i++) { + (void) sprintf (temp_buf, " %6.4f ", + eval[i].int_recall_precis[j] /eval[i].num_queries); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + } + + /* Print average recall precision and percentage improvement */ + (void) sprintf (temp_buf, + "\nAverage precision (non-interpolated) for all rel docs(averaged over queries)\n "); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + for (i = 0; i < num_runs; i++) { + (void) sprintf (temp_buf, " %6.4f ", + eval[i].av_recall_precis / eval[i].num_queries); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + if (num_runs > 1) { + (void) sprintf (temp_buf, "\n %% Change: "); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + for (i = 1; i < num_runs; i++) { + (void) sprintf (temp_buf, " %6.1f ", + (((eval[i].av_recall_precis / eval[i].num_queries)/ + (eval[0].av_recall_precis / eval[i].num_queries)) + - 1.0) * 100.0); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + } + (void) sprintf (temp_buf, "\nPrecision:"); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + for (j = 0; j < NUM_CUTOFF; j++) { + (void) sprintf (temp_buf, "\n At %4ld docs:", cutoff[j]); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + for (i = 0; i < num_runs; i++) { + (void) sprintf (temp_buf, " %6.4f", + eval[i].precis_cut[j] / eval[i].num_queries); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + } + + (void) sprintf (temp_buf, "\nR-Precision (precision after R (= num_rel for a query) docs retrieved):\n Exact: "); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + for (i = 0; i < num_runs; i++) { + (void) sprintf (temp_buf, " %6.4f", + eval[i].R_recall_precis / eval[i].num_queries); + if (UNDEF == add_buf_string (temp_buf, out_p)) + return; + } + + if (UNDEF == add_buf_string ("\n", out_p)) + return; + + if (output == NULL) { + (void) fwrite (out_p->buf, 1, out_p->end, stdout); + out_p->end = 0; + } + return; +} + diff --git a/trec_eval.8.1/smart_error.h b/trec_eval.8.1/smart_error.h new file mode 100644 index 0000000..78d7523 --- /dev/null +++ b/trec_eval.8.1/smart_error.h @@ -0,0 +1,24 @@ +#ifndef SMART_ERRORH +#define SMART_ERRORH +#include +#define SMART_MINERR 1000 +#define SM_INCON_ERR 1000 +#define SM_ILLSK_ERR 1001 +#define SM_ILLMD_ERR 1002 +#define SM_ILLPA_ERR 1003 +#define SMART_NUMERR 4 + + +extern int errno; +extern int smart_errno; /* If > 0 and <= sys_nerr then refers to */ + /* sys_errlist, else if >= smart_errmin */ + /* and <= smart_errmax, then smart_errlist */ +extern char *smart_message; /* Message to be printed (often filename) */ +extern char *smart_routine; /* Major routine issuing error message */ + + +#define set_error(n,m,r) { if (n > 0) smart_errno = n;\ + smart_message = m;\ + smart_routine = r; } +#define clr_err() smart_errno = errno = 0 +#endif /* SMART_ERRORH */ diff --git a/trec_eval.8.1/sysfunc.h b/trec_eval.8.1/sysfunc.h new file mode 100644 index 0000000..64021da --- /dev/null +++ b/trec_eval.8.1/sysfunc.h @@ -0,0 +1,39 @@ +#ifndef SYSFUNCH +#define SYSFUNCH +/* Declarations of major functions within standard C libraries */ +/* Once all of the major systems get their act together (and I follow + suit!), this file should just include system header files from + /usr/include. Until then... */ + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +/* For time being, define Berkeley constructs in terms of SVR4 constructs*/ +#define bzero(dest,len) memset(dest,'\0',len) +#define bcopy(source,dest,len) memcpy(dest,source,len) +#define srandom(seed) srand(seed) +#define random() rand() + +/* ANSI should give us an offsetof suitable for the implementation; + * otherwise, try a non-portable but commonly supported definition + */ +#ifdef __STDC__ +#include +#endif +#ifndef offsetof +#define offsetof(type, member) ((size_t) \ + ((char *)&((type*)0)->member - (char *)(type *)0)) +#endif + +#endif /* SYSFUNCH */ diff --git a/trec_eval.8.1/test/out.test b/trec_eval.8.1/test/out.test new file mode 100644 index 0000000..9d22b00 --- /dev/null +++ b/trec_eval.8.1/test/out.test @@ -0,0 +1,29 @@ +num_q all 3 +num_ret all 1500 +num_rel all 561 +num_rel_ret all 131 +map all 0.1785 +gm_ap all 0.1051 +R-prec all 0.2174 +bpref all 0.1981 +recip_rank all 0.4064 +ircl_prn.0.00 all 0.4665 +ircl_prn.0.10 all 0.3884 +ircl_prn.0.20 all 0.3186 +ircl_prn.0.30 all 0.2732 +ircl_prn.0.40 all 0.2666 +ircl_prn.0.50 all 0.2184 +ircl_prn.0.60 all 0.0822 +ircl_prn.0.70 all 0.0348 +ircl_prn.0.80 all 0.0312 +ircl_prn.0.90 all 0.0312 +ircl_prn.1.00 all 0.0312 +P5 all 0.2667 +P10 all 0.3000 +P15 all 0.3111 +P20 all 0.3667 +P30 all 0.3333 +P100 all 0.2467 +P200 all 0.1600 +P500 all 0.0873 +P1000 all 0.0437 diff --git a/trec_eval.8.1/test/out.test.a b/trec_eval.8.1/test/out.test.a new file mode 100644 index 0000000..a3744d3 --- /dev/null +++ b/trec_eval.8.1/test/out.test.a @@ -0,0 +1,135 @@ +num_q all 3 +num_ret all 1500 +num_rel all 561 +num_rel_ret all 131 +map all 0.1785 +gm_ap all 0.1051 +R-prec all 0.2174 +bpref all 0.1981 +recip_rank all 0.4064 +num_nonrel_judged_ret all 607 +exact_prec all 0.0873 +exact_recall all 0.5997 +11-pt_avg all 0.1947 +3-pt_avg all 0.1894 +avg_doc_prec all 0.0862 +exact_relative_prec all 0.5997 +avg_relative_prec all 0.5617 +exact_unranked_avg_prec all 0.0354 +exact_relative_unranked_avg_prec all 0.0102 +map_at_R all 0.2948 +int_map all 0.1895 +exact_int_R_rcl_prec all 0.2552 +int_map_at_R all 0.3393 +bpref_allnonrel all 0.5684 +bpref_retnonrel all 0.4531 +bpref_topnonrel all 0.3268 +bpref_top5Rnonrel all 0.2982 +bpref_top10Rnonrel all 0.4472 +bpref_top10pRnonrel all 0.2050 +bpref_top25pRnonrel all 0.2222 +bpref_top50pRnonrel all 0.2848 +bpref_top25p2Rnonrel all 0.2640 +bpref_retall all 0.7076 +bpref_5 all 0.2933 +bpref_10 all 0.3133 +bpref_num_all all 45867.0000 +bpref_num_ret all 5955.0000 +bpref_num_correct all 30286 +bpref_num_possible all 230705 +old_bpref all 0.1845 +old_bpref_top10pRnonrel all 0.1912 +infAP all 0.1785 +gm_bpref all 0.0083 +ircl_prn.0.00 all 0.4665 +ircl_prn.0.10 all 0.3884 +ircl_prn.0.20 all 0.3186 +ircl_prn.0.30 all 0.2732 +ircl_prn.0.40 all 0.2666 +ircl_prn.0.50 all 0.2184 +ircl_prn.0.60 all 0.0822 +ircl_prn.0.70 all 0.0348 +ircl_prn.0.80 all 0.0312 +ircl_prn.0.90 all 0.0312 +ircl_prn.1.00 all 0.0312 +P5 all 0.2667 +P10 all 0.3000 +P15 all 0.3111 +P20 all 0.3667 +P30 all 0.3333 +P100 all 0.2467 +P200 all 0.1600 +P500 all 0.0873 +P1000 all 0.0437 +recall5 all 0.0173 +recall10 all 0.0317 +recall15 all 0.0534 +recall20 all 0.1061 +recall30 all 0.1335 +recall100 all 0.4980 +recall200 all 0.5533 +recall500 all 0.5997 +recall1000 all 0.5997 +0.20R-prec all 0.3445 +0.40R-prec all 0.3157 +0.60R-prec all 0.2842 +0.80R-prec all 0.2613 +1.00R-prec all 0.2174 +1.20R-prec all 0.1921 +1.40R-prec all 0.1653 +1.60R-prec all 0.1468 +1.80R-prec all 0.1308 +2.00R-prec all 0.1369 +relative_prec5 all 0.2667 +relative_prec10 all 0.3000 +relative_prec15 all 0.3111 +relative_prec20 all 0.3833 +relative_prec30 all 0.3556 +relative_prec100 all 0.5585 +relative_prec200 all 0.5938 +relative_prec500 all 0.5997 +relative_prec1000 all 0.5997 +unranked_avg_prec5 all 0.0139 +unranked_avg_prec10 all 0.0215 +unranked_avg_prec15 all 0.0417 +unranked_avg_prec20 all 0.0580 +unranked_avg_prec30 all 0.0721 +unranked_avg_prec100 all 0.1071 +unranked_avg_prec200 all 0.0648 +unranked_avg_prec500 all 0.0354 +unranked_avg_prec1000 all 0.0177 +relative_unranked_avg_prec5 all 0.2133 +relative_unranked_avg_prec10 all 0.1767 +relative_unranked_avg_prec15 all 0.2193 +relative_unranked_avg_prec20 all 0.2375 +relative_unranked_avg_prec30 all 0.2007 +relative_unranked_avg_prec100 all 0.3868 +relative_unranked_avg_prec200 all 0.4569 +relative_unranked_avg_prec500 all 0.4814 +relative_unranked_avg_prec1000 all 0.0025 +utility_1.0_-1.0_0.0_0.0 all -412.6667 +rcl_at_142_nonrel all 0.3848 +fallout_recall_0 all 0.0087 +fallout_recall_14 all 0.1334 +fallout_recall_28 all 0.2049 +fallout_recall_42 all 0.3597 +fallout_recall_56 all 0.3618 +fallout_recall_71 all 0.4299 +fallout_recall_85 all 0.4697 +fallout_recall_99 all 0.5413 +fallout_recall_113 all 0.5484 +fallout_recall_127 all 0.5491 +fallout_recall_142 all 0.5505 +int_0.20R-prec all 0.3990 +int_0.40R-prec all 0.3559 +int_0.60R-prec all 0.3312 +int_0.80R-prec all 0.2995 +int_1.00R-prec all 0.2552 +int_1.20R-prec all 0.2300 +int_1.40R-prec all 0.2032 +int_1.60R-prec all 0.1847 +int_1.80R-prec all 0.1687 +int_2.00R-prec all 0.1581 +micro_prec all 0.0873 +micro_recall all 0.2335 +micro_bpref all 0.1313 diff --git a/trec_eval.8.1/test/out.test.aq b/trec_eval.8.1/test/out.test.aq new file mode 100644 index 0000000..06dd14c --- /dev/null +++ b/trec_eval.8.1/test/out.test.aq @@ -0,0 +1,525 @@ +num_ret 301 500 +num_rel 301 474 +num_rel_ret 301 71 +map 301 0.0324 +R-prec 301 0.1456 +bpref 301 0.1230 +recip_rank 301 0.1667 +num_nonrel_judged_ret 301 188 +exact_prec 301 0.1420 +exact_recall 301 0.1498 +11-pt_avg 301 0.0450 +3-pt_avg 301 0.0000 +avg_doc_prec 301 0.0324 +exact_relative_prec 301 0.1498 +avg_relative_prec 301 0.1957 +exact_unranked_avg_prec 301 0.0213 +exact_relative_unranked_avg_prec 301 0.0202 +map_at_R 301 0.1981 +int_map 301 0.0339 +exact_int_R_rcl_prec 301 0.1456 +int_map_at_R 301 0.2095 +bpref_allnonrel 301 0.1395 +bpref_retnonrel 301 0.0824 +bpref_topnonrel 301 0.0445 +bpref_top5Rnonrel 301 0.1395 +bpref_top10Rnonrel 301 0.1395 +bpref_top10pRnonrel 301 0.1236 +bpref_top25pRnonrel 301 0.1244 +bpref_top50pRnonrel 301 0.1256 +bpref_top25p2Rnonrel 301 0.1368 +bpref_retall 301 0.5499 +bpref_5 301 0.0000 +bpref_10 301 0.1000 +bpref_num_all 301 81606.0000 +bpref_num_ret 301 7340.0000 +bpref_num_correct 301 27646 +bpref_num_possible 301 224676 +old_bpref 301 0.0824 +old_bpref_top10pRnonrel 301 0.0824 +infAP 301 0.0324 +rank_first_rel 301 6 +ircl_prn.0.00 301 0.2857 +ircl_prn.0.10 301 0.2096 +ircl_prn.0.20 301 0.0000 +ircl_prn.0.30 301 0.0000 +ircl_prn.0.40 301 0.0000 +ircl_prn.0.50 301 0.0000 +ircl_prn.0.60 301 0.0000 +ircl_prn.0.70 301 0.0000 +ircl_prn.0.80 301 0.0000 +ircl_prn.0.90 301 0.0000 +ircl_prn.1.00 301 0.0000 +P5 301 0.0000 +P10 301 0.2000 +P15 301 0.1333 +P20 301 0.2500 +P30 301 0.2333 +P100 301 0.2300 +P200 301 0.2100 +P500 301 0.1420 +P1000 301 0.0710 +recall5 301 0.0000 +recall10 301 0.0042 +recall15 301 0.0042 +recall20 301 0.0105 +recall30 301 0.0148 +recall100 301 0.0485 +recall200 301 0.0886 +recall500 301 0.1498 +recall1000 301 0.1498 +0.20R-prec 301 0.2211 +0.40R-prec 301 0.2053 +0.60R-prec 301 0.1930 +0.80R-prec 301 0.1711 +1.00R-prec 301 0.1456 +1.20R-prec 301 0.1248 +1.40R-prec 301 0.1069 +1.60R-prec 301 0.0935 +1.80R-prec 301 0.0831 +2.00R-prec 301 0.0749 +relative_prec5 301 0.0000 +relative_prec10 301 0.2000 +relative_prec15 301 0.1333 +relative_prec20 301 0.2500 +relative_prec30 301 0.2333 +relative_prec100 301 0.2300 +relative_prec200 301 0.2100 +relative_prec500 301 0.1498 +relative_prec1000 301 0.1498 +unranked_avg_prec5 301 0.0000 +unranked_avg_prec10 301 0.0008 +unranked_avg_prec15 301 0.0006 +unranked_avg_prec20 301 0.0026 +unranked_avg_prec30 301 0.0034 +unranked_avg_prec100 301 0.0112 +unranked_avg_prec200 301 0.0186 +unranked_avg_prec500 301 0.0213 +unranked_avg_prec1000 301 0.0106 +relative_unranked_avg_prec5 301 0.0000 +relative_unranked_avg_prec10 301 0.0400 +relative_unranked_avg_prec15 301 0.0178 +relative_unranked_avg_prec20 301 0.0625 +relative_unranked_avg_prec30 301 0.0544 +relative_unranked_avg_prec100 301 0.0529 +relative_unranked_avg_prec200 301 0.0441 +relative_unranked_avg_prec500 301 0.0224 +relative_unranked_avg_prec1000 301 0.0050 +utility_1.0_-1.0_0.0_0.0 301 -358.0000 +rcl_at_142_nonrel 301 0.0439 +fallout_recall_0 301 0.0000 +fallout_recall_14 301 0.0105 +fallout_recall_28 301 0.0211 +fallout_recall_42 301 0.0338 +fallout_recall_56 301 0.0401 +fallout_recall_71 301 0.0443 +fallout_recall_85 301 0.0506 +fallout_recall_99 301 0.0654 +fallout_recall_113 301 0.0738 +fallout_recall_127 301 0.0759 +fallout_recall_142 301 0.0802 +int_0.20R-prec 301 0.2414 +int_0.40R-prec 301 0.2123 +int_0.60R-prec 301 0.1937 +int_0.80R-prec 301 0.1719 +int_1.00R-prec 301 0.1456 +int_1.20R-prec 301 0.1248 +int_1.40R-prec 301 0.1069 +int_1.60R-prec 301 0.0935 +int_1.80R-prec 301 0.0831 +int_2.00R-prec 301 0.0749 +num_ret 302 500 +num_rel 302 77 +num_rel_ret 302 50 +map 302 0.4175 +R-prec 302 0.5065 +bpref 302 0.4712 +recip_rank 302 1.0000 +num_nonrel_judged_ret 302 214 +exact_prec 302 0.1000 +exact_recall 302 0.6494 +11-pt_avg 302 0.4327 +3-pt_avg 302 0.4613 +avg_doc_prec 302 0.4175 +exact_relative_prec 302 0.6494 +avg_relative_prec 302 0.6097 +exact_unranked_avg_prec 302 0.0649 +exact_relative_unranked_avg_prec 302 0.0100 +map_at_R 302 0.6862 +int_map 302 0.4288 +exact_int_R_rcl_prec 302 0.5065 +int_map_at_R 302 0.7061 +bpref_allnonrel 302 0.6273 +bpref_retnonrel 302 0.5481 +bpref_topnonrel 302 0.4919 +bpref_top5Rnonrel 302 0.5931 +bpref_top10Rnonrel 302 0.6212 +bpref_top10pRnonrel 302 0.4813 +bpref_top25pRnonrel 302 0.4935 +bpref_top50pRnonrel 302 0.5088 +bpref_top25p2Rnonrel 302 0.5308 +bpref_retall 302 0.8440 +bpref_5 302 0.8800 +bpref_10 302 0.8400 +bpref_num_all 302 47531.0000 +bpref_num_ret 302 9031.0000 +bpref_num_correct 302 2640 +bpref_num_possible 302 5929 +old_bpref 302 0.4712 +old_bpref_top10pRnonrel 302 0.4813 +infAP 302 0.4175 +rank_first_rel 302 1 +ircl_prn.0.00 302 1.0000 +ircl_prn.0.10 302 0.8421 +ircl_prn.0.20 302 0.8421 +ircl_prn.0.30 302 0.7059 +ircl_prn.0.40 302 0.6863 +ircl_prn.0.50 302 0.5417 +ircl_prn.0.60 302 0.1420 +ircl_prn.0.70 302 0.0000 +ircl_prn.0.80 302 0.0000 +ircl_prn.0.90 302 0.0000 +ircl_prn.1.00 302 0.0000 +P5 302 0.8000 +P10 302 0.7000 +P15 302 0.8000 +P20 302 0.8000 +P30 302 0.7333 +P100 302 0.4200 +P200 302 0.2200 +P500 302 0.1000 +P1000 302 0.0500 +recall5 302 0.0519 +recall10 302 0.0909 +recall15 302 0.1558 +recall20 302 0.2078 +recall30 302 0.2857 +recall100 302 0.5455 +recall200 302 0.5714 +recall500 302 0.6494 +recall1000 302 0.6494 +0.20R-prec 302 0.8125 +0.40R-prec 302 0.7419 +0.60R-prec 302 0.6596 +0.80R-prec 302 0.6129 +1.00R-prec 302 0.5065 +1.20R-prec 302 0.4516 +1.40R-prec 302 0.3889 +1.60R-prec 302 0.3468 +1.80R-prec 302 0.3094 +2.00R-prec 302 0.2857 +relative_prec5 302 0.8000 +relative_prec10 302 0.7000 +relative_prec15 302 0.8000 +relative_prec20 302 0.8000 +relative_prec30 302 0.7333 +relative_prec100 302 0.5455 +relative_prec200 302 0.5714 +relative_prec500 302 0.6494 +relative_prec1000 302 0.6494 +unranked_avg_prec5 302 0.0416 +unranked_avg_prec10 302 0.0636 +unranked_avg_prec15 302 0.1247 +unranked_avg_prec20 302 0.1662 +unranked_avg_prec30 302 0.2095 +unranked_avg_prec100 302 0.2291 +unranked_avg_prec200 302 0.1257 +unranked_avg_prec500 302 0.0649 +unranked_avg_prec1000 302 0.0325 +relative_unranked_avg_prec5 302 0.6400 +relative_unranked_avg_prec10 302 0.4900 +relative_unranked_avg_prec15 302 0.6400 +relative_unranked_avg_prec20 302 0.6400 +relative_unranked_avg_prec30 302 0.5378 +relative_unranked_avg_prec100 302 0.2975 +relative_unranked_avg_prec200 302 0.3265 +relative_unranked_avg_prec500 302 0.4217 +relative_unranked_avg_prec1000 302 0.0025 +utility_1.0_-1.0_0.0_0.0 302 -400.0000 +rcl_at_142_nonrel 302 0.5091 +fallout_recall_0 302 0.0260 +fallout_recall_14 302 0.3896 +fallout_recall_28 302 0.4935 +fallout_recall_42 302 0.5455 +fallout_recall_56 302 0.5455 +fallout_recall_71 302 0.5455 +fallout_recall_85 302 0.5584 +fallout_recall_99 302 0.5584 +fallout_recall_113 302 0.5714 +fallout_recall_127 302 0.5714 +fallout_recall_142 302 0.5714 +int_0.20R-prec 302 0.8421 +int_0.40R-prec 302 0.7419 +int_0.60R-prec 302 0.6863 +int_0.80R-prec 302 0.6129 +int_1.00R-prec 302 0.5065 +int_1.20R-prec 302 0.4516 +int_1.40R-prec 302 0.3889 +int_1.60R-prec 302 0.3468 +int_1.80R-prec 302 0.3094 +int_2.00R-prec 302 0.2857 +num_ret 303 500 +num_rel 303 10 +num_rel_ret 303 10 +map 303 0.0858 +R-prec 303 0.0000 +bpref 303 0.0000 +recip_rank 303 0.0526 +num_nonrel_judged_ret 303 205 +exact_prec 303 0.0200 +exact_recall 303 1.0000 +11-pt_avg 303 0.1065 +3-pt_avg 303 0.1069 +avg_doc_prec 303 0.0858 +exact_relative_prec 303 1.0000 +avg_relative_prec 303 0.8798 +exact_unranked_avg_prec 303 0.0200 +exact_relative_unranked_avg_prec 303 0.0004 +map_at_R 303 0.0000 +int_map 303 0.1058 +exact_int_R_rcl_prec 303 0.1136 +int_map_at_R 303 0.1023 +bpref_allnonrel 303 0.9384 +bpref_retnonrel 303 0.7288 +bpref_topnonrel 303 0.4440 +bpref_top5Rnonrel 303 0.1620 +bpref_top10Rnonrel 303 0.5810 +bpref_top10pRnonrel 303 0.0100 +bpref_top25pRnonrel 303 0.0486 +bpref_top50pRnonrel 303 0.2200 +bpref_top25p2Rnonrel 303 0.1244 +bpref_retall 303 0.7288 +bpref_5 303 0.0000 +bpref_10 303 0.0000 +bpref_num_all 303 8464.0000 +bpref_num_ret 303 1494.0000 +bpref_num_correct 303 0 +bpref_num_possible 303 100 +old_bpref 303 0.0000 +old_bpref_top10pRnonrel 303 0.0100 +infAP 303 0.0858 +rank_first_rel 303 19 +ircl_prn.0.00 303 0.1136 +ircl_prn.0.10 303 0.1136 +ircl_prn.0.20 303 0.1136 +ircl_prn.0.30 303 0.1136 +ircl_prn.0.40 303 0.1136 +ircl_prn.0.50 303 0.1136 +ircl_prn.0.60 303 0.1045 +ircl_prn.0.70 303 0.1045 +ircl_prn.0.80 303 0.0935 +ircl_prn.0.90 303 0.0935 +ircl_prn.1.00 303 0.0935 +P5 303 0.0000 +P10 303 0.0000 +P15 303 0.0000 +P20 303 0.0500 +P30 303 0.0333 +P100 303 0.0900 +P200 303 0.0500 +P500 303 0.0200 +P1000 303 0.0100 +recall5 303 0.0000 +recall10 303 0.0000 +recall15 303 0.0000 +recall20 303 0.1000 +recall30 303 0.1000 +recall100 303 0.9000 +recall200 303 1.0000 +recall500 303 1.0000 +recall1000 303 1.0000 +0.20R-prec 303 0.0000 +0.40R-prec 303 0.0000 +0.60R-prec 303 0.0000 +0.80R-prec 303 0.0000 +1.00R-prec 303 0.0000 +1.20R-prec 303 0.0000 +1.40R-prec 303 0.0000 +1.60R-prec 303 0.0000 +1.80R-prec 303 0.0000 +2.00R-prec 303 0.0500 +relative_prec5 303 0.0000 +relative_prec10 303 0.0000 +relative_prec15 303 0.0000 +relative_prec20 303 0.1000 +relative_prec30 303 0.1000 +relative_prec100 303 0.9000 +relative_prec200 303 1.0000 +relative_prec500 303 1.0000 +relative_prec1000 303 1.0000 +unranked_avg_prec5 303 0.0000 +unranked_avg_prec10 303 0.0000 +unranked_avg_prec15 303 0.0000 +unranked_avg_prec20 303 0.0050 +unranked_avg_prec30 303 0.0033 +unranked_avg_prec100 303 0.0810 +unranked_avg_prec200 303 0.0500 +unranked_avg_prec500 303 0.0200 +unranked_avg_prec1000 303 0.0100 +relative_unranked_avg_prec5 303 0.0000 +relative_unranked_avg_prec10 303 0.0000 +relative_unranked_avg_prec15 303 0.0000 +relative_unranked_avg_prec20 303 0.0100 +relative_unranked_avg_prec30 303 0.0100 +relative_unranked_avg_prec100 303 0.8100 +relative_unranked_avg_prec200 303 1.0000 +relative_unranked_avg_prec500 303 1.0000 +relative_unranked_avg_prec1000 303 0.0001 +utility_1.0_-1.0_0.0_0.0 303 -480.0000 +rcl_at_142_nonrel 303 0.6014 +fallout_recall_0 303 0.0000 +fallout_recall_14 303 0.0000 +fallout_recall_28 303 0.1000 +fallout_recall_42 303 0.5000 +fallout_recall_56 303 0.5000 +fallout_recall_71 303 0.7000 +fallout_recall_85 303 0.8000 +fallout_recall_99 303 1.0000 +fallout_recall_113 303 1.0000 +fallout_recall_127 303 1.0000 +fallout_recall_142 303 1.0000 +int_0.20R-prec 303 0.1136 +int_0.40R-prec 303 0.1136 +int_0.60R-prec 303 0.1136 +int_0.80R-prec 303 0.1136 +int_1.00R-prec 303 0.1136 +int_1.20R-prec 303 0.1136 +int_1.40R-prec 303 0.1136 +int_1.60R-prec 303 0.1136 +int_1.80R-prec 303 0.1136 +int_2.00R-prec 303 0.1136 +num_q all 3 +num_ret all 1500 +num_rel all 561 +num_rel_ret all 131 +map all 0.1785 +gm_ap all 0.1051 +R-prec all 0.2174 +bpref all 0.1981 +recip_rank all 0.4064 +num_nonrel_judged_ret all 607 +exact_prec all 0.0873 +exact_recall all 0.5997 +11-pt_avg all 0.1947 +3-pt_avg all 0.1894 +avg_doc_prec all 0.0862 +exact_relative_prec all 0.5997 +avg_relative_prec all 0.5617 +exact_unranked_avg_prec all 0.0354 +exact_relative_unranked_avg_prec all 0.0102 +map_at_R all 0.2948 +int_map all 0.1895 +exact_int_R_rcl_prec all 0.2552 +int_map_at_R all 0.3393 +bpref_allnonrel all 0.5684 +bpref_retnonrel all 0.4531 +bpref_topnonrel all 0.3268 +bpref_top5Rnonrel all 0.2982 +bpref_top10Rnonrel all 0.4472 +bpref_top10pRnonrel all 0.2050 +bpref_top25pRnonrel all 0.2222 +bpref_top50pRnonrel all 0.2848 +bpref_top25p2Rnonrel all 0.2640 +bpref_retall all 0.7076 +bpref_5 all 0.2933 +bpref_10 all 0.3133 +bpref_num_all all 45867.0000 +bpref_num_ret all 5955.0000 +bpref_num_correct all 30286 +bpref_num_possible all 230705 +old_bpref all 0.1845 +old_bpref_top10pRnonrel all 0.1912 +infAP all 0.1785 +gm_bpref all 0.0083 +ircl_prn.0.00 all 0.4665 +ircl_prn.0.10 all 0.3884 +ircl_prn.0.20 all 0.3186 +ircl_prn.0.30 all 0.2732 +ircl_prn.0.40 all 0.2666 +ircl_prn.0.50 all 0.2184 +ircl_prn.0.60 all 0.0822 +ircl_prn.0.70 all 0.0348 +ircl_prn.0.80 all 0.0312 +ircl_prn.0.90 all 0.0312 +ircl_prn.1.00 all 0.0312 +P5 all 0.2667 +P10 all 0.3000 +P15 all 0.3111 +P20 all 0.3667 +P30 all 0.3333 +P100 all 0.2467 +P200 all 0.1600 +P500 all 0.0873 +P1000 all 0.0437 +recall5 all 0.0173 +recall10 all 0.0317 +recall15 all 0.0534 +recall20 all 0.1061 +recall30 all 0.1335 +recall100 all 0.4980 +recall200 all 0.5533 +recall500 all 0.5997 +recall1000 all 0.5997 +0.20R-prec all 0.3445 +0.40R-prec all 0.3157 +0.60R-prec all 0.2842 +0.80R-prec all 0.2613 +1.00R-prec all 0.2174 +1.20R-prec all 0.1921 +1.40R-prec all 0.1653 +1.60R-prec all 0.1468 +1.80R-prec all 0.1308 +2.00R-prec all 0.1369 +relative_prec5 all 0.2667 +relative_prec10 all 0.3000 +relative_prec15 all 0.3111 +relative_prec20 all 0.3833 +relative_prec30 all 0.3556 +relative_prec100 all 0.5585 +relative_prec200 all 0.5938 +relative_prec500 all 0.5997 +relative_prec1000 all 0.5997 +unranked_avg_prec5 all 0.0139 +unranked_avg_prec10 all 0.0215 +unranked_avg_prec15 all 0.0417 +unranked_avg_prec20 all 0.0580 +unranked_avg_prec30 all 0.0721 +unranked_avg_prec100 all 0.1071 +unranked_avg_prec200 all 0.0648 +unranked_avg_prec500 all 0.0354 +unranked_avg_prec1000 all 0.0177 +relative_unranked_avg_prec5 all 0.2133 +relative_unranked_avg_prec10 all 0.1767 +relative_unranked_avg_prec15 all 0.2193 +relative_unranked_avg_prec20 all 0.2375 +relative_unranked_avg_prec30 all 0.2007 +relative_unranked_avg_prec100 all 0.3868 +relative_unranked_avg_prec200 all 0.4569 +relative_unranked_avg_prec500 all 0.4814 +relative_unranked_avg_prec1000 all 0.0025 +utility_1.0_-1.0_0.0_0.0 all -412.6667 +rcl_at_142_nonrel all 0.3848 +fallout_recall_0 all 0.0087 +fallout_recall_14 all 0.1334 +fallout_recall_28 all 0.2049 +fallout_recall_42 all 0.3597 +fallout_recall_56 all 0.3618 +fallout_recall_71 all 0.4299 +fallout_recall_85 all 0.4697 +fallout_recall_99 all 0.5413 +fallout_recall_113 all 0.5484 +fallout_recall_127 all 0.5491 +fallout_recall_142 all 0.5505 +int_0.20R-prec all 0.3990 +int_0.40R-prec all 0.3559 +int_0.60R-prec all 0.3312 +int_0.80R-prec all 0.2995 +int_1.00R-prec all 0.2552 +int_1.20R-prec all 0.2300 +int_1.40R-prec all 0.2032 +int_1.60R-prec all 0.1847 +int_1.80R-prec all 0.1687 +int_2.00R-prec all 0.1581 +micro_prec all 0.0873 +micro_recall all 0.2335 +micro_bpref all 0.1313 diff --git a/trec_eval.8.1/test/out.test.aqc b/trec_eval.8.1/test/out.test.aqc new file mode 100644 index 0000000..a2532e7 --- /dev/null +++ b/trec_eval.8.1/test/out.test.aqc @@ -0,0 +1,395 @@ +num_ret 301 500 +num_rel 301 474 +num_rel_ret 301 71 +map 301 0.0324 +R-prec 301 0.1456 +bpref 301 0.1230 +recip_rank 301 0.1667 +num_nonrel_judged_ret 301 188 +exact_prec 301 0.1420 +exact_recall 301 0.1498 +11-pt_avg 301 0.0450 +3-pt_avg 301 0.0000 +avg_doc_prec 301 0.0324 +exact_relative_prec 301 0.1498 +avg_relative_prec 301 0.1957 +exact_unranked_avg_prec 301 0.0213 +exact_relative_unranked_avg_prec 301 0.0202 +map_at_R 301 0.1981 +int_map 301 0.0339 +exact_int_R_rcl_prec 301 0.1456 +int_map_at_R 301 0.2095 +bpref_allnonrel 301 0.1395 +bpref_retnonrel 301 0.0824 +bpref_topnonrel 301 0.0445 +bpref_top5Rnonrel 301 0.1395 +bpref_top10Rnonrel 301 0.1395 +bpref_top10pRnonrel 301 0.1236 +bpref_top25pRnonrel 301 0.1244 +bpref_top50pRnonrel 301 0.1256 +bpref_top25p2Rnonrel 301 0.1368 +bpref_retall 301 0.5499 +bpref_5 301 0.0000 +bpref_10 301 0.1000 +bpref_num_all 301 81606.0000 +bpref_num_ret 301 7340.0000 +bpref_num_correct 301 27646 +bpref_num_possible 301 224676 +old_bpref 301 0.0824 +old_bpref_top10pRnonrel 301 0.0824 +infAP 301 0.0324 +rank_first_rel 301 6 +ircl_prn.0.00 301 0.2857 +ircl_prn.0.10 301 0.2096 +ircl_prn.0.20 301 0.0000 +ircl_prn.0.30 301 0.0000 +ircl_prn.0.40 301 0.0000 +ircl_prn.0.50 301 0.0000 +ircl_prn.0.60 301 0.0000 +ircl_prn.0.70 301 0.0000 +ircl_prn.0.80 301 0.0000 +ircl_prn.0.90 301 0.0000 +ircl_prn.1.00 301 0.0000 +P5 301 0.0000 +P10 301 0.2000 +P15 301 0.1333 +P20 301 0.2500 +P30 301 0.2333 +P100 301 0.2300 +P200 301 0.2100 +P500 301 0.1420 +P1000 301 0.0710 +recall5 301 0.0000 +recall10 301 0.0042 +recall15 301 0.0042 +recall20 301 0.0105 +recall30 301 0.0148 +recall100 301 0.0485 +recall200 301 0.0886 +recall500 301 0.1498 +recall1000 301 0.1498 +0.20R-prec 301 0.2211 +0.40R-prec 301 0.2053 +0.60R-prec 301 0.1930 +0.80R-prec 301 0.1711 +1.00R-prec 301 0.1456 +1.20R-prec 301 0.1248 +1.40R-prec 301 0.1069 +1.60R-prec 301 0.0935 +1.80R-prec 301 0.0831 +2.00R-prec 301 0.0749 +relative_prec5 301 0.0000 +relative_prec10 301 0.2000 +relative_prec15 301 0.1333 +relative_prec20 301 0.2500 +relative_prec30 301 0.2333 +relative_prec100 301 0.2300 +relative_prec200 301 0.2100 +relative_prec500 301 0.1498 +relative_prec1000 301 0.1498 +unranked_avg_prec5 301 0.0000 +unranked_avg_prec10 301 0.0008 +unranked_avg_prec15 301 0.0006 +unranked_avg_prec20 301 0.0026 +unranked_avg_prec30 301 0.0034 +unranked_avg_prec100 301 0.0112 +unranked_avg_prec200 301 0.0186 +unranked_avg_prec500 301 0.0213 +unranked_avg_prec1000 301 0.0106 +relative_unranked_avg_prec5 301 0.0000 +relative_unranked_avg_prec10 301 0.0400 +relative_unranked_avg_prec15 301 0.0178 +relative_unranked_avg_prec20 301 0.0625 +relative_unranked_avg_prec30 301 0.0544 +relative_unranked_avg_prec100 301 0.0529 +relative_unranked_avg_prec200 301 0.0441 +relative_unranked_avg_prec500 301 0.0224 +relative_unranked_avg_prec1000 301 0.0050 +utility_1.0_-1.0_0.0_0.0 301 -358.0000 +rcl_at_142_nonrel 301 0.0439 +fallout_recall_0 301 0.0000 +fallout_recall_14 301 0.0105 +fallout_recall_28 301 0.0211 +fallout_recall_42 301 0.0338 +fallout_recall_56 301 0.0401 +fallout_recall_71 301 0.0443 +fallout_recall_85 301 0.0506 +fallout_recall_99 301 0.0654 +fallout_recall_113 301 0.0738 +fallout_recall_127 301 0.0759 +fallout_recall_142 301 0.0802 +int_0.20R-prec 301 0.2414 +int_0.40R-prec 301 0.2123 +int_0.60R-prec 301 0.1937 +int_0.80R-prec 301 0.1719 +int_1.00R-prec 301 0.1456 +int_1.20R-prec 301 0.1248 +int_1.40R-prec 301 0.1069 +int_1.60R-prec 301 0.0935 +int_1.80R-prec 301 0.0831 +int_2.00R-prec 301 0.0749 +num_ret 303 84 +num_rel 303 10 +num_rel_ret 303 6 +map 303 0.2723 +R-prec 303 0.4000 +bpref 303 0.3300 +recip_rank 303 0.3333 +num_nonrel_judged_ret 303 61 +exact_prec 303 0.0714 +exact_recall 303 0.6000 +11-pt_avg 303 0.3354 +3-pt_avg 303 0.3282 +avg_doc_prec 303 0.2723 +exact_relative_prec 303 0.6000 +avg_relative_prec 303 0.5637 +exact_unranked_avg_prec 303 0.0429 +exact_relative_unranked_avg_prec 303 0.0051 +map_at_R 303 0.3449 +int_map 303 0.3089 +exact_int_R_rcl_prec 303 0.4000 +int_map_at_R 303 0.5087 +bpref_allnonrel 303 0.5968 +bpref_retnonrel 303 0.5525 +bpref_topnonrel 303 0.5710 +bpref_top5Rnonrel 303 0.5420 +bpref_top10Rnonrel 303 0.5710 +bpref_top10pRnonrel 303 0.4550 +bpref_top25pRnonrel 303 0.5171 +bpref_top50pRnonrel 303 0.5517 +bpref_top25p2Rnonrel 303 0.5356 +bpref_retall 303 0.9208 +bpref_5 303 0.4400 +bpref_10 303 0.5500 +bpref_num_all 303 5383.0000 +bpref_num_ret 303 337.0000 +bpref_num_correct 303 33 +bpref_num_possible 303 100 +old_bpref 303 0.3300 +old_bpref_top10pRnonrel 303 0.4550 +infAP 303 0.2723 +rank_first_rel 303 3 +ircl_prn.0.00 303 0.6000 +ircl_prn.0.10 303 0.6000 +ircl_prn.0.20 303 0.6000 +ircl_prn.0.30 303 0.6000 +ircl_prn.0.40 303 0.5714 +ircl_prn.0.50 303 0.3846 +ircl_prn.0.60 303 0.3333 +ircl_prn.0.70 303 0.0000 +ircl_prn.0.80 303 0.0000 +ircl_prn.0.90 303 0.0000 +ircl_prn.1.00 303 0.0000 +P5 303 0.6000 +P10 303 0.4000 +P15 303 0.3333 +P20 303 0.3000 +P30 303 0.2000 +P100 303 0.0600 +P200 303 0.0300 +P500 303 0.0120 +P1000 303 0.0060 +recall5 303 0.3000 +recall10 303 0.4000 +recall15 303 0.5000 +recall20 303 0.6000 +recall30 303 0.6000 +recall100 303 0.6000 +recall200 303 0.6000 +recall500 303 0.6000 +recall1000 303 0.6000 +0.20R-prec 303 0.0000 +0.40R-prec 303 0.5000 +0.60R-prec 303 0.5000 +0.80R-prec 303 0.5000 +1.00R-prec 303 0.4000 +1.20R-prec 303 0.3333 +1.40R-prec 303 0.3571 +1.60R-prec 303 0.3125 +1.80R-prec 303 0.3333 +2.00R-prec 303 0.3000 +relative_prec5 303 0.6000 +relative_prec10 303 0.4000 +relative_prec15 303 0.5000 +relative_prec20 303 0.6000 +relative_prec30 303 0.6000 +relative_prec100 303 0.6000 +relative_prec200 303 0.6000 +relative_prec500 303 0.6000 +relative_prec1000 303 0.6000 +unranked_avg_prec5 303 0.1800 +unranked_avg_prec10 303 0.1600 +unranked_avg_prec15 303 0.1667 +unranked_avg_prec20 303 0.1800 +unranked_avg_prec30 303 0.1200 +unranked_avg_prec100 303 0.0360 +unranked_avg_prec200 303 0.0180 +unranked_avg_prec500 303 0.0072 +unranked_avg_prec1000 303 0.0036 +relative_unranked_avg_prec5 303 0.3600 +relative_unranked_avg_prec10 303 0.1600 +relative_unranked_avg_prec15 303 0.2500 +relative_unranked_avg_prec20 303 0.3600 +relative_unranked_avg_prec30 303 0.3600 +relative_unranked_avg_prec100 303 0.0036 +relative_unranked_avg_prec200 303 0.0009 +relative_unranked_avg_prec500 303 0.0001 +relative_unranked_avg_prec1000 303 0.0000 +utility_1.0_-1.0_0.0_0.0 303 -72.0000 +rcl_at_142_nonrel 303 0.5796 +fallout_recall_0 303 0.0000 +fallout_recall_14 303 0.6000 +fallout_recall_28 303 0.6000 +fallout_recall_42 303 0.6000 +fallout_recall_56 303 0.6000 +fallout_recall_71 303 0.6000 +fallout_recall_85 303 0.6000 +fallout_recall_99 303 0.6000 +fallout_recall_113 303 0.6000 +fallout_recall_127 303 0.6000 +fallout_recall_142 303 0.6000 +int_0.20R-prec 303 0.6000 +int_0.40R-prec 303 0.6000 +int_0.60R-prec 303 0.5714 +int_0.80R-prec 303 0.5000 +int_1.00R-prec 303 0.4000 +int_1.20R-prec 303 0.3846 +int_1.40R-prec 303 0.3571 +int_1.60R-prec 303 0.3333 +int_1.80R-prec 303 0.3333 +int_2.00R-prec 303 0.3000 +num_q all 3 +num_ret all 584 +num_rel all 484 +num_rel_ret all 77 +map all 0.1016 +gm_ap all 0.0045 +R-prec all 0.1819 +bpref all 0.1510 +recip_rank all 0.1667 +num_nonrel_judged_ret all 249 +exact_prec all 0.0711 +exact_recall all 0.2499 +11-pt_avg all 0.1268 +3-pt_avg all 0.1094 +avg_doc_prec all 0.0374 +exact_relative_prec all 0.2499 +avg_relative_prec all 0.2531 +exact_unranked_avg_prec all 0.0214 +exact_relative_unranked_avg_prec all 0.0084 +map_at_R all 0.1810 +int_map all 0.1143 +exact_int_R_rcl_prec all 0.1819 +int_map_at_R all 0.2394 +bpref_allnonrel all 0.2454 +bpref_retnonrel all 0.2116 +bpref_topnonrel all 0.2052 +bpref_top5Rnonrel all 0.2272 +bpref_top10Rnonrel all 0.2368 +bpref_top10pRnonrel all 0.1929 +bpref_top25pRnonrel all 0.2138 +bpref_top50pRnonrel all 0.2258 +bpref_top25p2Rnonrel all 0.2241 +bpref_retall all 0.4902 +bpref_5 all 0.1467 +bpref_10 all 0.2167 +bpref_num_all all 28996.3340 +bpref_num_ret all 2559.0000 +bpref_num_correct all 27679 +bpref_num_possible all 224776 +old_bpref all 0.1375 +old_bpref_top10pRnonrel all 0.1791 +infAP all 0.1016 +gm_bpref all 0.0074 +ircl_prn.0.00 all 0.2952 +ircl_prn.0.10 all 0.2699 +ircl_prn.0.20 all 0.2000 +ircl_prn.0.30 all 0.2000 +ircl_prn.0.40 all 0.1905 +ircl_prn.0.50 all 0.1282 +ircl_prn.0.60 all 0.1111 +ircl_prn.0.70 all 0.0000 +ircl_prn.0.80 all 0.0000 +ircl_prn.0.90 all 0.0000 +ircl_prn.1.00 all 0.0000 +P5 all 0.2000 +P10 all 0.2000 +P15 all 0.1556 +P20 all 0.1833 +P30 all 0.1444 +P100 all 0.0967 +P200 all 0.0800 +P500 all 0.0513 +P1000 all 0.0257 +recall5 all 0.1000 +recall10 all 0.1347 +recall15 all 0.1681 +recall20 all 0.2035 +recall30 all 0.2049 +recall100 all 0.2162 +recall200 all 0.2295 +recall500 all 0.2499 +recall1000 all 0.2499 +0.20R-prec all 0.0737 +0.40R-prec all 0.2351 +0.60R-prec all 0.2310 +0.80R-prec all 0.2237 +1.00R-prec all 0.1819 +1.20R-prec all 0.1527 +1.40R-prec all 0.1547 +1.60R-prec all 0.1353 +1.80R-prec all 0.1388 +2.00R-prec all 0.1250 +relative_prec5 all 0.2000 +relative_prec10 all 0.2000 +relative_prec15 all 0.2111 +relative_prec20 all 0.2833 +relative_prec30 all 0.2778 +relative_prec100 all 0.2767 +relative_prec200 all 0.2700 +relative_prec500 all 0.2499 +relative_prec1000 all 0.2499 +unranked_avg_prec5 all 0.0600 +unranked_avg_prec10 all 0.0536 +unranked_avg_prec15 all 0.0557 +unranked_avg_prec20 all 0.0609 +unranked_avg_prec30 all 0.0411 +unranked_avg_prec100 all 0.0157 +unranked_avg_prec200 all 0.0122 +unranked_avg_prec500 all 0.0095 +unranked_avg_prec1000 all 0.0047 +relative_unranked_avg_prec5 all 0.1200 +relative_unranked_avg_prec10 all 0.0667 +relative_unranked_avg_prec15 all 0.0893 +relative_unranked_avg_prec20 all 0.1408 +relative_unranked_avg_prec30 all 0.1381 +relative_unranked_avg_prec100 all 0.0188 +relative_unranked_avg_prec200 all 0.0150 +relative_unranked_avg_prec500 all 0.0075 +relative_unranked_avg_prec1000 all 0.0017 +utility_1.0_-1.0_0.0_0.0 all -143.3333 +rcl_at_142_nonrel all 0.2078 +fallout_recall_0 all 0.0000 +fallout_recall_14 all 0.2035 +fallout_recall_28 all 0.2070 +fallout_recall_42 all 0.2113 +fallout_recall_56 all 0.2134 +fallout_recall_71 all 0.2148 +fallout_recall_85 all 0.2169 +fallout_recall_99 all 0.2218 +fallout_recall_113 all 0.2246 +fallout_recall_127 all 0.2253 +fallout_recall_142 all 0.2267 +int_0.20R-prec all 0.2805 +int_0.40R-prec all 0.2708 +int_0.60R-prec all 0.2551 +int_0.80R-prec all 0.2240 +int_1.00R-prec all 0.1819 +int_1.20R-prec all 0.1698 +int_1.40R-prec all 0.1547 +int_1.60R-prec all 0.1423 +int_1.80R-prec all 0.1388 +int_2.00R-prec all 0.1250 +micro_prec all 0.1318 +micro_recall all 0.1591 +micro_bpref all 0.1231 diff --git a/trec_eval.8.1/test/out.test.aqcM b/trec_eval.8.1/test/out.test.aqcM new file mode 100644 index 0000000..ab20bee --- /dev/null +++ b/trec_eval.8.1/test/out.test.aqcM @@ -0,0 +1,395 @@ +num_ret 301 100 +num_rel 301 474 +num_rel_ret 301 23 +map 301 0.0118 +R-prec 301 0.0485 +bpref 301 0.0456 +recip_rank 301 0.1667 +num_nonrel_judged_ret 301 50 +exact_prec 301 0.2300 +exact_recall 301 0.0485 +11-pt_avg 301 0.0260 +3-pt_avg 301 0.0000 +avg_doc_prec 301 0.0118 +exact_relative_prec 301 0.2300 +avg_relative_prec 301 0.2217 +exact_unranked_avg_prec 301 0.0112 +exact_relative_unranked_avg_prec 301 0.0529 +map_at_R 301 0.1225 +int_map 301 0.0129 +exact_int_R_rcl_prec 301 0.0485 +int_map_at_R 301 0.1311 +bpref_allnonrel 301 0.0474 +bpref_retnonrel 301 0.0208 +bpref_topnonrel 301 0.0347 +bpref_top5Rnonrel 301 0.0474 +bpref_top10Rnonrel 301 0.0474 +bpref_top10pRnonrel 301 0.0457 +bpref_top25pRnonrel 301 0.0457 +bpref_top50pRnonrel 301 0.0459 +bpref_top25p2Rnonrel 301 0.0471 +bpref_retall 301 0.4296 +bpref_5 301 0.0000 +bpref_10 301 0.1000 +bpref_num_all 301 27726.0000 +bpref_num_ret 301 494.0000 +bpref_num_correct 301 10246 +bpref_num_possible 301 224676 +old_bpref 301 0.0208 +old_bpref_top10pRnonrel 301 0.0208 +infAP 301 0.0118 +rank_first_rel 301 6 +ircl_prn.0.00 301 0.2857 +ircl_prn.0.10 301 0.0000 +ircl_prn.0.20 301 0.0000 +ircl_prn.0.30 301 0.0000 +ircl_prn.0.40 301 0.0000 +ircl_prn.0.50 301 0.0000 +ircl_prn.0.60 301 0.0000 +ircl_prn.0.70 301 0.0000 +ircl_prn.0.80 301 0.0000 +ircl_prn.0.90 301 0.0000 +ircl_prn.1.00 301 0.0000 +P5 301 0.0000 +P10 301 0.2000 +P15 301 0.1333 +P20 301 0.2500 +P30 301 0.2333 +P100 301 0.2300 +P200 301 0.1150 +P500 301 0.0460 +P1000 301 0.0230 +recall5 301 0.0000 +recall10 301 0.0042 +recall15 301 0.0042 +recall20 301 0.0105 +recall30 301 0.0148 +recall100 301 0.0485 +recall200 301 0.0485 +recall500 301 0.0485 +recall1000 301 0.0485 +0.20R-prec 301 0.2211 +0.40R-prec 301 0.1211 +0.60R-prec 301 0.0807 +0.80R-prec 301 0.0605 +1.00R-prec 301 0.0485 +1.20R-prec 301 0.0404 +1.40R-prec 301 0.0346 +1.60R-prec 301 0.0303 +1.80R-prec 301 0.0269 +2.00R-prec 301 0.0243 +relative_prec5 301 0.0000 +relative_prec10 301 0.2000 +relative_prec15 301 0.1333 +relative_prec20 301 0.2500 +relative_prec30 301 0.2333 +relative_prec100 301 0.2300 +relative_prec200 301 0.1150 +relative_prec500 301 0.0485 +relative_prec1000 301 0.0485 +unranked_avg_prec5 301 0.0000 +unranked_avg_prec10 301 0.0008 +unranked_avg_prec15 301 0.0006 +unranked_avg_prec20 301 0.0026 +unranked_avg_prec30 301 0.0034 +unranked_avg_prec100 301 0.0112 +unranked_avg_prec200 301 0.0056 +unranked_avg_prec500 301 0.0022 +unranked_avg_prec1000 301 0.0011 +relative_unranked_avg_prec5 301 0.0000 +relative_unranked_avg_prec10 301 0.0400 +relative_unranked_avg_prec15 301 0.0178 +relative_unranked_avg_prec20 301 0.0625 +relative_unranked_avg_prec30 301 0.0544 +relative_unranked_avg_prec100 301 0.0529 +relative_unranked_avg_prec200 301 0.0132 +relative_unranked_avg_prec500 301 0.0021 +relative_unranked_avg_prec1000 301 0.0005 +utility_1.0_-1.0_0.0_0.0 301 -54.0000 +rcl_at_142_nonrel 301 0.0360 +fallout_recall_0 301 0.0000 +fallout_recall_14 301 0.0105 +fallout_recall_28 301 0.0211 +fallout_recall_42 301 0.0338 +fallout_recall_56 301 0.0401 +fallout_recall_71 301 0.0443 +fallout_recall_85 301 0.0485 +fallout_recall_99 301 0.0485 +fallout_recall_113 301 0.0485 +fallout_recall_127 301 0.0485 +fallout_recall_142 301 0.0485 +int_0.20R-prec 301 0.2300 +int_0.40R-prec 301 0.1211 +int_0.60R-prec 301 0.0807 +int_0.80R-prec 301 0.0605 +int_1.00R-prec 301 0.0485 +int_1.20R-prec 301 0.0404 +int_1.40R-prec 301 0.0346 +int_1.60R-prec 301 0.0303 +int_1.80R-prec 301 0.0269 +int_2.00R-prec 301 0.0243 +num_ret 303 84 +num_rel 303 10 +num_rel_ret 303 6 +map 303 0.2723 +R-prec 303 0.4000 +bpref 303 0.3300 +recip_rank 303 0.3333 +num_nonrel_judged_ret 303 61 +exact_prec 303 0.0714 +exact_recall 303 0.6000 +11-pt_avg 303 0.3354 +3-pt_avg 303 0.3282 +avg_doc_prec 303 0.2723 +exact_relative_prec 303 0.6000 +avg_relative_prec 303 0.5637 +exact_unranked_avg_prec 303 0.0429 +exact_relative_unranked_avg_prec 303 0.0051 +map_at_R 303 0.3449 +int_map 303 0.3089 +exact_int_R_rcl_prec 303 0.4000 +int_map_at_R 303 0.5087 +bpref_allnonrel 303 0.5968 +bpref_retnonrel 303 0.5525 +bpref_topnonrel 303 0.5710 +bpref_top5Rnonrel 303 0.5420 +bpref_top10Rnonrel 303 0.5710 +bpref_top10pRnonrel 303 0.4550 +bpref_top25pRnonrel 303 0.5171 +bpref_top50pRnonrel 303 0.5517 +bpref_top25p2Rnonrel 303 0.5356 +bpref_retall 303 0.9208 +bpref_5 303 0.4400 +bpref_10 303 0.5500 +bpref_num_all 303 5383.0000 +bpref_num_ret 303 337.0000 +bpref_num_correct 303 33 +bpref_num_possible 303 100 +old_bpref 303 0.3300 +old_bpref_top10pRnonrel 303 0.4550 +infAP 303 0.2723 +rank_first_rel 303 3 +ircl_prn.0.00 303 0.6000 +ircl_prn.0.10 303 0.6000 +ircl_prn.0.20 303 0.6000 +ircl_prn.0.30 303 0.6000 +ircl_prn.0.40 303 0.5714 +ircl_prn.0.50 303 0.3846 +ircl_prn.0.60 303 0.3333 +ircl_prn.0.70 303 0.0000 +ircl_prn.0.80 303 0.0000 +ircl_prn.0.90 303 0.0000 +ircl_prn.1.00 303 0.0000 +P5 303 0.6000 +P10 303 0.4000 +P15 303 0.3333 +P20 303 0.3000 +P30 303 0.2000 +P100 303 0.0600 +P200 303 0.0300 +P500 303 0.0120 +P1000 303 0.0060 +recall5 303 0.3000 +recall10 303 0.4000 +recall15 303 0.5000 +recall20 303 0.6000 +recall30 303 0.6000 +recall100 303 0.6000 +recall200 303 0.6000 +recall500 303 0.6000 +recall1000 303 0.6000 +0.20R-prec 303 0.0000 +0.40R-prec 303 0.5000 +0.60R-prec 303 0.5000 +0.80R-prec 303 0.5000 +1.00R-prec 303 0.4000 +1.20R-prec 303 0.3333 +1.40R-prec 303 0.3571 +1.60R-prec 303 0.3125 +1.80R-prec 303 0.3333 +2.00R-prec 303 0.3000 +relative_prec5 303 0.6000 +relative_prec10 303 0.4000 +relative_prec15 303 0.5000 +relative_prec20 303 0.6000 +relative_prec30 303 0.6000 +relative_prec100 303 0.6000 +relative_prec200 303 0.6000 +relative_prec500 303 0.6000 +relative_prec1000 303 0.6000 +unranked_avg_prec5 303 0.1800 +unranked_avg_prec10 303 0.1600 +unranked_avg_prec15 303 0.1667 +unranked_avg_prec20 303 0.1800 +unranked_avg_prec30 303 0.1200 +unranked_avg_prec100 303 0.0360 +unranked_avg_prec200 303 0.0180 +unranked_avg_prec500 303 0.0072 +unranked_avg_prec1000 303 0.0036 +relative_unranked_avg_prec5 303 0.3600 +relative_unranked_avg_prec10 303 0.1600 +relative_unranked_avg_prec15 303 0.2500 +relative_unranked_avg_prec20 303 0.3600 +relative_unranked_avg_prec30 303 0.3600 +relative_unranked_avg_prec100 303 0.0036 +relative_unranked_avg_prec200 303 0.0009 +relative_unranked_avg_prec500 303 0.0001 +relative_unranked_avg_prec1000 303 0.0000 +utility_1.0_-1.0_0.0_0.0 303 -72.0000 +rcl_at_142_nonrel 303 0.5796 +fallout_recall_0 303 0.0000 +fallout_recall_14 303 0.6000 +fallout_recall_28 303 0.6000 +fallout_recall_42 303 0.6000 +fallout_recall_56 303 0.6000 +fallout_recall_71 303 0.6000 +fallout_recall_85 303 0.6000 +fallout_recall_99 303 0.6000 +fallout_recall_113 303 0.6000 +fallout_recall_127 303 0.6000 +fallout_recall_142 303 0.6000 +int_0.20R-prec 303 0.6000 +int_0.40R-prec 303 0.6000 +int_0.60R-prec 303 0.5714 +int_0.80R-prec 303 0.5000 +int_1.00R-prec 303 0.4000 +int_1.20R-prec 303 0.3846 +int_1.40R-prec 303 0.3571 +int_1.60R-prec 303 0.3333 +int_1.80R-prec 303 0.3333 +int_2.00R-prec 303 0.3000 +num_q all 3 +num_ret all 184 +num_rel all 484 +num_rel_ret all 29 +map all 0.0947 +gm_ap all 0.0032 +R-prec all 0.1495 +bpref all 0.1252 +recip_rank all 0.1667 +num_nonrel_judged_ret all 111 +exact_prec all 0.1005 +exact_recall all 0.2162 +11-pt_avg all 0.1205 +3-pt_avg all 0.1094 +avg_doc_prec all 0.0172 +exact_relative_prec all 0.2767 +avg_relative_prec all 0.2618 +exact_unranked_avg_prec all 0.0180 +exact_relative_unranked_avg_prec all 0.0193 +map_at_R all 0.1558 +int_map all 0.1073 +exact_int_R_rcl_prec all 0.1495 +int_map_at_R all 0.2133 +bpref_allnonrel all 0.2147 +bpref_retnonrel all 0.1911 +bpref_topnonrel all 0.2019 +bpref_top5Rnonrel all 0.1965 +bpref_top10Rnonrel all 0.2061 +bpref_top10pRnonrel all 0.1669 +bpref_top25pRnonrel all 0.1876 +bpref_top50pRnonrel all 0.1992 +bpref_top25p2Rnonrel all 0.1942 +bpref_retall all 0.4501 +bpref_5 all 0.1467 +bpref_10 all 0.2167 +bpref_num_all all 11036.3330 +bpref_num_ret all 277.0000 +bpref_num_correct all 10279 +bpref_num_possible all 224776 +old_bpref all 0.1169 +old_bpref_top10pRnonrel all 0.1586 +infAP all 0.0947 +gm_bpref all 0.0053 +ircl_prn.0.00 all 0.2952 +ircl_prn.0.10 all 0.2000 +ircl_prn.0.20 all 0.2000 +ircl_prn.0.30 all 0.2000 +ircl_prn.0.40 all 0.1905 +ircl_prn.0.50 all 0.1282 +ircl_prn.0.60 all 0.1111 +ircl_prn.0.70 all 0.0000 +ircl_prn.0.80 all 0.0000 +ircl_prn.0.90 all 0.0000 +ircl_prn.1.00 all 0.0000 +P5 all 0.2000 +P10 all 0.2000 +P15 all 0.1556 +P20 all 0.1833 +P30 all 0.1444 +P100 all 0.0967 +P200 all 0.0483 +P500 all 0.0193 +P1000 all 0.0097 +recall5 all 0.1000 +recall10 all 0.1347 +recall15 all 0.1681 +recall20 all 0.2035 +recall30 all 0.2049 +recall100 all 0.2162 +recall200 all 0.2162 +recall500 all 0.2162 +recall1000 all 0.2162 +0.20R-prec all 0.0737 +0.40R-prec all 0.2070 +0.60R-prec all 0.1936 +0.80R-prec all 0.1868 +1.00R-prec all 0.1495 +1.20R-prec all 0.1246 +1.40R-prec all 0.1306 +1.60R-prec all 0.1143 +1.80R-prec all 0.1201 +2.00R-prec all 0.1081 +relative_prec5 all 0.2000 +relative_prec10 all 0.2000 +relative_prec15 all 0.2111 +relative_prec20 all 0.2833 +relative_prec30 all 0.2778 +relative_prec100 all 0.2767 +relative_prec200 all 0.2383 +relative_prec500 all 0.2162 +relative_prec1000 all 0.2162 +unranked_avg_prec5 all 0.0600 +unranked_avg_prec10 all 0.0536 +unranked_avg_prec15 all 0.0557 +unranked_avg_prec20 all 0.0609 +unranked_avg_prec30 all 0.0411 +unranked_avg_prec100 all 0.0157 +unranked_avg_prec200 all 0.0079 +unranked_avg_prec500 all 0.0031 +unranked_avg_prec1000 all 0.0016 +relative_unranked_avg_prec5 all 0.1200 +relative_unranked_avg_prec10 all 0.0667 +relative_unranked_avg_prec15 all 0.0893 +relative_unranked_avg_prec20 all 0.1408 +relative_unranked_avg_prec30 all 0.1381 +relative_unranked_avg_prec100 all 0.0188 +relative_unranked_avg_prec200 all 0.0047 +relative_unranked_avg_prec500 all 0.0008 +relative_unranked_avg_prec1000 all 0.0002 +utility_1.0_-1.0_0.0_0.0 all -42.0000 +rcl_at_142_nonrel all 0.2052 +fallout_recall_0 all 0.0000 +fallout_recall_14 all 0.2035 +fallout_recall_28 all 0.2070 +fallout_recall_42 all 0.2113 +fallout_recall_56 all 0.2134 +fallout_recall_71 all 0.2148 +fallout_recall_85 all 0.2162 +fallout_recall_99 all 0.2162 +fallout_recall_113 all 0.2162 +fallout_recall_127 all 0.2162 +fallout_recall_142 all 0.2162 +int_0.20R-prec all 0.2767 +int_0.40R-prec all 0.2404 +int_0.60R-prec all 0.2174 +int_0.80R-prec all 0.1868 +int_1.00R-prec all 0.1495 +int_1.20R-prec all 0.1417 +int_1.40R-prec all 0.1306 +int_1.60R-prec all 0.1212 +int_1.80R-prec all 0.1201 +int_2.00R-prec all 0.1081 +micro_prec all 0.1576 +micro_recall all 0.0599 +micro_bpref all 0.0457 diff --git a/trec_eval.8.1/test/out.test.aql b/trec_eval.8.1/test/out.test.aql new file mode 100644 index 0000000..04113a7 --- /dev/null +++ b/trec_eval.8.1/test/out.test.aql @@ -0,0 +1,525 @@ +num_ret 301 500 +num_rel 301 12 +num_rel_ret 301 1 +map 301 0.0003 +R-prec 301 0.0000 +bpref 301 0.0000 +recip_rank 301 0.0033 +num_nonrel_judged_ret 301 258 +exact_prec 301 0.0020 +exact_recall 301 0.0833 +11-pt_avg 301 0.0003 +3-pt_avg 301 0.0000 +avg_doc_prec 301 0.0003 +exact_relative_prec 301 0.0833 +avg_relative_prec 301 0.0323 +exact_unranked_avg_prec 301 0.0002 +exact_relative_unranked_avg_prec 301 0.0000 +map_at_R 301 0.0000 +int_map 301 0.0003 +exact_int_R_rcl_prec 301 0.0033 +int_map_at_R 301 0.0030 +bpref_allnonrel 301 0.0739 +bpref_retnonrel 301 0.0213 +bpref_topnonrel 301 0.0000 +bpref_top5Rnonrel 301 0.0000 +bpref_top10Rnonrel 301 0.0417 +bpref_top10pRnonrel 301 0.0000 +bpref_top25pRnonrel 301 0.0000 +bpref_top50pRnonrel 301 0.0000 +bpref_top25p2Rnonrel 301 0.0000 +bpref_retall 301 0.2558 +bpref_5 301 0.0000 +bpref_10 301 0.0000 +bpref_num_all 301 1504.0000 +bpref_num_ret 301 66.0000 +bpref_num_correct 301 0 +bpref_num_possible 301 144 +old_bpref 301 0.0000 +old_bpref_top10pRnonrel 301 0.0000 +infAP 301 0.0003 +rank_first_rel 301 307 +ircl_prn.0.00 301 0.0033 +ircl_prn.0.10 301 0.0000 +ircl_prn.0.20 301 0.0000 +ircl_prn.0.30 301 0.0000 +ircl_prn.0.40 301 0.0000 +ircl_prn.0.50 301 0.0000 +ircl_prn.0.60 301 0.0000 +ircl_prn.0.70 301 0.0000 +ircl_prn.0.80 301 0.0000 +ircl_prn.0.90 301 0.0000 +ircl_prn.1.00 301 0.0000 +P5 301 0.0000 +P10 301 0.0000 +P15 301 0.0000 +P20 301 0.0000 +P30 301 0.0000 +P100 301 0.0000 +P200 301 0.0000 +P500 301 0.0020 +P1000 301 0.0010 +recall5 301 0.0000 +recall10 301 0.0000 +recall15 301 0.0000 +recall20 301 0.0000 +recall30 301 0.0000 +recall100 301 0.0000 +recall200 301 0.0000 +recall500 301 0.0833 +recall1000 301 0.0833 +0.20R-prec 301 0.0000 +0.40R-prec 301 0.0000 +0.60R-prec 301 0.0000 +0.80R-prec 301 0.0000 +1.00R-prec 301 0.0000 +1.20R-prec 301 0.0000 +1.40R-prec 301 0.0000 +1.60R-prec 301 0.0000 +1.80R-prec 301 0.0000 +2.00R-prec 301 0.0000 +relative_prec5 301 0.0000 +relative_prec10 301 0.0000 +relative_prec15 301 0.0000 +relative_prec20 301 0.0000 +relative_prec30 301 0.0000 +relative_prec100 301 0.0000 +relative_prec200 301 0.0000 +relative_prec500 301 0.0833 +relative_prec1000 301 0.0833 +unranked_avg_prec5 301 0.0000 +unranked_avg_prec10 301 0.0000 +unranked_avg_prec15 301 0.0000 +unranked_avg_prec20 301 0.0000 +unranked_avg_prec30 301 0.0000 +unranked_avg_prec100 301 0.0000 +unranked_avg_prec200 301 0.0000 +unranked_avg_prec500 301 0.0002 +unranked_avg_prec1000 301 0.0001 +relative_unranked_avg_prec5 301 0.0000 +relative_unranked_avg_prec10 301 0.0000 +relative_unranked_avg_prec15 301 0.0000 +relative_unranked_avg_prec20 301 0.0000 +relative_unranked_avg_prec30 301 0.0000 +relative_unranked_avg_prec100 301 0.0000 +relative_unranked_avg_prec200 301 0.0000 +relative_unranked_avg_prec500 301 0.0069 +relative_unranked_avg_prec1000 301 0.0000 +utility_1.0_-1.0_0.0_0.0 301 -498.0000 +rcl_at_142_nonrel 301 0.0000 +fallout_recall_0 301 0.0000 +fallout_recall_14 301 0.0000 +fallout_recall_28 301 0.0000 +fallout_recall_42 301 0.0000 +fallout_recall_56 301 0.0000 +fallout_recall_71 301 0.0000 +fallout_recall_85 301 0.0000 +fallout_recall_99 301 0.0000 +fallout_recall_113 301 0.0000 +fallout_recall_127 301 0.0000 +fallout_recall_142 301 0.0000 +int_0.20R-prec 301 0.0033 +int_0.40R-prec 301 0.0033 +int_0.60R-prec 301 0.0033 +int_0.80R-prec 301 0.0033 +int_1.00R-prec 301 0.0033 +int_1.20R-prec 301 0.0033 +int_1.40R-prec 301 0.0033 +int_1.60R-prec 301 0.0033 +int_1.80R-prec 301 0.0033 +int_2.00R-prec 301 0.0033 +num_ret 302 500 +num_rel 302 77 +num_rel_ret 302 50 +map 302 0.4175 +R-prec 302 0.5065 +bpref 302 0.4712 +recip_rank 302 1.0000 +num_nonrel_judged_ret 302 214 +exact_prec 302 0.1000 +exact_recall 302 0.6494 +11-pt_avg 302 0.4327 +3-pt_avg 302 0.4613 +avg_doc_prec 302 0.4175 +exact_relative_prec 302 0.6494 +avg_relative_prec 302 0.6097 +exact_unranked_avg_prec 302 0.0649 +exact_relative_unranked_avg_prec 302 0.0100 +map_at_R 302 0.6862 +int_map 302 0.4288 +exact_int_R_rcl_prec 302 0.5065 +int_map_at_R 302 0.7061 +bpref_allnonrel 302 0.6273 +bpref_retnonrel 302 0.5481 +bpref_topnonrel 302 0.4919 +bpref_top5Rnonrel 302 0.5931 +bpref_top10Rnonrel 302 0.6212 +bpref_top10pRnonrel 302 0.4813 +bpref_top25pRnonrel 302 0.4935 +bpref_top50pRnonrel 302 0.5088 +bpref_top25p2Rnonrel 302 0.5308 +bpref_retall 302 0.8440 +bpref_5 302 0.8800 +bpref_10 302 0.8400 +bpref_num_all 302 47531.0000 +bpref_num_ret 302 9031.0000 +bpref_num_correct 302 2640 +bpref_num_possible 302 5929 +old_bpref 302 0.4712 +old_bpref_top10pRnonrel 302 0.4813 +infAP 302 0.4175 +rank_first_rel 302 1 +ircl_prn.0.00 302 1.0000 +ircl_prn.0.10 302 0.8421 +ircl_prn.0.20 302 0.8421 +ircl_prn.0.30 302 0.7059 +ircl_prn.0.40 302 0.6863 +ircl_prn.0.50 302 0.5417 +ircl_prn.0.60 302 0.1420 +ircl_prn.0.70 302 0.0000 +ircl_prn.0.80 302 0.0000 +ircl_prn.0.90 302 0.0000 +ircl_prn.1.00 302 0.0000 +P5 302 0.8000 +P10 302 0.7000 +P15 302 0.8000 +P20 302 0.8000 +P30 302 0.7333 +P100 302 0.4200 +P200 302 0.2200 +P500 302 0.1000 +P1000 302 0.0500 +recall5 302 0.0519 +recall10 302 0.0909 +recall15 302 0.1558 +recall20 302 0.2078 +recall30 302 0.2857 +recall100 302 0.5455 +recall200 302 0.5714 +recall500 302 0.6494 +recall1000 302 0.6494 +0.20R-prec 302 0.8125 +0.40R-prec 302 0.7419 +0.60R-prec 302 0.6596 +0.80R-prec 302 0.6129 +1.00R-prec 302 0.5065 +1.20R-prec 302 0.4516 +1.40R-prec 302 0.3889 +1.60R-prec 302 0.3468 +1.80R-prec 302 0.3094 +2.00R-prec 302 0.2857 +relative_prec5 302 0.8000 +relative_prec10 302 0.7000 +relative_prec15 302 0.8000 +relative_prec20 302 0.8000 +relative_prec30 302 0.7333 +relative_prec100 302 0.5455 +relative_prec200 302 0.5714 +relative_prec500 302 0.6494 +relative_prec1000 302 0.6494 +unranked_avg_prec5 302 0.0416 +unranked_avg_prec10 302 0.0636 +unranked_avg_prec15 302 0.1247 +unranked_avg_prec20 302 0.1662 +unranked_avg_prec30 302 0.2095 +unranked_avg_prec100 302 0.2291 +unranked_avg_prec200 302 0.1257 +unranked_avg_prec500 302 0.0649 +unranked_avg_prec1000 302 0.0325 +relative_unranked_avg_prec5 302 0.6400 +relative_unranked_avg_prec10 302 0.4900 +relative_unranked_avg_prec15 302 0.6400 +relative_unranked_avg_prec20 302 0.6400 +relative_unranked_avg_prec30 302 0.5378 +relative_unranked_avg_prec100 302 0.2975 +relative_unranked_avg_prec200 302 0.3265 +relative_unranked_avg_prec500 302 0.4217 +relative_unranked_avg_prec1000 302 0.0025 +utility_1.0_-1.0_0.0_0.0 302 -400.0000 +rcl_at_142_nonrel 302 0.5091 +fallout_recall_0 302 0.0260 +fallout_recall_14 302 0.3896 +fallout_recall_28 302 0.4935 +fallout_recall_42 302 0.5455 +fallout_recall_56 302 0.5455 +fallout_recall_71 302 0.5455 +fallout_recall_85 302 0.5584 +fallout_recall_99 302 0.5584 +fallout_recall_113 302 0.5714 +fallout_recall_127 302 0.5714 +fallout_recall_142 302 0.5714 +int_0.20R-prec 302 0.8421 +int_0.40R-prec 302 0.7419 +int_0.60R-prec 302 0.6863 +int_0.80R-prec 302 0.6129 +int_1.00R-prec 302 0.5065 +int_1.20R-prec 302 0.4516 +int_1.40R-prec 302 0.3889 +int_1.60R-prec 302 0.3468 +int_1.80R-prec 302 0.3094 +int_2.00R-prec 302 0.2857 +num_ret 303 500 +num_rel 303 8 +num_rel_ret 303 8 +map 303 0.0823 +R-prec 303 0.0000 +bpref 303 0.0000 +recip_rank 303 0.0526 +num_nonrel_judged_ret 303 138 +exact_prec 303 0.0160 +exact_recall 303 1.0000 +11-pt_avg 303 0.1049 +3-pt_avg 303 0.1106 +avg_doc_prec 303 0.0823 +exact_relative_prec 303 1.0000 +avg_relative_prec 303 0.8963 +exact_unranked_avg_prec 303 0.0160 +exact_relative_unranked_avg_prec 303 0.0003 +map_at_R 303 0.0000 +int_map 303 0.1065 +exact_int_R_rcl_prec 303 0.1136 +int_map_at_R 303 0.0994 +bpref_allnonrel 303 0.9689 +bpref_retnonrel 303 0.7962 +bpref_topnonrel 303 0.7188 +bpref_top5Rnonrel 303 0.3688 +bpref_top10Rnonrel 303 0.6844 +bpref_top10pRnonrel 303 0.0625 +bpref_top25pRnonrel 303 0.2727 +bpref_top50pRnonrel 303 0.5259 +bpref_top25p2Rnonrel 303 0.3811 +bpref_retall 303 0.7962 +bpref_5 303 0.0000 +bpref_10 303 0.0125 +bpref_num_all 303 7007.0000 +bpref_num_ret 303 879.0000 +bpref_num_correct 303 0 +bpref_num_possible 303 64 +old_bpref 303 0.0000 +old_bpref_top10pRnonrel 303 0.0625 +infAP 303 0.1200 +rank_first_rel 303 19 +ircl_prn.0.00 303 0.1136 +ircl_prn.0.10 303 0.1136 +ircl_prn.0.20 303 0.1136 +ircl_prn.0.30 303 0.1136 +ircl_prn.0.40 303 0.1136 +ircl_prn.0.50 303 0.1136 +ircl_prn.0.60 303 0.1136 +ircl_prn.0.70 303 0.1045 +ircl_prn.0.80 303 0.1045 +ircl_prn.0.90 303 0.0748 +ircl_prn.1.00 303 0.0748 +P5 303 0.0000 +P10 303 0.0000 +P15 303 0.0000 +P20 303 0.0500 +P30 303 0.0333 +P100 303 0.0700 +P200 303 0.0400 +P500 303 0.0160 +P1000 303 0.0080 +recall5 303 0.0000 +recall10 303 0.0000 +recall15 303 0.0000 +recall20 303 0.1250 +recall30 303 0.1250 +recall100 303 0.8750 +recall200 303 1.0000 +recall500 303 1.0000 +recall1000 303 1.0000 +0.20R-prec 303 0.0000 +0.40R-prec 303 0.0000 +0.60R-prec 303 0.0000 +0.80R-prec 303 0.0000 +1.00R-prec 303 0.0000 +1.20R-prec 303 0.0000 +1.40R-prec 303 0.0000 +1.60R-prec 303 0.0000 +1.80R-prec 303 0.0000 +2.00R-prec 303 0.0000 +relative_prec5 303 0.0000 +relative_prec10 303 0.0000 +relative_prec15 303 0.0000 +relative_prec20 303 0.1250 +relative_prec30 303 0.1250 +relative_prec100 303 0.8750 +relative_prec200 303 1.0000 +relative_prec500 303 1.0000 +relative_prec1000 303 1.0000 +unranked_avg_prec5 303 0.0000 +unranked_avg_prec10 303 0.0000 +unranked_avg_prec15 303 0.0000 +unranked_avg_prec20 303 0.0063 +unranked_avg_prec30 303 0.0042 +unranked_avg_prec100 303 0.0613 +unranked_avg_prec200 303 0.0400 +unranked_avg_prec500 303 0.0160 +unranked_avg_prec1000 303 0.0080 +relative_unranked_avg_prec5 303 0.0000 +relative_unranked_avg_prec10 303 0.0000 +relative_unranked_avg_prec15 303 0.0000 +relative_unranked_avg_prec20 303 0.0156 +relative_unranked_avg_prec30 303 0.0156 +relative_unranked_avg_prec100 303 0.7656 +relative_unranked_avg_prec200 303 1.0000 +relative_unranked_avg_prec500 303 1.0000 +relative_unranked_avg_prec1000 303 0.0001 +utility_1.0_-1.0_0.0_0.0 303 -484.0000 +rcl_at_142_nonrel 303 0.6523 +fallout_recall_0 303 0.0000 +fallout_recall_14 303 0.0000 +fallout_recall_28 303 0.1250 +fallout_recall_42 303 0.6250 +fallout_recall_56 303 0.6250 +fallout_recall_71 303 0.8750 +fallout_recall_85 303 0.8750 +fallout_recall_99 303 1.0000 +fallout_recall_113 303 1.0000 +fallout_recall_127 303 1.0000 +fallout_recall_142 303 1.0000 +int_0.20R-prec 303 0.1136 +int_0.40R-prec 303 0.1136 +int_0.60R-prec 303 0.1136 +int_0.80R-prec 303 0.1136 +int_1.00R-prec 303 0.1136 +int_1.20R-prec 303 0.1136 +int_1.40R-prec 303 0.1136 +int_1.60R-prec 303 0.1136 +int_1.80R-prec 303 0.1136 +int_2.00R-prec 303 0.1136 +num_q all 3 +num_ret all 1500 +num_rel all 97 +num_rel_ret all 59 +map all 0.1667 +gm_ap all 0.0210 +R-prec all 0.1688 +bpref all 0.1571 +recip_rank all 0.3520 +num_nonrel_judged_ret all 610 +exact_prec all 0.0393 +exact_recall all 0.5776 +11-pt_avg all 0.1793 +3-pt_avg all 0.1906 +avg_doc_prec all 0.3382 +exact_relative_prec all 0.5776 +avg_relative_prec all 0.5128 +exact_unranked_avg_prec all 0.0270 +exact_relative_unranked_avg_prec all 0.0034 +map_at_R all 0.2287 +int_map all 0.1785 +exact_int_R_rcl_prec all 0.2078 +int_map_at_R all 0.2695 +bpref_allnonrel all 0.5567 +bpref_retnonrel all 0.4552 +bpref_topnonrel all 0.4036 +bpref_top5Rnonrel all 0.3206 +bpref_top10Rnonrel all 0.4491 +bpref_top10pRnonrel all 0.1813 +bpref_top25pRnonrel all 0.2554 +bpref_top50pRnonrel all 0.3449 +bpref_top25p2Rnonrel all 0.3040 +bpref_retall all 0.6320 +bpref_5 all 0.2933 +bpref_10 all 0.2842 +bpref_num_all all 18680.6660 +bpref_num_ret all 3325.3333 +bpref_num_correct all 2640 +bpref_num_possible all 6137 +old_bpref all 0.1571 +old_bpref_top10pRnonrel all 0.1813 +infAP all 0.1792 +gm_bpref all 0.0004 +ircl_prn.0.00 all 0.3723 +ircl_prn.0.10 all 0.3186 +ircl_prn.0.20 all 0.3186 +ircl_prn.0.30 all 0.2732 +ircl_prn.0.40 all 0.2666 +ircl_prn.0.50 all 0.2184 +ircl_prn.0.60 all 0.0852 +ircl_prn.0.70 all 0.0348 +ircl_prn.0.80 all 0.0348 +ircl_prn.0.90 all 0.0249 +ircl_prn.1.00 all 0.0249 +P5 all 0.2667 +P10 all 0.2333 +P15 all 0.2667 +P20 all 0.2833 +P30 all 0.2556 +P100 all 0.1633 +P200 all 0.0867 +P500 all 0.0393 +P1000 all 0.0197 +recall5 all 0.0173 +recall10 all 0.0303 +recall15 all 0.0519 +recall20 all 0.1109 +recall30 all 0.1369 +recall100 all 0.4735 +recall200 all 0.5238 +recall500 all 0.5776 +recall1000 all 0.5776 +0.20R-prec all 0.2708 +0.40R-prec all 0.2473 +0.60R-prec all 0.2199 +0.80R-prec all 0.2043 +1.00R-prec all 0.1688 +1.20R-prec all 0.1505 +1.40R-prec all 0.1296 +1.60R-prec all 0.1156 +1.80R-prec all 0.1031 +2.00R-prec all 0.0952 +relative_prec5 all 0.2667 +relative_prec10 all 0.2333 +relative_prec15 all 0.2667 +relative_prec20 all 0.3083 +relative_prec30 all 0.2861 +relative_prec100 all 0.4735 +relative_prec200 all 0.5238 +relative_prec500 all 0.5776 +relative_prec1000 all 0.5776 +unranked_avg_prec5 all 0.0139 +unranked_avg_prec10 all 0.0212 +unranked_avg_prec15 all 0.0416 +unranked_avg_prec20 all 0.0575 +unranked_avg_prec30 all 0.0712 +unranked_avg_prec100 all 0.0968 +unranked_avg_prec200 all 0.0552 +unranked_avg_prec500 all 0.0270 +unranked_avg_prec1000 all 0.0135 +relative_unranked_avg_prec5 all 0.2133 +relative_unranked_avg_prec10 all 0.1633 +relative_unranked_avg_prec15 all 0.2133 +relative_unranked_avg_prec20 all 0.2185 +relative_unranked_avg_prec30 all 0.1845 +relative_unranked_avg_prec100 all 0.3544 +relative_unranked_avg_prec200 all 0.4422 +relative_unranked_avg_prec500 all 0.4762 +relative_unranked_avg_prec1000 all 0.0009 +utility_1.0_-1.0_0.0_0.0 all -460.6667 +rcl_at_142_nonrel all 0.3871 +fallout_recall_0 all 0.0087 +fallout_recall_14 all 0.1299 +fallout_recall_28 all 0.2062 +fallout_recall_42 all 0.3902 +fallout_recall_56 all 0.3902 +fallout_recall_71 all 0.4735 +fallout_recall_85 all 0.4778 +fallout_recall_99 all 0.5195 +fallout_recall_113 all 0.5238 +fallout_recall_127 all 0.5238 +fallout_recall_142 all 0.5238 +int_0.20R-prec all 0.3197 +int_0.40R-prec all 0.2863 +int_0.60R-prec all 0.2677 +int_0.80R-prec all 0.2433 +int_1.00R-prec all 0.2078 +int_1.20R-prec all 0.1895 +int_1.40R-prec all 0.1686 +int_1.60R-prec all 0.1546 +int_1.80R-prec all 0.1421 +int_2.00R-prec all 0.1342 +micro_prec all 0.0393 +micro_recall all 0.6082 +micro_bpref all 0.4302 diff --git a/trec_eval.8.1/test/qrels.rel_level b/trec_eval.8.1/test/qrels.rel_level new file mode 100644 index 0000000..3fa0bb7 --- /dev/null +++ b/trec_eval.8.1/test/qrels.rel_level @@ -0,0 +1,3681 @@ +301 0 CR93E-10279 0 +301 0 CR93E-10505 0 +301 0 CR93E-1282 1 +301 0 CR93E-1850 0 +301 0 CR93E-1860 0 +301 0 CR93E-1952 0 +301 0 CR93E-2191 0 +301 0 CR93E-2473 0 +301 0 CR93E-3103 1 +301 0 CR93E-3284 0 +301 0 CR93E-38 0 +301 0 CR93E-392 0 +301 0 CR93E-4648 0 +301 0 CR93E-4765 0 +301 0 CR93E-4855 0 +301 0 CR93E-5497 0 +301 0 CR93E-5780 0 +301 0 CR93E-5796 1 +301 0 CR93E-5799 4 +301 0 CR93E-6019 0 +301 0 CR93E-6879 0 +301 0 CR93E-6905 4 +301 0 CR93E-7123 0 +301 0 CR93E-7191 0 +301 0 CR93E-7276 0 +301 0 CR93E-7348 4 +301 0 CR93E-7376 1 +301 0 CR93E-7414 0 +301 0 CR93E-7716 0 +301 0 CR93E-7952 2 +301 0 CR93E-8012 0 +301 0 CR93E-8290 2 +301 0 CR93E-8416 1 +301 0 CR93E-8480 0 +301 0 CR93E-8484 0 +301 0 CR93E-9665 2 +301 0 CR93E-9750 2 +301 0 CR93E-9795 0 +301 0 CR93H-10037 4 +301 0 CR93H-10042 0 +301 0 CR93H-10104 0 +301 0 CR93H-10213 0 +301 0 CR93H-10221 0 +301 0 CR93H-10306 0 +301 0 CR93H-10374 0 +301 0 CR93H-10601 0 +301 0 CR93H-10659 0 +301 0 CR93H-10681 0 +301 0 CR93H-10921 0 +301 0 CR93H-10989 0 +301 0 CR93H-11029 0 +301 0 CR93H-11033 0 +301 0 CR93H-11034 0 +301 0 CR93H-11077 0 +301 0 CR93H-11119 0 +301 0 CR93H-11267 0 +301 0 CR93H-11291 0 +301 0 CR93H-11586 0 +301 0 CR93H-11806 0 +301 0 CR93H-11894 0 +301 0 CR93H-11994 0 +301 0 CR93H-11998 0 +301 0 CR93H-12016 0 +301 0 CR93H-12017 0 +301 0 CR93H-12150 0 +301 0 CR93H-12163 0 +301 0 CR93H-12181 0 +301 0 CR93H-12278 0 +301 0 CR93H-12436 0 +301 0 CR93H-12498 0 +301 0 CR93H-12610 0 +301 0 CR93H-12820 0 +301 0 CR93H-12874 0 +301 0 CR93H-12908 0 +301 0 CR93H-1298 0 +301 0 CR93H-12982 0 +301 0 CR93H-12983 0 +301 0 CR93H-12988 0 +301 0 CR93H-13053 0 +301 0 CR93H-13205 0 +301 0 CR93H-13529 1 +301 0 CR93H-13593 1 +301 0 CR93H-13595 1 +301 0 CR93H-13659 0 +301 0 CR93H-13680 0 +301 0 CR93H-13849 0 +301 0 CR93H-14136 0 +301 0 CR93H-14306 0 +301 0 CR93H-14325 0 +301 0 CR93H-14388 0 +301 0 CR93H-14389 1 +301 0 CR93H-14469 0 +301 0 CR93H-1461 0 +301 0 CR93H-1464 0 +301 0 CR93H-14669 0 +301 0 CR93H-14791 0 +301 0 CR93H-14817 0 +301 0 CR93H-14949 0 +301 0 CR93H-15069 1 +301 0 CR93H-15178 0 +301 0 CR93H-15405 0 +301 0 CR93H-15453 0 +301 0 CR93H-15477 0 +301 0 CR93H-15587 0 +301 0 CR93H-15608 0 +301 0 CR93H-15875 0 +301 0 CR93H-15886 0 +301 0 CR93H-15950 0 +301 0 CR93H-16062 0 +301 0 CR93H-16128 0 +301 0 CR93H-16369 0 +301 0 CR93H-1712 0 +301 0 CR93H-1769 1 +301 0 CR93H-1788 0 +301 0 CR93H-185 0 +301 0 CR93H-1852 0 +301 0 CR93H-199 1 +301 0 CR93H-215 0 +301 0 CR93H-2174 0 +301 0 CR93H-2252 0 +301 0 CR93H-2346 0 +301 0 CR93H-2430 0 +301 0 CR93H-2707 0 +301 0 CR93H-2841 0 +301 0 CR93H-2896 0 +301 0 CR93H-2899 1 +301 0 CR93H-3079 0 +301 0 CR93H-3262 0 +301 0 CR93H-3444 0 +301 0 CR93H-3466 0 +301 0 CR93H-3813 0 +301 0 CR93H-3960 0 +301 0 CR93H-4041 0 +301 0 CR93H-4042 0 +301 0 CR93H-4143 0 +301 0 CR93H-416 0 +301 0 CR93H-4192 0 +301 0 CR93H-4306 0 +301 0 CR93H-4417 0 +301 0 CR93H-4554 0 +301 0 CR93H-4569 0 +301 0 CR93H-4586 0 +301 0 CR93H-4635 0 +301 0 CR93H-4827 0 +301 0 CR93H-4879 0 +301 0 CR93H-4922 0 +301 0 CR93H-5017 0 +301 0 CR93H-5053 0 +301 0 CR93H-5121 0 +301 0 CR93H-5189 0 +301 0 CR93H-5255 0 +301 0 CR93H-553 0 +301 0 CR93H-5568 1 +301 0 CR93H-5618 0 +301 0 CR93H-6202 0 +301 0 CR93H-6346 0 +301 0 CR93H-6422 0 +301 0 CR93H-6567 0 +301 0 CR93H-6695 0 +301 0 CR93H-6754 0 +301 0 CR93H-6912 0 +301 0 CR93H-6945 0 +301 0 CR93H-7055 0 +301 0 CR93H-71 0 +301 0 CR93H-7245 0 +301 0 CR93H-7314 0 +301 0 CR93H-735 0 +301 0 CR93H-742 0 +301 0 CR93H-7426 0 +301 0 CR93H-7554 0 +301 0 CR93H-7557 0 +301 0 CR93H-7612 0 +301 0 CR93H-8165 0 +301 0 CR93H-83 0 +301 0 CR93H-8422 0 +301 0 CR93H-8460 0 +301 0 CR93H-8461 0 +301 0 CR93H-8472 0 +301 0 CR93H-8590 0 +301 0 CR93H-860 0 +301 0 CR93H-8700 0 +301 0 CR93H-8928 0 +301 0 CR93H-8981 0 +301 0 CR93H-9134 1 +301 0 CR93H-9143 0 +301 0 CR93H-9147 0 +301 0 CR93H-9214 0 +301 0 CR93H-9344 0 +301 0 CR93H-9350 1 +301 0 CR93H-9357 0 +301 0 CR93H-9546 0 +301 0 CR93H-9548 0 +301 0 CR93H-955 1 +301 0 CR93H-9684 1 +301 0 CR93H-9705 0 +301 0 CR93H-9835 0 +301 0 FBIS3-10082 1 +301 0 FBIS3-10169 0 +301 0 FBIS3-10243 1 +301 0 FBIS3-10319 0 +301 0 FBIS3-10397 1 +301 0 FBIS3-10491 1 +301 0 FBIS3-10555 0 +301 0 FBIS3-10622 1 +301 0 FBIS3-10634 0 +301 0 FBIS3-10635 0 +301 0 FBIS3-10721 1 +301 0 FBIS3-10805 1 +301 0 FBIS3-10910 1 +301 0 FBIS3-10937 1 +301 0 FBIS3-10938 0 +301 0 FBIS3-11003 1 +301 0 FBIS3-11028 0 +301 0 FBIS3-11095 1 +301 0 FBIS3-11099 1 +301 0 FBIS3-11210 1 +301 0 FBIS3-11318 0 +301 0 FBIS3-11405 1 +301 0 FBIS3-11502 1 +301 0 FBIS3-11553 1 +301 0 FBIS3-1162 0 +301 0 FBIS3-11628 1 +301 0 FBIS3-11634 1 +301 0 FBIS3-12094 1 +301 0 FBIS3-13011 0 +301 0 FBIS3-14449 0 +301 0 FBIS3-14832 1 +301 0 FBIS3-15271 0 +301 0 FBIS3-15418 0 +301 0 FBIS3-15509 0 +301 0 FBIS3-15586 1 +301 0 FBIS3-15988 1 +301 0 FBIS3-16151 0 +301 0 FBIS3-16286 0 +301 0 FBIS3-1638 0 +301 0 FBIS3-16769 0 +301 0 FBIS3-16775 0 +301 0 FBIS3-17073 0 +301 0 FBIS3-17175 0 +301 0 FBIS3-17255 0 +301 0 FBIS3-17394 0 +301 0 FBIS3-17422 0 +301 0 FBIS3-17547 0 +301 0 FBIS3-17704 0 +301 0 FBIS3-17880 0 +301 0 FBIS3-18129 0 +301 0 FBIS3-18281 0 +301 0 FBIS3-18507 0 +301 0 FBIS3-19199 1 +301 0 FBIS3-19420 1 +301 0 FBIS3-19646 1 +301 0 FBIS3-19682 0 +301 0 FBIS3-19863 0 +301 0 FBIS3-20360 1 +301 0 FBIS3-20551 1 +301 0 FBIS3-20552 1 +301 0 FBIS3-20796 0 +301 0 FBIS3-21603 1 +301 0 FBIS3-21604 0 +301 0 FBIS3-21605 1 +301 0 FBIS3-21620 0 +301 0 FBIS3-21627 1 +301 0 FBIS3-21628 1 +301 0 FBIS3-21629 1 +301 0 FBIS3-21630 1 +301 0 FBIS3-21631 1 +301 0 FBIS3-21632 1 +301 0 FBIS3-21635 1 +301 0 FBIS3-21636 1 +301 0 FBIS3-21641 1 +301 0 FBIS3-21642 1 +301 0 FBIS3-21670 0 +301 0 FBIS3-21671 0 +301 0 FBIS3-21699 1 +301 0 FBIS3-21710 1 +301 0 FBIS3-21720 1 +301 0 FBIS3-21722 1 +301 0 FBIS3-21723 1 +301 0 FBIS3-21724 1 +301 0 FBIS3-21729 1 +301 0 FBIS3-21743 1 +301 0 FBIS3-21750 1 +301 0 FBIS3-21762 0 +301 0 FBIS3-21765 1 +301 0 FBIS3-21769 1 +301 0 FBIS3-21770 1 +301 0 FBIS3-21771 1 +301 0 FBIS3-21779 0 +301 0 FBIS3-21789 1 +301 0 FBIS3-21790 1 +301 0 FBIS3-21807 1 +301 0 FBIS3-21817 1 +301 0 FBIS3-21818 1 +301 0 FBIS3-21821 1 +301 0 FBIS3-21828 0 +301 0 FBIS3-21880 1 +301 0 FBIS3-21884 1 +301 0 FBIS3-21886 1 +301 0 FBIS3-21900 1 +301 0 FBIS3-21906 1 +301 0 FBIS3-21907 1 +301 0 FBIS3-21911 1 +301 0 FBIS3-21912 0 +301 0 FBIS3-21930 1 +301 0 FBIS3-21938 0 +301 0 FBIS3-21961 1 +301 0 FBIS3-21978 1 +301 0 FBIS3-21990 0 +301 0 FBIS3-21998 1 +301 0 FBIS3-21999 1 +301 0 FBIS3-22000 1 +301 0 FBIS3-22011 1 +301 0 FBIS3-22033 0 +301 0 FBIS3-22038 1 +301 0 FBIS3-22039 1 +301 0 FBIS3-22040 1 +301 0 FBIS3-22047 1 +301 0 FBIS3-22049 1 +301 0 FBIS3-22055 1 +301 0 FBIS3-22085 0 +301 0 FBIS3-22088 1 +301 0 FBIS3-22090 0 +301 0 FBIS3-22098 0 +301 0 FBIS3-22101 1 +301 0 FBIS3-23426 0 +301 0 FBIS3-23432 0 +301 0 FBIS3-23561 0 +301 0 FBIS3-23606 0 +301 0 FBIS3-23691 0 +301 0 FBIS3-23743 0 +301 0 FBIS3-23823 0 +301 0 FBIS3-2393 1 +301 0 FBIS3-23945 0 +301 0 FBIS3-23986 1 +301 0 FBIS3-24037 0 +301 0 FBIS3-24039 0 +301 0 FBIS3-24137 0 +301 0 FBIS3-24143 0 +301 0 FBIS3-24145 0 +301 0 FBIS3-24182 0 +301 0 FBIS3-24197 1 +301 0 FBIS3-24247 0 +301 0 FBIS3-24256 0 +301 0 FBIS3-24277 0 +301 0 FBIS3-24284 0 +301 0 FBIS3-24318 1 +301 0 FBIS3-24325 1 +301 0 FBIS3-24338 0 +301 0 FBIS3-24362 0 +301 0 FBIS3-24451 0 +301 0 FBIS3-24453 0 +301 0 FBIS3-2516 0 +301 0 FBIS3-25359 0 +301 0 FBIS3-25902 0 +301 0 FBIS3-26005 1 +301 0 FBIS3-2605 0 +301 0 FBIS3-26415 1 +301 0 FBIS3-26451 0 +301 0 FBIS3-26913 1 +301 0 FBIS3-26914 1 +301 0 FBIS3-27048 0 +301 0 FBIS3-27916 0 +301 0 FBIS3-28833 0 +301 0 FBIS3-29180 0 +301 0 FBIS3-3020 0 +301 0 FBIS3-31267 1 +301 0 FBIS3-31749 0 +301 0 FBIS3-3189 0 +301 0 FBIS3-3190 0 +301 0 FBIS3-3223 0 +301 0 FBIS3-32399 0 +301 0 FBIS3-32400 0 +301 0 FBIS3-32453 1 +301 0 FBIS3-32619 1 +301 0 FBIS3-32620 0 +301 0 FBIS3-32674 1 +301 0 FBIS3-32817 1 +301 0 FBIS3-32833 1 +301 0 FBIS3-32880 1 +301 0 FBIS3-33001 1 +301 0 FBIS3-3304 0 +301 0 FBIS3-33150 1 +301 0 FBIS3-33206 1 +301 0 FBIS3-33239 0 +301 0 FBIS3-33241 1 +301 0 FBIS3-33243 1 +301 0 FBIS3-33287 1 +301 0 FBIS3-33366 1 +301 0 FBIS3-33438 1 +301 0 FBIS3-33570 1 +301 0 FBIS3-33590 0 +301 0 FBIS3-33963 1 +301 0 FBIS3-34361 0 +301 0 FBIS3-34451 0 +301 0 FBIS3-34994 0 +301 0 FBIS3-35229 0 +301 0 FBIS3-36375 0 +301 0 FBIS3-36824 0 +301 0 FBIS3-36869 0 +301 0 FBIS3-37418 0 +301 0 FBIS3-37492 0 +301 0 FBIS3-37697 0 +301 0 FBIS3-37944 0 +301 0 FBIS3-37947 1 +301 0 FBIS3-38070 1 +301 0 FBIS3-38124 0 +301 0 FBIS3-38466 1 +301 0 FBIS3-38787 0 +301 0 FBIS3-38878 1 +301 0 FBIS3-39430 0 +301 0 FBIS3-39555 0 +301 0 FBIS3-39566 0 +301 0 FBIS3-40435 0 +301 0 FBIS3-40450 0 +301 0 FBIS3-40470 0 +301 0 FBIS3-40604 0 +301 0 FBIS3-41071 1 +301 0 FBIS3-41076 1 +301 0 FBIS3-41082 1 +301 0 FBIS3-41087 1 +301 0 FBIS3-41090 1 +301 0 FBIS3-41091 1 +301 0 FBIS3-41092 1 +301 0 FBIS3-41101 1 +301 0 FBIS3-41105 0 +301 0 FBIS3-41108 0 +301 0 FBIS3-41110 0 +301 0 FBIS3-41121 1 +301 0 FBIS3-41131 1 +301 0 FBIS3-41132 1 +301 0 FBIS3-41140 1 +301 0 FBIS3-41141 1 +301 0 FBIS3-41143 0 +301 0 FBIS3-41158 1 +301 0 FBIS3-41163 1 +301 0 FBIS3-41174 1 +301 0 FBIS3-41181 0 +301 0 FBIS3-41204 1 +301 0 FBIS3-41211 1 +301 0 FBIS3-41212 1 +301 0 FBIS3-41213 1 +301 0 FBIS3-41215 1 +301 0 FBIS3-41219 1 +301 0 FBIS3-41220 1 +301 0 FBIS3-41222 1 +301 0 FBIS3-41224 1 +301 0 FBIS3-41226 1 +301 0 FBIS3-41233 1 +301 0 FBIS3-41236 1 +301 0 FBIS3-41237 1 +301 0 FBIS3-41244 0 +301 0 FBIS3-41247 1 +301 0 FBIS3-41272 1 +301 0 FBIS3-41285 1 +301 0 FBIS3-41288 0 +301 0 FBIS3-41291 0 +301 0 FBIS3-41293 1 +301 0 FBIS3-41294 1 +301 0 FBIS3-41295 1 +301 0 FBIS3-41298 1 +301 0 FBIS3-41305 0 +301 0 FBIS3-41312 0 +301 0 FBIS3-41317 1 +301 0 FBIS3-41320 1 +301 0 FBIS3-41325 1 +301 0 FBIS3-41345 1 +301 0 FBIS3-41347 1 +301 0 FBIS3-41348 1 +301 0 FBIS3-41349 1 +301 0 FBIS3-41385 0 +301 0 FBIS3-41387 1 +301 0 FBIS3-41398 1 +301 0 FBIS3-41400 1 +301 0 FBIS3-41401 1 +301 0 FBIS3-41402 1 +301 0 FBIS3-41406 1 +301 0 FBIS3-41472 0 +301 0 FBIS3-41666 0 +301 0 FBIS3-41958 0 +301 0 FBIS3-4209 0 +301 0 FBIS3-42278 0 +301 0 FBIS3-42315 1 +301 0 FBIS3-42319 0 +301 0 FBIS3-42341 0 +301 0 FBIS3-42576 0 +301 0 FBIS3-42621 0 +301 0 FBIS3-42766 0 +301 0 FBIS3-42820 1 +301 0 FBIS3-42845 0 +301 0 FBIS3-43072 0 +301 0 FBIS3-43550 0 +301 0 FBIS3-44579 0 +301 0 FBIS3-45599 0 +301 0 FBIS3-45756 0 +301 0 FBIS3-46614 0 +301 0 FBIS3-46801 0 +301 0 FBIS3-47129 0 +301 0 FBIS3-47971 0 +301 0 FBIS3-48159 0 +301 0 FBIS3-48161 0 +301 0 FBIS3-48751 0 +301 0 FBIS3-49567 1 +301 0 FBIS3-50131 0 +301 0 FBIS3-50136 0 +301 0 FBIS3-50603 1 +301 0 FBIS3-50654 0 +301 0 FBIS3-50695 1 +301 0 FBIS3-51349 0 +301 0 FBIS3-51567 1 +301 0 FBIS3-51619 0 +301 0 FBIS3-51766 0 +301 0 FBIS3-51824 1 +301 0 FBIS3-52033 1 +301 0 FBIS3-52075 0 +301 0 FBIS3-52858 0 +301 0 FBIS3-54461 0 +301 0 FBIS3-54944 0 +301 0 FBIS3-54945 0 +301 0 FBIS3-55219 1 +301 0 FBIS3-55570 0 +301 0 FBIS3-55741 0 +301 0 FBIS3-55966 0 +301 0 FBIS3-56182 0 +301 0 FBIS3-57406 0 +301 0 FBIS3-5772 1 +301 0 FBIS3-57906 0 +301 0 FBIS3-57998 1 +301 0 FBIS3-58025 0 +301 0 FBIS3-58028 1 +301 0 FBIS3-58055 1 +301 0 FBIS3-58058 1 +301 0 FBIS3-58477 1 +301 0 FBIS3-58867 1 +301 0 FBIS3-59073 0 +301 0 FBIS3-59284 1 +301 0 FBIS3-59285 0 +301 0 FBIS3-5944 1 +301 0 FBIS3-59517 0 +301 0 FBIS3-59750 0 +301 0 FBIS3-59962 0 +301 0 FBIS3-59963 1 +301 0 FBIS3-59979 0 +301 0 FBIS3-60000 1 +301 0 FBIS3-60006 1 +301 0 FBIS3-60017 1 +301 0 FBIS3-60061 1 +301 0 FBIS3-60063 1 +301 0 FBIS3-60065 1 +301 0 FBIS3-60066 1 +301 0 FBIS3-60093 1 +301 0 FBIS3-60111 1 +301 0 FBIS3-60121 1 +301 0 FBIS3-60122 0 +301 0 FBIS3-60124 1 +301 0 FBIS3-60149 1 +301 0 FBIS3-60153 1 +301 0 FBIS3-60166 1 +301 0 FBIS3-60180 1 +301 0 FBIS3-60209 0 +301 0 FBIS3-60215 1 +301 0 FBIS3-60336 0 +301 0 FBIS3-60342 0 +301 0 FBIS3-60752 0 +301 0 FBIS3-60831 0 +301 0 FBIS3-60975 0 +301 0 FBIS3-60984 1 +301 0 FBIS3-61041 0 +301 0 FBIS3-61080 0 +301 0 FBIS3-61106 0 +301 0 FBIS3-61161 0 +301 0 FBIS3-61246 0 +301 0 FBIS3-61298 0 +301 0 FBIS3-61345 0 +301 0 FBIS3-61387 0 +301 0 FBIS3-61562 0 +301 0 FBIS3-7168 1 +301 0 FBIS3-8135 0 +301 0 FBIS3-9399 0 +301 0 FBIS3-9890 1 +301 0 FBIS3-9969 0 +301 0 FBIS3-9970 0 +301 0 FBIS4-10076 1 +301 0 FBIS4-10092 1 +301 0 FBIS4-10095 1 +301 0 FBIS4-10110 1 +301 0 FBIS4-10112 1 +301 0 FBIS4-10121 0 +301 0 FBIS4-10175 0 +301 0 FBIS4-10192 0 +301 0 FBIS4-10296 0 +301 0 FBIS4-10366 1 +301 0 FBIS4-10488 1 +301 0 FBIS4-10739 0 +301 0 FBIS4-10748 0 +301 0 FBIS4-10817 0 +301 0 FBIS4-10864 0 +301 0 FBIS4-11047 0 +301 0 FBIS4-11217 0 +301 0 FBIS4-14483 0 +301 0 FBIS4-14505 0 +301 0 FBIS4-15002 0 +301 0 FBIS4-1549 0 +301 0 FBIS4-1553 0 +301 0 FBIS4-16126 0 +301 0 FBIS4-1628 0 +301 0 FBIS4-16454 0 +301 0 FBIS4-16502 0 +301 0 FBIS4-16583 0 +301 0 FBIS4-1667 0 +301 0 FBIS4-16951 0 +301 0 FBIS4-17572 0 +301 0 FBIS4-17750 0 +301 0 FBIS4-1796 0 +301 0 FBIS4-18028 0 +301 0 FBIS4-18061 0 +301 0 FBIS4-18122 0 +301 0 FBIS4-1842 0 +301 0 FBIS4-1843 0 +301 0 FBIS4-1860 0 +301 0 FBIS4-1861 0 +301 0 FBIS4-1863 0 +301 0 FBIS4-1865 0 +301 0 FBIS4-1866 0 +301 0 FBIS4-19049 0 +301 0 FBIS4-1967 0 +301 0 FBIS4-19851 1 +301 0 FBIS4-2042 0 +301 0 FBIS4-20472 0 +301 0 FBIS4-20504 0 +301 0 FBIS4-20617 0 +301 0 FBIS4-2072 1 +301 0 FBIS4-20942 1 +301 0 FBIS4-20943 1 +301 0 FBIS4-20959 0 +301 0 FBIS4-20961 0 +301 0 FBIS4-20962 0 +301 0 FBIS4-20965 1 +301 0 FBIS4-20966 1 +301 0 FBIS4-20970 1 +301 0 FBIS4-20976 1 +301 0 FBIS4-20980 1 +301 0 FBIS4-20995 0 +301 0 FBIS4-21016 1 +301 0 FBIS4-21041 1 +301 0 FBIS4-2105 0 +301 0 FBIS4-21060 1 +301 0 FBIS4-21061 0 +301 0 FBIS4-21062 0 +301 0 FBIS4-21094 1 +301 0 FBIS4-21124 0 +301 0 FBIS4-21126 0 +301 0 FBIS4-21133 0 +301 0 FBIS4-21134 0 +301 0 FBIS4-21139 0 +301 0 FBIS4-21168 0 +301 0 FBIS4-21171 1 +301 0 FBIS4-21188 0 +301 0 FBIS4-21207 0 +301 0 FBIS4-21212 0 +301 0 FBIS4-21213 1 +301 0 FBIS4-21244 0 +301 0 FBIS4-21261 0 +301 0 FBIS4-2128 0 +301 0 FBIS4-21287 0 +301 0 FBIS4-21302 1 +301 0 FBIS4-21310 0 +301 0 FBIS4-21321 1 +301 0 FBIS4-21336 0 +301 0 FBIS4-21340 1 +301 0 FBIS4-21936 0 +301 0 FBIS4-2204 0 +301 0 FBIS4-22214 1 +301 0 FBIS4-22235 1 +301 0 FBIS4-22345 0 +301 0 FBIS4-22444 0 +301 0 FBIS4-22455 0 +301 0 FBIS4-22471 0 +301 0 FBIS4-22523 0 +301 0 FBIS4-22537 0 +301 0 FBIS4-22596 0 +301 0 FBIS4-22768 1 +301 0 FBIS4-22779 0 +301 0 FBIS4-24388 0 +301 0 FBIS4-2439 0 +301 0 FBIS4-24523 1 +301 0 FBIS4-25032 0 +301 0 FBIS4-26003 0 +301 0 FBIS4-26127 0 +301 0 FBIS4-26192 0 +301 0 FBIS4-26323 1 +301 0 FBIS4-26335 0 +301 0 FBIS4-26351 0 +301 0 FBIS4-26415 0 +301 0 FBIS4-26788 0 +301 0 FBIS4-26902 1 +301 0 FBIS4-27085 0 +301 0 FBIS4-27100 1 +301 0 FBIS4-2721 0 +301 0 FBIS4-27336 0 +301 0 FBIS4-2734 0 +301 0 FBIS4-27391 0 +301 0 FBIS4-27942 0 +301 0 FBIS4-29003 0 +301 0 FBIS4-2931 1 +301 0 FBIS4-30024 0 +301 0 FBIS4-3044 0 +301 0 FBIS4-31295 1 +301 0 FBIS4-31645 1 +301 0 FBIS4-31787 0 +301 0 FBIS4-3230 0 +301 0 FBIS4-33188 1 +301 0 FBIS4-33584 1 +301 0 FBIS4-3367 0 +301 0 FBIS4-3370 0 +301 0 FBIS4-33785 0 +301 0 FBIS4-33867 0 +301 0 FBIS4-33868 0 +301 0 FBIS4-34471 0 +301 0 FBIS4-34515 0 +301 0 FBIS4-34538 0 +301 0 FBIS4-34613 0 +301 0 FBIS4-34616 1 +301 0 FBIS4-34647 1 +301 0 FBIS4-34666 0 +301 0 FBIS4-34836 1 +301 0 FBIS4-34879 0 +301 0 FBIS4-37650 1 +301 0 FBIS4-37795 0 +301 0 FBIS4-38095 0 +301 0 FBIS4-38364 1 +301 0 FBIS4-38410 0 +301 0 FBIS4-38482 0 +301 0 FBIS4-39330 0 +301 0 FBIS4-39493 0 +301 0 FBIS4-39759 0 +301 0 FBIS4-40181 0 +301 0 FBIS4-40260 0 +301 0 FBIS4-40359 0 +301 0 FBIS4-40452 0 +301 0 FBIS4-40482 0 +301 0 FBIS4-40514 0 +301 0 FBIS4-4063 0 +301 0 FBIS4-4067 0 +301 0 FBIS4-40720 0 +301 0 FBIS4-40805 1 +301 0 FBIS4-40930 0 +301 0 FBIS4-40932 0 +301 0 FBIS4-40934 0 +301 0 FBIS4-40935 0 +301 0 FBIS4-40936 0 +301 0 FBIS4-41144 0 +301 0 FBIS4-41215 0 +301 0 FBIS4-41223 0 +301 0 FBIS4-41394 0 +301 0 FBIS4-41395 0 +301 0 FBIS4-41396 0 +301 0 FBIS4-41398 0 +301 0 FBIS4-41538 0 +301 0 FBIS4-41541 0 +301 0 FBIS4-41684 0 +301 0 FBIS4-41687 1 +301 0 FBIS4-41832 0 +301 0 FBIS4-41839 0 +301 0 FBIS4-41860 0 +301 0 FBIS4-41863 0 +301 0 FBIS4-41952 0 +301 0 FBIS4-41976 0 +301 0 FBIS4-41991 0 +301 0 FBIS4-42499 1 +301 0 FBIS4-42757 1 +301 0 FBIS4-43152 1 +301 0 FBIS4-43533 1 +301 0 FBIS4-43552 1 +301 0 FBIS4-43791 0 +301 0 FBIS4-43797 1 +301 0 FBIS4-43801 1 +301 0 FBIS4-43965 1 +301 0 FBIS4-44181 0 +301 0 FBIS4-45158 1 +301 0 FBIS4-45166 0 +301 0 FBIS4-45172 0 +301 0 FBIS4-45175 1 +301 0 FBIS4-45195 0 +301 0 FBIS4-45205 0 +301 0 FBIS4-45230 1 +301 0 FBIS4-45239 1 +301 0 FBIS4-45251 1 +301 0 FBIS4-45257 1 +301 0 FBIS4-45277 1 +301 0 FBIS4-45278 1 +301 0 FBIS4-45280 1 +301 0 FBIS4-45315 0 +301 0 FBIS4-45330 1 +301 0 FBIS4-45333 1 +301 0 FBIS4-45345 1 +301 0 FBIS4-45346 0 +301 0 FBIS4-45383 1 +301 0 FBIS4-45398 1 +301 0 FBIS4-45413 1 +301 0 FBIS4-45414 1 +301 0 FBIS4-45417 0 +301 0 FBIS4-45419 1 +301 0 FBIS4-45425 1 +301 0 FBIS4-45434 1 +301 0 FBIS4-45440 0 +301 0 FBIS4-45453 0 +301 0 FBIS4-45469 1 +301 0 FBIS4-45477 1 +301 0 FBIS4-45482 0 +301 0 FBIS4-45495 0 +301 0 FBIS4-45503 1 +301 0 FBIS4-45518 1 +301 0 FBIS4-45519 1 +301 0 FBIS4-45552 0 +301 0 FBIS4-45571 1 +301 0 FBIS4-46425 1 +301 0 FBIS4-46574 0 +301 0 FBIS4-46584 0 +301 0 FBIS4-46588 0 +301 0 FBIS4-46648 0 +301 0 FBIS4-46649 0 +301 0 FBIS4-46730 0 +301 0 FBIS4-46733 0 +301 0 FBIS4-46734 0 +301 0 FBIS4-46757 0 +301 0 FBIS4-46775 0 +301 0 FBIS4-46780 1 +301 0 FBIS4-46806 0 +301 0 FBIS4-46846 1 +301 0 FBIS4-46857 0 +301 0 FBIS4-46935 0 +301 0 FBIS4-47008 0 +301 0 FBIS4-47045 0 +301 0 FBIS4-47046 0 +301 0 FBIS4-47200 0 +301 0 FBIS4-49021 0 +301 0 FBIS4-49075 0 +301 0 FBIS4-49289 0 +301 0 FBIS4-49667 0 +301 0 FBIS4-49754 0 +301 0 FBIS4-49845 0 +301 0 FBIS4-50083 0 +301 0 FBIS4-50478 0 +301 0 FBIS4-50901 0 +301 0 FBIS4-50956 0 +301 0 FBIS4-50993 0 +301 0 FBIS4-51335 0 +301 0 FBIS4-52002 0 +301 0 FBIS4-52093 0 +301 0 FBIS4-52587 0 +301 0 FBIS4-53424 1 +301 0 FBIS4-54126 0 +301 0 FBIS4-54227 1 +301 0 FBIS4-54287 0 +301 0 FBIS4-54501 0 +301 0 FBIS4-54604 0 +301 0 FBIS4-54904 1 +301 0 FBIS4-55395 0 +301 0 FBIS4-56290 0 +301 0 FBIS4-56434 1 +301 0 FBIS4-56467 1 +301 0 FBIS4-56471 1 +301 0 FBIS4-56487 1 +301 0 FBIS4-56513 1 +301 0 FBIS4-56524 0 +301 0 FBIS4-56605 1 +301 0 FBIS4-56693 1 +301 0 FBIS4-56776 0 +301 0 FBIS4-56803 1 +301 0 FBIS4-56930 1 +301 0 FBIS4-56965 1 +301 0 FBIS4-56974 1 +301 0 FBIS4-56982 1 +301 0 FBIS4-56992 1 +301 0 FBIS4-57053 0 +301 0 FBIS4-57121 0 +301 0 FBIS4-57301 1 +301 0 FBIS4-57322 1 +301 0 FBIS4-57754 1 +301 0 FBIS4-57869 1 +301 0 FBIS4-57987 1 +301 0 FBIS4-58122 0 +301 0 FBIS4-60945 0 +301 0 FBIS4-61644 0 +301 0 FBIS4-61663 0 +301 0 FBIS4-62028 1 +301 0 FBIS4-62049 0 +301 0 FBIS4-62078 0 +301 0 FBIS4-62079 0 +301 0 FBIS4-62372 0 +301 0 FBIS4-63153 0 +301 0 FBIS4-63597 0 +301 0 FBIS4-64135 0 +301 0 FBIS4-64345 0 +301 0 FBIS4-6448 0 +301 0 FBIS4-65446 0 +301 0 FBIS4-65501 0 +301 0 FBIS4-65806 1 +301 0 FBIS4-66122 0 +301 0 FBIS4-66308 0 +301 0 FBIS4-66382 0 +301 0 FBIS4-66940 1 +301 0 FBIS4-66950 1 +301 0 FBIS4-66951 1 +301 0 FBIS4-66952 1 +301 0 FBIS4-66973 1 +301 0 FBIS4-66974 1 +301 0 FBIS4-67000 1 +301 0 FBIS4-67003 0 +301 0 FBIS4-67005 0 +301 0 FBIS4-67027 1 +301 0 FBIS4-67046 0 +301 0 FBIS4-67051 1 +301 0 FBIS4-67058 1 +301 0 FBIS4-67062 1 +301 0 FBIS4-67072 1 +301 0 FBIS4-67135 1 +301 0 FBIS4-67140 1 +301 0 FBIS4-67144 1 +301 0 FBIS4-67149 0 +301 0 FBIS4-67150 1 +301 0 FBIS4-67156 1 +301 0 FBIS4-67165 0 +301 0 FBIS4-67169 1 +301 0 FBIS4-67170 1 +301 0 FBIS4-67176 1 +301 0 FBIS4-67178 1 +301 0 FBIS4-67183 1 +301 0 FBIS4-67184 1 +301 0 FBIS4-67227 1 +301 0 FBIS4-67239 1 +301 0 FBIS4-67244 0 +301 0 FBIS4-67246 1 +301 0 FBIS4-67263 0 +301 0 FBIS4-67273 0 +301 0 FBIS4-67281 1 +301 0 FBIS4-67292 1 +301 0 FBIS4-67331 1 +301 0 FBIS4-67334 1 +301 0 FBIS4-67336 1 +301 0 FBIS4-67341 0 +301 0 FBIS4-67492 1 +301 0 FBIS4-67942 1 +301 0 FBIS4-68096 0 +301 0 FBIS4-68348 0 +301 0 FBIS4-68349 0 +301 0 FBIS4-68416 0 +301 0 FBIS4-68426 0 +301 0 FBIS4-68498 0 +301 0 FBIS4-68542 0 +301 0 FBIS4-68582 0 +301 0 FBIS4-68653 0 +301 0 FBIS4-68746 0 +301 0 FBIS4-68801 1 +301 0 FBIS4-68847 0 +301 0 FBIS4-68893 0 +301 0 FBIS4-7006 0 +301 0 FBIS4-7688 0 +301 0 FBIS4-7811 1 +301 0 FBIS4-865 0 +301 0 FBIS4-891 0 +301 0 FBIS4-8957 1 +301 0 FBIS4-9354 0 +301 0 FBIS4-9451 0 +301 0 FBIS4-9687 1 +301 0 FBIS4-9819 0 +301 0 FBIS4-9843 1 +301 0 FBIS4-9965 0 +301 0 FR940112-2-00076 0 +301 0 FR940128-2-00139 0 +301 0 FR940202-2-00149 0 +301 0 FR940202-2-00150 0 +301 0 FR940202-2-00151 0 +301 0 FR940202-2-00153 0 +301 0 FR940202-2-00154 0 +301 0 FR940203-1-00036 0 +301 0 FR940203-2-00129 0 +301 0 FR940203-2-00142 0 +301 0 FR940217-1-00073 0 +301 0 FR940223-2-00242 0 +301 0 FR940303-1-00022 0 +301 0 FR940303-2-00208 0 +301 0 FR940314-0-00010 0 +301 0 FR940314-1-00041 0 +301 0 FR940324-2-00091 0 +301 0 FR940328-2-00122 0 +301 0 FR940406-2-00067 0 +301 0 FR940406-2-00175 0 +301 0 FR940412-2-00124 0 +301 0 FR940412-2-00131 0 +301 0 FR940425-2-00078 0 +301 0 FR940425-2-00079 0 +301 0 FR940425-2-00080 0 +301 0 FR940425-2-00081 0 +301 0 FR940429-0-00128 0 +301 0 FR940503-2-00145 0 +301 0 FR940503-2-00146 0 +301 0 FR940503-2-00147 0 +301 0 FR940503-2-00165 0 +301 0 FR940503-2-00169 0 +301 0 FR940503-2-00170 0 +301 0 FR940511-0-00066 0 +301 0 FR940511-2-00139 0 +301 0 FR940511-2-00206 0 +301 0 FR940513-2-00097 0 +301 0 FR940513-2-00103 0 +301 0 FR940516-2-00139 0 +301 0 FR940525-2-00052 0 +301 0 FR940525-2-00068 0 +301 0 FR940526-2-00033 0 +301 0 FR940527-2-00068 0 +301 0 FR940527-2-00069 0 +301 0 FR940603-2-00059 0 +301 0 FR940603-2-00060 0 +301 0 FR940603-2-00158 0 +301 0 FR940610-2-00058 0 +301 0 FR940610-2-00072 0 +301 0 FR940620-1-00004 0 +301 0 FR940620-1-00005 0 +301 0 FR940620-1-00006 0 +301 0 FR940620-1-00007 0 +301 0 FR940620-1-00008 0 +301 0 FR940620-1-00009 0 +301 0 FR940622-2-00053 0 +301 0 FR940627-2-00036 0 +301 0 FR940627-2-00068 0 +301 0 FR940630-2-00168 0 +301 0 FR940630-2-00169 0 +301 0 FR940707-2-00112 0 +301 0 FR940707-2-00113 0 +301 0 FR940707-2-00114 0 +301 0 FR940711-2-00093 0 +301 0 FR940711-2-00096 0 +301 0 FR940712-2-00059 0 +301 0 FR940712-2-00065 0 +301 0 FR940713-2-00064 0 +301 0 FR940713-2-00172 0 +301 0 FR940713-2-00178 0 +301 0 FR940721-2-00075 0 +301 0 FR940727-0-00077 0 +301 0 FR940727-0-00078 0 +301 0 FR940727-0-00079 0 +301 0 FR940727-0-00091 0 +301 0 FR940727-0-00092 0 +301 0 FR940727-0-00093 0 +301 0 FR940727-0-00096 0 +301 0 FR940728-2-00151 0 +301 0 FR940804-0-00127 0 +301 0 FR940804-2-00088 0 +301 0 FR940811-0-00030 0 +301 0 FR940816-2-00057 0 +301 0 FR940825-2-00077 0 +301 0 FR940825-2-00078 0 +301 0 FR940825-2-00189 0 +301 0 FR940830-2-00003 0 +301 0 FR940902-1-00048 0 +301 0 FR940920-2-00045 0 +301 0 FR940922-2-00125 0 +301 0 FR940930-2-00057 0 +301 0 FR940930-2-00058 0 +301 0 FR940930-2-00063 0 +301 0 FR941004-1-00089 0 +301 0 FR941006-2-00013 0 +301 0 FR941006-2-00171 0 +301 0 FR941107-0-00034 0 +301 0 FR941128-2-00187 0 +301 0 FR941206-1-00134 0 +301 0 FR941221-2-00127 0 +301 0 FR941221-2-00130 0 +301 0 FR941221-2-00131 0 +301 0 FR941230-2-00127 0 +301 0 FR941230-2-00137 0 +301 0 FR941230-2-00138 0 +301 0 FR941230-2-00139 0 +301 0 FR941230-2-00150 0 +301 0 FT911-1237 0 +301 0 FT911-1697 0 +301 0 FT911-1821 0 +301 0 FT911-2267 0 +301 0 FT911-2671 0 +301 0 FT911-2685 0 +301 0 FT911-2704 0 +301 0 FT911-2706 0 +301 0 FT911-3036 0 +301 0 FT911-3105 0 +301 0 FT911-3453 0 +301 0 FT911-4494 0 +301 0 FT911-456 0 +301 0 FT911-4634 0 +301 0 FT911-4747 0 +301 0 FT911-5227 0 +301 0 FT911-629 0 +301 0 FT911-71 0 +301 0 FT921-10107 0 +301 0 FT921-10162 1 +301 0 FT921-10163 0 +301 0 FT921-10280 1 +301 0 FT921-10350 0 +301 0 FT921-10427 0 +301 0 FT921-10848 0 +301 0 FT921-11079 0 +301 0 FT921-11686 0 +301 0 FT921-12538 0 +301 0 FT921-1349 0 +301 0 FT921-13664 0 +301 0 FT921-14967 0 +301 0 FT921-15491 0 +301 0 FT921-16129 0 +301 0 FT921-16130 0 +301 0 FT921-1614 0 +301 0 FT921-1844 0 +301 0 FT921-2590 0 +301 0 FT921-3256 0 +301 0 FT921-4090 0 +301 0 FT921-4265 0 +301 0 FT921-4322 0 +301 0 FT921-5503 0 +301 0 FT921-6487 0 +301 0 FT921-6506 0 +301 0 FT921-6865 0 +301 0 FT921-6986 0 +301 0 FT921-6988 0 +301 0 FT921-7663 0 +301 0 FT921-8089 0 +301 0 FT921-8188 0 +301 0 FT921-861 0 +301 0 FT922-10933 0 +301 0 FT922-11540 0 +301 0 FT922-13596 1 +301 0 FT922-14858 0 +301 0 FT922-14992 0 +301 0 FT922-15159 0 +301 0 FT922-15176 0 +301 0 FT922-3844 0 +301 0 FT922-4774 0 +301 0 FT922-4887 0 +301 0 FT922-5041 0 +301 0 FT922-565 0 +301 0 FT922-616 0 +301 0 FT922-7190 0 +301 0 FT922-790 0 +301 0 FT922-8144 0 +301 0 FT922-8257 0 +301 0 FT922-8731 0 +301 0 FT922-9654 0 +301 0 FT923-10224 0 +301 0 FT923-10456 0 +301 0 FT923-10584 0 +301 0 FT923-11086 0 +301 0 FT923-11460 0 +301 0 FT923-11560 0 +301 0 FT923-11687 0 +301 0 FT923-11785 0 +301 0 FT923-12102 0 +301 0 FT923-12278 0 +301 0 FT923-13103 0 +301 0 FT923-1313 0 +301 0 FT923-14709 1 +301 0 FT923-2038 0 +301 0 FT923-2301 0 +301 0 FT923-2345 0 +301 0 FT923-2348 0 +301 0 FT923-3034 1 +301 0 FT923-332 0 +301 0 FT923-3617 0 +301 0 FT923-365 1 +301 0 FT923-4083 0 +301 0 FT923-466 0 +301 0 FT923-5301 0 +301 0 FT923-5751 0 +301 0 FT923-7842 0 +301 0 FT923-7884 0 +301 0 FT923-8084 0 +301 0 FT924-10092 0 +301 0 FT924-10320 0 +301 0 FT924-10713 0 +301 0 FT924-10861 0 +301 0 FT924-11258 0 +301 0 FT924-11339 1 +301 0 FT924-11606 0 +301 0 FT924-1186 0 +301 0 FT924-11989 0 +301 0 FT924-12138 0 +301 0 FT924-12220 0 +301 0 FT924-13611 1 +301 0 FT924-227 0 +301 0 FT924-2736 0 +301 0 FT924-2822 0 +301 0 FT924-2857 0 +301 0 FT924-3498 0 +301 0 FT924-4782 1 +301 0 FT924-5359 0 +301 0 FT924-6421 0 +301 0 FT924-6543 0 +301 0 FT924-6677 0 +301 0 FT924-9271 0 +301 0 FT924-949 0 +301 0 FT924-9745 0 +301 0 FT931-10356 0 +301 0 FT931-1053 0 +301 0 FT931-11647 0 +301 0 FT931-11843 0 +301 0 FT931-11924 0 +301 0 FT931-13292 0 +301 0 FT931-14697 1 +301 0 FT931-16394 0 +301 0 FT931-16398 0 +301 0 FT931-2175 0 +301 0 FT931-2379 0 +301 0 FT931-2401 0 +301 0 FT931-249 0 +301 0 FT931-3563 1 +301 0 FT931-3941 1 +301 0 FT931-4089 0 +301 0 FT931-4165 0 +301 0 FT931-4939 0 +301 0 FT931-4977 0 +301 0 FT931-5072 0 +301 0 FT931-6121 0 +301 0 FT931-6235 0 +301 0 FT931-682 0 +301 0 FT931-7337 0 +301 0 FT931-7529 0 +301 0 FT931-7536 0 +301 0 FT931-7881 0 +301 0 FT931-8991 0 +301 0 FT931-9181 0 +301 0 FT931-9535 0 +301 0 FT931-9665 0 +301 0 FT931-9667 0 +301 0 FT931-9798 0 +301 0 FT932-1131 0 +301 0 FT932-11505 0 +301 0 FT932-12261 0 +301 0 FT932-12610 0 +301 0 FT932-13676 0 +301 0 FT932-14690 0 +301 0 FT932-2315 0 +301 0 FT932-2874 0 +301 0 FT932-3130 1 +301 0 FT932-3286 0 +301 0 FT932-3322 0 +301 0 FT932-3329 0 +301 0 FT932-3331 0 +301 0 FT932-3336 0 +301 0 FT932-3338 0 +301 0 FT932-41 0 +301 0 FT932-4538 0 +301 0 FT932-4950 0 +301 0 FT932-4965 1 +301 0 FT932-5074 0 +301 0 FT932-5376 1 +301 0 FT932-5377 1 +301 0 FT932-5629 0 +301 0 FT932-5672 0 +301 0 FT932-6233 0 +301 0 FT932-6340 0 +301 0 FT932-6347 0 +301 0 FT932-7056 1 +301 0 FT932-7266 0 +301 0 FT932-7295 0 +301 0 FT932-8233 0 +301 0 FT933-10064 0 +301 0 FT933-11054 0 +301 0 FT933-11067 0 +301 0 FT933-11804 1 +301 0 FT933-12030 0 +301 0 FT933-1329 0 +301 0 FT933-1331 0 +301 0 FT933-1338 0 +301 0 FT933-13408 0 +301 0 FT933-13528 0 +301 0 FT933-15522 0 +301 0 FT933-15581 0 +301 0 FT933-15697 0 +301 0 FT933-1600 0 +301 0 FT933-16366 0 +301 0 FT933-16962 0 +301 0 FT933-17008 1 +301 0 FT933-1718 0 +301 0 FT933-2139 0 +301 0 FT933-2224 1 +301 0 FT933-279 0 +301 0 FT933-4677 0 +301 0 FT933-550 0 +301 0 FT933-582 0 +301 0 FT933-6786 0 +301 0 FT933-6924 0 +301 0 FT933-6966 0 +301 0 FT933-6971 0 +301 0 FT933-7993 0 +301 0 FT933-8067 0 +301 0 FT934-10491 1 +301 0 FT934-10543 0 +301 0 FT934-10783 0 +301 0 FT934-11015 0 +301 0 FT934-11658 0 +301 0 FT934-11945 0 +301 0 FT934-12578 0 +301 0 FT934-13302 0 +301 0 FT934-14820 0 +301 0 FT934-16551 0 +301 0 FT934-17146 0 +301 0 FT934-2267 0 +301 0 FT934-2699 0 +301 0 FT934-3452 0 +301 0 FT934-4154 0 +301 0 FT934-4340 0 +301 0 FT934-4582 0 +301 0 FT934-5231 0 +301 0 FT934-5726 0 +301 0 FT934-5891 0 +301 0 FT934-6874 0 +301 0 FT934-7013 0 +301 0 FT934-7093 0 +301 0 FT934-7094 0 +301 0 FT934-7631 0 +301 0 FT934-7660 0 +301 0 FT934-8411 0 +301 0 FT934-8545 0 +301 0 FT934-8632 0 +301 0 FT934-8633 0 +301 0 FT934-8640 0 +301 0 FT941-10546 0 +301 0 FT941-10611 1 +301 0 FT941-11262 0 +301 0 FT941-11279 0 +301 0 FT941-11449 0 +301 0 FT941-11505 0 +301 0 FT941-12402 0 +301 0 FT941-12805 0 +301 0 FT941-13151 1 +301 0 FT941-13349 0 +301 0 FT941-14742 0 +301 0 FT941-14810 0 +301 0 FT941-15027 0 +301 0 FT941-15378 0 +301 0 FT941-15631 0 +301 0 FT941-1682 0 +301 0 FT941-16929 0 +301 0 FT941-17064 0 +301 0 FT941-2244 0 +301 0 FT941-3237 1 +301 0 FT941-4259 0 +301 0 FT941-5289 0 +301 0 FT941-5453 1 +301 0 FT941-8491 0 +301 0 FT941-8966 0 +301 0 FT941-9876 0 +301 0 FT942-10163 0 +301 0 FT942-10977 0 +301 0 FT942-11067 0 +301 0 FT942-11396 0 +301 0 FT942-12197 0 +301 0 FT942-13293 0 +301 0 FT942-13766 0 +301 0 FT942-14060 0 +301 0 FT942-1417 0 +301 0 FT942-14542 0 +301 0 FT942-14609 0 +301 0 FT942-14967 0 +301 0 FT942-15220 0 +301 0 FT942-16403 0 +301 0 FT942-17001 1 +301 0 FT942-17066 0 +301 0 FT942-1711 0 +301 0 FT942-1715 0 +301 0 FT942-187 0 +301 0 FT942-2876 0 +301 0 FT942-2882 0 +301 0 FT942-3474 0 +301 0 FT942-3714 0 +301 0 FT942-4368 0 +301 0 FT942-5157 0 +301 0 FT942-5274 0 +301 0 FT942-5466 0 +301 0 FT942-6404 0 +301 0 FT942-6526 0 +301 0 FT942-7117 0 +301 0 FT942-7322 0 +301 0 FT942-7335 0 +301 0 FT942-7403 0 +301 0 FT942-792 1 +301 0 FT942-852 0 +301 0 FT942-8529 0 +301 0 FT942-8530 0 +301 0 FT942-8808 0 +301 0 FT942-885 0 +301 0 FT942-933 0 +301 0 FT942-9466 0 +301 0 FT942-9490 0 +301 0 FT942-9715 0 +301 0 FT943-11739 0 +301 0 FT943-12965 0 +301 0 FT943-13315 0 +301 0 FT943-13339 0 +301 0 FT943-14383 0 +301 0 FT943-15429 0 +301 0 FT943-15437 0 +301 0 FT943-15910 0 +301 0 FT943-16238 4 +301 0 FT943-16477 4 +301 0 FT943-16618 0 +301 0 FT943-2156 0 +301 0 FT943-2588 0 +301 0 FT943-295 0 +301 0 FT943-3533 2 +301 0 FT943-3953 0 +301 0 FT943-4417 0 +301 0 FT943-505 0 +301 0 FT943-5051 0 +301 0 FT943-5111 0 +301 0 FT943-5179 0 +301 0 FT943-5341 0 +301 0 FT943-5355 0 +301 0 FT943-5577 0 +301 0 FT943-6423 0 +301 0 FT943-726 0 +301 0 FT943-8128 0 +301 0 FT943-8527 0 +301 0 FT943-8670 0 +301 0 FT943-8942 0 +301 0 FT943-8961 0 +301 0 FT944-10136 0 +301 0 FT944-10634 0 +301 0 FT944-10635 2 +301 0 FT944-10673 0 +301 0 FT944-10675 0 +301 0 FT944-10676 0 +301 0 FT944-10779 0 +301 0 FT944-11113 0 +301 0 FT944-11625 0 +301 0 FT944-12104 0 +301 0 FT944-12173 1 +301 0 FT944-12949 0 +301 0 FT944-1350 0 +301 0 FT944-14183 0 +301 0 FT944-14184 0 +301 0 FT944-15443 0 +301 0 FT944-15444 0 +301 0 FT944-1692 0 +301 0 FT944-1808 1 +301 0 FT944-18166 0 +301 0 FT944-18167 0 +301 0 FT944-18184 0 +301 0 FT944-2231 1 +301 0 FT944-2497 0 +301 0 FT944-2600 0 +301 0 FT944-3492 0 +301 0 FT944-4020 0 +301 0 FT944-4116 0 +301 0 FT944-4735 0 +301 0 FT944-4901 0 +301 0 FT944-5537 0 +301 0 FT944-5679 0 +301 0 FT944-5749 0 +301 0 FT944-7669 1 +301 0 FT944-7867 0 +301 0 FT944-8161 0 +301 0 FT944-8297 1 +301 0 LA010290-0076 0 +301 0 LA010590-0084 1 +301 0 LA011290-0184 0 +301 0 LA011390-0046 1 +301 0 LA011390-0156 1 +301 0 LA011490-0115 1 +301 0 LA011790-0128 1 +301 0 LA011890-0125 1 +301 0 LA011990-0102 1 +301 0 LA012090-0101 0 +301 0 LA012190-0120 1 +301 0 LA012290-0053 0 +301 0 LA012690-0169 1 +301 0 LA012890-0073 1 +301 0 LA013190-0012 0 +301 0 LA021089-0177 0 +301 0 LA021590-0204 1 +301 0 LA021690-0049 1 +301 0 LA021790-0127 0 +301 0 LA022590-0191 1 +301 0 LA022689-0075 0 +301 0 LA022790-0089 1 +301 0 LA030290-0106 0 +301 0 LA030490-0017 0 +301 0 LA030490-0071 0 +301 0 LA031190-0216 0 +301 0 LA031289-0074 0 +301 0 LA031490-0140 0 +301 0 LA031690-0077 0 +301 0 LA032090-0091 0 +301 0 LA032189-0097 0 +301 0 LA032790-0103 1 +301 0 LA040689-0155 0 +301 0 LA041189-0055 0 +301 0 LA041389-0038 1 +301 0 LA041390-0018 0 +301 0 LA041589-0014 0 +301 0 LA041689-0150 1 +301 0 LA041689-0190 0 +301 0 LA041690-0050 0 +301 0 LA041690-0051 0 +301 0 LA041789-0008 0 +301 0 LA041790-0054 0 +301 0 LA041790-0055 0 +301 0 LA041890-0075 1 +301 0 LA041989-0027 0 +301 0 LA042190-0078 0 +301 0 LA042289-0040 0 +301 0 LA042390-0099 0 +301 0 LA042690-0169 0 +301 0 LA042890-0015 0 +301 0 LA042890-0151 0 +301 0 LA042989-0116 0 +301 0 LA043089-0169 0 +301 0 LA050189-0063 0 +301 0 LA050489-0093 0 +301 0 LA050590-0027 0 +301 0 LA050590-0048 0 +301 0 LA050690-0134 1 +301 0 LA050690-0145 0 +301 0 LA050690-0149 0 +301 0 LA050789-0006 1 +301 0 LA050789-0007 1 +301 0 LA050990-0077 0 +301 0 LA050990-0078 0 +301 0 LA050990-0116 0 +301 0 LA051190-0064 0 +301 0 LA051389-0039 1 +301 0 LA051390-0175 1 +301 0 LA051590-0064 0 +301 0 LA051690-0108 1 +301 0 LA052090-0088 0 +301 0 LA052090-0143 1 +301 0 LA052189-0123 0 +301 0 LA052190-0021 0 +301 0 LA052190-0064 1 +301 0 LA052289-0047 0 +301 0 LA052490-0139 0 +301 0 LA052690-0037 0 +301 0 LA052690-0142 0 +301 0 LA052890-0046 0 +301 0 LA052990-0018 0 +301 0 LA053089-0075 0 +301 0 LA053190-0175 0 +301 0 LA060489-0196 0 +301 0 LA060490-0021 0 +301 0 LA060490-0122 0 +301 0 LA060590-0010 0 +301 0 LA060790-0159 0 +301 0 LA060990-0077 0 +301 0 LA061189-0173 0 +301 0 LA061190-0085 0 +301 0 LA061190-0112 0 +301 0 LA061289-0051 0 +301 0 LA061290-0117 0 +301 0 LA061389-0060 0 +301 0 LA061390-0056 0 +301 0 LA061490-0229 0 +301 0 LA061590-0010 0 +301 0 LA061690-0021 0 +301 0 LA061690-0030 0 +301 0 LA061789-0027 0 +301 0 LA061789-0028 0 +301 0 LA061790-0205 0 +301 0 LA062090-0094 0 +301 0 LA062189-0012 0 +301 0 LA062189-0052 0 +301 0 LA062189-0067 0 +301 0 LA062390-0041 0 +301 0 LA062690-0041 0 +301 0 LA062890-0206 0 +301 0 LA062989-0196 1 +301 0 LA063089-0061 1 +301 0 LA070289-0147 0 +301 0 LA070289-0171 1 +301 0 LA070290-0003 0 +301 0 LA070290-0051 0 +301 0 LA070590-0016 0 +301 0 LA070590-0097 0 +301 0 LA070689-0122 1 +301 0 LA070690-0095 0 +301 0 LA070790-0061 0 +301 0 LA070890-0079 0 +301 0 LA070890-0080 0 +301 0 LA071089-0065 0 +301 0 LA071190-0028 0 +301 0 LA071290-0123 1 +301 0 LA071489-0020 1 +301 0 LA071490-0024 0 +301 0 LA071690-0047 1 +301 0 LA071889-0026 0 +301 0 LA071990-0150 0 +301 0 LA071990-0165 0 +301 0 LA072090-0146 0 +301 0 LA072090-0147 0 +301 0 LA072490-0033 0 +301 0 LA072590-0115 0 +301 0 LA072689-0016 0 +301 0 LA072789-0050 0 +301 0 LA072890-0052 0 +301 0 LA073189-0043 0 +301 0 LA080489-0020 0 +301 0 LA080590-0195 0 +301 0 LA080689-0093 0 +301 0 LA080889-0098 0 +301 0 LA080890-0044 0 +301 0 LA080989-0129 0 +301 0 LA080990-0216 0 +301 0 LA081089-0167 1 +301 0 LA081190-0051 0 +301 0 LA081190-0108 0 +301 0 LA081589-0042 0 +301 0 LA081690-0102 0 +301 0 LA081789-0093 1 +301 0 LA081790-0083 0 +301 0 LA081889-0147 1 +301 0 LA081989-0048 0 +301 0 LA081990-0158 0 +301 0 LA082089-0163 0 +301 0 LA082190-0014 0 +301 0 LA082190-0015 0 +301 0 LA082389-0028 0 +301 0 LA082389-0039 1 +301 0 LA082390-0176 0 +301 0 LA082489-0035 0 +301 0 LA082589-0079 1 +301 0 LA082589-0090 1 +301 0 LA082590-0019 0 +301 0 LA082689-0044 1 +301 0 LA082689-0054 1 +301 0 LA082789-0018 1 +301 0 LA082790-0022 1 +301 0 LA082889-0047 1 +301 0 LA082889-0056 1 +301 0 LA082989-0074 0 +301 0 LA083089-0017 1 +301 0 LA083089-0069 1 +301 0 LA083089-0072 1 +301 0 LA090189-0018 0 +301 0 LA090389-0097 0 +301 0 LA090389-0100 0 +301 0 LA090689-0015 0 +301 0 LA090689-0125 1 +301 0 LA090689-0130 1 +301 0 LA090690-0234 0 +301 0 LA090989-0075 1 +301 0 LA091089-0170 0 +301 0 LA091089-0172 0 +301 0 LA091089-0187 0 +301 0 LA091090-0038 0 +301 0 LA091189-0110 1 +301 0 LA091190-0096 0 +301 0 LA091190-0102 0 +301 0 LA091289-0135 1 +301 0 LA091289-0136 1 +301 0 LA091389-0053 1 +301 0 LA091390-0046 0 +301 0 LA091589-0045 1 +301 0 LA091689-0028 0 +301 0 LA092089-0143 1 +301 0 LA092090-0092 0 +301 0 LA092290-0094 0 +301 0 LA092489-0121 0 +301 0 LA092590-0019 0 +301 0 LA092789-0047 0 +301 0 LA092790-0128 0 +301 0 LA092989-0108 1 +301 0 LA100189-0205 0 +301 0 LA100289-0104 1 +301 0 LA100290-0067 0 +301 0 LA100390-0069 0 +301 0 LA100589-0136 1 +301 0 LA100789-0127 0 +301 0 LA100790-0068 0 +301 0 LA100989-0008 0 +301 0 LA101289-0126 1 +301 0 LA101389-0091 0 +301 0 LA101390-0083 0 +301 0 LA101589-0169 0 +301 0 LA101589-0174 1 +301 0 LA101590-0071 0 +301 0 LA101689-0002 0 +301 0 LA101789-0155 1 +301 0 LA102089-0025 1 +301 0 LA102289-0170 1 +301 0 LA102290-0116 0 +301 0 LA110990-0184 0 +301 0 LA112089-0024 0 +301 0 LA112489-0069 1 +301 0 LA112489-0141 0 +301 0 LA112489-0142 1 +301 0 LA112490-0089 0 +301 0 LA121089-0089 0 +301 0 LA121289-0096 1 +301 0 LA121389-0124 1 +301 0 LA121490-0027 1 +301 0 LA121589-0007 1 +301 0 LA121589-0184 0 +301 0 LA121689-0077 0 +301 0 LA121890-0057 0 +301 0 LA121890-0079 0 +301 0 LA121890-0086 0 +301 0 LA121990-0123 1 +301 0 LA122089-0109 0 +301 0 LA122389-0069 1 +301 0 LA122789-0009 0 +301 0 LA122889-0124 0 +301 0 LA123090-0148 0 +302 0 CR93E-10071 0 +302 0 CR93E-10276 0 +302 0 CR93E-10279 0 +302 0 CR93E-10462 0 +302 0 CR93E-10606 0 +302 0 CR93E-10799 0 +302 0 CR93E-11100 0 +302 0 CR93E-1648 0 +302 0 CR93E-1838 0 +302 0 CR93E-2180 3 +302 0 CR93E-2225 0 +302 0 CR93E-2236 0 +302 0 CR93E-2512 0 +302 0 CR93E-2563 0 +302 0 CR93E-2650 3 +302 0 CR93E-2849 0 +302 0 CR93E-307 0 +302 0 CR93E-3096 3 +302 0 CR93E-3616 0 +302 0 CR93E-3822 3 +302 0 CR93E-4208 0 +302 0 CR93E-4209 0 +302 0 CR93E-4517 0 +302 0 CR93E-4941 0 +302 0 CR93E-5211 0 +302 0 CR93E-5666 3 +302 0 CR93E-5775 3 +302 0 CR93E-5895 0 +302 0 CR93E-5954 0 +302 0 CR93E-6191 0 +302 0 CR93E-6321 0 +302 0 CR93E-6675 0 +302 0 CR93E-6901 3 +302 0 CR93E-7034 3 +302 0 CR93E-7062 0 +302 0 CR93E-7403 0 +302 0 CR93E-7619 0 +302 0 CR93E-7678 0 +302 0 CR93E-8012 0 +302 0 CR93E-8421 0 +302 0 CR93E-8424 0 +302 0 CR93E-8491 0 +302 0 CR93E-8701 0 +302 0 CR93E-8836 0 +302 0 CR93E-9545 3 +302 0 CR93E-9618 0 +302 0 CR93H-10042 0 +302 0 CR93H-10104 0 +302 0 CR93H-10242 0 +302 0 CR93H-10256 0 +302 0 CR93H-10308 0 +302 0 CR93H-10374 0 +302 0 CR93H-10402 0 +302 0 CR93H-10601 0 +302 0 CR93H-10602 0 +302 0 CR93H-10681 0 +302 0 CR93H-10921 0 +302 0 CR93H-1097 0 +302 0 CR93H-10989 0 +302 0 CR93H-11033 0 +302 0 CR93H-11034 0 +302 0 CR93H-11119 0 +302 0 CR93H-11521 0 +302 0 CR93H-11586 0 +302 0 CR93H-1159 0 +302 0 CR93H-11806 0 +302 0 CR93H-11894 0 +302 0 CR93H-11998 0 +302 0 CR93H-12017 0 +302 0 CR93H-12150 0 +302 0 CR93H-12168 0 +302 0 CR93H-12181 0 +302 0 CR93H-12217 0 +302 0 CR93H-12224 0 +302 0 CR93H-12498 0 +302 0 CR93H-12820 0 +302 0 CR93H-12830 0 +302 0 CR93H-12874 0 +302 0 CR93H-1298 0 +302 0 CR93H-12983 0 +302 0 CR93H-12988 0 +302 0 CR93H-13167 0 +302 0 CR93H-13205 0 +302 0 CR93H-13232 0 +302 0 CR93H-13263 0 +302 0 CR93H-13335 0 +302 0 CR93H-13506 0 +302 0 CR93H-13521 0 +302 0 CR93H-13595 0 +302 0 CR93H-13600 3 +302 0 CR93H-13615 0 +302 0 CR93H-13680 0 +302 0 CR93H-13927 0 +302 0 CR93H-14046 0 +302 0 CR93H-14072 0 +302 0 CR93H-14128 0 +302 0 CR93H-14130 0 +302 0 CR93H-14306 0 +302 0 CR93H-14325 0 +302 0 CR93H-14388 0 +302 0 CR93H-14392 0 +302 0 CR93H-14469 0 +302 0 CR93H-14591 0 +302 0 CR93H-14791 0 +302 0 CR93H-15024 0 +302 0 CR93H-15105 0 +302 0 CR93H-15119 0 +302 0 CR93H-15121 3 +302 0 CR93H-1532 0 +302 0 CR93H-15405 0 +302 0 CR93H-15424 0 +302 0 CR93H-15453 0 +302 0 CR93H-15477 0 +302 0 CR93H-15587 0 +302 0 CR93H-15608 0 +302 0 CR93H-15615 0 +302 0 CR93H-15727 3 +302 0 CR93H-15875 0 +302 0 CR93H-15950 0 +302 0 CR93H-16077 0 +302 0 CR93H-16128 0 +302 0 CR93H-16369 0 +302 0 CR93H-1639 0 +302 0 CR93H-1712 0 +302 0 CR93H-1769 0 +302 0 CR93H-185 0 +302 0 CR93H-2429 0 +302 0 CR93H-2431 0 +302 0 CR93H-2707 0 +302 0 CR93H-3144 0 +302 0 CR93H-3262 0 +302 0 CR93H-3295 0 +302 0 CR93H-3444 0 +302 0 CR93H-3459 0 +302 0 CR93H-3813 0 +302 0 CR93H-4042 0 +302 0 CR93H-416 0 +302 0 CR93H-4420 0 +302 0 CR93H-4489 0 +302 0 CR93H-4586 0 +302 0 CR93H-4635 0 +302 0 CR93H-4771 0 +302 0 CR93H-4879 0 +302 0 CR93H-4889 0 +302 0 CR93H-4922 0 +302 0 CR93H-5017 0 +302 0 CR93H-5053 0 +302 0 CR93H-5121 0 +302 0 CR93H-5189 0 +302 0 CR93H-5255 0 +302 0 CR93H-5554 0 +302 0 CR93H-5568 0 +302 0 CR93H-56 0 +302 0 CR93H-6221 0 +302 0 CR93H-6347 0 +302 0 CR93H-6422 0 +302 0 CR93H-6567 0 +302 0 CR93H-6621 0 +302 0 CR93H-6754 0 +302 0 CR93H-6912 0 +302 0 CR93H-7012 0 +302 0 CR93H-7013 0 +302 0 CR93H-7055 0 +302 0 CR93H-735 0 +302 0 CR93H-742 0 +302 0 CR93H-7554 0 +302 0 CR93H-7557 0 +302 0 CR93H-7870 0 +302 0 CR93H-7875 0 +302 0 CR93H-8042 0 +302 0 CR93H-8080 0 +302 0 CR93H-8122 0 +302 0 CR93H-8245 0 +302 0 CR93H-8248 0 +302 0 CR93H-8249 0 +302 0 CR93H-8460 0 +302 0 CR93H-8461 0 +302 0 CR93H-8590 0 +302 0 CR93H-8741 0 +302 0 CR93H-8789 0 +302 0 CR93H-8928 0 +302 0 CR93H-9009 0 +302 0 CR93H-9350 0 +302 0 CR93H-9427 0 +302 0 CR93H-9548 0 +302 0 CR93H-955 0 +302 0 CR93H-9576 0 +302 0 FBIS3-10615 0 +302 0 FBIS3-10855 0 +302 0 FBIS3-11418 0 +302 0 FBIS3-14832 0 +302 0 FBIS3-20548 3 +302 0 FBIS3-20810 0 +302 0 FBIS3-21356 0 +302 0 FBIS3-21404 0 +302 0 FBIS3-22119 0 +302 0 FBIS3-22470 0 +302 0 FBIS3-22471 0 +302 0 FBIS3-22476 0 +302 0 FBIS3-22477 0 +302 0 FBIS3-22480 0 +302 0 FBIS3-22482 0 +302 0 FBIS3-22486 0 +302 0 FBIS3-22487 0 +302 0 FBIS3-22508 0 +302 0 FBIS3-22523 0 +302 0 FBIS3-22525 0 +302 0 FBIS3-22535 0 +302 0 FBIS3-22539 3 +302 0 FBIS3-22545 0 +302 0 FBIS3-22547 0 +302 0 FBIS3-22559 0 +302 0 FBIS3-22560 3 +302 0 FBIS3-22570 0 +302 0 FBIS3-22581 0 +302 0 FBIS3-22589 3 +302 0 FBIS3-22590 0 +302 0 FBIS3-22591 0 +302 0 FBIS3-22592 0 +302 0 FBIS3-22593 0 +302 0 FBIS3-22597 0 +302 0 FBIS3-22598 0 +302 0 FBIS3-22600 0 +302 0 FBIS3-22633 0 +302 0 FBIS3-22642 0 +302 0 FBIS3-22647 0 +302 0 FBIS3-22679 0 +302 0 FBIS3-22680 0 +302 0 FBIS3-22681 0 +302 0 FBIS3-22693 0 +302 0 FBIS3-22695 0 +302 0 FBIS3-22696 0 +302 0 FBIS3-22697 0 +302 0 FBIS3-22698 0 +302 0 FBIS3-22699 0 +302 0 FBIS3-22700 0 +302 0 FBIS3-22702 0 +302 0 FBIS3-22706 0 +302 0 FBIS3-23 0 +302 0 FBIS3-23561 0 +302 0 FBIS3-23823 0 +302 0 FBIS3-23945 0 +302 0 FBIS3-23947 0 +302 0 FBIS3-24469 0 +302 0 FBIS3-24678 0 +302 0 FBIS3-2516 0 +302 0 FBIS3-26593 3 +302 0 FBIS3-27468 0 +302 0 FBIS3-2798 0 +302 0 FBIS3-28911 0 +302 0 FBIS3-29180 0 +302 0 FBIS3-30086 0 +302 0 FBIS3-34497 0 +302 0 FBIS3-3565 0 +302 0 FBIS3-3580 0 +302 0 FBIS3-36078 0 +302 0 FBIS3-37944 0 +302 0 FBIS3-37947 0 +302 0 FBIS3-39365 0 +302 0 FBIS3-40190 0 +302 0 FBIS3-41666 0 +302 0 FBIS3-41671 0 +302 0 FBIS3-41672 3 +302 0 FBIS3-41673 0 +302 0 FBIS3-41676 0 +302 0 FBIS3-41681 0 +302 0 FBIS3-41698 0 +302 0 FBIS3-41710 0 +302 0 FBIS3-41713 0 +302 0 FBIS3-41724 3 +302 0 FBIS3-41734 0 +302 0 FBIS3-41739 0 +302 0 FBIS3-41761 0 +302 0 FBIS3-41790 0 +302 0 FBIS3-41809 0 +302 0 FBIS3-41815 0 +302 0 FBIS3-4209 0 +302 0 FBIS3-42399 0 +302 0 FBIS3-42469 0 +302 0 FBIS3-42726 0 +302 0 FBIS3-43132 0 +302 0 FBIS3-43186 0 +302 0 FBIS3-43595 0 +302 0 FBIS3-43781 0 +302 0 FBIS3-44530 0 +302 0 FBIS3-44712 0 +302 0 FBIS3-45822 0 +302 0 FBIS3-46348 0 +302 0 FBIS3-46614 0 +302 0 FBIS3-5103 0 +302 0 FBIS3-58 0 +302 0 FBIS3-60336 0 +302 0 FBIS3-60342 0 +302 0 FBIS3-60401 0 +302 0 FBIS3-60403 3 +302 0 FBIS3-60404 3 +302 0 FBIS3-60405 3 +302 0 FBIS3-60419 3 +302 0 FBIS3-60422 0 +302 0 FBIS3-60440 0 +302 0 FBIS3-60444 0 +302 0 FBIS3-60448 0 +302 0 FBIS3-60450 3 +302 0 FBIS3-60454 0 +302 0 FBIS3-60462 0 +302 0 FBIS3-60466 0 +302 0 FBIS3-60503 3 +302 0 FBIS3-60510 3 +302 0 FBIS3-60513 0 +302 0 FBIS3-60514 0 +302 0 FBIS3-60529 0 +302 0 FBIS3-60546 0 +302 0 FBIS3-60553 0 +302 0 FBIS3-60559 0 +302 0 FBIS3-60560 0 +302 0 FBIS3-60561 3 +302 0 FBIS3-60562 3 +302 0 FBIS3-60563 0 +302 0 FBIS3-60564 0 +302 0 FBIS3-60565 0 +302 0 FBIS3-60575 0 +302 0 FBIS3-61373 3 +302 0 FBIS3-6884 0 +302 0 FBIS3-9904 3 +302 0 FBIS4-10721 0 +302 0 FBIS4-13889 0 +302 0 FBIS4-1627 0 +302 0 FBIS4-16647 0 +302 0 FBIS4-1860 0 +302 0 FBIS4-1866 0 +302 0 FBIS4-19 0 +302 0 FBIS4-19733 0 +302 0 FBIS4-20472 0 +302 0 FBIS4-20504 0 +302 0 FBIS4-20697 0 +302 0 FBIS4-2128 0 +302 0 FBIS4-2204 0 +302 0 FBIS4-22716 3 +302 0 FBIS4-22779 0 +302 0 FBIS4-22945 0 +302 0 FBIS4-23089 0 +302 0 FBIS4-23131 0 +302 0 FBIS4-2439 0 +302 0 FBIS4-24438 3 +302 0 FBIS4-26718 0 +302 0 FBIS4-27941 0 +302 0 FBIS4-2880 3 +302 0 FBIS4-29 0 +302 0 FBIS4-30023 0 +302 0 FBIS4-30637 3 +302 0 FBIS4-31787 0 +302 0 FBIS4-32883 0 +302 0 FBIS4-33063 3 +302 0 FBIS4-33295 0 +302 0 FBIS4-33435 3 +302 0 FBIS4-33740 0 +302 0 FBIS4-34379 0 +302 0 FBIS4-38133 3 +302 0 FBIS4-40426 0 +302 0 FBIS4-4067 0 +302 0 FBIS4-42 0 +302 0 FBIS4-4241 3 +302 0 FBIS4-43829 0 +302 0 FBIS4-43830 0 +302 0 FBIS4-43893 0 +302 0 FBIS4-45490 0 +302 0 FBIS4-45613 3 +302 0 FBIS4-45832 0 +302 0 FBIS4-45833 0 +302 0 FBIS4-45834 0 +302 0 FBIS4-45842 0 +302 0 FBIS4-45844 3 +302 0 FBIS4-45884 0 +302 0 FBIS4-46469 0 +302 0 FBIS4-46649 0 +302 0 FBIS4-46923 0 +302 0 FBIS4-47552 0 +302 0 FBIS4-47588 0 +302 0 FBIS4-49021 0 +302 0 FBIS4-49245 0 +302 0 FBIS4-50133 0 +302 0 FBIS4-50706 0 +302 0 FBIS4-50850 0 +302 0 FBIS4-50959 0 +302 0 FBIS4-52090 0 +302 0 FBIS4-5325 3 +302 0 FBIS4-55803 0 +302 0 FBIS4-57220 3 +302 0 FBIS4-58281 0 +302 0 FBIS4-60762 0 +302 0 FBIS4-61029 0 +302 0 FBIS4-62223 0 +302 0 FBIS4-66030 0 +302 0 FBIS4-66069 0 +302 0 FBIS4-66161 0 +302 0 FBIS4-66185 0 +302 0 FBIS4-67533 0 +302 0 FBIS4-67599 0 +302 0 FBIS4-67611 0 +302 0 FBIS4-67613 0 +302 0 FBIS4-67614 0 +302 0 FBIS4-67618 0 +302 0 FBIS4-67646 0 +302 0 FBIS4-67647 0 +302 0 FBIS4-67648 0 +302 0 FBIS4-67649 0 +302 0 FBIS4-67650 0 +302 0 FBIS4-67651 0 +302 0 FBIS4-67698 0 +302 0 FBIS4-67699 0 +302 0 FBIS4-67701 3 +302 0 FBIS4-67707 3 +302 0 FBIS4-67720 3 +302 0 FBIS4-68893 0 +302 0 FR940104-0-00034 0 +302 0 FR940126-2-00100 0 +302 0 FR940126-2-00101 0 +302 0 FR940126-2-00102 0 +302 0 FR940126-2-00103 0 +302 0 FR940126-2-00104 0 +302 0 FR940126-2-00105 0 +302 0 FR940126-2-00106 3 +302 0 FR940126-2-00107 0 +302 0 FR940126-2-00108 0 +302 0 FR940202-2-00112 0 +302 0 FR940202-2-00114 0 +302 0 FR940202-2-00133 0 +302 0 FR940202-2-00140 0 +302 0 FR940202-2-00143 0 +302 0 FR940203-0-00084 0 +302 0 FR940207-2-00089 3 +302 0 FR940314-1-00041 0 +302 0 FR940317-2-00076 0 +302 0 FR940404-2-00093 0 +302 0 FR940406-0-00190 0 +302 0 FR940413-2-00068 0 +302 0 FR940414-0-00029 0 +302 0 FR940419-2-00062 0 +302 0 FR940425-2-00078 3 +302 0 FR940425-2-00079 3 +302 0 FR940425-2-00080 3 +302 0 FR940425-2-00081 0 +302 0 FR940429-2-00041 0 +302 0 FR940505-2-00041 0 +302 0 FR940513-2-00003 0 +302 0 FR940513-2-00096 0 +302 0 FR940527-1-00163 0 +302 0 FR940527-2-00071 0 +302 0 FR940602-1-00023 0 +302 0 FR940602-2-00077 0 +302 0 FR940603-2-00060 3 +302 0 FR940620-2-00115 0 +302 0 FR940620-2-00116 0 +302 0 FR940620-2-00117 3 +302 0 FR940620-2-00118 0 +302 0 FR940620-2-00119 0 +302 0 FR940620-2-00120 0 +302 0 FR940620-2-00121 0 +302 0 FR940620-2-00122 0 +302 0 FR940620-2-00123 0 +302 0 FR940628-1-00016 0 +302 0 FR940628-2-00002 0 +302 0 FR940705-2-00186 0 +302 0 FR940706-2-00076 0 +302 0 FR940713-2-00061 0 +302 0 FR940713-2-00062 0 +302 0 FR940719-2-00089 0 +302 0 FR940721-2-00030 0 +302 0 FR940721-2-00045 0 +302 0 FR940721-2-00046 0 +302 0 FR940725-0-00049 0 +302 0 FR940728-2-00084 0 +302 0 FR940728-2-00089 0 +302 0 FR940804-2-00088 0 +302 0 FR940817-2-00237 0 +302 0 FR940822-0-00027 0 +302 0 FR940822-0-00067 0 +302 0 FR940825-2-00076 0 +302 0 FR940825-2-00078 0 +302 0 FR940831-2-00064 0 +302 0 FR940902-1-00048 0 +302 0 FR940922-2-00127 0 +302 0 FR940928-2-00043 0 +302 0 FR941003-2-00031 0 +302 0 FR941004-2-00099 0 +302 0 FR941006-1-00005 0 +302 0 FR941006-1-00006 0 +302 0 FR941006-1-00007 0 +302 0 FR941012-2-00078 0 +302 0 FR941013-2-00056 0 +302 0 FR941027-1-00030 0 +302 0 FR941102-1-00119 0 +302 0 FR941103-2-00086 0 +302 0 FR941107-2-00231 0 +302 0 FR941107-2-00232 0 +302 0 FR941107-2-00233 0 +302 0 FR941122-2-00060 0 +302 0 FR941130-0-00122 0 +302 0 FR941202-2-00007 0 +302 0 FR941206-1-00134 0 +302 0 FR941206-2-00055 0 +302 0 FR941213-0-00084 0 +302 0 FR941213-2-00039 0 +302 0 FT911-1088 0 +302 0 FT911-1471 0 +302 0 FT911-2081 0 +302 0 FT911-2372 0 +302 0 FT911-241 0 +302 0 FT911-2589 0 +302 0 FT911-2707 0 +302 0 FT911-2968 0 +302 0 FT911-460 0 +302 0 FT911-4947 0 +302 0 FT911-5041 0 +302 0 FT911-624 0 +302 0 FT911-679 0 +302 0 FT911-870 0 +302 0 FT921-10340 0 +302 0 FT921-10626 0 +302 0 FT921-10742 0 +302 0 FT921-10750 0 +302 0 FT921-10807 0 +302 0 FT921-11140 0 +302 0 FT921-1150 0 +302 0 FT921-1211 0 +302 0 FT921-12227 0 +302 0 FT921-12230 0 +302 0 FT921-12556 0 +302 0 FT921-13207 0 +302 0 FT921-13254 0 +302 0 FT921-13279 0 +302 0 FT921-13530 0 +302 0 FT921-14291 0 +302 0 FT921-14537 3 +302 0 FT921-14986 0 +302 0 FT921-15281 0 +302 0 FT921-15869 0 +302 0 FT921-16061 3 +302 0 FT921-16191 0 +302 0 FT921-16376 0 +302 0 FT921-2350 0 +302 0 FT921-2351 0 +302 0 FT921-3467 0 +302 0 FT921-4 0 +302 0 FT921-4035 0 +302 0 FT921-4317 0 +302 0 FT921-4540 0 +302 0 FT921-485 0 +302 0 FT921-5034 0 +302 0 FT921-5614 0 +302 0 FT921-5766 0 +302 0 FT921-5928 0 +302 0 FT921-7582 0 +302 0 FT921-7648 0 +302 0 FT921-7765 3 +302 0 FT921-7784 0 +302 0 FT921-8313 0 +302 0 FT921-8328 0 +302 0 FT921-8507 0 +302 0 FT921-9310 0 +302 0 FT921-953 0 +302 0 FT921-956 0 +302 0 FT921-9578 0 +302 0 FT922-10446 0 +302 0 FT922-11044 0 +302 0 FT922-12505 0 +302 0 FT922-12737 0 +302 0 FT922-13742 0 +302 0 FT922-14371 0 +302 0 FT922-1674 0 +302 0 FT922-1893 0 +302 0 FT922-220 0 +302 0 FT922-4529 0 +302 0 FT922-4560 0 +302 0 FT922-5004 0 +302 0 FT922-6652 0 +302 0 FT922-7819 0 +302 0 FT922-8619 0 +302 0 FT922-8779 0 +302 0 FT922-884 0 +302 0 FT922-9023 0 +302 0 FT922-9487 0 +302 0 FT922-9650 0 +302 0 FT923-10404 0 +302 0 FT923-1076 0 +302 0 FT923-11035 0 +302 0 FT923-11081 0 +302 0 FT923-11184 0 +302 0 FT923-11350 0 +302 0 FT923-11474 0 +302 0 FT923-11885 0 +302 0 FT923-12051 0 +302 0 FT923-12060 0 +302 0 FT923-12277 0 +302 0 FT923-14971 0 +302 0 FT923-15575 0 +302 0 FT923-1988 0 +302 0 FT923-2286 0 +302 0 FT923-2399 0 +302 0 FT923-3060 0 +302 0 FT923-4273 0 +302 0 FT923-5927 0 +302 0 FT923-6011 0 +302 0 FT923-6887 0 +302 0 FT923-7657 0 +302 0 FT923-8033 0 +302 0 FT923-8100 0 +302 0 FT923-8415 0 +302 0 FT923-8509 0 +302 0 FT923-8974 0 +302 0 FT924-10626 0 +302 0 FT924-10652 3 +302 0 FT924-10987 0 +302 0 FT924-11314 0 +302 0 FT924-11618 0 +302 0 FT924-1254 0 +302 0 FT924-13622 0 +302 0 FT924-14004 0 +302 0 FT924-14826 0 +302 0 FT924-15013 0 +302 0 FT924-1638 0 +302 0 FT924-1993 0 +302 0 FT924-2803 0 +302 0 FT924-2958 0 +302 0 FT924-3217 0 +302 0 FT924-3519 0 +302 0 FT924-3628 0 +302 0 FT924-4528 0 +302 0 FT924-4737 0 +302 0 FT924-5037 0 +302 0 FT924-5353 0 +302 0 FT924-5517 0 +302 0 FT924-6467 0 +302 0 FT924-7956 0 +302 0 FT924-8024 0 +302 0 FT924-8515 0 +302 0 FT924-9161 0 +302 0 FT924-9431 0 +302 0 FT931-1039 0 +302 0 FT931-11085 3 +302 0 FT931-11767 0 +302 0 FT931-11857 0 +302 0 FT931-12577 0 +302 0 FT931-12903 0 +302 0 FT931-13033 0 +302 0 FT931-13300 0 +302 0 FT931-13512 0 +302 0 FT931-14151 0 +302 0 FT931-14647 0 +302 0 FT931-15527 0 +302 0 FT931-15924 0 +302 0 FT931-16133 0 +302 0 FT931-17149 0 +302 0 FT931-2526 0 +302 0 FT931-3052 0 +302 0 FT931-3883 0 +302 0 FT931-5665 0 +302 0 FT931-5795 0 +302 0 FT931-5859 0 +302 0 FT931-652 0 +302 0 FT931-7060 3 +302 0 FT931-7525 0 +302 0 FT931-8050 0 +302 0 FT931-8993 0 +302 0 FT931-9496 0 +302 0 FT931-9886 0 +302 0 FT932-10099 0 +302 0 FT932-10160 0 +302 0 FT932-10547 0 +302 0 FT932-13227 0 +302 0 FT932-13552 0 +302 0 FT932-14090 0 +302 0 FT932-14875 0 +302 0 FT932-15013 0 +302 0 FT932-15388 0 +302 0 FT932-16160 0 +302 0 FT932-16821 0 +302 0 FT932-16878 0 +302 0 FT932-1821 0 +302 0 FT932-2282 0 +302 0 FT932-2288 0 +302 0 FT932-2515 0 +302 0 FT932-2516 0 +302 0 FT932-3794 0 +302 0 FT932-3963 0 +302 0 FT932-4292 0 +302 0 FT932-4317 0 +302 0 FT932-4441 0 +302 0 FT932-4485 3 +302 0 FT932-4585 0 +302 0 FT932-4805 0 +302 0 FT932-5288 0 +302 0 FT932-5508 0 +302 0 FT932-7262 0 +302 0 FT932-769 0 +302 0 FT932-7800 0 +302 0 FT932-7948 0 +302 0 FT932-7977 0 +302 0 FT932-9367 0 +302 0 FT932-9696 0 +302 0 FT933-11998 0 +302 0 FT933-12022 0 +302 0 FT933-1235 0 +302 0 FT933-13206 0 +302 0 FT933-13870 0 +302 0 FT933-14295 0 +302 0 FT933-14910 0 +302 0 FT933-15797 0 +302 0 FT933-15814 0 +302 0 FT933-15869 0 +302 0 FT933-16536 0 +302 0 FT933-16948 0 +302 0 FT933-2728 0 +302 0 FT933-3434 0 +302 0 FT933-3705 0 +302 0 FT933-4186 0 +302 0 FT933-4445 0 +302 0 FT933-4707 0 +302 0 FT933-528 0 +302 0 FT933-5736 0 +302 0 FT933-5756 0 +302 0 FT933-6719 0 +302 0 FT933-6895 0 +302 0 FT933-7164 0 +302 0 FT933-7438 0 +302 0 FT933-7608 0 +302 0 FT933-7908 0 +302 0 FT933-7926 0 +302 0 FT933-8272 0 +302 0 FT933-8849 0 +302 0 FT933-8865 0 +302 0 FT933-9041 0 +302 0 FT933-9555 0 +302 0 FT934-10458 0 +302 0 FT934-11977 0 +302 0 FT934-1206 3 +302 0 FT934-1290 0 +302 0 FT934-14536 0 +302 0 FT934-17471 0 +302 0 FT934-3190 0 +302 0 FT934-4508 0 +302 0 FT934-5058 0 +302 0 FT934-5207 0 +302 0 FT934-576 0 +302 0 FT934-5915 0 +302 0 FT934-7018 0 +302 0 FT934-8210 0 +302 0 FT934-9726 0 +302 0 FT934-9860 0 +302 0 FT941-10023 0 +302 0 FT941-12410 3 +302 0 FT941-12426 0 +302 0 FT941-13315 0 +302 0 FT941-139 0 +302 0 FT941-14380 0 +302 0 FT941-1494 0 +302 0 FT941-15224 0 +302 0 FT941-1547 0 +302 0 FT941-157 0 +302 0 FT941-15832 0 +302 0 FT941-15975 0 +302 0 FT941-16404 0 +302 0 FT941-16414 0 +302 0 FT941-1656 0 +302 0 FT941-3236 0 +302 0 FT941-4398 0 +302 0 FT941-5519 0 +302 0 FT941-8037 0 +302 0 FT941-830 0 +302 0 FT941-9456 0 +302 0 FT941-9662 0 +302 0 FT941-9667 0 +302 0 FT942-10381 0 +302 0 FT942-10460 0 +302 0 FT942-11048 0 +302 0 FT942-11913 0 +302 0 FT942-12479 0 +302 0 FT942-12526 0 +302 0 FT942-13032 0 +302 0 FT942-14203 0 +302 0 FT942-14871 0 +302 0 FT942-14924 0 +302 0 FT942-16178 0 +302 0 FT942-16294 0 +302 0 FT942-16430 0 +302 0 FT942-16780 0 +302 0 FT942-17260 0 +302 0 FT942-17527 0 +302 0 FT942-1963 0 +302 0 FT942-2228 0 +302 0 FT942-3396 0 +302 0 FT942-4193 0 +302 0 FT942-4919 0 +302 0 FT942-5484 0 +302 0 FT942-5975 0 +302 0 FT942-6115 0 +302 0 FT942-7389 0 +302 0 FT942-7603 0 +302 0 FT942-9189 0 +302 0 FT942-9431 0 +302 0 FT943-1002 0 +302 0 FT943-10062 0 +302 0 FT943-10078 0 +302 0 FT943-11927 0 +302 0 FT943-12041 0 +302 0 FT943-12755 0 +302 0 FT943-13379 0 +302 0 FT943-14080 0 +302 0 FT943-14403 0 +302 0 FT943-14543 0 +302 0 FT943-14605 0 +302 0 FT943-14973 0 +302 0 FT943-15331 0 +302 0 FT943-15886 0 +302 0 FT943-16116 0 +302 0 FT943-16211 0 +302 0 FT943-16744 0 +302 0 FT943-1828 0 +302 0 FT943-208 0 +302 0 FT943-2193 0 +302 0 FT943-2776 0 +302 0 FT943-310 0 +302 0 FT943-3268 0 +302 0 FT943-3526 0 +302 0 FT943-4387 0 +302 0 FT943-4843 0 +302 0 FT943-4851 0 +302 0 FT943-500 0 +302 0 FT943-677 0 +302 0 FT943-69 0 +302 0 FT943-760 0 +302 0 FT943-8114 0 +302 0 FT943-8355 0 +302 0 FT943-8860 0 +302 0 FT943-8941 0 +302 0 FT943-9445 0 +302 0 FT943-9699 0 +302 0 FT943-9853 0 +302 0 FT944-10282 0 +302 0 FT944-10542 0 +302 0 FT944-10829 0 +302 0 FT944-10864 0 +302 0 FT944-10925 0 +302 0 FT944-11442 0 +302 0 FT944-11577 0 +302 0 FT944-11878 0 +302 0 FT944-13248 0 +302 0 FT944-14051 0 +302 0 FT944-14098 0 +302 0 FT944-14103 0 +302 0 FT944-14141 0 +302 0 FT944-14564 0 +302 0 FT944-14870 0 +302 0 FT944-15576 0 +302 0 FT944-15805 0 +302 0 FT944-16329 0 +302 0 FT944-17020 0 +302 0 FT944-17070 0 +302 0 FT944-17268 0 +302 0 FT944-18039 0 +302 0 FT944-18407 0 +302 0 FT944-18515 0 +302 0 FT944-18645 0 +302 0 FT944-1991 0 +302 0 FT944-2202 0 +302 0 FT944-2489 3 +302 0 FT944-2592 3 +302 0 FT944-3412 0 +302 0 FT944-3523 0 +302 0 FT944-3755 0 +302 0 FT944-5030 0 +302 0 FT944-567 0 +302 0 FT944-5940 0 +302 0 FT944-6228 0 +302 0 FT944-6607 0 +302 0 FT944-8304 0 +302 0 FT944-8752 0 +302 0 FT944-9658 0 +302 0 FT944-9872 0 +302 0 LA010490-0100 0 +302 0 LA010490-0127 0 +302 0 LA010589-0059 3 +302 0 LA010690-0044 0 +302 0 LA010789-0007 0 +302 0 LA011189-0091 0 +302 0 LA011590-0042 0 +302 0 LA012090-0137 0 +302 0 LA012290-0068 0 +302 0 LA012390-0129 0 +302 0 LA012490-0111 3 +302 0 LA012490-0120 0 +302 0 LA012589-0035 3 +302 0 LA012690-0099 0 +302 0 LA013089-0022 0 +302 0 LA020190-0050 0 +302 0 LA020190-0128 0 +302 0 LA020389-0112 0 +302 0 LA020390-0101 0 +302 0 LA020490-0202 0 +302 0 LA020490-0221 0 +302 0 LA021389-0067 0 +302 0 LA021889-0149 0 +302 0 LA022289-0015 0 +302 0 LA022290-0137 0 +302 0 LA030490-0058 0 +302 0 LA030490-0146 0 +302 0 LA030790-0062 0 +302 0 LA030889-0102 0 +302 0 LA031190-0046 0 +302 0 LA031190-0116 3 +302 0 LA031290-0103 0 +302 0 LA031290-0118 0 +302 0 LA031489-0032 3 +302 0 LA031890-0146 0 +302 0 LA032190-0081 0 +302 0 LA032689-0202 0 +302 0 LA032890-0019 0 +302 0 LA033190-0001 0 +302 0 LA040290-0023 0 +302 0 LA040789-0053 0 +302 0 LA040989-0094 0 +302 0 LA040989-0121 0 +302 0 LA040990-0045 0 +302 0 LA041190-0046 0 +302 0 LA041190-0093 0 +302 0 LA041290-0058 0 +302 0 LA041490-0129 0 +302 0 LA041690-0050 0 +302 0 LA041690-0051 0 +302 0 LA041690-0085 0 +302 0 LA041890-0007 0 +302 0 LA041989-0027 0 +302 0 LA041989-0042 0 +302 0 LA041990-0258 0 +302 0 LA042190-0056 0 +302 0 LA042289-0003 0 +302 0 LA042390-0099 0 +302 0 LA042590-0168 0 +302 0 LA042890-0139 0 +302 0 LA043090-0036 3 +302 0 LA050189-0063 0 +302 0 LA050789-0042 0 +302 0 LA050790-0096 0 +302 0 LA050889-0049 0 +302 0 LA050890-0167 0 +302 0 LA051390-0202 0 +302 0 LA051390-0223 0 +302 0 LA051889-0183 0 +302 0 LA052090-0077 0 +302 0 LA052090-0088 0 +302 0 LA052189-0210 0 +302 0 LA052190-0044 0 +302 0 LA052190-0106 0 +302 0 LA052690-0037 0 +302 0 LA060490-0002 0 +302 0 LA060589-0052 0 +302 0 LA060589-0053 0 +302 0 LA061090-0044 0 +302 0 LA061289-0041 3 +302 0 LA061390-0056 0 +302 0 LA061590-0016 0 +302 0 LA061989-0045 0 +302 0 LA062189-0108 0 +302 0 LA062190-0135 0 +302 0 LA062389-0128 0 +302 0 LA062490-0095 0 +302 0 LA062589-0087 0 +302 0 LA062590-0046 0 +302 0 LA062789-0077 0 +302 0 LA062990-0033 0 +302 0 LA070289-0159 0 +302 0 LA070290-0051 0 +302 0 LA070789-0056 0 +302 0 LA070890-0222 0 +302 0 LA071290-0154 0 +302 0 LA071590-0110 0 +302 0 LA071989-0061 0 +302 0 LA071990-0012 0 +302 0 LA072890-0052 0 +302 0 LA072890-0066 3 +302 0 LA072990-0208 0 +302 0 LA073089-0195 0 +302 0 LA080589-0034 0 +302 0 LA080589-0052 0 +302 0 LA080590-0260 0 +302 0 LA080690-0099 3 +302 0 LA080990-0174 0 +302 0 LA081089-0091 0 +302 0 LA081290-0078 0 +302 0 LA081989-0048 0 +302 0 LA081990-0088 0 +302 0 LA082089-0090 0 +302 0 LA082089-0163 0 +302 0 LA082389-0068 0 +302 0 LA082489-0115 0 +302 0 LA082490-0065 3 +302 0 LA082490-0066 0 +302 0 LA082590-0019 0 +302 0 LA082689-0127 0 +302 0 LA082789-0154 0 +302 0 LA083090-0214 0 +302 0 LA090290-0118 0 +302 0 LA090390-0077 0 +302 0 LA090589-0046 0 +302 0 LA090990-0031 3 +302 0 LA091190-0102 0 +302 0 LA091990-0020 0 +302 0 LA092189-0158 0 +302 0 LA092289-0005 0 +302 0 LA092390-0163 0 +302 0 LA092589-0002 0 +302 0 LA092589-0083 0 +302 0 LA092689-0080 0 +302 0 LA092689-0119 0 +302 0 LA092889-0179 0 +302 0 LA093090-0213 0 +302 0 LA100189-0047 3 +302 0 LA100189-0130 0 +302 0 LA100290-0016 0 +302 0 LA100490-0220 0 +302 0 LA101090-0147 0 +302 0 LA101190-0191 0 +302 0 LA101289-0109 0 +302 0 LA101589-0050 0 +302 0 LA101689-0055 0 +302 0 LA101690-0040 0 +302 0 LA101889-0058 0 +302 0 LA101890-0243 0 +302 0 LA102190-0080 0 +302 0 LA102289-0118 0 +302 0 LA102590-0199 0 +302 0 LA102789-0128 0 +302 0 LA102990-0097 0 +302 0 LA103089-0037 0 +302 0 LA110190-0053 0 +302 0 LA110389-0072 0 +302 0 LA110490-0201 0 +302 0 LA110689-0060 0 +302 0 LA110690-0193 0 +302 0 LA110889-0156 0 +302 0 LA111189-0018 0 +302 0 LA111489-0076 0 +302 0 LA111889-0044 0 +302 0 LA111889-0165 0 +302 0 LA111989-0036 0 +302 0 LA112089-0054 0 +302 0 LA112490-0106 0 +302 0 LA112789-0001 0 +302 0 LA112990-0145 0 +302 0 LA113090-0001 0 +302 0 LA113090-0147 0 +302 0 LA120389-0216 0 +302 0 LA120589-0098 0 +302 0 LA120690-0043 0 +302 0 LA120890-0014 0 +302 0 LA121589-0171 0 +302 0 LA121789-0162 3 +302 0 LA122289-0099 0 +302 0 LA122589-0100 0 +302 0 LA122589-0101 0 +302 0 LA123090-0026 3 +303 0 CR93E-10279 -1 +303 0 CR93E-11182 0 +303 0 CR93E-1856 0 +303 0 CR93E-226 -1 +303 0 CR93E-3833 0 +303 0 CR93E-3843 0 +303 0 CR93E-4217 -1 +303 0 CR93E-4353 0 +303 0 CR93E-436 0 +303 0 CR93E-4360 -1 +303 0 CR93E-5148 0 +303 0 CR93E-5855 0 +303 0 CR93E-6168 -1 +303 0 CR93E-6518 0 +303 0 CR93E-7036 0 +303 0 CR93E-7309 -1 +303 0 CR93E-7797 0 +303 0 CR93E-8695 0 +303 0 CR93E-8718 -1 +303 0 CR93E-9094 0 +303 0 CR93E-996 0 +303 0 CR93H-10104 -1 +303 0 CR93H-10308 0 +303 0 CR93H-10374 0 +303 0 CR93H-10392 -1 +303 0 CR93H-10601 0 +303 0 CR93H-10602 0 +303 0 CR93H-10921 -1 +303 0 CR93H-1097 0 +303 0 CR93H-10982 0 +303 0 CR93H-10989 -1 +303 0 CR93H-11033 0 +303 0 CR93H-11034 0 +303 0 CR93H-11077 -1 +303 0 CR93H-11119 0 +303 0 CR93H-11586 0 +303 0 CR93H-11792 -1 +303 0 CR93H-11806 0 +303 0 CR93H-11894 0 +303 0 CR93H-11998 -1 +303 0 CR93H-12017 0 +303 0 CR93H-12150 0 +303 0 CR93H-12181 -1 +303 0 CR93H-12217 0 +303 0 CR93H-12498 0 +303 0 CR93H-12820 -1 +303 0 CR93H-12874 0 +303 0 CR93H-1298 0 +303 0 CR93H-12988 -1 +303 0 CR93H-13205 0 +303 0 CR93H-13451 0 +303 0 CR93H-13588 -1 +303 0 CR93H-13659 0 +303 0 CR93H-13680 0 +303 0 CR93H-13695 -1 +303 0 CR93H-13849 0 +303 0 CR93H-14128 0 +303 0 CR93H-14130 -1 +303 0 CR93H-14306 0 +303 0 CR93H-14319 0 +303 0 CR93H-14388 -1 +303 0 CR93H-14436 0 +303 0 CR93H-14469 0 +303 0 CR93H-14591 -1 +303 0 CR93H-14794 0 +303 0 CR93H-15024 0 +303 0 CR93H-1509 -1 +303 0 CR93H-15105 0 +303 0 CR93H-15107 0 +303 0 CR93H-15178 -1 +303 0 CR93H-15405 0 +303 0 CR93H-15453 0 +303 0 CR93H-15477 -1 +303 0 CR93H-15587 0 +303 0 CR93H-15608 0 +303 0 CR93H-15615 -1 +303 0 CR93H-15705 0 +303 0 CR93H-15950 0 +303 0 CR93H-16073 -1 +303 0 CR93H-16128 0 +303 0 CR93H-16143 0 +303 0 CR93H-16369 -1 +303 0 CR93H-16456 0 +303 0 CR93H-1712 0 +303 0 CR93H-1788 -1 +303 0 CR93H-185 0 +303 0 CR93H-199 0 +303 0 CR93H-200 -1 +303 0 CR93H-2081 0 +303 0 CR93H-215 0 +303 0 CR93H-2196 -1 +303 0 CR93H-2429 0 +303 0 CR93H-2536 0 +303 0 CR93H-2707 -1 +303 0 CR93H-2841 0 +303 0 CR93H-3079 0 +303 0 CR93H-3375 -1 +303 0 CR93H-3382 0 +303 0 CR93H-3584 0 +303 0 CR93H-3813 -1 +303 0 CR93H-4042 0 +303 0 CR93H-416 0 +303 0 CR93H-4417 -1 +303 0 CR93H-4489 0 +303 0 CR93H-4554 0 +303 0 CR93H-4586 -1 +303 0 CR93H-4631 0 +303 0 CR93H-4635 0 +303 0 CR93H-4771 -1 +303 0 CR93H-4879 0 +303 0 CR93H-4922 0 +303 0 CR93H-5053 -1 +303 0 CR93H-5255 0 +303 0 CR93H-5450 0 +303 0 CR93H-5477 -1 +303 0 CR93H-553 0 +303 0 CR93H-5568 0 +303 0 CR93H-5700 -1 +303 0 CR93H-590 0 +303 0 CR93H-5957 0 +303 0 CR93H-6346 -1 +303 0 CR93H-6377 0 +303 0 CR93H-6422 0 +303 0 CR93H-6567 -1 +303 0 CR93H-6695 0 +303 0 CR93H-6754 0 +303 0 CR93H-6887 -1 +303 0 CR93H-6912 0 +303 0 CR93H-6945 0 +303 0 CR93H-7055 -1 +303 0 CR93H-7101 0 +303 0 CR93H-7133 0 +303 0 CR93H-7314 -1 +303 0 CR93H-735 0 +303 0 CR93H-742 0 +303 0 CR93H-7554 -1 +303 0 CR93H-7557 0 +303 0 CR93H-7612 0 +303 0 CR93H-7785 -1 +303 0 CR93H-7875 0 +303 0 CR93H-8165 0 +303 0 CR93H-8253 -1 +303 0 CR93H-8428 0 +303 0 CR93H-8460 0 +303 0 CR93H-8461 -1 +303 0 CR93H-8591 0 +303 0 CR93H-8928 0 +303 0 CR93H-9350 -1 +303 0 CR93H-9548 0 +303 0 CR93H-955 0 +303 0 CR93H-9835 -1 +303 0 FBIS3-16217 0 +303 0 FBIS3-19093 0 +303 0 FBIS3-21007 -1 +303 0 FBIS3-21026 0 +303 0 FBIS3-23561 0 +303 0 FBIS3-23682 -1 +303 0 FBIS3-23691 0 +303 0 FBIS3-24469 0 +303 0 FBIS3-25018 -1 +303 0 FBIS3-36274 0 +303 0 FBIS3-40348 0 +303 0 FBIS3-40363 -1 +303 0 FBIS3-40388 0 +303 0 FBIS3-40450 0 +303 0 FBIS3-41666 -1 +303 0 FBIS3-42394 0 +303 0 FBIS3-42399 0 +303 0 FBIS3-42547 -1 +303 0 FBIS3-42934 0 +303 0 FBIS3-43160 0 +303 0 FBIS3-43214 -1 +303 0 FBIS3-46244 0 +303 0 FBIS3-53109 0 +303 0 FBIS3-58219 -1 +303 0 FBIS3-59619 0 +303 0 FBIS3-60342 0 +303 0 FBIS3-61020 -1 +303 0 FBIS4-15938 0 +303 0 FBIS4-1647 0 +303 0 FBIS4-19830 -1 +303 0 FBIS4-20472 0 +303 0 FBIS4-20504 0 +303 0 FBIS4-22151 -1 +303 0 FBIS4-22263 0 +303 0 FBIS4-24195 0 +303 0 FBIS4-24435 -1 +303 0 FBIS4-27016 0 +303 0 FBIS4-28354 0 +303 0 FBIS4-2866 -1 +303 0 FBIS4-35855 0 +303 0 FBIS4-39574 0 +303 0 FBIS4-39987 -1 +303 0 FBIS4-42546 0 +303 0 FBIS4-42702 0 +303 0 FBIS4-42922 -1 +303 0 FBIS4-44511 0 +303 0 FBIS4-44743 0 +303 0 FBIS4-46469 -1 +303 0 FBIS4-46649 0 +303 0 FBIS4-46650 0 +303 0 FBIS4-47297 -1 +303 0 FBIS4-47302 0 +303 0 FBIS4-47495 0 +303 0 FBIS4-50545 -1 +303 0 FBIS4-55470 0 +303 0 FBIS4-57001 0 +303 0 FBIS4-65621 -1 +303 0 FBIS4-66185 0 +303 0 FBIS4-66382 0 +303 0 FBIS4-68332 -1 +303 0 FBIS4-68893 0 +303 0 FR940104-0-00032 0 +303 0 FR940111-2-00079 -1 +303 0 FR940124-1-00003 0 +303 0 FR940203-0-00084 0 +303 0 FR940304-2-00134 -1 +303 0 FR940304-2-00135 0 +303 0 FR940325-0-00015 0 +303 0 FR940406-0-00190 -1 +303 0 FR940418-0-00041 0 +303 0 FR940505-1-00005 0 +303 0 FR940526-2-00002 -1 +303 0 FR940602-1-00023 0 +303 0 FR940610-0-00042 0 +303 0 FR940627-0-00014 -1 +303 0 FR940706-2-00126 0 +303 0 FR940802-2-00009 0 +303 0 FR940810-0-00307 -1 +303 0 FR940819-0-00006 0 +303 0 FR940902-1-00048 0 +303 0 FR940906-2-00139 -1 +303 0 FR940919-0-00024 0 +303 0 FR941007-2-00007 0 +303 0 FR941020-2-00110 -1 +303 0 FR941021-0-00167 0 +303 0 FR941021-0-00195 0 +303 0 FR941121-0-00046 -1 +303 0 FR941121-2-00043 0 +303 0 FR941130-0-00122 0 +303 0 FR941205-2-00003 -1 +303 0 FR941206-1-00134 0 +303 0 FR941207-2-00068 0 +303 0 FR941216-2-00132 -1 +303 0 FR941216-2-00137 0 +303 0 FR941221-0-00047 0 +303 0 FT911-1000 -1 +303 0 FT911-216 0 +303 0 FT911-2608 0 +303 0 FT911-3687 -1 +303 0 FT911-4155 0 +303 0 FT911-5046 0 +303 0 FT921-1013 -1 +303 0 FT921-10884 0 +303 0 FT921-11671 0 +303 0 FT921-12379 -1 +303 0 FT921-12584 0 +303 0 FT921-13248 0 +303 0 FT921-1350 -1 +303 0 FT921-13869 0 +303 0 FT921-14183 0 +303 0 FT921-14476 -1 +303 0 FT921-14867 0 +303 0 FT921-15863 0 +303 0 FT921-1594 -1 +303 0 FT921-15951 0 +303 0 FT921-16129 0 +303 0 FT921-16360 -1 +303 0 FT921-16419 0 +303 0 FT921-16457 0 +303 0 FT921-2261 -1 +303 0 FT921-2873 0 +303 0 FT921-3070 0 +303 0 FT921-3071 -1 +303 0 FT921-3359 0 +303 0 FT921-3432 0 +303 0 FT921-3539 -1 +303 0 FT921-3809 0 +303 0 FT921-3842 0 +303 0 FT921-3945 -1 +303 0 FT921-4635 0 +303 0 FT921-503 0 +303 0 FT921-5229 -1 +303 0 FT921-6327 0 +303 0 FT921-7107 2 +303 0 FT921-832 -1 +303 0 FT921-8725 0 +303 0 FT921-8919 0 +303 0 FT921-953 -1 +303 0 FT921-9706 0 +303 0 FT922-10607 0 +303 0 FT922-10990 -1 +303 0 FT922-11472 0 +303 0 FT922-11525 0 +303 0 FT922-11670 -1 +303 0 FT922-11742 0 +303 0 FT922-11929 0 +303 0 FT922-12234 -1 +303 0 FT922-12334 0 +303 0 FT922-12600 0 +303 0 FT922-13008 -1 +303 0 FT922-13421 0 +303 0 FT922-13455 0 +303 0 FT922-13500 -1 +303 0 FT922-13906 0 +303 0 FT922-2930 0 +303 0 FT922-3309 -1 +303 0 FT922-4215 0 +303 0 FT922-4274 0 +303 0 FT922-4956 -1 +303 0 FT922-4967 0 +303 0 FT922-5107 0 +303 0 FT922-6257 -1 +303 0 FT922-7289 0 +303 0 FT922-7904 0 +303 0 FT922-8168 -1 +303 0 FT922-861 0 +303 0 FT922-8790 0 +303 0 FT922-9812 -1 +303 0 FT923-10218 0 +303 0 FT923-10305 0 +303 0 FT923-10351 -1 +303 0 FT923-10517 0 +303 0 FT923-1085 0 +303 0 FT923-10862 -1 +303 0 FT923-10876 0 +303 0 FT923-10939 0 +303 0 FT923-12048 -1 +303 0 FT923-12432 0 +303 0 FT923-1307 0 +303 0 FT923-13137 -1 +303 0 FT923-14461 0 +303 0 FT923-14465 0 +303 0 FT923-14574 -1 +303 0 FT923-15067 0 +303 0 FT923-2353 0 +303 0 FT923-2416 -1 +303 0 FT923-3530 0 +303 0 FT923-3924 0 +303 0 FT923-4482 -1 +303 0 FT923-4525 0 +303 0 FT923-5257 0 +303 0 FT923-5756 -1 +303 0 FT923-7711 0 +303 0 FT923-7860 0 +303 0 FT923-7887 -1 +303 0 FT923-803 0 +303 0 FT923-8916 0 +303 0 FT923-9736 -1 +303 0 FT923-9781 0 +303 0 FT924-10484 0 +303 0 FT924-10903 -1 +303 0 FT924-12943 0 +303 0 FT924-14218 0 +303 0 FT924-14355 -1 +303 0 FT924-14455 0 +303 0 FT924-196 0 +303 0 FT924-2211 -1 +303 0 FT924-2379 0 +303 0 FT924-2406 0 +303 0 FT924-286 -1 +303 0 FT924-2896 0 +303 0 FT924-3328 0 +303 0 FT924-4315 -1 +303 0 FT924-4358 0 +303 0 FT924-4829 0 +303 0 FT924-5286 -1 +303 0 FT924-5310 0 +303 0 FT924-5533 0 +303 0 FT924-5574 -1 +303 0 FT924-6499 0 +303 0 FT924-7392 0 +303 0 FT924-7399 -1 +303 0 FT924-8791 0 +303 0 FT924-8918 0 +303 0 FT931-11101 -1 +303 0 FT931-12968 0 +303 0 FT931-13063 0 +303 0 FT931-13386 -1 +303 0 FT931-13998 0 +303 0 FT931-15496 0 +303 0 FT931-15565 -1 +303 0 FT931-15612 0 +303 0 FT931-15900 0 +303 0 FT931-1860 -1 +303 0 FT931-2231 0 +303 0 FT931-3522 0 +303 0 FT931-3827 -1 +303 0 FT931-4109 0 +303 0 FT931-5157 0 +303 0 FT931-5545 -1 +303 0 FT931-5858 0 +303 0 FT931-6554 2 +303 0 FT931-7240 -1 +303 0 FT931-9388 0 +303 0 FT931-9677 0 +303 0 FT931-9998 -1 +303 0 FT932-12850 0 +303 0 FT932-12979 0 +303 0 FT932-13081 -1 +303 0 FT932-13517 0 +303 0 FT932-13766 0 +303 0 FT932-14482 -1 +303 0 FT932-15782 0 +303 0 FT932-15788 0 +303 0 FT932-16246 -1 +303 0 FT932-16878 0 +303 0 FT932-1696 0 +303 0 FT932-17203 -1 +303 0 FT932-1828 0 +303 0 FT932-3207 0 +303 0 FT932-3291 -1 +303 0 FT932-378 0 +303 0 FT932-4616 0 +303 0 FT932-4803 -1 +303 0 FT932-5036 0 +303 0 FT932-5038 0 +303 0 FT932-5048 -1 +303 0 FT932-6741 0 +303 0 FT932-7107 0 +303 0 FT932-734 -1 +303 0 FT932-868 0 +303 0 FT932-8978 0 +303 0 FT932-9302 -1 +303 0 FT933-10291 0 +303 0 FT933-10324 0 +303 0 FT933-11321 -1 +303 0 FT933-11538 0 +303 0 FT933-11603 0 +303 0 FT933-1184 -1 +303 0 FT933-12486 0 +303 0 FT933-14487 0 +303 0 FT933-14847 -1 +303 0 FT933-14894 0 +303 0 FT933-15354 0 +303 0 FT933-16201 -1 +303 0 FT933-16728 0 +303 0 FT933-16851 0 +303 0 FT933-2180 -1 +303 0 FT933-2218 0 +303 0 FT933-3699 0 +303 0 FT933-4983 -1 +303 0 FT933-5990 0 +303 0 FT933-6323 0 +303 0 FT933-6678 -1 +303 0 FT933-678 0 +303 0 FT933-6877 0 +303 0 FT933-6882 -1 +303 0 FT933-6946 0 +303 0 FT933-8843 0 +303 0 FT933-9084 -1 +303 0 FT933-9701 0 +303 0 FT934-10579 0 +303 0 FT934-10850 -1 +303 0 FT934-10897 0 +303 0 FT934-11052 0 +303 0 FT934-11633 -1 +303 0 FT934-1193 0 +303 0 FT934-12356 0 +303 0 FT934-14956 -1 +303 0 FT934-16249 0 +303 0 FT934-17357 0 +303 0 FT934-2516 -1 +303 0 FT934-2630 0 +303 0 FT934-2685 0 +303 0 FT934-3191 -1 +303 0 FT934-3325 0 +303 0 FT934-3608 0 +303 0 FT934-3766 -1 +303 0 FT934-4015 0 +303 0 FT934-4132 0 +303 0 FT934-4163 -1 +303 0 FT934-4467 0 +303 0 FT934-4583 0 +303 0 FT934-4766 -1 +303 0 FT934-4842 0 +303 0 FT934-4882 0 +303 0 FT934-5418 -1 +303 0 FT934-5460 0 +303 0 FT934-5524 0 +303 0 FT934-5811 -1 +303 0 FT934-5820 0 +303 0 FT934-7129 0 +303 0 FT934-7549 -1 +303 0 FT934-8767 0 +303 0 FT934-9330 0 +303 0 FT941-11088 -1 +303 0 FT941-11413 0 +303 0 FT941-11486 0 +303 0 FT941-11756 -1 +303 0 FT941-12019 0 +303 0 FT941-13695 0 +303 0 FT941-1374 -1 +303 0 FT941-1391 0 +303 0 FT941-1394 0 +303 0 FT941-14233 -1 +303 0 FT941-15661 2 +303 0 FT941-16882 0 +303 0 FT941-16886 -1 +303 0 FT941-16981 0 +303 0 FT941-17036 0 +303 0 FT941-17441 -1 +303 0 FT941-17487 0 +303 0 FT941-17636 0 +303 0 FT941-17652 -1 +303 0 FT941-2547 0 +303 0 FT941-2665 0 +303 0 FT941-2991 -1 +303 0 FT941-3758 0 +303 0 FT941-4026 0 +303 0 FT941-4092 -1 +303 0 FT941-4444 0 +303 0 FT941-5396 0 +303 0 FT941-541 -1 +303 0 FT941-6402 0 +303 0 FT941-7923 0 +303 0 FT941-793 -1 +303 0 FT941-7995 0 +303 0 FT942-10936 0 +303 0 FT942-11263 -1 +303 0 FT942-12236 0 +303 0 FT942-12872 0 +303 0 FT942-13026 -1 +303 0 FT942-13246 0 +303 0 FT942-13367 0 +303 0 FT942-14060 -1 +303 0 FT942-1469 0 +303 0 FT942-15138 0 +303 0 FT942-16737 -1 +303 0 FT942-16817 0 +303 0 FT942-17118 0 +303 0 FT942-344 -1 +303 0 FT942-417 0 +303 0 FT942-5339 0 +303 0 FT942-5356 -1 +303 0 FT942-5468 0 +303 0 FT942-5834 0 +303 0 FT942-6534 -1 +303 0 FT942-68 0 +303 0 FT942-7259 0 +303 0 FT942-786 -1 +303 0 FT942-795 0 +303 0 FT942-8367 0 +303 0 FT943-10128 -1 +303 0 FT943-10171 0 +303 0 FT943-10786 0 +303 0 FT943-10793 -1 +303 0 FT943-11292 0 +303 0 FT943-11617 0 +303 0 FT943-1201 -1 +303 0 FT943-1280 0 +303 0 FT943-12840 0 +303 0 FT943-13317 -1 +303 0 FT943-13465 0 +303 0 FT943-14262 0 +303 0 FT943-14510 -1 +303 0 FT943-14574 0 +303 0 FT943-14635 0 +303 0 FT943-14986 -1 +303 0 FT943-15147 0 +303 0 FT943-15250 0 +303 0 FT943-15591 -1 +303 0 FT943-16229 0 +303 0 FT943-3051 0 +303 0 FT943-3170 -1 +303 0 FT943-3693 0 +303 0 FT943-4589 0 +303 0 FT943-4595 -1 +303 0 FT943-4813 0 +303 0 FT943-5596 0 +303 0 FT943-5598 -1 +303 0 FT943-6074 0 +303 0 FT943-6422 0 +303 0 FT943-7294 -1 +303 0 FT943-8129 0 +303 0 FT943-8794 0 +303 0 FT943-9282 -1 +303 0 FT943-9830 0 +303 0 FT944-11415 0 +303 0 FT944-11782 -1 +303 0 FT944-12542 0 +303 0 FT944-12573 0 +303 0 FT944-12693 -1 +303 0 FT944-128 2 +303 0 FT944-12897 0 +303 0 FT944-1329 -1 +303 0 FT944-14417 0 +303 0 FT944-14989 0 +303 0 FT944-18272 -1 +303 0 FT944-18385 0 +303 0 FT944-3898 0 +303 0 FT944-3901 -1 +303 0 FT944-419 0 +303 0 FT944-4838 0 +303 0 FT944-509 -1 +303 0 FT944-5488 0 +303 0 FT944-552 0 +303 0 FT944-6624 -1 +303 0 FT944-6937 0 +303 0 FT944-8381 0 +303 0 FT944-8537 -1 +303 0 FT944-8893 0 +303 0 FT944-9936 0 +303 0 LA010689-0016 -1 +303 0 LA010889-0081 0 +303 0 LA011590-0098 0 +303 0 LA011789-0014 -1 +303 0 LA011990-0173 0 +303 0 LA012090-0105 0 +303 0 LA012090-0106 -1 +303 0 LA012789-0162 0 +303 0 LA012790-0042 0 +303 0 LA020190-0053 -1 +303 0 LA020889-0065 0 +303 0 LA020989-0012 0 +303 0 LA022689-0112 -1 +303 0 LA030590-0070 0 +303 0 LA030990-0068 0 +303 0 LA031090-0099 -1 +303 0 LA031190-0216 0 +303 0 LA031289-0114 0 +303 0 LA031490-0065 -1 +303 0 LA031490-0066 0 +303 0 LA031589-0130 0 +303 0 LA031689-0206 -1 +303 0 LA031989-0181 0 +303 0 LA031989-0182 0 +303 0 LA032790-0023 -1 +303 0 LA033089-0032 0 +303 0 LA033090-0082 0 +303 0 LA033090-0083 -1 +303 0 LA040190-0178 0 +303 0 LA040190-0179 0 +303 0 LA040590-0220 -1 +303 0 LA040689-0155 0 +303 0 LA041090-0148 0 +303 0 LA041190-0003 -1 +303 0 LA041390-0018 0 +303 0 LA041490-0064 0 +303 0 LA041589-0014 -1 +303 0 LA041590-0161 0 +303 0 LA041689-0190 0 +303 0 LA041690-0035 -1 +303 0 LA041690-0050 0 +303 0 LA041690-0051 0 +303 0 LA041790-0054 -1 +303 0 LA041790-0055 0 +303 0 LA041989-0027 0 +303 0 LA041990-0151 -1 +303 0 LA042190-0078 0 +303 0 LA042190-0132 0 +303 0 LA042289-0040 -1 +303 0 LA042290-0096 0 +303 0 LA042290-0160 0 +303 0 LA042390-0041 -1 +303 0 LA042390-0060 0 +303 0 LA042390-0099 0 +303 0 LA042590-0135 -1 +303 0 LA042590-0152 0 +303 0 LA042690-0141 0 +303 0 LA042690-0169 -1 +303 0 LA042790-0070 0 +303 0 LA042890-0035 0 +303 0 LA042890-0151 -1 +303 0 LA042989-0116 0 +303 0 LA043089-0169 0 +303 0 LA043090-0018 -1 +303 0 LA050189-0063 0 +303 0 LA050190-0067 0 +303 0 LA050390-0109 -1 +303 0 LA050589-0090 0 +303 0 LA050589-0092 0 +303 0 LA050590-0027 -1 +303 0 LA050590-0048 0 +303 0 LA050690-0145 0 +303 0 LA050690-0149 -1 +303 0 LA050889-0068 0 +303 0 LA050990-0078 0 +303 0 LA050990-0116 -1 +303 0 LA051090-0069 0 +303 0 LA051090-0070 0 +303 0 LA051190-0064 -1 +303 0 LA051290-0077 0 +303 0 LA051290-0079 2 +303 0 LA051389-0037 -1 +303 0 LA051390-0161 0 +303 0 LA051390-0195 0 +303 0 LA051390-0223 -1 +303 0 LA051490-0110 0 +303 0 LA051590-0074 0 +303 0 LA052090-0088 -1 +303 0 LA052189-0123 0 +303 0 LA052190-0021 0 +303 0 LA052289-0047 -1 +303 0 LA052389-0074 0 +303 0 LA052390-0127 0 +303 0 LA052490-0139 -1 +303 0 LA052589-0193 0 +303 0 LA052690-0037 0 +303 0 LA052890-0021 -1 +303 0 LA052890-0046 0 +303 0 LA052990-0018 0 +303 0 LA053089-0075 -1 +303 0 LA053090-0037 0 +303 0 LA053090-0104 0 +303 0 LA053190-0175 -1 +303 0 LA060290-0131 0 +303 0 LA060390-0159 0 +303 0 LA060489-0196 -1 +303 0 LA060490-0021 0 +303 0 LA060590-0010 0 +303 0 LA060790-0159 -1 +303 0 LA060890-0124 0 +303 0 LA060989-0171 0 +303 0 LA060990-0077 -1 +303 0 LA061189-0173 0 +303 0 LA061190-0085 0 +303 0 LA061289-0051 -1 +303 0 LA061390-0056 0 +303 0 LA061490-0072 0 +303 0 LA061589-0050 -1 +303 0 LA061589-0051 0 +303 0 LA061590-0010 0 +303 0 LA061690-0021 -1 +303 0 LA061690-0030 0 +303 0 LA061789-0027 0 +303 0 LA061789-0028 -1 +303 0 LA061790-0205 0 +303 0 LA061889-0008 0 +303 0 LA062090-0094 -1 +303 0 LA062189-0012 0 +303 0 LA062390-0041 0 +303 0 LA062690-0041 -1 +303 0 LA062789-0090 0 +303 0 LA062790-0085 0 +303 0 LA062890-0206 -1 +303 0 LA062990-0180 0 +303 0 LA063090-0004 0 +303 0 LA063090-0005 -1 +303 0 LA070190-0119 0 +303 0 LA070190-0120 0 +303 0 LA070289-0147 -1 +303 0 LA070290-0051 0 +303 0 LA070390-0084 0 +303 0 LA070390-0085 -1 +303 0 LA070489-0096 0 +303 0 LA070490-0001 0 +303 0 LA070490-0002 -1 +303 0 LA070590-0031 0 +303 0 LA070590-0033 0 +303 0 LA070590-0036 -1 +303 0 LA070590-0097 0 +303 0 LA070690-0095 0 +303 0 LA070789-0002 -1 +303 0 LA070789-0127 0 +303 0 LA070790-0083 0 +303 0 LA070790-0084 -1 +303 0 LA070890-0079 0 +303 0 LA070890-0080 0 +303 0 LA070890-0154 -1 +303 0 LA070890-0155 0 +303 0 LA070989-0062 0 +303 0 LA070989-0063 -1 +303 0 LA070990-0052 0 +303 0 LA070990-0053 0 +303 0 LA071090-0047 -1 +303 0 LA071090-0048 0 +303 0 LA071090-0141 0 +303 0 LA071390-0122 -1 +303 0 LA071390-0123 0 +303 0 LA071490-0024 0 +303 0 LA071490-0091 -1 +303 0 LA071490-0092 0 +303 0 LA071690-0048 0 +303 0 LA071690-0049 -1 +303 0 LA071990-0165 0 +303 0 LA071990-0250 0 +303 0 LA072090-0146 -1 +303 0 LA072090-0147 0 +303 0 LA072190-0065 0 +303 0 LA072190-0066 -1 +303 0 LA072389-0021 0 +303 0 LA072390-0058 0 +303 0 LA072390-0060 -1 +303 0 LA072490-0033 0 +303 0 LA072590-0005 0 +303 0 LA072590-0006 -1 +303 0 LA072590-0115 0 +303 0 LA072690-0124 0 +303 0 LA072690-0125 -1 +303 0 LA072690-0133 0 +303 0 LA072690-0134 0 +303 0 LA072789-0050 -1 +303 0 LA072890-0052 0 +303 0 LA072890-0078 0 +303 0 LA072890-0079 -1 +303 0 LA072990-0118 0 +303 0 LA073089-0149 0 +303 0 LA080489-0048 -1 +303 0 LA080590-0195 0 +303 0 LA080889-0066 0 +303 0 LA080890-0044 -1 +303 0 LA080989-0058 0 +303 0 LA080990-0216 0 +303 0 LA080990-0222 -1 +303 0 LA080990-0223 0 +303 0 LA080990-0232 0 +303 0 LA080990-0242 -1 +303 0 LA081090-0078 0 +303 0 LA081090-0079 0 +303 0 LA081090-0080 -1 +303 0 LA081190-0108 0 +303 0 LA081290-0215 0 +303 0 LA081290-0216 -1 +303 0 LA081489-0055 0 +303 0 LA081690-0102 0 +303 0 LA081790-0083 -1 +303 0 LA081790-0164 0 +303 0 LA081790-0165 0 +303 0 LA081989-0048 -1 +303 0 LA081990-0158 0 +303 0 LA082089-0163 0 +303 0 LA082190-0014 -1 +303 0 LA082190-0015 0 +303 0 LA082389-0028 0 +303 0 LA082490-0075 -1 +303 0 LA082590-0019 0 +303 0 LA082789-0096 0 +303 0 LA082789-0201 -1 +303 0 LA082890-0147 0 +303 0 LA082890-0148 0 +303 0 LA082989-0074 -1 +303 0 LA090189-0018 0 +303 0 LA090389-0097 0 +303 0 LA090389-0100 -1 +303 0 LA090390-0035 0 +303 0 LA090489-0037 0 +303 0 LA090489-0038 -1 +303 0 LA090689-0015 0 +303 0 LA090690-0100 0 +303 0 LA090690-0101 -1 +303 0 LA090790-0049 0 +303 0 LA090790-0050 0 +303 0 LA090889-0077 -1 +303 0 LA091089-0170 0 +303 0 LA091089-0172 0 +303 0 LA091190-0096 -1 +303 0 LA091190-0102 0 +303 0 LA091390-0046 0 +303 0 LA091689-0028 -1 +303 0 LA091690-0166 0 +303 0 LA091890-0053 0 +303 0 LA091890-0054 -1 +303 0 LA091890-0156 0 +303 0 LA092489-0053 0 +303 0 LA092489-0134 -1 +303 0 LA092690-0092 0 +303 0 LA092690-0093 0 +303 0 LA092690-0117 -1 +303 0 LA092790-0128 0 +303 0 LA100189-0205 0 +303 0 LA100290-0067 -1 +303 0 LA100889-0040 0 +303 0 LA101189-0144 0 +303 0 LA101290-0125 -1 +303 0 LA101690-0023 0 +303 0 LA101790-0151 0 +303 0 LA102189-0071 -1 +303 0 LA102289-0098 0 +303 0 LA102290-0066 0 +303 0 LA102290-0067 -1 +303 0 LA102590-0235 0 +303 0 LA102689-0127 0 +303 0 LA102890-0197 -1 +303 0 LA110590-0076 2 +303 0 LA110590-0077 0 +303 0 LA110989-0239 -1 +303 0 LA111089-0012 0 +303 0 LA111090-0135 0 +303 0 LA111789-0042 -1 +303 0 LA111789-0101 0 +303 0 LA111789-0151 0 +303 0 LA111990-0004 -1 +303 0 LA112089-0048 0 +303 0 LA112190-0043 2 +303 0 LA112190-0044 -1 +303 0 LA112390-0146 0 +303 0 LA112690-0067 0 +303 0 LA112990-0083 -1 +303 0 LA113090-0157 0 +303 0 LA120190-0125 0 +303 0 LA120390-0065 -1 +303 0 LA120390-0126 0 +303 0 LA120590-0110 0 +303 0 LA120890-0048 -1 +303 0 LA120990-0163 0 +303 0 LA120990-0165 0 +303 0 LA121190-0079 -1 +303 0 LA121190-0089 0 +303 0 LA121190-0090 0 +303 0 LA121190-0160 -1 +303 0 LA121790-0086 0 +303 0 LA121790-0087 0 +303 0 LA122090-0004 -1 +303 0 LA122090-0228 0 +303 0 LA122190-0021 0 +303 0 LA122390-0127 -1 +303 0 LA122589-0068 0 +303 0 LA122590-0113 0 +303 0 LA122790-0152 -1 +303 0 LA122990-0029 2 +303 0 LA122990-0030 0 diff --git a/trec_eval.8.1/test/qrels.test b/trec_eval.8.1/test/qrels.test new file mode 100644 index 0000000..1a69968 --- /dev/null +++ b/trec_eval.8.1/test/qrels.test @@ -0,0 +1,3681 @@ +301 0 CR93E-10279 0 +301 0 CR93E-10505 0 +301 0 CR93E-1282 1 +301 0 CR93E-1850 0 +301 0 CR93E-1860 0 +301 0 CR93E-1952 0 +301 0 CR93E-2191 0 +301 0 CR93E-2473 0 +301 0 CR93E-3103 1 +301 0 CR93E-3284 0 +301 0 CR93E-38 0 +301 0 CR93E-392 0 +301 0 CR93E-4648 0 +301 0 CR93E-4765 0 +301 0 CR93E-4855 0 +301 0 CR93E-5497 0 +301 0 CR93E-5780 0 +301 0 CR93E-5796 1 +301 0 CR93E-5799 1 +301 0 CR93E-6019 0 +301 0 CR93E-6879 0 +301 0 CR93E-6905 1 +301 0 CR93E-7123 0 +301 0 CR93E-7191 0 +301 0 CR93E-7276 0 +301 0 CR93E-7348 1 +301 0 CR93E-7376 1 +301 0 CR93E-7414 0 +301 0 CR93E-7716 0 +301 0 CR93E-7952 1 +301 0 CR93E-8012 0 +301 0 CR93E-8290 1 +301 0 CR93E-8416 1 +301 0 CR93E-8480 0 +301 0 CR93E-8484 0 +301 0 CR93E-9665 1 +301 0 CR93E-9750 1 +301 0 CR93E-9795 0 +301 0 CR93H-10037 1 +301 0 CR93H-10042 0 +301 0 CR93H-10104 0 +301 0 CR93H-10213 0 +301 0 CR93H-10221 0 +301 0 CR93H-10306 0 +301 0 CR93H-10374 0 +301 0 CR93H-10601 0 +301 0 CR93H-10659 0 +301 0 CR93H-10681 0 +301 0 CR93H-10921 0 +301 0 CR93H-10989 0 +301 0 CR93H-11029 0 +301 0 CR93H-11033 0 +301 0 CR93H-11034 0 +301 0 CR93H-11077 0 +301 0 CR93H-11119 0 +301 0 CR93H-11267 0 +301 0 CR93H-11291 0 +301 0 CR93H-11586 0 +301 0 CR93H-11806 0 +301 0 CR93H-11894 0 +301 0 CR93H-11994 0 +301 0 CR93H-11998 0 +301 0 CR93H-12016 0 +301 0 CR93H-12017 0 +301 0 CR93H-12150 0 +301 0 CR93H-12163 0 +301 0 CR93H-12181 0 +301 0 CR93H-12278 0 +301 0 CR93H-12436 0 +301 0 CR93H-12498 0 +301 0 CR93H-12610 0 +301 0 CR93H-12820 0 +301 0 CR93H-12874 0 +301 0 CR93H-12908 0 +301 0 CR93H-1298 0 +301 0 CR93H-12982 0 +301 0 CR93H-12983 0 +301 0 CR93H-12988 0 +301 0 CR93H-13053 0 +301 0 CR93H-13205 0 +301 0 CR93H-13529 1 +301 0 CR93H-13593 1 +301 0 CR93H-13595 1 +301 0 CR93H-13659 0 +301 0 CR93H-13680 0 +301 0 CR93H-13849 0 +301 0 CR93H-14136 0 +301 0 CR93H-14306 0 +301 0 CR93H-14325 0 +301 0 CR93H-14388 0 +301 0 CR93H-14389 1 +301 0 CR93H-14469 0 +301 0 CR93H-1461 0 +301 0 CR93H-1464 0 +301 0 CR93H-14669 0 +301 0 CR93H-14791 0 +301 0 CR93H-14817 0 +301 0 CR93H-14949 0 +301 0 CR93H-15069 1 +301 0 CR93H-15178 0 +301 0 CR93H-15405 0 +301 0 CR93H-15453 0 +301 0 CR93H-15477 0 +301 0 CR93H-15587 0 +301 0 CR93H-15608 0 +301 0 CR93H-15875 0 +301 0 CR93H-15886 0 +301 0 CR93H-15950 0 +301 0 CR93H-16062 0 +301 0 CR93H-16128 0 +301 0 CR93H-16369 0 +301 0 CR93H-1712 0 +301 0 CR93H-1769 1 +301 0 CR93H-1788 0 +301 0 CR93H-185 0 +301 0 CR93H-1852 0 +301 0 CR93H-199 1 +301 0 CR93H-215 0 +301 0 CR93H-2174 0 +301 0 CR93H-2252 0 +301 0 CR93H-2346 0 +301 0 CR93H-2430 0 +301 0 CR93H-2707 0 +301 0 CR93H-2841 0 +301 0 CR93H-2896 0 +301 0 CR93H-2899 1 +301 0 CR93H-3079 0 +301 0 CR93H-3262 0 +301 0 CR93H-3444 0 +301 0 CR93H-3466 0 +301 0 CR93H-3813 0 +301 0 CR93H-3960 0 +301 0 CR93H-4041 0 +301 0 CR93H-4042 0 +301 0 CR93H-4143 0 +301 0 CR93H-416 0 +301 0 CR93H-4192 0 +301 0 CR93H-4306 0 +301 0 CR93H-4417 0 +301 0 CR93H-4554 0 +301 0 CR93H-4569 0 +301 0 CR93H-4586 0 +301 0 CR93H-4635 0 +301 0 CR93H-4827 0 +301 0 CR93H-4879 0 +301 0 CR93H-4922 0 +301 0 CR93H-5017 0 +301 0 CR93H-5053 0 +301 0 CR93H-5121 0 +301 0 CR93H-5189 0 +301 0 CR93H-5255 0 +301 0 CR93H-553 0 +301 0 CR93H-5568 1 +301 0 CR93H-5618 0 +301 0 CR93H-6202 0 +301 0 CR93H-6346 0 +301 0 CR93H-6422 0 +301 0 CR93H-6567 0 +301 0 CR93H-6695 0 +301 0 CR93H-6754 0 +301 0 CR93H-6912 0 +301 0 CR93H-6945 0 +301 0 CR93H-7055 0 +301 0 CR93H-71 0 +301 0 CR93H-7245 0 +301 0 CR93H-7314 0 +301 0 CR93H-735 0 +301 0 CR93H-742 0 +301 0 CR93H-7426 0 +301 0 CR93H-7554 0 +301 0 CR93H-7557 0 +301 0 CR93H-7612 0 +301 0 CR93H-8165 0 +301 0 CR93H-83 0 +301 0 CR93H-8422 0 +301 0 CR93H-8460 0 +301 0 CR93H-8461 0 +301 0 CR93H-8472 0 +301 0 CR93H-8590 0 +301 0 CR93H-860 0 +301 0 CR93H-8700 0 +301 0 CR93H-8928 0 +301 0 CR93H-8981 0 +301 0 CR93H-9134 1 +301 0 CR93H-9143 0 +301 0 CR93H-9147 0 +301 0 CR93H-9214 0 +301 0 CR93H-9344 0 +301 0 CR93H-9350 1 +301 0 CR93H-9357 0 +301 0 CR93H-9546 0 +301 0 CR93H-9548 0 +301 0 CR93H-955 1 +301 0 CR93H-9684 1 +301 0 CR93H-9705 0 +301 0 CR93H-9835 0 +301 0 FBIS3-10082 1 +301 0 FBIS3-10169 0 +301 0 FBIS3-10243 1 +301 0 FBIS3-10319 0 +301 0 FBIS3-10397 1 +301 0 FBIS3-10491 1 +301 0 FBIS3-10555 0 +301 0 FBIS3-10622 1 +301 0 FBIS3-10634 0 +301 0 FBIS3-10635 0 +301 0 FBIS3-10721 1 +301 0 FBIS3-10805 1 +301 0 FBIS3-10910 1 +301 0 FBIS3-10937 1 +301 0 FBIS3-10938 0 +301 0 FBIS3-11003 1 +301 0 FBIS3-11028 0 +301 0 FBIS3-11095 1 +301 0 FBIS3-11099 1 +301 0 FBIS3-11210 1 +301 0 FBIS3-11318 0 +301 0 FBIS3-11405 1 +301 0 FBIS3-11502 1 +301 0 FBIS3-11553 1 +301 0 FBIS3-1162 0 +301 0 FBIS3-11628 1 +301 0 FBIS3-11634 1 +301 0 FBIS3-12094 1 +301 0 FBIS3-13011 0 +301 0 FBIS3-14449 0 +301 0 FBIS3-14832 1 +301 0 FBIS3-15271 0 +301 0 FBIS3-15418 0 +301 0 FBIS3-15509 0 +301 0 FBIS3-15586 1 +301 0 FBIS3-15988 1 +301 0 FBIS3-16151 0 +301 0 FBIS3-16286 0 +301 0 FBIS3-1638 0 +301 0 FBIS3-16769 0 +301 0 FBIS3-16775 0 +301 0 FBIS3-17073 0 +301 0 FBIS3-17175 0 +301 0 FBIS3-17255 0 +301 0 FBIS3-17394 0 +301 0 FBIS3-17422 0 +301 0 FBIS3-17547 0 +301 0 FBIS3-17704 0 +301 0 FBIS3-17880 0 +301 0 FBIS3-18129 0 +301 0 FBIS3-18281 0 +301 0 FBIS3-18507 0 +301 0 FBIS3-19199 1 +301 0 FBIS3-19420 1 +301 0 FBIS3-19646 1 +301 0 FBIS3-19682 0 +301 0 FBIS3-19863 0 +301 0 FBIS3-20360 1 +301 0 FBIS3-20551 1 +301 0 FBIS3-20552 1 +301 0 FBIS3-20796 0 +301 0 FBIS3-21603 1 +301 0 FBIS3-21604 0 +301 0 FBIS3-21605 1 +301 0 FBIS3-21620 0 +301 0 FBIS3-21627 1 +301 0 FBIS3-21628 1 +301 0 FBIS3-21629 1 +301 0 FBIS3-21630 1 +301 0 FBIS3-21631 1 +301 0 FBIS3-21632 1 +301 0 FBIS3-21635 1 +301 0 FBIS3-21636 1 +301 0 FBIS3-21641 1 +301 0 FBIS3-21642 1 +301 0 FBIS3-21670 0 +301 0 FBIS3-21671 0 +301 0 FBIS3-21699 1 +301 0 FBIS3-21710 1 +301 0 FBIS3-21720 1 +301 0 FBIS3-21722 1 +301 0 FBIS3-21723 1 +301 0 FBIS3-21724 1 +301 0 FBIS3-21729 1 +301 0 FBIS3-21743 1 +301 0 FBIS3-21750 1 +301 0 FBIS3-21762 0 +301 0 FBIS3-21765 1 +301 0 FBIS3-21769 1 +301 0 FBIS3-21770 1 +301 0 FBIS3-21771 1 +301 0 FBIS3-21779 0 +301 0 FBIS3-21789 1 +301 0 FBIS3-21790 1 +301 0 FBIS3-21807 1 +301 0 FBIS3-21817 1 +301 0 FBIS3-21818 1 +301 0 FBIS3-21821 1 +301 0 FBIS3-21828 0 +301 0 FBIS3-21880 1 +301 0 FBIS3-21884 1 +301 0 FBIS3-21886 1 +301 0 FBIS3-21900 1 +301 0 FBIS3-21906 1 +301 0 FBIS3-21907 1 +301 0 FBIS3-21911 1 +301 0 FBIS3-21912 0 +301 0 FBIS3-21930 1 +301 0 FBIS3-21938 0 +301 0 FBIS3-21961 1 +301 0 FBIS3-21978 1 +301 0 FBIS3-21990 0 +301 0 FBIS3-21998 1 +301 0 FBIS3-21999 1 +301 0 FBIS3-22000 1 +301 0 FBIS3-22011 1 +301 0 FBIS3-22033 0 +301 0 FBIS3-22038 1 +301 0 FBIS3-22039 1 +301 0 FBIS3-22040 1 +301 0 FBIS3-22047 1 +301 0 FBIS3-22049 1 +301 0 FBIS3-22055 1 +301 0 FBIS3-22085 0 +301 0 FBIS3-22088 1 +301 0 FBIS3-22090 0 +301 0 FBIS3-22098 0 +301 0 FBIS3-22101 1 +301 0 FBIS3-23426 0 +301 0 FBIS3-23432 0 +301 0 FBIS3-23561 0 +301 0 FBIS3-23606 0 +301 0 FBIS3-23691 0 +301 0 FBIS3-23743 0 +301 0 FBIS3-23823 0 +301 0 FBIS3-2393 1 +301 0 FBIS3-23945 0 +301 0 FBIS3-23986 1 +301 0 FBIS3-24037 0 +301 0 FBIS3-24039 0 +301 0 FBIS3-24137 0 +301 0 FBIS3-24143 0 +301 0 FBIS3-24145 0 +301 0 FBIS3-24182 0 +301 0 FBIS3-24197 1 +301 0 FBIS3-24247 0 +301 0 FBIS3-24256 0 +301 0 FBIS3-24277 0 +301 0 FBIS3-24284 0 +301 0 FBIS3-24318 1 +301 0 FBIS3-24325 1 +301 0 FBIS3-24338 0 +301 0 FBIS3-24362 0 +301 0 FBIS3-24451 0 +301 0 FBIS3-24453 0 +301 0 FBIS3-2516 0 +301 0 FBIS3-25359 0 +301 0 FBIS3-25902 0 +301 0 FBIS3-26005 1 +301 0 FBIS3-2605 0 +301 0 FBIS3-26415 1 +301 0 FBIS3-26451 0 +301 0 FBIS3-26913 1 +301 0 FBIS3-26914 1 +301 0 FBIS3-27048 0 +301 0 FBIS3-27916 0 +301 0 FBIS3-28833 0 +301 0 FBIS3-29180 0 +301 0 FBIS3-3020 0 +301 0 FBIS3-31267 1 +301 0 FBIS3-31749 0 +301 0 FBIS3-3189 0 +301 0 FBIS3-3190 0 +301 0 FBIS3-3223 0 +301 0 FBIS3-32399 0 +301 0 FBIS3-32400 0 +301 0 FBIS3-32453 1 +301 0 FBIS3-32619 1 +301 0 FBIS3-32620 0 +301 0 FBIS3-32674 1 +301 0 FBIS3-32817 1 +301 0 FBIS3-32833 1 +301 0 FBIS3-32880 1 +301 0 FBIS3-33001 1 +301 0 FBIS3-3304 0 +301 0 FBIS3-33150 1 +301 0 FBIS3-33206 1 +301 0 FBIS3-33239 0 +301 0 FBIS3-33241 1 +301 0 FBIS3-33243 1 +301 0 FBIS3-33287 1 +301 0 FBIS3-33366 1 +301 0 FBIS3-33438 1 +301 0 FBIS3-33570 1 +301 0 FBIS3-33590 0 +301 0 FBIS3-33963 1 +301 0 FBIS3-34361 0 +301 0 FBIS3-34451 0 +301 0 FBIS3-34994 0 +301 0 FBIS3-35229 0 +301 0 FBIS3-36375 0 +301 0 FBIS3-36824 0 +301 0 FBIS3-36869 0 +301 0 FBIS3-37418 0 +301 0 FBIS3-37492 0 +301 0 FBIS3-37697 0 +301 0 FBIS3-37944 0 +301 0 FBIS3-37947 1 +301 0 FBIS3-38070 1 +301 0 FBIS3-38124 0 +301 0 FBIS3-38466 1 +301 0 FBIS3-38787 0 +301 0 FBIS3-38878 1 +301 0 FBIS3-39430 0 +301 0 FBIS3-39555 0 +301 0 FBIS3-39566 0 +301 0 FBIS3-40435 0 +301 0 FBIS3-40450 0 +301 0 FBIS3-40470 0 +301 0 FBIS3-40604 0 +301 0 FBIS3-41071 1 +301 0 FBIS3-41076 1 +301 0 FBIS3-41082 1 +301 0 FBIS3-41087 1 +301 0 FBIS3-41090 1 +301 0 FBIS3-41091 1 +301 0 FBIS3-41092 1 +301 0 FBIS3-41101 1 +301 0 FBIS3-41105 0 +301 0 FBIS3-41108 0 +301 0 FBIS3-41110 0 +301 0 FBIS3-41121 1 +301 0 FBIS3-41131 1 +301 0 FBIS3-41132 1 +301 0 FBIS3-41140 1 +301 0 FBIS3-41141 1 +301 0 FBIS3-41143 0 +301 0 FBIS3-41158 1 +301 0 FBIS3-41163 1 +301 0 FBIS3-41174 1 +301 0 FBIS3-41181 0 +301 0 FBIS3-41204 1 +301 0 FBIS3-41211 1 +301 0 FBIS3-41212 1 +301 0 FBIS3-41213 1 +301 0 FBIS3-41215 1 +301 0 FBIS3-41219 1 +301 0 FBIS3-41220 1 +301 0 FBIS3-41222 1 +301 0 FBIS3-41224 1 +301 0 FBIS3-41226 1 +301 0 FBIS3-41233 1 +301 0 FBIS3-41236 1 +301 0 FBIS3-41237 1 +301 0 FBIS3-41244 0 +301 0 FBIS3-41247 1 +301 0 FBIS3-41272 1 +301 0 FBIS3-41285 1 +301 0 FBIS3-41288 0 +301 0 FBIS3-41291 0 +301 0 FBIS3-41293 1 +301 0 FBIS3-41294 1 +301 0 FBIS3-41295 1 +301 0 FBIS3-41298 1 +301 0 FBIS3-41305 0 +301 0 FBIS3-41312 0 +301 0 FBIS3-41317 1 +301 0 FBIS3-41320 1 +301 0 FBIS3-41325 1 +301 0 FBIS3-41345 1 +301 0 FBIS3-41347 1 +301 0 FBIS3-41348 1 +301 0 FBIS3-41349 1 +301 0 FBIS3-41385 0 +301 0 FBIS3-41387 1 +301 0 FBIS3-41398 1 +301 0 FBIS3-41400 1 +301 0 FBIS3-41401 1 +301 0 FBIS3-41402 1 +301 0 FBIS3-41406 1 +301 0 FBIS3-41472 0 +301 0 FBIS3-41666 0 +301 0 FBIS3-41958 0 +301 0 FBIS3-4209 0 +301 0 FBIS3-42278 0 +301 0 FBIS3-42315 1 +301 0 FBIS3-42319 0 +301 0 FBIS3-42341 0 +301 0 FBIS3-42576 0 +301 0 FBIS3-42621 0 +301 0 FBIS3-42766 0 +301 0 FBIS3-42820 1 +301 0 FBIS3-42845 0 +301 0 FBIS3-43072 0 +301 0 FBIS3-43550 0 +301 0 FBIS3-44579 0 +301 0 FBIS3-45599 0 +301 0 FBIS3-45756 0 +301 0 FBIS3-46614 0 +301 0 FBIS3-46801 0 +301 0 FBIS3-47129 0 +301 0 FBIS3-47971 0 +301 0 FBIS3-48159 0 +301 0 FBIS3-48161 0 +301 0 FBIS3-48751 0 +301 0 FBIS3-49567 1 +301 0 FBIS3-50131 0 +301 0 FBIS3-50136 0 +301 0 FBIS3-50603 1 +301 0 FBIS3-50654 0 +301 0 FBIS3-50695 1 +301 0 FBIS3-51349 0 +301 0 FBIS3-51567 1 +301 0 FBIS3-51619 0 +301 0 FBIS3-51766 0 +301 0 FBIS3-51824 1 +301 0 FBIS3-52033 1 +301 0 FBIS3-52075 0 +301 0 FBIS3-52858 0 +301 0 FBIS3-54461 0 +301 0 FBIS3-54944 0 +301 0 FBIS3-54945 0 +301 0 FBIS3-55219 1 +301 0 FBIS3-55570 0 +301 0 FBIS3-55741 0 +301 0 FBIS3-55966 0 +301 0 FBIS3-56182 0 +301 0 FBIS3-57406 0 +301 0 FBIS3-5772 1 +301 0 FBIS3-57906 0 +301 0 FBIS3-57998 1 +301 0 FBIS3-58025 0 +301 0 FBIS3-58028 1 +301 0 FBIS3-58055 1 +301 0 FBIS3-58058 1 +301 0 FBIS3-58477 1 +301 0 FBIS3-58867 1 +301 0 FBIS3-59073 0 +301 0 FBIS3-59284 1 +301 0 FBIS3-59285 0 +301 0 FBIS3-5944 1 +301 0 FBIS3-59517 0 +301 0 FBIS3-59750 0 +301 0 FBIS3-59962 0 +301 0 FBIS3-59963 1 +301 0 FBIS3-59979 0 +301 0 FBIS3-60000 1 +301 0 FBIS3-60006 1 +301 0 FBIS3-60017 1 +301 0 FBIS3-60061 1 +301 0 FBIS3-60063 1 +301 0 FBIS3-60065 1 +301 0 FBIS3-60066 1 +301 0 FBIS3-60093 1 +301 0 FBIS3-60111 1 +301 0 FBIS3-60121 1 +301 0 FBIS3-60122 0 +301 0 FBIS3-60124 1 +301 0 FBIS3-60149 1 +301 0 FBIS3-60153 1 +301 0 FBIS3-60166 1 +301 0 FBIS3-60180 1 +301 0 FBIS3-60209 0 +301 0 FBIS3-60215 1 +301 0 FBIS3-60336 0 +301 0 FBIS3-60342 0 +301 0 FBIS3-60752 0 +301 0 FBIS3-60831 0 +301 0 FBIS3-60975 0 +301 0 FBIS3-60984 1 +301 0 FBIS3-61041 0 +301 0 FBIS3-61080 0 +301 0 FBIS3-61106 0 +301 0 FBIS3-61161 0 +301 0 FBIS3-61246 0 +301 0 FBIS3-61298 0 +301 0 FBIS3-61345 0 +301 0 FBIS3-61387 0 +301 0 FBIS3-61562 0 +301 0 FBIS3-7168 1 +301 0 FBIS3-8135 0 +301 0 FBIS3-9399 0 +301 0 FBIS3-9890 1 +301 0 FBIS3-9969 0 +301 0 FBIS3-9970 0 +301 0 FBIS4-10076 1 +301 0 FBIS4-10092 1 +301 0 FBIS4-10095 1 +301 0 FBIS4-10110 1 +301 0 FBIS4-10112 1 +301 0 FBIS4-10121 0 +301 0 FBIS4-10175 0 +301 0 FBIS4-10192 0 +301 0 FBIS4-10296 0 +301 0 FBIS4-10366 1 +301 0 FBIS4-10488 1 +301 0 FBIS4-10739 0 +301 0 FBIS4-10748 0 +301 0 FBIS4-10817 0 +301 0 FBIS4-10864 0 +301 0 FBIS4-11047 0 +301 0 FBIS4-11217 0 +301 0 FBIS4-14483 0 +301 0 FBIS4-14505 0 +301 0 FBIS4-15002 0 +301 0 FBIS4-1549 0 +301 0 FBIS4-1553 0 +301 0 FBIS4-16126 0 +301 0 FBIS4-1628 0 +301 0 FBIS4-16454 0 +301 0 FBIS4-16502 0 +301 0 FBIS4-16583 0 +301 0 FBIS4-1667 0 +301 0 FBIS4-16951 0 +301 0 FBIS4-17572 0 +301 0 FBIS4-17750 0 +301 0 FBIS4-1796 0 +301 0 FBIS4-18028 0 +301 0 FBIS4-18061 0 +301 0 FBIS4-18122 0 +301 0 FBIS4-1842 0 +301 0 FBIS4-1843 0 +301 0 FBIS4-1860 0 +301 0 FBIS4-1861 0 +301 0 FBIS4-1863 0 +301 0 FBIS4-1865 0 +301 0 FBIS4-1866 0 +301 0 FBIS4-19049 0 +301 0 FBIS4-1967 0 +301 0 FBIS4-19851 1 +301 0 FBIS4-2042 0 +301 0 FBIS4-20472 0 +301 0 FBIS4-20504 0 +301 0 FBIS4-20617 0 +301 0 FBIS4-2072 1 +301 0 FBIS4-20942 1 +301 0 FBIS4-20943 1 +301 0 FBIS4-20959 0 +301 0 FBIS4-20961 0 +301 0 FBIS4-20962 0 +301 0 FBIS4-20965 1 +301 0 FBIS4-20966 1 +301 0 FBIS4-20970 1 +301 0 FBIS4-20976 1 +301 0 FBIS4-20980 1 +301 0 FBIS4-20995 0 +301 0 FBIS4-21016 1 +301 0 FBIS4-21041 1 +301 0 FBIS4-2105 0 +301 0 FBIS4-21060 1 +301 0 FBIS4-21061 0 +301 0 FBIS4-21062 0 +301 0 FBIS4-21094 1 +301 0 FBIS4-21124 0 +301 0 FBIS4-21126 0 +301 0 FBIS4-21133 0 +301 0 FBIS4-21134 0 +301 0 FBIS4-21139 0 +301 0 FBIS4-21168 0 +301 0 FBIS4-21171 1 +301 0 FBIS4-21188 0 +301 0 FBIS4-21207 0 +301 0 FBIS4-21212 0 +301 0 FBIS4-21213 1 +301 0 FBIS4-21244 0 +301 0 FBIS4-21261 0 +301 0 FBIS4-2128 0 +301 0 FBIS4-21287 0 +301 0 FBIS4-21302 1 +301 0 FBIS4-21310 0 +301 0 FBIS4-21321 1 +301 0 FBIS4-21336 0 +301 0 FBIS4-21340 1 +301 0 FBIS4-21936 0 +301 0 FBIS4-2204 0 +301 0 FBIS4-22214 1 +301 0 FBIS4-22235 1 +301 0 FBIS4-22345 0 +301 0 FBIS4-22444 0 +301 0 FBIS4-22455 0 +301 0 FBIS4-22471 0 +301 0 FBIS4-22523 0 +301 0 FBIS4-22537 0 +301 0 FBIS4-22596 0 +301 0 FBIS4-22768 1 +301 0 FBIS4-22779 0 +301 0 FBIS4-24388 0 +301 0 FBIS4-2439 0 +301 0 FBIS4-24523 1 +301 0 FBIS4-25032 0 +301 0 FBIS4-26003 0 +301 0 FBIS4-26127 0 +301 0 FBIS4-26192 0 +301 0 FBIS4-26323 1 +301 0 FBIS4-26335 0 +301 0 FBIS4-26351 0 +301 0 FBIS4-26415 0 +301 0 FBIS4-26788 0 +301 0 FBIS4-26902 1 +301 0 FBIS4-27085 0 +301 0 FBIS4-27100 1 +301 0 FBIS4-2721 0 +301 0 FBIS4-27336 0 +301 0 FBIS4-2734 0 +301 0 FBIS4-27391 0 +301 0 FBIS4-27942 0 +301 0 FBIS4-29003 0 +301 0 FBIS4-2931 1 +301 0 FBIS4-30024 0 +301 0 FBIS4-3044 0 +301 0 FBIS4-31295 1 +301 0 FBIS4-31645 1 +301 0 FBIS4-31787 0 +301 0 FBIS4-3230 0 +301 0 FBIS4-33188 1 +301 0 FBIS4-33584 1 +301 0 FBIS4-3367 0 +301 0 FBIS4-3370 0 +301 0 FBIS4-33785 0 +301 0 FBIS4-33867 0 +301 0 FBIS4-33868 0 +301 0 FBIS4-34471 0 +301 0 FBIS4-34515 0 +301 0 FBIS4-34538 0 +301 0 FBIS4-34613 0 +301 0 FBIS4-34616 1 +301 0 FBIS4-34647 1 +301 0 FBIS4-34666 0 +301 0 FBIS4-34836 1 +301 0 FBIS4-34879 0 +301 0 FBIS4-37650 1 +301 0 FBIS4-37795 0 +301 0 FBIS4-38095 0 +301 0 FBIS4-38364 1 +301 0 FBIS4-38410 0 +301 0 FBIS4-38482 0 +301 0 FBIS4-39330 0 +301 0 FBIS4-39493 0 +301 0 FBIS4-39759 0 +301 0 FBIS4-40181 0 +301 0 FBIS4-40260 0 +301 0 FBIS4-40359 0 +301 0 FBIS4-40452 0 +301 0 FBIS4-40482 0 +301 0 FBIS4-40514 0 +301 0 FBIS4-4063 0 +301 0 FBIS4-4067 0 +301 0 FBIS4-40720 0 +301 0 FBIS4-40805 1 +301 0 FBIS4-40930 0 +301 0 FBIS4-40932 0 +301 0 FBIS4-40934 0 +301 0 FBIS4-40935 0 +301 0 FBIS4-40936 0 +301 0 FBIS4-41144 0 +301 0 FBIS4-41215 0 +301 0 FBIS4-41223 0 +301 0 FBIS4-41394 0 +301 0 FBIS4-41395 0 +301 0 FBIS4-41396 0 +301 0 FBIS4-41398 0 +301 0 FBIS4-41538 0 +301 0 FBIS4-41541 0 +301 0 FBIS4-41684 0 +301 0 FBIS4-41687 1 +301 0 FBIS4-41832 0 +301 0 FBIS4-41839 0 +301 0 FBIS4-41860 0 +301 0 FBIS4-41863 0 +301 0 FBIS4-41952 0 +301 0 FBIS4-41976 0 +301 0 FBIS4-41991 0 +301 0 FBIS4-42499 1 +301 0 FBIS4-42757 1 +301 0 FBIS4-43152 1 +301 0 FBIS4-43533 1 +301 0 FBIS4-43552 1 +301 0 FBIS4-43791 0 +301 0 FBIS4-43797 1 +301 0 FBIS4-43801 1 +301 0 FBIS4-43965 1 +301 0 FBIS4-44181 0 +301 0 FBIS4-45158 1 +301 0 FBIS4-45166 0 +301 0 FBIS4-45172 0 +301 0 FBIS4-45175 1 +301 0 FBIS4-45195 0 +301 0 FBIS4-45205 0 +301 0 FBIS4-45230 1 +301 0 FBIS4-45239 1 +301 0 FBIS4-45251 1 +301 0 FBIS4-45257 1 +301 0 FBIS4-45277 1 +301 0 FBIS4-45278 1 +301 0 FBIS4-45280 1 +301 0 FBIS4-45315 0 +301 0 FBIS4-45330 1 +301 0 FBIS4-45333 1 +301 0 FBIS4-45345 1 +301 0 FBIS4-45346 0 +301 0 FBIS4-45383 1 +301 0 FBIS4-45398 1 +301 0 FBIS4-45413 1 +301 0 FBIS4-45414 1 +301 0 FBIS4-45417 0 +301 0 FBIS4-45419 1 +301 0 FBIS4-45425 1 +301 0 FBIS4-45434 1 +301 0 FBIS4-45440 0 +301 0 FBIS4-45453 0 +301 0 FBIS4-45469 1 +301 0 FBIS4-45477 1 +301 0 FBIS4-45482 0 +301 0 FBIS4-45495 0 +301 0 FBIS4-45503 1 +301 0 FBIS4-45518 1 +301 0 FBIS4-45519 1 +301 0 FBIS4-45552 0 +301 0 FBIS4-45571 1 +301 0 FBIS4-46425 1 +301 0 FBIS4-46574 0 +301 0 FBIS4-46584 0 +301 0 FBIS4-46588 0 +301 0 FBIS4-46648 0 +301 0 FBIS4-46649 0 +301 0 FBIS4-46730 0 +301 0 FBIS4-46733 0 +301 0 FBIS4-46734 0 +301 0 FBIS4-46757 0 +301 0 FBIS4-46775 0 +301 0 FBIS4-46780 1 +301 0 FBIS4-46806 0 +301 0 FBIS4-46846 1 +301 0 FBIS4-46857 0 +301 0 FBIS4-46935 0 +301 0 FBIS4-47008 0 +301 0 FBIS4-47045 0 +301 0 FBIS4-47046 0 +301 0 FBIS4-47200 0 +301 0 FBIS4-49021 0 +301 0 FBIS4-49075 0 +301 0 FBIS4-49289 0 +301 0 FBIS4-49667 0 +301 0 FBIS4-49754 0 +301 0 FBIS4-49845 0 +301 0 FBIS4-50083 0 +301 0 FBIS4-50478 0 +301 0 FBIS4-50901 0 +301 0 FBIS4-50956 0 +301 0 FBIS4-50993 0 +301 0 FBIS4-51335 0 +301 0 FBIS4-52002 0 +301 0 FBIS4-52093 0 +301 0 FBIS4-52587 0 +301 0 FBIS4-53424 1 +301 0 FBIS4-54126 0 +301 0 FBIS4-54227 1 +301 0 FBIS4-54287 0 +301 0 FBIS4-54501 0 +301 0 FBIS4-54604 0 +301 0 FBIS4-54904 1 +301 0 FBIS4-55395 0 +301 0 FBIS4-56290 0 +301 0 FBIS4-56434 1 +301 0 FBIS4-56467 1 +301 0 FBIS4-56471 1 +301 0 FBIS4-56487 1 +301 0 FBIS4-56513 1 +301 0 FBIS4-56524 0 +301 0 FBIS4-56605 1 +301 0 FBIS4-56693 1 +301 0 FBIS4-56776 0 +301 0 FBIS4-56803 1 +301 0 FBIS4-56930 1 +301 0 FBIS4-56965 1 +301 0 FBIS4-56974 1 +301 0 FBIS4-56982 1 +301 0 FBIS4-56992 1 +301 0 FBIS4-57053 0 +301 0 FBIS4-57121 0 +301 0 FBIS4-57301 1 +301 0 FBIS4-57322 1 +301 0 FBIS4-57754 1 +301 0 FBIS4-57869 1 +301 0 FBIS4-57987 1 +301 0 FBIS4-58122 0 +301 0 FBIS4-60945 0 +301 0 FBIS4-61644 0 +301 0 FBIS4-61663 0 +301 0 FBIS4-62028 1 +301 0 FBIS4-62049 0 +301 0 FBIS4-62078 0 +301 0 FBIS4-62079 0 +301 0 FBIS4-62372 0 +301 0 FBIS4-63153 0 +301 0 FBIS4-63597 0 +301 0 FBIS4-64135 0 +301 0 FBIS4-64345 0 +301 0 FBIS4-6448 0 +301 0 FBIS4-65446 0 +301 0 FBIS4-65501 0 +301 0 FBIS4-65806 1 +301 0 FBIS4-66122 0 +301 0 FBIS4-66308 0 +301 0 FBIS4-66382 0 +301 0 FBIS4-66940 1 +301 0 FBIS4-66950 1 +301 0 FBIS4-66951 1 +301 0 FBIS4-66952 1 +301 0 FBIS4-66973 1 +301 0 FBIS4-66974 1 +301 0 FBIS4-67000 1 +301 0 FBIS4-67003 0 +301 0 FBIS4-67005 0 +301 0 FBIS4-67027 1 +301 0 FBIS4-67046 0 +301 0 FBIS4-67051 1 +301 0 FBIS4-67058 1 +301 0 FBIS4-67062 1 +301 0 FBIS4-67072 1 +301 0 FBIS4-67135 1 +301 0 FBIS4-67140 1 +301 0 FBIS4-67144 1 +301 0 FBIS4-67149 0 +301 0 FBIS4-67150 1 +301 0 FBIS4-67156 1 +301 0 FBIS4-67165 0 +301 0 FBIS4-67169 1 +301 0 FBIS4-67170 1 +301 0 FBIS4-67176 1 +301 0 FBIS4-67178 1 +301 0 FBIS4-67183 1 +301 0 FBIS4-67184 1 +301 0 FBIS4-67227 1 +301 0 FBIS4-67239 1 +301 0 FBIS4-67244 0 +301 0 FBIS4-67246 1 +301 0 FBIS4-67263 0 +301 0 FBIS4-67273 0 +301 0 FBIS4-67281 1 +301 0 FBIS4-67292 1 +301 0 FBIS4-67331 1 +301 0 FBIS4-67334 1 +301 0 FBIS4-67336 1 +301 0 FBIS4-67341 0 +301 0 FBIS4-67492 1 +301 0 FBIS4-67942 1 +301 0 FBIS4-68096 0 +301 0 FBIS4-68348 0 +301 0 FBIS4-68349 0 +301 0 FBIS4-68416 0 +301 0 FBIS4-68426 0 +301 0 FBIS4-68498 0 +301 0 FBIS4-68542 0 +301 0 FBIS4-68582 0 +301 0 FBIS4-68653 0 +301 0 FBIS4-68746 0 +301 0 FBIS4-68801 1 +301 0 FBIS4-68847 0 +301 0 FBIS4-68893 0 +301 0 FBIS4-7006 0 +301 0 FBIS4-7688 0 +301 0 FBIS4-7811 1 +301 0 FBIS4-865 0 +301 0 FBIS4-891 0 +301 0 FBIS4-8957 1 +301 0 FBIS4-9354 0 +301 0 FBIS4-9451 0 +301 0 FBIS4-9687 1 +301 0 FBIS4-9819 0 +301 0 FBIS4-9843 1 +301 0 FBIS4-9965 0 +301 0 FR940112-2-00076 0 +301 0 FR940128-2-00139 0 +301 0 FR940202-2-00149 0 +301 0 FR940202-2-00150 0 +301 0 FR940202-2-00151 0 +301 0 FR940202-2-00153 0 +301 0 FR940202-2-00154 0 +301 0 FR940203-1-00036 0 +301 0 FR940203-2-00129 0 +301 0 FR940203-2-00142 0 +301 0 FR940217-1-00073 0 +301 0 FR940223-2-00242 0 +301 0 FR940303-1-00022 0 +301 0 FR940303-2-00208 0 +301 0 FR940314-0-00010 0 +301 0 FR940314-1-00041 0 +301 0 FR940324-2-00091 0 +301 0 FR940328-2-00122 0 +301 0 FR940406-2-00067 0 +301 0 FR940406-2-00175 0 +301 0 FR940412-2-00124 0 +301 0 FR940412-2-00131 0 +301 0 FR940425-2-00078 0 +301 0 FR940425-2-00079 0 +301 0 FR940425-2-00080 0 +301 0 FR940425-2-00081 0 +301 0 FR940429-0-00128 0 +301 0 FR940503-2-00145 0 +301 0 FR940503-2-00146 0 +301 0 FR940503-2-00147 0 +301 0 FR940503-2-00165 0 +301 0 FR940503-2-00169 0 +301 0 FR940503-2-00170 0 +301 0 FR940511-0-00066 0 +301 0 FR940511-2-00139 0 +301 0 FR940511-2-00206 0 +301 0 FR940513-2-00097 0 +301 0 FR940513-2-00103 0 +301 0 FR940516-2-00139 0 +301 0 FR940525-2-00052 0 +301 0 FR940525-2-00068 0 +301 0 FR940526-2-00033 0 +301 0 FR940527-2-00068 0 +301 0 FR940527-2-00069 0 +301 0 FR940603-2-00059 0 +301 0 FR940603-2-00060 0 +301 0 FR940603-2-00158 0 +301 0 FR940610-2-00058 0 +301 0 FR940610-2-00072 0 +301 0 FR940620-1-00004 0 +301 0 FR940620-1-00005 0 +301 0 FR940620-1-00006 0 +301 0 FR940620-1-00007 0 +301 0 FR940620-1-00008 0 +301 0 FR940620-1-00009 0 +301 0 FR940622-2-00053 0 +301 0 FR940627-2-00036 0 +301 0 FR940627-2-00068 0 +301 0 FR940630-2-00168 0 +301 0 FR940630-2-00169 0 +301 0 FR940707-2-00112 0 +301 0 FR940707-2-00113 0 +301 0 FR940707-2-00114 0 +301 0 FR940711-2-00093 0 +301 0 FR940711-2-00096 0 +301 0 FR940712-2-00059 0 +301 0 FR940712-2-00065 0 +301 0 FR940713-2-00064 0 +301 0 FR940713-2-00172 0 +301 0 FR940713-2-00178 0 +301 0 FR940721-2-00075 0 +301 0 FR940727-0-00077 0 +301 0 FR940727-0-00078 0 +301 0 FR940727-0-00079 0 +301 0 FR940727-0-00091 0 +301 0 FR940727-0-00092 0 +301 0 FR940727-0-00093 0 +301 0 FR940727-0-00096 0 +301 0 FR940728-2-00151 0 +301 0 FR940804-0-00127 0 +301 0 FR940804-2-00088 0 +301 0 FR940811-0-00030 0 +301 0 FR940816-2-00057 0 +301 0 FR940825-2-00077 0 +301 0 FR940825-2-00078 0 +301 0 FR940825-2-00189 0 +301 0 FR940830-2-00003 0 +301 0 FR940902-1-00048 0 +301 0 FR940920-2-00045 0 +301 0 FR940922-2-00125 0 +301 0 FR940930-2-00057 0 +301 0 FR940930-2-00058 0 +301 0 FR940930-2-00063 0 +301 0 FR941004-1-00089 0 +301 0 FR941006-2-00013 0 +301 0 FR941006-2-00171 0 +301 0 FR941107-0-00034 0 +301 0 FR941128-2-00187 0 +301 0 FR941206-1-00134 0 +301 0 FR941221-2-00127 0 +301 0 FR941221-2-00130 0 +301 0 FR941221-2-00131 0 +301 0 FR941230-2-00127 0 +301 0 FR941230-2-00137 0 +301 0 FR941230-2-00138 0 +301 0 FR941230-2-00139 0 +301 0 FR941230-2-00150 0 +301 0 FT911-1237 0 +301 0 FT911-1697 0 +301 0 FT911-1821 0 +301 0 FT911-2267 0 +301 0 FT911-2671 0 +301 0 FT911-2685 0 +301 0 FT911-2704 0 +301 0 FT911-2706 0 +301 0 FT911-3036 0 +301 0 FT911-3105 0 +301 0 FT911-3453 0 +301 0 FT911-4494 0 +301 0 FT911-456 0 +301 0 FT911-4634 0 +301 0 FT911-4747 0 +301 0 FT911-5227 0 +301 0 FT911-629 0 +301 0 FT911-71 0 +301 0 FT921-10107 0 +301 0 FT921-10162 1 +301 0 FT921-10163 0 +301 0 FT921-10280 1 +301 0 FT921-10350 0 +301 0 FT921-10427 0 +301 0 FT921-10848 0 +301 0 FT921-11079 0 +301 0 FT921-11686 0 +301 0 FT921-12538 0 +301 0 FT921-1349 0 +301 0 FT921-13664 0 +301 0 FT921-14967 0 +301 0 FT921-15491 0 +301 0 FT921-16129 0 +301 0 FT921-16130 0 +301 0 FT921-1614 0 +301 0 FT921-1844 0 +301 0 FT921-2590 0 +301 0 FT921-3256 0 +301 0 FT921-4090 0 +301 0 FT921-4265 0 +301 0 FT921-4322 0 +301 0 FT921-5503 0 +301 0 FT921-6487 0 +301 0 FT921-6506 0 +301 0 FT921-6865 0 +301 0 FT921-6986 0 +301 0 FT921-6988 0 +301 0 FT921-7663 0 +301 0 FT921-8089 0 +301 0 FT921-8188 0 +301 0 FT921-861 0 +301 0 FT922-10933 0 +301 0 FT922-11540 0 +301 0 FT922-13596 1 +301 0 FT922-14858 0 +301 0 FT922-14992 0 +301 0 FT922-15159 0 +301 0 FT922-15176 0 +301 0 FT922-3844 0 +301 0 FT922-4774 0 +301 0 FT922-4887 0 +301 0 FT922-5041 0 +301 0 FT922-565 0 +301 0 FT922-616 0 +301 0 FT922-7190 0 +301 0 FT922-790 0 +301 0 FT922-8144 0 +301 0 FT922-8257 0 +301 0 FT922-8731 0 +301 0 FT922-9654 0 +301 0 FT923-10224 0 +301 0 FT923-10456 0 +301 0 FT923-10584 0 +301 0 FT923-11086 0 +301 0 FT923-11460 0 +301 0 FT923-11560 0 +301 0 FT923-11687 0 +301 0 FT923-11785 0 +301 0 FT923-12102 0 +301 0 FT923-12278 0 +301 0 FT923-13103 0 +301 0 FT923-1313 0 +301 0 FT923-14709 1 +301 0 FT923-2038 0 +301 0 FT923-2301 0 +301 0 FT923-2345 0 +301 0 FT923-2348 0 +301 0 FT923-3034 1 +301 0 FT923-332 0 +301 0 FT923-3617 0 +301 0 FT923-365 1 +301 0 FT923-4083 0 +301 0 FT923-466 0 +301 0 FT923-5301 0 +301 0 FT923-5751 0 +301 0 FT923-7842 0 +301 0 FT923-7884 0 +301 0 FT923-8084 0 +301 0 FT924-10092 0 +301 0 FT924-10320 0 +301 0 FT924-10713 0 +301 0 FT924-10861 0 +301 0 FT924-11258 0 +301 0 FT924-11339 1 +301 0 FT924-11606 0 +301 0 FT924-1186 0 +301 0 FT924-11989 0 +301 0 FT924-12138 0 +301 0 FT924-12220 0 +301 0 FT924-13611 1 +301 0 FT924-227 0 +301 0 FT924-2736 0 +301 0 FT924-2822 0 +301 0 FT924-2857 0 +301 0 FT924-3498 0 +301 0 FT924-4782 1 +301 0 FT924-5359 0 +301 0 FT924-6421 0 +301 0 FT924-6543 0 +301 0 FT924-6677 0 +301 0 FT924-9271 0 +301 0 FT924-949 0 +301 0 FT924-9745 0 +301 0 FT931-10356 0 +301 0 FT931-1053 0 +301 0 FT931-11647 0 +301 0 FT931-11843 0 +301 0 FT931-11924 0 +301 0 FT931-13292 0 +301 0 FT931-14697 1 +301 0 FT931-16394 0 +301 0 FT931-16398 0 +301 0 FT931-2175 0 +301 0 FT931-2379 0 +301 0 FT931-2401 0 +301 0 FT931-249 0 +301 0 FT931-3563 1 +301 0 FT931-3941 1 +301 0 FT931-4089 0 +301 0 FT931-4165 0 +301 0 FT931-4939 0 +301 0 FT931-4977 0 +301 0 FT931-5072 0 +301 0 FT931-6121 0 +301 0 FT931-6235 0 +301 0 FT931-682 0 +301 0 FT931-7337 0 +301 0 FT931-7529 0 +301 0 FT931-7536 0 +301 0 FT931-7881 0 +301 0 FT931-8991 0 +301 0 FT931-9181 0 +301 0 FT931-9535 0 +301 0 FT931-9665 0 +301 0 FT931-9667 0 +301 0 FT931-9798 0 +301 0 FT932-1131 0 +301 0 FT932-11505 0 +301 0 FT932-12261 0 +301 0 FT932-12610 0 +301 0 FT932-13676 0 +301 0 FT932-14690 0 +301 0 FT932-2315 0 +301 0 FT932-2874 0 +301 0 FT932-3130 1 +301 0 FT932-3286 0 +301 0 FT932-3322 0 +301 0 FT932-3329 0 +301 0 FT932-3331 0 +301 0 FT932-3336 0 +301 0 FT932-3338 0 +301 0 FT932-41 0 +301 0 FT932-4538 0 +301 0 FT932-4950 0 +301 0 FT932-4965 1 +301 0 FT932-5074 0 +301 0 FT932-5376 1 +301 0 FT932-5377 1 +301 0 FT932-5629 0 +301 0 FT932-5672 0 +301 0 FT932-6233 0 +301 0 FT932-6340 0 +301 0 FT932-6347 0 +301 0 FT932-7056 1 +301 0 FT932-7266 0 +301 0 FT932-7295 0 +301 0 FT932-8233 0 +301 0 FT933-10064 0 +301 0 FT933-11054 0 +301 0 FT933-11067 0 +301 0 FT933-11804 1 +301 0 FT933-12030 0 +301 0 FT933-1329 0 +301 0 FT933-1331 0 +301 0 FT933-1338 0 +301 0 FT933-13408 0 +301 0 FT933-13528 0 +301 0 FT933-15522 0 +301 0 FT933-15581 0 +301 0 FT933-15697 0 +301 0 FT933-1600 0 +301 0 FT933-16366 0 +301 0 FT933-16962 0 +301 0 FT933-17008 1 +301 0 FT933-1718 0 +301 0 FT933-2139 0 +301 0 FT933-2224 1 +301 0 FT933-279 0 +301 0 FT933-4677 0 +301 0 FT933-550 0 +301 0 FT933-582 0 +301 0 FT933-6786 0 +301 0 FT933-6924 0 +301 0 FT933-6966 0 +301 0 FT933-6971 0 +301 0 FT933-7993 0 +301 0 FT933-8067 0 +301 0 FT934-10491 1 +301 0 FT934-10543 0 +301 0 FT934-10783 0 +301 0 FT934-11015 0 +301 0 FT934-11658 0 +301 0 FT934-11945 0 +301 0 FT934-12578 0 +301 0 FT934-13302 0 +301 0 FT934-14820 0 +301 0 FT934-16551 0 +301 0 FT934-17146 0 +301 0 FT934-2267 0 +301 0 FT934-2699 0 +301 0 FT934-3452 0 +301 0 FT934-4154 0 +301 0 FT934-4340 0 +301 0 FT934-4582 0 +301 0 FT934-5231 0 +301 0 FT934-5726 0 +301 0 FT934-5891 0 +301 0 FT934-6874 0 +301 0 FT934-7013 0 +301 0 FT934-7093 0 +301 0 FT934-7094 0 +301 0 FT934-7631 0 +301 0 FT934-7660 0 +301 0 FT934-8411 0 +301 0 FT934-8545 0 +301 0 FT934-8632 0 +301 0 FT934-8633 0 +301 0 FT934-8640 0 +301 0 FT941-10546 0 +301 0 FT941-10611 1 +301 0 FT941-11262 0 +301 0 FT941-11279 0 +301 0 FT941-11449 0 +301 0 FT941-11505 0 +301 0 FT941-12402 0 +301 0 FT941-12805 0 +301 0 FT941-13151 1 +301 0 FT941-13349 0 +301 0 FT941-14742 0 +301 0 FT941-14810 0 +301 0 FT941-15027 0 +301 0 FT941-15378 0 +301 0 FT941-15631 0 +301 0 FT941-1682 0 +301 0 FT941-16929 0 +301 0 FT941-17064 0 +301 0 FT941-2244 0 +301 0 FT941-3237 1 +301 0 FT941-4259 0 +301 0 FT941-5289 0 +301 0 FT941-5453 1 +301 0 FT941-8491 0 +301 0 FT941-8966 0 +301 0 FT941-9876 0 +301 0 FT942-10163 0 +301 0 FT942-10977 0 +301 0 FT942-11067 0 +301 0 FT942-11396 0 +301 0 FT942-12197 0 +301 0 FT942-13293 0 +301 0 FT942-13766 0 +301 0 FT942-14060 0 +301 0 FT942-1417 0 +301 0 FT942-14542 0 +301 0 FT942-14609 0 +301 0 FT942-14967 0 +301 0 FT942-15220 0 +301 0 FT942-16403 0 +301 0 FT942-17001 1 +301 0 FT942-17066 0 +301 0 FT942-1711 0 +301 0 FT942-1715 0 +301 0 FT942-187 0 +301 0 FT942-2876 0 +301 0 FT942-2882 0 +301 0 FT942-3474 0 +301 0 FT942-3714 0 +301 0 FT942-4368 0 +301 0 FT942-5157 0 +301 0 FT942-5274 0 +301 0 FT942-5466 0 +301 0 FT942-6404 0 +301 0 FT942-6526 0 +301 0 FT942-7117 0 +301 0 FT942-7322 0 +301 0 FT942-7335 0 +301 0 FT942-7403 0 +301 0 FT942-792 1 +301 0 FT942-852 0 +301 0 FT942-8529 0 +301 0 FT942-8530 0 +301 0 FT942-8808 0 +301 0 FT942-885 0 +301 0 FT942-933 0 +301 0 FT942-9466 0 +301 0 FT942-9490 0 +301 0 FT942-9715 0 +301 0 FT943-11739 0 +301 0 FT943-12965 0 +301 0 FT943-13315 0 +301 0 FT943-13339 0 +301 0 FT943-14383 0 +301 0 FT943-15429 0 +301 0 FT943-15437 0 +301 0 FT943-15910 0 +301 0 FT943-16238 1 +301 0 FT943-16477 1 +301 0 FT943-16618 0 +301 0 FT943-2156 0 +301 0 FT943-2588 0 +301 0 FT943-295 0 +301 0 FT943-3533 1 +301 0 FT943-3953 0 +301 0 FT943-4417 0 +301 0 FT943-505 0 +301 0 FT943-5051 0 +301 0 FT943-5111 0 +301 0 FT943-5179 0 +301 0 FT943-5341 0 +301 0 FT943-5355 0 +301 0 FT943-5577 0 +301 0 FT943-6423 0 +301 0 FT943-726 0 +301 0 FT943-8128 0 +301 0 FT943-8527 0 +301 0 FT943-8670 0 +301 0 FT943-8942 0 +301 0 FT943-8961 0 +301 0 FT944-10136 0 +301 0 FT944-10634 0 +301 0 FT944-10635 1 +301 0 FT944-10673 0 +301 0 FT944-10675 0 +301 0 FT944-10676 0 +301 0 FT944-10779 0 +301 0 FT944-11113 0 +301 0 FT944-11625 0 +301 0 FT944-12104 0 +301 0 FT944-12173 1 +301 0 FT944-12949 0 +301 0 FT944-1350 0 +301 0 FT944-14183 0 +301 0 FT944-14184 0 +301 0 FT944-15443 0 +301 0 FT944-15444 0 +301 0 FT944-1692 0 +301 0 FT944-1808 1 +301 0 FT944-18166 0 +301 0 FT944-18167 0 +301 0 FT944-18184 0 +301 0 FT944-2231 1 +301 0 FT944-2497 0 +301 0 FT944-2600 0 +301 0 FT944-3492 0 +301 0 FT944-4020 0 +301 0 FT944-4116 0 +301 0 FT944-4735 0 +301 0 FT944-4901 0 +301 0 FT944-5537 0 +301 0 FT944-5679 0 +301 0 FT944-5749 0 +301 0 FT944-7669 1 +301 0 FT944-7867 0 +301 0 FT944-8161 0 +301 0 FT944-8297 1 +301 0 LA010290-0076 0 +301 0 LA010590-0084 1 +301 0 LA011290-0184 0 +301 0 LA011390-0046 1 +301 0 LA011390-0156 1 +301 0 LA011490-0115 1 +301 0 LA011790-0128 1 +301 0 LA011890-0125 1 +301 0 LA011990-0102 1 +301 0 LA012090-0101 0 +301 0 LA012190-0120 1 +301 0 LA012290-0053 0 +301 0 LA012690-0169 1 +301 0 LA012890-0073 1 +301 0 LA013190-0012 0 +301 0 LA021089-0177 0 +301 0 LA021590-0204 1 +301 0 LA021690-0049 1 +301 0 LA021790-0127 0 +301 0 LA022590-0191 1 +301 0 LA022689-0075 0 +301 0 LA022790-0089 1 +301 0 LA030290-0106 0 +301 0 LA030490-0017 0 +301 0 LA030490-0071 0 +301 0 LA031190-0216 0 +301 0 LA031289-0074 0 +301 0 LA031490-0140 0 +301 0 LA031690-0077 0 +301 0 LA032090-0091 0 +301 0 LA032189-0097 0 +301 0 LA032790-0103 1 +301 0 LA040689-0155 0 +301 0 LA041189-0055 0 +301 0 LA041389-0038 1 +301 0 LA041390-0018 0 +301 0 LA041589-0014 0 +301 0 LA041689-0150 1 +301 0 LA041689-0190 0 +301 0 LA041690-0050 0 +301 0 LA041690-0051 0 +301 0 LA041789-0008 0 +301 0 LA041790-0054 0 +301 0 LA041790-0055 0 +301 0 LA041890-0075 1 +301 0 LA041989-0027 0 +301 0 LA042190-0078 0 +301 0 LA042289-0040 0 +301 0 LA042390-0099 0 +301 0 LA042690-0169 0 +301 0 LA042890-0015 0 +301 0 LA042890-0151 0 +301 0 LA042989-0116 0 +301 0 LA043089-0169 0 +301 0 LA050189-0063 0 +301 0 LA050489-0093 0 +301 0 LA050590-0027 0 +301 0 LA050590-0048 0 +301 0 LA050690-0134 1 +301 0 LA050690-0145 0 +301 0 LA050690-0149 0 +301 0 LA050789-0006 1 +301 0 LA050789-0007 1 +301 0 LA050990-0077 0 +301 0 LA050990-0078 0 +301 0 LA050990-0116 0 +301 0 LA051190-0064 0 +301 0 LA051389-0039 1 +301 0 LA051390-0175 1 +301 0 LA051590-0064 0 +301 0 LA051690-0108 1 +301 0 LA052090-0088 0 +301 0 LA052090-0143 1 +301 0 LA052189-0123 0 +301 0 LA052190-0021 0 +301 0 LA052190-0064 1 +301 0 LA052289-0047 0 +301 0 LA052490-0139 0 +301 0 LA052690-0037 0 +301 0 LA052690-0142 0 +301 0 LA052890-0046 0 +301 0 LA052990-0018 0 +301 0 LA053089-0075 0 +301 0 LA053190-0175 0 +301 0 LA060489-0196 0 +301 0 LA060490-0021 0 +301 0 LA060490-0122 0 +301 0 LA060590-0010 0 +301 0 LA060790-0159 0 +301 0 LA060990-0077 0 +301 0 LA061189-0173 0 +301 0 LA061190-0085 0 +301 0 LA061190-0112 0 +301 0 LA061289-0051 0 +301 0 LA061290-0117 0 +301 0 LA061389-0060 0 +301 0 LA061390-0056 0 +301 0 LA061490-0229 0 +301 0 LA061590-0010 0 +301 0 LA061690-0021 0 +301 0 LA061690-0030 0 +301 0 LA061789-0027 0 +301 0 LA061789-0028 0 +301 0 LA061790-0205 0 +301 0 LA062090-0094 0 +301 0 LA062189-0012 0 +301 0 LA062189-0052 0 +301 0 LA062189-0067 0 +301 0 LA062390-0041 0 +301 0 LA062690-0041 0 +301 0 LA062890-0206 0 +301 0 LA062989-0196 1 +301 0 LA063089-0061 1 +301 0 LA070289-0147 0 +301 0 LA070289-0171 1 +301 0 LA070290-0003 0 +301 0 LA070290-0051 0 +301 0 LA070590-0016 0 +301 0 LA070590-0097 0 +301 0 LA070689-0122 1 +301 0 LA070690-0095 0 +301 0 LA070790-0061 0 +301 0 LA070890-0079 0 +301 0 LA070890-0080 0 +301 0 LA071089-0065 0 +301 0 LA071190-0028 0 +301 0 LA071290-0123 1 +301 0 LA071489-0020 1 +301 0 LA071490-0024 0 +301 0 LA071690-0047 1 +301 0 LA071889-0026 0 +301 0 LA071990-0150 0 +301 0 LA071990-0165 0 +301 0 LA072090-0146 0 +301 0 LA072090-0147 0 +301 0 LA072490-0033 0 +301 0 LA072590-0115 0 +301 0 LA072689-0016 0 +301 0 LA072789-0050 0 +301 0 LA072890-0052 0 +301 0 LA073189-0043 0 +301 0 LA080489-0020 0 +301 0 LA080590-0195 0 +301 0 LA080689-0093 0 +301 0 LA080889-0098 0 +301 0 LA080890-0044 0 +301 0 LA080989-0129 0 +301 0 LA080990-0216 0 +301 0 LA081089-0167 1 +301 0 LA081190-0051 0 +301 0 LA081190-0108 0 +301 0 LA081589-0042 0 +301 0 LA081690-0102 0 +301 0 LA081789-0093 1 +301 0 LA081790-0083 0 +301 0 LA081889-0147 1 +301 0 LA081989-0048 0 +301 0 LA081990-0158 0 +301 0 LA082089-0163 0 +301 0 LA082190-0014 0 +301 0 LA082190-0015 0 +301 0 LA082389-0028 0 +301 0 LA082389-0039 1 +301 0 LA082390-0176 0 +301 0 LA082489-0035 0 +301 0 LA082589-0079 1 +301 0 LA082589-0090 1 +301 0 LA082590-0019 0 +301 0 LA082689-0044 1 +301 0 LA082689-0054 1 +301 0 LA082789-0018 1 +301 0 LA082790-0022 1 +301 0 LA082889-0047 1 +301 0 LA082889-0056 1 +301 0 LA082989-0074 0 +301 0 LA083089-0017 1 +301 0 LA083089-0069 1 +301 0 LA083089-0072 1 +301 0 LA090189-0018 0 +301 0 LA090389-0097 0 +301 0 LA090389-0100 0 +301 0 LA090689-0015 0 +301 0 LA090689-0125 1 +301 0 LA090689-0130 1 +301 0 LA090690-0234 0 +301 0 LA090989-0075 1 +301 0 LA091089-0170 0 +301 0 LA091089-0172 0 +301 0 LA091089-0187 0 +301 0 LA091090-0038 0 +301 0 LA091189-0110 1 +301 0 LA091190-0096 0 +301 0 LA091190-0102 0 +301 0 LA091289-0135 1 +301 0 LA091289-0136 1 +301 0 LA091389-0053 1 +301 0 LA091390-0046 0 +301 0 LA091589-0045 1 +301 0 LA091689-0028 0 +301 0 LA092089-0143 1 +301 0 LA092090-0092 0 +301 0 LA092290-0094 0 +301 0 LA092489-0121 0 +301 0 LA092590-0019 0 +301 0 LA092789-0047 0 +301 0 LA092790-0128 0 +301 0 LA092989-0108 1 +301 0 LA100189-0205 0 +301 0 LA100289-0104 1 +301 0 LA100290-0067 0 +301 0 LA100390-0069 0 +301 0 LA100589-0136 1 +301 0 LA100789-0127 0 +301 0 LA100790-0068 0 +301 0 LA100989-0008 0 +301 0 LA101289-0126 1 +301 0 LA101389-0091 0 +301 0 LA101390-0083 0 +301 0 LA101589-0169 0 +301 0 LA101589-0174 1 +301 0 LA101590-0071 0 +301 0 LA101689-0002 0 +301 0 LA101789-0155 1 +301 0 LA102089-0025 1 +301 0 LA102289-0170 1 +301 0 LA102290-0116 0 +301 0 LA110990-0184 0 +301 0 LA112089-0024 0 +301 0 LA112489-0069 1 +301 0 LA112489-0141 0 +301 0 LA112489-0142 1 +301 0 LA112490-0089 0 +301 0 LA121089-0089 0 +301 0 LA121289-0096 1 +301 0 LA121389-0124 1 +301 0 LA121490-0027 1 +301 0 LA121589-0007 1 +301 0 LA121589-0184 0 +301 0 LA121689-0077 0 +301 0 LA121890-0057 0 +301 0 LA121890-0079 0 +301 0 LA121890-0086 0 +301 0 LA121990-0123 1 +301 0 LA122089-0109 0 +301 0 LA122389-0069 1 +301 0 LA122789-0009 0 +301 0 LA122889-0124 0 +301 0 LA123090-0148 0 +302 0 CR93E-10071 0 +302 0 CR93E-10276 0 +302 0 CR93E-10279 0 +302 0 CR93E-10462 0 +302 0 CR93E-10606 0 +302 0 CR93E-10799 0 +302 0 CR93E-11100 0 +302 0 CR93E-1648 0 +302 0 CR93E-1838 0 +302 0 CR93E-2180 1 +302 0 CR93E-2225 0 +302 0 CR93E-2236 0 +302 0 CR93E-2512 0 +302 0 CR93E-2563 0 +302 0 CR93E-2650 1 +302 0 CR93E-2849 0 +302 0 CR93E-307 0 +302 0 CR93E-3096 1 +302 0 CR93E-3616 0 +302 0 CR93E-3822 1 +302 0 CR93E-4208 0 +302 0 CR93E-4209 0 +302 0 CR93E-4517 0 +302 0 CR93E-4941 0 +302 0 CR93E-5211 0 +302 0 CR93E-5666 1 +302 0 CR93E-5775 1 +302 0 CR93E-5895 0 +302 0 CR93E-5954 0 +302 0 CR93E-6191 0 +302 0 CR93E-6321 0 +302 0 CR93E-6675 0 +302 0 CR93E-6901 1 +302 0 CR93E-7034 1 +302 0 CR93E-7062 0 +302 0 CR93E-7403 0 +302 0 CR93E-7619 0 +302 0 CR93E-7678 0 +302 0 CR93E-8012 0 +302 0 CR93E-8421 0 +302 0 CR93E-8424 0 +302 0 CR93E-8491 0 +302 0 CR93E-8701 0 +302 0 CR93E-8836 0 +302 0 CR93E-9545 1 +302 0 CR93E-9618 0 +302 0 CR93H-10042 0 +302 0 CR93H-10104 0 +302 0 CR93H-10242 0 +302 0 CR93H-10256 0 +302 0 CR93H-10308 0 +302 0 CR93H-10374 0 +302 0 CR93H-10402 0 +302 0 CR93H-10601 0 +302 0 CR93H-10602 0 +302 0 CR93H-10681 0 +302 0 CR93H-10921 0 +302 0 CR93H-1097 0 +302 0 CR93H-10989 0 +302 0 CR93H-11033 0 +302 0 CR93H-11034 0 +302 0 CR93H-11119 0 +302 0 CR93H-11521 0 +302 0 CR93H-11586 0 +302 0 CR93H-1159 0 +302 0 CR93H-11806 0 +302 0 CR93H-11894 0 +302 0 CR93H-11998 0 +302 0 CR93H-12017 0 +302 0 CR93H-12150 0 +302 0 CR93H-12168 0 +302 0 CR93H-12181 0 +302 0 CR93H-12217 0 +302 0 CR93H-12224 0 +302 0 CR93H-12498 0 +302 0 CR93H-12820 0 +302 0 CR93H-12830 0 +302 0 CR93H-12874 0 +302 0 CR93H-1298 0 +302 0 CR93H-12983 0 +302 0 CR93H-12988 0 +302 0 CR93H-13167 0 +302 0 CR93H-13205 0 +302 0 CR93H-13232 0 +302 0 CR93H-13263 0 +302 0 CR93H-13335 0 +302 0 CR93H-13506 0 +302 0 CR93H-13521 0 +302 0 CR93H-13595 0 +302 0 CR93H-13600 1 +302 0 CR93H-13615 0 +302 0 CR93H-13680 0 +302 0 CR93H-13927 0 +302 0 CR93H-14046 0 +302 0 CR93H-14072 0 +302 0 CR93H-14128 0 +302 0 CR93H-14130 0 +302 0 CR93H-14306 0 +302 0 CR93H-14325 0 +302 0 CR93H-14388 0 +302 0 CR93H-14392 0 +302 0 CR93H-14469 0 +302 0 CR93H-14591 0 +302 0 CR93H-14791 0 +302 0 CR93H-15024 0 +302 0 CR93H-15105 0 +302 0 CR93H-15119 0 +302 0 CR93H-15121 1 +302 0 CR93H-1532 0 +302 0 CR93H-15405 0 +302 0 CR93H-15424 0 +302 0 CR93H-15453 0 +302 0 CR93H-15477 0 +302 0 CR93H-15587 0 +302 0 CR93H-15608 0 +302 0 CR93H-15615 0 +302 0 CR93H-15727 1 +302 0 CR93H-15875 0 +302 0 CR93H-15950 0 +302 0 CR93H-16077 0 +302 0 CR93H-16128 0 +302 0 CR93H-16369 0 +302 0 CR93H-1639 0 +302 0 CR93H-1712 0 +302 0 CR93H-1769 0 +302 0 CR93H-185 0 +302 0 CR93H-2429 0 +302 0 CR93H-2431 0 +302 0 CR93H-2707 0 +302 0 CR93H-3144 0 +302 0 CR93H-3262 0 +302 0 CR93H-3295 0 +302 0 CR93H-3444 0 +302 0 CR93H-3459 0 +302 0 CR93H-3813 0 +302 0 CR93H-4042 0 +302 0 CR93H-416 0 +302 0 CR93H-4420 0 +302 0 CR93H-4489 0 +302 0 CR93H-4586 0 +302 0 CR93H-4635 0 +302 0 CR93H-4771 0 +302 0 CR93H-4879 0 +302 0 CR93H-4889 0 +302 0 CR93H-4922 0 +302 0 CR93H-5017 0 +302 0 CR93H-5053 0 +302 0 CR93H-5121 0 +302 0 CR93H-5189 0 +302 0 CR93H-5255 0 +302 0 CR93H-5554 0 +302 0 CR93H-5568 0 +302 0 CR93H-56 0 +302 0 CR93H-6221 0 +302 0 CR93H-6347 0 +302 0 CR93H-6422 0 +302 0 CR93H-6567 0 +302 0 CR93H-6621 0 +302 0 CR93H-6754 0 +302 0 CR93H-6912 0 +302 0 CR93H-7012 0 +302 0 CR93H-7013 0 +302 0 CR93H-7055 0 +302 0 CR93H-735 0 +302 0 CR93H-742 0 +302 0 CR93H-7554 0 +302 0 CR93H-7557 0 +302 0 CR93H-7870 0 +302 0 CR93H-7875 0 +302 0 CR93H-8042 0 +302 0 CR93H-8080 0 +302 0 CR93H-8122 0 +302 0 CR93H-8245 0 +302 0 CR93H-8248 0 +302 0 CR93H-8249 0 +302 0 CR93H-8460 0 +302 0 CR93H-8461 0 +302 0 CR93H-8590 0 +302 0 CR93H-8741 0 +302 0 CR93H-8789 0 +302 0 CR93H-8928 0 +302 0 CR93H-9009 0 +302 0 CR93H-9350 0 +302 0 CR93H-9427 0 +302 0 CR93H-9548 0 +302 0 CR93H-955 0 +302 0 CR93H-9576 0 +302 0 FBIS3-10615 0 +302 0 FBIS3-10855 0 +302 0 FBIS3-11418 0 +302 0 FBIS3-14832 0 +302 0 FBIS3-20548 1 +302 0 FBIS3-20810 0 +302 0 FBIS3-21356 0 +302 0 FBIS3-21404 0 +302 0 FBIS3-22119 0 +302 0 FBIS3-22470 0 +302 0 FBIS3-22471 0 +302 0 FBIS3-22476 0 +302 0 FBIS3-22477 0 +302 0 FBIS3-22480 0 +302 0 FBIS3-22482 0 +302 0 FBIS3-22486 0 +302 0 FBIS3-22487 0 +302 0 FBIS3-22508 0 +302 0 FBIS3-22523 0 +302 0 FBIS3-22525 0 +302 0 FBIS3-22535 0 +302 0 FBIS3-22539 1 +302 0 FBIS3-22545 0 +302 0 FBIS3-22547 0 +302 0 FBIS3-22559 0 +302 0 FBIS3-22560 1 +302 0 FBIS3-22570 0 +302 0 FBIS3-22581 0 +302 0 FBIS3-22589 1 +302 0 FBIS3-22590 0 +302 0 FBIS3-22591 0 +302 0 FBIS3-22592 0 +302 0 FBIS3-22593 0 +302 0 FBIS3-22597 0 +302 0 FBIS3-22598 0 +302 0 FBIS3-22600 0 +302 0 FBIS3-22633 0 +302 0 FBIS3-22642 0 +302 0 FBIS3-22647 0 +302 0 FBIS3-22679 0 +302 0 FBIS3-22680 0 +302 0 FBIS3-22681 0 +302 0 FBIS3-22693 0 +302 0 FBIS3-22695 0 +302 0 FBIS3-22696 0 +302 0 FBIS3-22697 0 +302 0 FBIS3-22698 0 +302 0 FBIS3-22699 0 +302 0 FBIS3-22700 0 +302 0 FBIS3-22702 0 +302 0 FBIS3-22706 0 +302 0 FBIS3-23 0 +302 0 FBIS3-23561 0 +302 0 FBIS3-23823 0 +302 0 FBIS3-23945 0 +302 0 FBIS3-23947 0 +302 0 FBIS3-24469 0 +302 0 FBIS3-24678 0 +302 0 FBIS3-2516 0 +302 0 FBIS3-26593 1 +302 0 FBIS3-27468 0 +302 0 FBIS3-2798 0 +302 0 FBIS3-28911 0 +302 0 FBIS3-29180 0 +302 0 FBIS3-30086 0 +302 0 FBIS3-34497 0 +302 0 FBIS3-3565 0 +302 0 FBIS3-3580 0 +302 0 FBIS3-36078 0 +302 0 FBIS3-37944 0 +302 0 FBIS3-37947 0 +302 0 FBIS3-39365 0 +302 0 FBIS3-40190 0 +302 0 FBIS3-41666 0 +302 0 FBIS3-41671 0 +302 0 FBIS3-41672 1 +302 0 FBIS3-41673 0 +302 0 FBIS3-41676 0 +302 0 FBIS3-41681 0 +302 0 FBIS3-41698 0 +302 0 FBIS3-41710 0 +302 0 FBIS3-41713 0 +302 0 FBIS3-41724 1 +302 0 FBIS3-41734 0 +302 0 FBIS3-41739 0 +302 0 FBIS3-41761 0 +302 0 FBIS3-41790 0 +302 0 FBIS3-41809 0 +302 0 FBIS3-41815 0 +302 0 FBIS3-4209 0 +302 0 FBIS3-42399 0 +302 0 FBIS3-42469 0 +302 0 FBIS3-42726 0 +302 0 FBIS3-43132 0 +302 0 FBIS3-43186 0 +302 0 FBIS3-43595 0 +302 0 FBIS3-43781 0 +302 0 FBIS3-44530 0 +302 0 FBIS3-44712 0 +302 0 FBIS3-45822 0 +302 0 FBIS3-46348 0 +302 0 FBIS3-46614 0 +302 0 FBIS3-5103 0 +302 0 FBIS3-58 0 +302 0 FBIS3-60336 0 +302 0 FBIS3-60342 0 +302 0 FBIS3-60401 0 +302 0 FBIS3-60403 1 +302 0 FBIS3-60404 1 +302 0 FBIS3-60405 1 +302 0 FBIS3-60419 1 +302 0 FBIS3-60422 0 +302 0 FBIS3-60440 0 +302 0 FBIS3-60444 0 +302 0 FBIS3-60448 0 +302 0 FBIS3-60450 1 +302 0 FBIS3-60454 0 +302 0 FBIS3-60462 0 +302 0 FBIS3-60466 0 +302 0 FBIS3-60503 1 +302 0 FBIS3-60510 1 +302 0 FBIS3-60513 0 +302 0 FBIS3-60514 0 +302 0 FBIS3-60529 0 +302 0 FBIS3-60546 0 +302 0 FBIS3-60553 0 +302 0 FBIS3-60559 0 +302 0 FBIS3-60560 0 +302 0 FBIS3-60561 1 +302 0 FBIS3-60562 1 +302 0 FBIS3-60563 0 +302 0 FBIS3-60564 0 +302 0 FBIS3-60565 0 +302 0 FBIS3-60575 0 +302 0 FBIS3-61373 1 +302 0 FBIS3-6884 0 +302 0 FBIS3-9904 1 +302 0 FBIS4-10721 0 +302 0 FBIS4-13889 0 +302 0 FBIS4-1627 0 +302 0 FBIS4-16647 0 +302 0 FBIS4-1860 0 +302 0 FBIS4-1866 0 +302 0 FBIS4-19 0 +302 0 FBIS4-19733 0 +302 0 FBIS4-20472 0 +302 0 FBIS4-20504 0 +302 0 FBIS4-20697 0 +302 0 FBIS4-2128 0 +302 0 FBIS4-2204 0 +302 0 FBIS4-22716 1 +302 0 FBIS4-22779 0 +302 0 FBIS4-22945 0 +302 0 FBIS4-23089 0 +302 0 FBIS4-23131 0 +302 0 FBIS4-2439 0 +302 0 FBIS4-24438 1 +302 0 FBIS4-26718 0 +302 0 FBIS4-27941 0 +302 0 FBIS4-2880 1 +302 0 FBIS4-29 0 +302 0 FBIS4-30023 0 +302 0 FBIS4-30637 1 +302 0 FBIS4-31787 0 +302 0 FBIS4-32883 0 +302 0 FBIS4-33063 1 +302 0 FBIS4-33295 0 +302 0 FBIS4-33435 1 +302 0 FBIS4-33740 0 +302 0 FBIS4-34379 0 +302 0 FBIS4-38133 1 +302 0 FBIS4-40426 0 +302 0 FBIS4-4067 0 +302 0 FBIS4-42 0 +302 0 FBIS4-4241 1 +302 0 FBIS4-43829 0 +302 0 FBIS4-43830 0 +302 0 FBIS4-43893 0 +302 0 FBIS4-45490 0 +302 0 FBIS4-45613 1 +302 0 FBIS4-45832 0 +302 0 FBIS4-45833 0 +302 0 FBIS4-45834 0 +302 0 FBIS4-45842 0 +302 0 FBIS4-45844 1 +302 0 FBIS4-45884 0 +302 0 FBIS4-46469 0 +302 0 FBIS4-46649 0 +302 0 FBIS4-46923 0 +302 0 FBIS4-47552 0 +302 0 FBIS4-47588 0 +302 0 FBIS4-49021 0 +302 0 FBIS4-49245 0 +302 0 FBIS4-50133 0 +302 0 FBIS4-50706 0 +302 0 FBIS4-50850 0 +302 0 FBIS4-50959 0 +302 0 FBIS4-52090 0 +302 0 FBIS4-5325 1 +302 0 FBIS4-55803 0 +302 0 FBIS4-57220 1 +302 0 FBIS4-58281 0 +302 0 FBIS4-60762 0 +302 0 FBIS4-61029 0 +302 0 FBIS4-62223 0 +302 0 FBIS4-66030 0 +302 0 FBIS4-66069 0 +302 0 FBIS4-66161 0 +302 0 FBIS4-66185 0 +302 0 FBIS4-67533 0 +302 0 FBIS4-67599 0 +302 0 FBIS4-67611 0 +302 0 FBIS4-67613 0 +302 0 FBIS4-67614 0 +302 0 FBIS4-67618 0 +302 0 FBIS4-67646 0 +302 0 FBIS4-67647 0 +302 0 FBIS4-67648 0 +302 0 FBIS4-67649 0 +302 0 FBIS4-67650 0 +302 0 FBIS4-67651 0 +302 0 FBIS4-67698 0 +302 0 FBIS4-67699 0 +302 0 FBIS4-67701 1 +302 0 FBIS4-67707 1 +302 0 FBIS4-67720 1 +302 0 FBIS4-68893 0 +302 0 FR940104-0-00034 0 +302 0 FR940126-2-00100 0 +302 0 FR940126-2-00101 0 +302 0 FR940126-2-00102 0 +302 0 FR940126-2-00103 0 +302 0 FR940126-2-00104 0 +302 0 FR940126-2-00105 0 +302 0 FR940126-2-00106 1 +302 0 FR940126-2-00107 0 +302 0 FR940126-2-00108 0 +302 0 FR940202-2-00112 0 +302 0 FR940202-2-00114 0 +302 0 FR940202-2-00133 0 +302 0 FR940202-2-00140 0 +302 0 FR940202-2-00143 0 +302 0 FR940203-0-00084 0 +302 0 FR940207-2-00089 1 +302 0 FR940314-1-00041 0 +302 0 FR940317-2-00076 0 +302 0 FR940404-2-00093 0 +302 0 FR940406-0-00190 0 +302 0 FR940413-2-00068 0 +302 0 FR940414-0-00029 0 +302 0 FR940419-2-00062 0 +302 0 FR940425-2-00078 1 +302 0 FR940425-2-00079 1 +302 0 FR940425-2-00080 1 +302 0 FR940425-2-00081 0 +302 0 FR940429-2-00041 0 +302 0 FR940505-2-00041 0 +302 0 FR940513-2-00003 0 +302 0 FR940513-2-00096 0 +302 0 FR940527-1-00163 0 +302 0 FR940527-2-00071 0 +302 0 FR940602-1-00023 0 +302 0 FR940602-2-00077 0 +302 0 FR940603-2-00060 1 +302 0 FR940620-2-00115 0 +302 0 FR940620-2-00116 0 +302 0 FR940620-2-00117 1 +302 0 FR940620-2-00118 0 +302 0 FR940620-2-00119 0 +302 0 FR940620-2-00120 0 +302 0 FR940620-2-00121 0 +302 0 FR940620-2-00122 0 +302 0 FR940620-2-00123 0 +302 0 FR940628-1-00016 0 +302 0 FR940628-2-00002 0 +302 0 FR940705-2-00186 0 +302 0 FR940706-2-00076 0 +302 0 FR940713-2-00061 0 +302 0 FR940713-2-00062 0 +302 0 FR940719-2-00089 0 +302 0 FR940721-2-00030 0 +302 0 FR940721-2-00045 0 +302 0 FR940721-2-00046 0 +302 0 FR940725-0-00049 0 +302 0 FR940728-2-00084 0 +302 0 FR940728-2-00089 0 +302 0 FR940804-2-00088 0 +302 0 FR940817-2-00237 0 +302 0 FR940822-0-00027 0 +302 0 FR940822-0-00067 0 +302 0 FR940825-2-00076 0 +302 0 FR940825-2-00078 0 +302 0 FR940831-2-00064 0 +302 0 FR940902-1-00048 0 +302 0 FR940922-2-00127 0 +302 0 FR940928-2-00043 0 +302 0 FR941003-2-00031 0 +302 0 FR941004-2-00099 0 +302 0 FR941006-1-00005 0 +302 0 FR941006-1-00006 0 +302 0 FR941006-1-00007 0 +302 0 FR941012-2-00078 0 +302 0 FR941013-2-00056 0 +302 0 FR941027-1-00030 0 +302 0 FR941102-1-00119 0 +302 0 FR941103-2-00086 0 +302 0 FR941107-2-00231 0 +302 0 FR941107-2-00232 0 +302 0 FR941107-2-00233 0 +302 0 FR941122-2-00060 0 +302 0 FR941130-0-00122 0 +302 0 FR941202-2-00007 0 +302 0 FR941206-1-00134 0 +302 0 FR941206-2-00055 0 +302 0 FR941213-0-00084 0 +302 0 FR941213-2-00039 0 +302 0 FT911-1088 0 +302 0 FT911-1471 0 +302 0 FT911-2081 0 +302 0 FT911-2372 0 +302 0 FT911-241 0 +302 0 FT911-2589 0 +302 0 FT911-2707 0 +302 0 FT911-2968 0 +302 0 FT911-460 0 +302 0 FT911-4947 0 +302 0 FT911-5041 0 +302 0 FT911-624 0 +302 0 FT911-679 0 +302 0 FT911-870 0 +302 0 FT921-10340 0 +302 0 FT921-10626 0 +302 0 FT921-10742 0 +302 0 FT921-10750 0 +302 0 FT921-10807 0 +302 0 FT921-11140 0 +302 0 FT921-1150 0 +302 0 FT921-1211 0 +302 0 FT921-12227 0 +302 0 FT921-12230 0 +302 0 FT921-12556 0 +302 0 FT921-13207 0 +302 0 FT921-13254 0 +302 0 FT921-13279 0 +302 0 FT921-13530 0 +302 0 FT921-14291 0 +302 0 FT921-14537 1 +302 0 FT921-14986 0 +302 0 FT921-15281 0 +302 0 FT921-15869 0 +302 0 FT921-16061 1 +302 0 FT921-16191 0 +302 0 FT921-16376 0 +302 0 FT921-2350 0 +302 0 FT921-2351 0 +302 0 FT921-3467 0 +302 0 FT921-4 0 +302 0 FT921-4035 0 +302 0 FT921-4317 0 +302 0 FT921-4540 0 +302 0 FT921-485 0 +302 0 FT921-5034 0 +302 0 FT921-5614 0 +302 0 FT921-5766 0 +302 0 FT921-5928 0 +302 0 FT921-7582 0 +302 0 FT921-7648 0 +302 0 FT921-7765 1 +302 0 FT921-7784 0 +302 0 FT921-8313 0 +302 0 FT921-8328 0 +302 0 FT921-8507 0 +302 0 FT921-9310 0 +302 0 FT921-953 0 +302 0 FT921-956 0 +302 0 FT921-9578 0 +302 0 FT922-10446 0 +302 0 FT922-11044 0 +302 0 FT922-12505 0 +302 0 FT922-12737 0 +302 0 FT922-13742 0 +302 0 FT922-14371 0 +302 0 FT922-1674 0 +302 0 FT922-1893 0 +302 0 FT922-220 0 +302 0 FT922-4529 0 +302 0 FT922-4560 0 +302 0 FT922-5004 0 +302 0 FT922-6652 0 +302 0 FT922-7819 0 +302 0 FT922-8619 0 +302 0 FT922-8779 0 +302 0 FT922-884 0 +302 0 FT922-9023 0 +302 0 FT922-9487 0 +302 0 FT922-9650 0 +302 0 FT923-10404 0 +302 0 FT923-1076 0 +302 0 FT923-11035 0 +302 0 FT923-11081 0 +302 0 FT923-11184 0 +302 0 FT923-11350 0 +302 0 FT923-11474 0 +302 0 FT923-11885 0 +302 0 FT923-12051 0 +302 0 FT923-12060 0 +302 0 FT923-12277 0 +302 0 FT923-14971 0 +302 0 FT923-15575 0 +302 0 FT923-1988 0 +302 0 FT923-2286 0 +302 0 FT923-2399 0 +302 0 FT923-3060 0 +302 0 FT923-4273 0 +302 0 FT923-5927 0 +302 0 FT923-6011 0 +302 0 FT923-6887 0 +302 0 FT923-7657 0 +302 0 FT923-8033 0 +302 0 FT923-8100 0 +302 0 FT923-8415 0 +302 0 FT923-8509 0 +302 0 FT923-8974 0 +302 0 FT924-10626 0 +302 0 FT924-10652 1 +302 0 FT924-10987 0 +302 0 FT924-11314 0 +302 0 FT924-11618 0 +302 0 FT924-1254 0 +302 0 FT924-13622 0 +302 0 FT924-14004 0 +302 0 FT924-14826 0 +302 0 FT924-15013 0 +302 0 FT924-1638 0 +302 0 FT924-1993 0 +302 0 FT924-2803 0 +302 0 FT924-2958 0 +302 0 FT924-3217 0 +302 0 FT924-3519 0 +302 0 FT924-3628 0 +302 0 FT924-4528 0 +302 0 FT924-4737 0 +302 0 FT924-5037 0 +302 0 FT924-5353 0 +302 0 FT924-5517 0 +302 0 FT924-6467 0 +302 0 FT924-7956 0 +302 0 FT924-8024 0 +302 0 FT924-8515 0 +302 0 FT924-9161 0 +302 0 FT924-9431 0 +302 0 FT931-1039 0 +302 0 FT931-11085 1 +302 0 FT931-11767 0 +302 0 FT931-11857 0 +302 0 FT931-12577 0 +302 0 FT931-12903 0 +302 0 FT931-13033 0 +302 0 FT931-13300 0 +302 0 FT931-13512 0 +302 0 FT931-14151 0 +302 0 FT931-14647 0 +302 0 FT931-15527 0 +302 0 FT931-15924 0 +302 0 FT931-16133 0 +302 0 FT931-17149 0 +302 0 FT931-2526 0 +302 0 FT931-3052 0 +302 0 FT931-3883 0 +302 0 FT931-5665 0 +302 0 FT931-5795 0 +302 0 FT931-5859 0 +302 0 FT931-652 0 +302 0 FT931-7060 1 +302 0 FT931-7525 0 +302 0 FT931-8050 0 +302 0 FT931-8993 0 +302 0 FT931-9496 0 +302 0 FT931-9886 0 +302 0 FT932-10099 0 +302 0 FT932-10160 0 +302 0 FT932-10547 0 +302 0 FT932-13227 0 +302 0 FT932-13552 0 +302 0 FT932-14090 0 +302 0 FT932-14875 0 +302 0 FT932-15013 0 +302 0 FT932-15388 0 +302 0 FT932-16160 0 +302 0 FT932-16821 0 +302 0 FT932-16878 0 +302 0 FT932-1821 0 +302 0 FT932-2282 0 +302 0 FT932-2288 0 +302 0 FT932-2515 0 +302 0 FT932-2516 0 +302 0 FT932-3794 0 +302 0 FT932-3963 0 +302 0 FT932-4292 0 +302 0 FT932-4317 0 +302 0 FT932-4441 0 +302 0 FT932-4485 1 +302 0 FT932-4585 0 +302 0 FT932-4805 0 +302 0 FT932-5288 0 +302 0 FT932-5508 0 +302 0 FT932-7262 0 +302 0 FT932-769 0 +302 0 FT932-7800 0 +302 0 FT932-7948 0 +302 0 FT932-7977 0 +302 0 FT932-9367 0 +302 0 FT932-9696 0 +302 0 FT933-11998 0 +302 0 FT933-12022 0 +302 0 FT933-1235 0 +302 0 FT933-13206 0 +302 0 FT933-13870 0 +302 0 FT933-14295 0 +302 0 FT933-14910 0 +302 0 FT933-15797 0 +302 0 FT933-15814 0 +302 0 FT933-15869 0 +302 0 FT933-16536 0 +302 0 FT933-16948 0 +302 0 FT933-2728 0 +302 0 FT933-3434 0 +302 0 FT933-3705 0 +302 0 FT933-4186 0 +302 0 FT933-4445 0 +302 0 FT933-4707 0 +302 0 FT933-528 0 +302 0 FT933-5736 0 +302 0 FT933-5756 0 +302 0 FT933-6719 0 +302 0 FT933-6895 0 +302 0 FT933-7164 0 +302 0 FT933-7438 0 +302 0 FT933-7608 0 +302 0 FT933-7908 0 +302 0 FT933-7926 0 +302 0 FT933-8272 0 +302 0 FT933-8849 0 +302 0 FT933-8865 0 +302 0 FT933-9041 0 +302 0 FT933-9555 0 +302 0 FT934-10458 0 +302 0 FT934-11977 0 +302 0 FT934-1206 1 +302 0 FT934-1290 0 +302 0 FT934-14536 0 +302 0 FT934-17471 0 +302 0 FT934-3190 0 +302 0 FT934-4508 0 +302 0 FT934-5058 0 +302 0 FT934-5207 0 +302 0 FT934-576 0 +302 0 FT934-5915 0 +302 0 FT934-7018 0 +302 0 FT934-8210 0 +302 0 FT934-9726 0 +302 0 FT934-9860 0 +302 0 FT941-10023 0 +302 0 FT941-12410 1 +302 0 FT941-12426 0 +302 0 FT941-13315 0 +302 0 FT941-139 0 +302 0 FT941-14380 0 +302 0 FT941-1494 0 +302 0 FT941-15224 0 +302 0 FT941-1547 0 +302 0 FT941-157 0 +302 0 FT941-15832 0 +302 0 FT941-15975 0 +302 0 FT941-16404 0 +302 0 FT941-16414 0 +302 0 FT941-1656 0 +302 0 FT941-3236 0 +302 0 FT941-4398 0 +302 0 FT941-5519 0 +302 0 FT941-8037 0 +302 0 FT941-830 0 +302 0 FT941-9456 0 +302 0 FT941-9662 0 +302 0 FT941-9667 0 +302 0 FT942-10381 0 +302 0 FT942-10460 0 +302 0 FT942-11048 0 +302 0 FT942-11913 0 +302 0 FT942-12479 0 +302 0 FT942-12526 0 +302 0 FT942-13032 0 +302 0 FT942-14203 0 +302 0 FT942-14871 0 +302 0 FT942-14924 0 +302 0 FT942-16178 0 +302 0 FT942-16294 0 +302 0 FT942-16430 0 +302 0 FT942-16780 0 +302 0 FT942-17260 0 +302 0 FT942-17527 0 +302 0 FT942-1963 0 +302 0 FT942-2228 0 +302 0 FT942-3396 0 +302 0 FT942-4193 0 +302 0 FT942-4919 0 +302 0 FT942-5484 0 +302 0 FT942-5975 0 +302 0 FT942-6115 0 +302 0 FT942-7389 0 +302 0 FT942-7603 0 +302 0 FT942-9189 0 +302 0 FT942-9431 0 +302 0 FT943-1002 0 +302 0 FT943-10062 0 +302 0 FT943-10078 0 +302 0 FT943-11927 0 +302 0 FT943-12041 0 +302 0 FT943-12755 0 +302 0 FT943-13379 0 +302 0 FT943-14080 0 +302 0 FT943-14403 0 +302 0 FT943-14543 0 +302 0 FT943-14605 0 +302 0 FT943-14973 0 +302 0 FT943-15331 0 +302 0 FT943-15886 0 +302 0 FT943-16116 0 +302 0 FT943-16211 0 +302 0 FT943-16744 0 +302 0 FT943-1828 0 +302 0 FT943-208 0 +302 0 FT943-2193 0 +302 0 FT943-2776 0 +302 0 FT943-310 0 +302 0 FT943-3268 0 +302 0 FT943-3526 0 +302 0 FT943-4387 0 +302 0 FT943-4843 0 +302 0 FT943-4851 0 +302 0 FT943-500 0 +302 0 FT943-677 0 +302 0 FT943-69 0 +302 0 FT943-760 0 +302 0 FT943-8114 0 +302 0 FT943-8355 0 +302 0 FT943-8860 0 +302 0 FT943-8941 0 +302 0 FT943-9445 0 +302 0 FT943-9699 0 +302 0 FT943-9853 0 +302 0 FT944-10282 0 +302 0 FT944-10542 0 +302 0 FT944-10829 0 +302 0 FT944-10864 0 +302 0 FT944-10925 0 +302 0 FT944-11442 0 +302 0 FT944-11577 0 +302 0 FT944-11878 0 +302 0 FT944-13248 0 +302 0 FT944-14051 0 +302 0 FT944-14098 0 +302 0 FT944-14103 0 +302 0 FT944-14141 0 +302 0 FT944-14564 0 +302 0 FT944-14870 0 +302 0 FT944-15576 0 +302 0 FT944-15805 0 +302 0 FT944-16329 0 +302 0 FT944-17020 0 +302 0 FT944-17070 0 +302 0 FT944-17268 0 +302 0 FT944-18039 0 +302 0 FT944-18407 0 +302 0 FT944-18515 0 +302 0 FT944-18645 0 +302 0 FT944-1991 0 +302 0 FT944-2202 0 +302 0 FT944-2489 1 +302 0 FT944-2592 1 +302 0 FT944-3412 0 +302 0 FT944-3523 0 +302 0 FT944-3755 0 +302 0 FT944-5030 0 +302 0 FT944-567 0 +302 0 FT944-5940 0 +302 0 FT944-6228 0 +302 0 FT944-6607 0 +302 0 FT944-8304 0 +302 0 FT944-8752 0 +302 0 FT944-9658 0 +302 0 FT944-9872 0 +302 0 LA010490-0100 0 +302 0 LA010490-0127 0 +302 0 LA010589-0059 1 +302 0 LA010690-0044 0 +302 0 LA010789-0007 0 +302 0 LA011189-0091 0 +302 0 LA011590-0042 0 +302 0 LA012090-0137 0 +302 0 LA012290-0068 0 +302 0 LA012390-0129 0 +302 0 LA012490-0111 1 +302 0 LA012490-0120 0 +302 0 LA012589-0035 1 +302 0 LA012690-0099 0 +302 0 LA013089-0022 0 +302 0 LA020190-0050 0 +302 0 LA020190-0128 0 +302 0 LA020389-0112 0 +302 0 LA020390-0101 0 +302 0 LA020490-0202 0 +302 0 LA020490-0221 0 +302 0 LA021389-0067 0 +302 0 LA021889-0149 0 +302 0 LA022289-0015 0 +302 0 LA022290-0137 0 +302 0 LA030490-0058 0 +302 0 LA030490-0146 0 +302 0 LA030790-0062 0 +302 0 LA030889-0102 0 +302 0 LA031190-0046 0 +302 0 LA031190-0116 1 +302 0 LA031290-0103 0 +302 0 LA031290-0118 0 +302 0 LA031489-0032 1 +302 0 LA031890-0146 0 +302 0 LA032190-0081 0 +302 0 LA032689-0202 0 +302 0 LA032890-0019 0 +302 0 LA033190-0001 0 +302 0 LA040290-0023 0 +302 0 LA040789-0053 0 +302 0 LA040989-0094 0 +302 0 LA040989-0121 0 +302 0 LA040990-0045 0 +302 0 LA041190-0046 0 +302 0 LA041190-0093 0 +302 0 LA041290-0058 0 +302 0 LA041490-0129 0 +302 0 LA041690-0050 0 +302 0 LA041690-0051 0 +302 0 LA041690-0085 0 +302 0 LA041890-0007 0 +302 0 LA041989-0027 0 +302 0 LA041989-0042 0 +302 0 LA041990-0258 0 +302 0 LA042190-0056 0 +302 0 LA042289-0003 0 +302 0 LA042390-0099 0 +302 0 LA042590-0168 0 +302 0 LA042890-0139 0 +302 0 LA043090-0036 1 +302 0 LA050189-0063 0 +302 0 LA050789-0042 0 +302 0 LA050790-0096 0 +302 0 LA050889-0049 0 +302 0 LA050890-0167 0 +302 0 LA051390-0202 0 +302 0 LA051390-0223 0 +302 0 LA051889-0183 0 +302 0 LA052090-0077 0 +302 0 LA052090-0088 0 +302 0 LA052189-0210 0 +302 0 LA052190-0044 0 +302 0 LA052190-0106 0 +302 0 LA052690-0037 0 +302 0 LA060490-0002 0 +302 0 LA060589-0052 0 +302 0 LA060589-0053 0 +302 0 LA061090-0044 0 +302 0 LA061289-0041 1 +302 0 LA061390-0056 0 +302 0 LA061590-0016 0 +302 0 LA061989-0045 0 +302 0 LA062189-0108 0 +302 0 LA062190-0135 0 +302 0 LA062389-0128 0 +302 0 LA062490-0095 0 +302 0 LA062589-0087 0 +302 0 LA062590-0046 0 +302 0 LA062789-0077 0 +302 0 LA062990-0033 0 +302 0 LA070289-0159 0 +302 0 LA070290-0051 0 +302 0 LA070789-0056 0 +302 0 LA070890-0222 0 +302 0 LA071290-0154 0 +302 0 LA071590-0110 0 +302 0 LA071989-0061 0 +302 0 LA071990-0012 0 +302 0 LA072890-0052 0 +302 0 LA072890-0066 1 +302 0 LA072990-0208 0 +302 0 LA073089-0195 0 +302 0 LA080589-0034 0 +302 0 LA080589-0052 0 +302 0 LA080590-0260 0 +302 0 LA080690-0099 1 +302 0 LA080990-0174 0 +302 0 LA081089-0091 0 +302 0 LA081290-0078 0 +302 0 LA081989-0048 0 +302 0 LA081990-0088 0 +302 0 LA082089-0090 0 +302 0 LA082089-0163 0 +302 0 LA082389-0068 0 +302 0 LA082489-0115 0 +302 0 LA082490-0065 1 +302 0 LA082490-0066 0 +302 0 LA082590-0019 0 +302 0 LA082689-0127 0 +302 0 LA082789-0154 0 +302 0 LA083090-0214 0 +302 0 LA090290-0118 0 +302 0 LA090390-0077 0 +302 0 LA090589-0046 0 +302 0 LA090990-0031 1 +302 0 LA091190-0102 0 +302 0 LA091990-0020 0 +302 0 LA092189-0158 0 +302 0 LA092289-0005 0 +302 0 LA092390-0163 0 +302 0 LA092589-0002 0 +302 0 LA092589-0083 0 +302 0 LA092689-0080 0 +302 0 LA092689-0119 0 +302 0 LA092889-0179 0 +302 0 LA093090-0213 0 +302 0 LA100189-0047 1 +302 0 LA100189-0130 0 +302 0 LA100290-0016 0 +302 0 LA100490-0220 0 +302 0 LA101090-0147 0 +302 0 LA101190-0191 0 +302 0 LA101289-0109 0 +302 0 LA101589-0050 0 +302 0 LA101689-0055 0 +302 0 LA101690-0040 0 +302 0 LA101889-0058 0 +302 0 LA101890-0243 0 +302 0 LA102190-0080 0 +302 0 LA102289-0118 0 +302 0 LA102590-0199 0 +302 0 LA102789-0128 0 +302 0 LA102990-0097 0 +302 0 LA103089-0037 0 +302 0 LA110190-0053 0 +302 0 LA110389-0072 0 +302 0 LA110490-0201 0 +302 0 LA110689-0060 0 +302 0 LA110690-0193 0 +302 0 LA110889-0156 0 +302 0 LA111189-0018 0 +302 0 LA111489-0076 0 +302 0 LA111889-0044 0 +302 0 LA111889-0165 0 +302 0 LA111989-0036 0 +302 0 LA112089-0054 0 +302 0 LA112490-0106 0 +302 0 LA112789-0001 0 +302 0 LA112990-0145 0 +302 0 LA113090-0001 0 +302 0 LA113090-0147 0 +302 0 LA120389-0216 0 +302 0 LA120589-0098 0 +302 0 LA120690-0043 0 +302 0 LA120890-0014 0 +302 0 LA121589-0171 0 +302 0 LA121789-0162 1 +302 0 LA122289-0099 0 +302 0 LA122589-0100 0 +302 0 LA122589-0101 0 +302 0 LA123090-0026 1 +303 0 CR93E-10279 0 +303 0 CR93E-11182 0 +303 0 CR93E-1856 0 +303 0 CR93E-226 0 +303 0 CR93E-3833 0 +303 0 CR93E-3843 0 +303 0 CR93E-4217 0 +303 0 CR93E-4353 0 +303 0 CR93E-436 0 +303 0 CR93E-4360 0 +303 0 CR93E-5148 0 +303 0 CR93E-5855 0 +303 0 CR93E-6168 0 +303 0 CR93E-6518 0 +303 0 CR93E-7036 0 +303 0 CR93E-7309 0 +303 0 CR93E-7797 0 +303 0 CR93E-8695 0 +303 0 CR93E-8718 0 +303 0 CR93E-9094 0 +303 0 CR93E-996 0 +303 0 CR93H-10104 0 +303 0 CR93H-10308 0 +303 0 CR93H-10374 0 +303 0 CR93H-10392 0 +303 0 CR93H-10601 0 +303 0 CR93H-10602 0 +303 0 CR93H-10921 0 +303 0 CR93H-1097 0 +303 0 CR93H-10982 0 +303 0 CR93H-10989 0 +303 0 CR93H-11033 0 +303 0 CR93H-11034 0 +303 0 CR93H-11077 0 +303 0 CR93H-11119 0 +303 0 CR93H-11586 0 +303 0 CR93H-11792 0 +303 0 CR93H-11806 0 +303 0 CR93H-11894 0 +303 0 CR93H-11998 0 +303 0 CR93H-12017 0 +303 0 CR93H-12150 0 +303 0 CR93H-12181 0 +303 0 CR93H-12217 0 +303 0 CR93H-12498 0 +303 0 CR93H-12820 0 +303 0 CR93H-12874 0 +303 0 CR93H-1298 0 +303 0 CR93H-12988 0 +303 0 CR93H-13205 0 +303 0 CR93H-13451 0 +303 0 CR93H-13588 0 +303 0 CR93H-13659 0 +303 0 CR93H-13680 0 +303 0 CR93H-13695 0 +303 0 CR93H-13849 0 +303 0 CR93H-14128 0 +303 0 CR93H-14130 0 +303 0 CR93H-14306 0 +303 0 CR93H-14319 0 +303 0 CR93H-14388 0 +303 0 CR93H-14436 0 +303 0 CR93H-14469 0 +303 0 CR93H-14591 0 +303 0 CR93H-14794 0 +303 0 CR93H-15024 0 +303 0 CR93H-1509 0 +303 0 CR93H-15105 0 +303 0 CR93H-15107 0 +303 0 CR93H-15178 0 +303 0 CR93H-15405 0 +303 0 CR93H-15453 0 +303 0 CR93H-15477 0 +303 0 CR93H-15587 0 +303 0 CR93H-15608 0 +303 0 CR93H-15615 0 +303 0 CR93H-15705 0 +303 0 CR93H-15950 0 +303 0 CR93H-16073 0 +303 0 CR93H-16128 0 +303 0 CR93H-16143 0 +303 0 CR93H-16369 0 +303 0 CR93H-16456 0 +303 0 CR93H-1712 0 +303 0 CR93H-1788 0 +303 0 CR93H-185 0 +303 0 CR93H-199 0 +303 0 CR93H-200 0 +303 0 CR93H-2081 0 +303 0 CR93H-215 0 +303 0 CR93H-2196 0 +303 0 CR93H-2429 0 +303 0 CR93H-2536 0 +303 0 CR93H-2707 0 +303 0 CR93H-2841 0 +303 0 CR93H-3079 0 +303 0 CR93H-3375 0 +303 0 CR93H-3382 0 +303 0 CR93H-3584 0 +303 0 CR93H-3813 0 +303 0 CR93H-4042 0 +303 0 CR93H-416 0 +303 0 CR93H-4417 0 +303 0 CR93H-4489 0 +303 0 CR93H-4554 0 +303 0 CR93H-4586 0 +303 0 CR93H-4631 0 +303 0 CR93H-4635 0 +303 0 CR93H-4771 0 +303 0 CR93H-4879 0 +303 0 CR93H-4922 0 +303 0 CR93H-5053 0 +303 0 CR93H-5255 0 +303 0 CR93H-5450 0 +303 0 CR93H-5477 0 +303 0 CR93H-553 0 +303 0 CR93H-5568 0 +303 0 CR93H-5700 0 +303 0 CR93H-590 0 +303 0 CR93H-5957 0 +303 0 CR93H-6346 0 +303 0 CR93H-6377 0 +303 0 CR93H-6422 0 +303 0 CR93H-6567 0 +303 0 CR93H-6695 0 +303 0 CR93H-6754 0 +303 0 CR93H-6887 0 +303 0 CR93H-6912 0 +303 0 CR93H-6945 0 +303 0 CR93H-7055 0 +303 0 CR93H-7101 0 +303 0 CR93H-7133 0 +303 0 CR93H-7314 0 +303 0 CR93H-735 0 +303 0 CR93H-742 0 +303 0 CR93H-7554 0 +303 0 CR93H-7557 0 +303 0 CR93H-7612 0 +303 0 CR93H-7785 0 +303 0 CR93H-7875 0 +303 0 CR93H-8165 0 +303 0 CR93H-8253 0 +303 0 CR93H-8428 0 +303 0 CR93H-8460 0 +303 0 CR93H-8461 0 +303 0 CR93H-8591 0 +303 0 CR93H-8928 0 +303 0 CR93H-9350 0 +303 0 CR93H-9548 0 +303 0 CR93H-955 0 +303 0 CR93H-9835 0 +303 0 FBIS3-16217 0 +303 0 FBIS3-19093 0 +303 0 FBIS3-21007 0 +303 0 FBIS3-21026 0 +303 0 FBIS3-23561 0 +303 0 FBIS3-23682 0 +303 0 FBIS3-23691 0 +303 0 FBIS3-24469 0 +303 0 FBIS3-25018 0 +303 0 FBIS3-36274 0 +303 0 FBIS3-40348 0 +303 0 FBIS3-40363 0 +303 0 FBIS3-40388 0 +303 0 FBIS3-40450 0 +303 0 FBIS3-41666 0 +303 0 FBIS3-42394 0 +303 0 FBIS3-42399 0 +303 0 FBIS3-42547 0 +303 0 FBIS3-42934 0 +303 0 FBIS3-43160 0 +303 0 FBIS3-43214 0 +303 0 FBIS3-46244 0 +303 0 FBIS3-53109 0 +303 0 FBIS3-58219 0 +303 0 FBIS3-59619 0 +303 0 FBIS3-60342 0 +303 0 FBIS3-61020 0 +303 0 FBIS4-15938 0 +303 0 FBIS4-1647 0 +303 0 FBIS4-19830 0 +303 0 FBIS4-20472 0 +303 0 FBIS4-20504 0 +303 0 FBIS4-22151 0 +303 0 FBIS4-22263 0 +303 0 FBIS4-24195 0 +303 0 FBIS4-24435 0 +303 0 FBIS4-27016 0 +303 0 FBIS4-28354 0 +303 0 FBIS4-2866 0 +303 0 FBIS4-35855 0 +303 0 FBIS4-39574 0 +303 0 FBIS4-39987 0 +303 0 FBIS4-42546 0 +303 0 FBIS4-42702 0 +303 0 FBIS4-42922 0 +303 0 FBIS4-44511 0 +303 0 FBIS4-44743 0 +303 0 FBIS4-46469 0 +303 0 FBIS4-46649 0 +303 0 FBIS4-46650 0 +303 0 FBIS4-47297 0 +303 0 FBIS4-47302 0 +303 0 FBIS4-47495 0 +303 0 FBIS4-50545 0 +303 0 FBIS4-55470 0 +303 0 FBIS4-57001 0 +303 0 FBIS4-65621 0 +303 0 FBIS4-66185 0 +303 0 FBIS4-66382 0 +303 0 FBIS4-68332 0 +303 0 FBIS4-68893 0 +303 0 FR940104-0-00032 0 +303 0 FR940111-2-00079 0 +303 0 FR940124-1-00003 0 +303 0 FR940203-0-00084 0 +303 0 FR940304-2-00134 0 +303 0 FR940304-2-00135 0 +303 0 FR940325-0-00015 0 +303 0 FR940406-0-00190 0 +303 0 FR940418-0-00041 0 +303 0 FR940505-1-00005 0 +303 0 FR940526-2-00002 0 +303 0 FR940602-1-00023 0 +303 0 FR940610-0-00042 0 +303 0 FR940627-0-00014 0 +303 0 FR940706-2-00126 0 +303 0 FR940802-2-00009 0 +303 0 FR940810-0-00307 0 +303 0 FR940819-0-00006 0 +303 0 FR940902-1-00048 0 +303 0 FR940906-2-00139 0 +303 0 FR940919-0-00024 0 +303 0 FR941007-2-00007 0 +303 0 FR941020-2-00110 0 +303 0 FR941021-0-00167 0 +303 0 FR941021-0-00195 0 +303 0 FR941121-0-00046 0 +303 0 FR941121-2-00043 0 +303 0 FR941130-0-00122 0 +303 0 FR941205-2-00003 0 +303 0 FR941206-1-00134 0 +303 0 FR941207-2-00068 0 +303 0 FR941216-2-00132 0 +303 0 FR941216-2-00137 0 +303 0 FR941221-0-00047 0 +303 0 FT911-1000 0 +303 0 FT911-216 0 +303 0 FT911-2608 0 +303 0 FT911-3687 0 +303 0 FT911-4155 0 +303 0 FT911-5046 0 +303 0 FT921-1013 0 +303 0 FT921-10884 0 +303 0 FT921-11671 0 +303 0 FT921-12379 0 +303 0 FT921-12584 0 +303 0 FT921-13248 0 +303 0 FT921-1350 0 +303 0 FT921-13869 0 +303 0 FT921-14183 0 +303 0 FT921-14476 0 +303 0 FT921-14867 0 +303 0 FT921-15863 0 +303 0 FT921-1594 0 +303 0 FT921-15951 0 +303 0 FT921-16129 0 +303 0 FT921-16360 0 +303 0 FT921-16419 0 +303 0 FT921-16457 0 +303 0 FT921-2261 0 +303 0 FT921-2873 0 +303 0 FT921-3070 0 +303 0 FT921-3071 0 +303 0 FT921-3359 0 +303 0 FT921-3432 0 +303 0 FT921-3539 0 +303 0 FT921-3809 0 +303 0 FT921-3842 0 +303 0 FT921-3945 0 +303 0 FT921-4635 0 +303 0 FT921-503 0 +303 0 FT921-5229 0 +303 0 FT921-6327 0 +303 0 FT921-7107 1 +303 0 FT921-832 0 +303 0 FT921-8725 0 +303 0 FT921-8919 0 +303 0 FT921-953 0 +303 0 FT921-9706 0 +303 0 FT922-10607 0 +303 0 FT922-10990 0 +303 0 FT922-11472 0 +303 0 FT922-11525 0 +303 0 FT922-11670 0 +303 0 FT922-11742 0 +303 0 FT922-11929 0 +303 0 FT922-12234 0 +303 0 FT922-12334 0 +303 0 FT922-12600 0 +303 0 FT922-13008 0 +303 0 FT922-13421 0 +303 0 FT922-13455 0 +303 0 FT922-13500 0 +303 0 FT922-13906 0 +303 0 FT922-2930 0 +303 0 FT922-3309 0 +303 0 FT922-4215 0 +303 0 FT922-4274 0 +303 0 FT922-4956 0 +303 0 FT922-4967 0 +303 0 FT922-5107 0 +303 0 FT922-6257 0 +303 0 FT922-7289 0 +303 0 FT922-7904 0 +303 0 FT922-8168 0 +303 0 FT922-861 0 +303 0 FT922-8790 0 +303 0 FT922-9812 0 +303 0 FT923-10218 0 +303 0 FT923-10305 0 +303 0 FT923-10351 0 +303 0 FT923-10517 0 +303 0 FT923-1085 0 +303 0 FT923-10862 0 +303 0 FT923-10876 0 +303 0 FT923-10939 0 +303 0 FT923-12048 0 +303 0 FT923-12432 0 +303 0 FT923-1307 0 +303 0 FT923-13137 0 +303 0 FT923-14461 0 +303 0 FT923-14465 0 +303 0 FT923-14574 0 +303 0 FT923-15067 0 +303 0 FT923-2353 0 +303 0 FT923-2416 0 +303 0 FT923-3530 0 +303 0 FT923-3924 0 +303 0 FT923-4482 0 +303 0 FT923-4525 0 +303 0 FT923-5257 0 +303 0 FT923-5756 0 +303 0 FT923-7711 0 +303 0 FT923-7860 0 +303 0 FT923-7887 0 +303 0 FT923-803 0 +303 0 FT923-8916 0 +303 0 FT923-9736 0 +303 0 FT923-9781 0 +303 0 FT924-10484 0 +303 0 FT924-10903 0 +303 0 FT924-12943 0 +303 0 FT924-14218 0 +303 0 FT924-14355 0 +303 0 FT924-14455 0 +303 0 FT924-196 0 +303 0 FT924-2211 0 +303 0 FT924-2379 0 +303 0 FT924-2406 0 +303 0 FT924-286 1 +303 0 FT924-2896 0 +303 0 FT924-3328 0 +303 0 FT924-4315 0 +303 0 FT924-4358 0 +303 0 FT924-4829 0 +303 0 FT924-5286 0 +303 0 FT924-5310 0 +303 0 FT924-5533 0 +303 0 FT924-5574 0 +303 0 FT924-6499 0 +303 0 FT924-7392 0 +303 0 FT924-7399 0 +303 0 FT924-8791 0 +303 0 FT924-8918 0 +303 0 FT931-11101 0 +303 0 FT931-12968 0 +303 0 FT931-13063 0 +303 0 FT931-13386 0 +303 0 FT931-13998 0 +303 0 FT931-15496 0 +303 0 FT931-15565 0 +303 0 FT931-15612 0 +303 0 FT931-15900 0 +303 0 FT931-1860 0 +303 0 FT931-2231 0 +303 0 FT931-3522 0 +303 0 FT931-3827 0 +303 0 FT931-4109 0 +303 0 FT931-5157 0 +303 0 FT931-5545 0 +303 0 FT931-5858 0 +303 0 FT931-6554 1 +303 0 FT931-7240 0 +303 0 FT931-9388 0 +303 0 FT931-9677 0 +303 0 FT931-9998 0 +303 0 FT932-12850 0 +303 0 FT932-12979 0 +303 0 FT932-13081 0 +303 0 FT932-13517 0 +303 0 FT932-13766 0 +303 0 FT932-14482 0 +303 0 FT932-15782 0 +303 0 FT932-15788 0 +303 0 FT932-16246 0 +303 0 FT932-16878 0 +303 0 FT932-1696 0 +303 0 FT932-17203 0 +303 0 FT932-1828 0 +303 0 FT932-3207 0 +303 0 FT932-3291 0 +303 0 FT932-378 0 +303 0 FT932-4616 0 +303 0 FT932-4803 0 +303 0 FT932-5036 0 +303 0 FT932-5038 0 +303 0 FT932-5048 0 +303 0 FT932-6741 0 +303 0 FT932-7107 0 +303 0 FT932-734 0 +303 0 FT932-868 0 +303 0 FT932-8978 0 +303 0 FT932-9302 0 +303 0 FT933-10291 0 +303 0 FT933-10324 0 +303 0 FT933-11321 0 +303 0 FT933-11538 0 +303 0 FT933-11603 0 +303 0 FT933-1184 0 +303 0 FT933-12486 0 +303 0 FT933-14487 0 +303 0 FT933-14847 0 +303 0 FT933-14894 0 +303 0 FT933-15354 0 +303 0 FT933-16201 0 +303 0 FT933-16728 0 +303 0 FT933-16851 0 +303 0 FT933-2180 0 +303 0 FT933-2218 0 +303 0 FT933-3699 0 +303 0 FT933-4983 0 +303 0 FT933-5990 0 +303 0 FT933-6323 0 +303 0 FT933-6678 0 +303 0 FT933-678 0 +303 0 FT933-6877 0 +303 0 FT933-6882 0 +303 0 FT933-6946 0 +303 0 FT933-8843 0 +303 0 FT933-9084 0 +303 0 FT933-9701 0 +303 0 FT934-10579 0 +303 0 FT934-10850 0 +303 0 FT934-10897 0 +303 0 FT934-11052 0 +303 0 FT934-11633 0 +303 0 FT934-1193 0 +303 0 FT934-12356 0 +303 0 FT934-14956 0 +303 0 FT934-16249 0 +303 0 FT934-17357 0 +303 0 FT934-2516 0 +303 0 FT934-2630 0 +303 0 FT934-2685 0 +303 0 FT934-3191 0 +303 0 FT934-3325 0 +303 0 FT934-3608 0 +303 0 FT934-3766 0 +303 0 FT934-4015 0 +303 0 FT934-4132 0 +303 0 FT934-4163 0 +303 0 FT934-4467 0 +303 0 FT934-4583 0 +303 0 FT934-4766 0 +303 0 FT934-4842 0 +303 0 FT934-4882 0 +303 0 FT934-5418 0 +303 0 FT934-5460 0 +303 0 FT934-5524 0 +303 0 FT934-5811 0 +303 0 FT934-5820 0 +303 0 FT934-7129 0 +303 0 FT934-7549 0 +303 0 FT934-8767 0 +303 0 FT934-9330 0 +303 0 FT941-11088 0 +303 0 FT941-11413 0 +303 0 FT941-11486 0 +303 0 FT941-11756 0 +303 0 FT941-12019 0 +303 0 FT941-13695 0 +303 0 FT941-1374 0 +303 0 FT941-1391 0 +303 0 FT941-1394 0 +303 0 FT941-14233 0 +303 0 FT941-15661 1 +303 0 FT941-16882 0 +303 0 FT941-16886 0 +303 0 FT941-16981 0 +303 0 FT941-17036 0 +303 0 FT941-17441 0 +303 0 FT941-17487 0 +303 0 FT941-17636 0 +303 0 FT941-17652 1 +303 0 FT941-2547 0 +303 0 FT941-2665 0 +303 0 FT941-2991 0 +303 0 FT941-3758 0 +303 0 FT941-4026 0 +303 0 FT941-4092 0 +303 0 FT941-4444 0 +303 0 FT941-5396 0 +303 0 FT941-541 0 +303 0 FT941-6402 0 +303 0 FT941-7923 0 +303 0 FT941-793 0 +303 0 FT941-7995 0 +303 0 FT942-10936 0 +303 0 FT942-11263 0 +303 0 FT942-12236 0 +303 0 FT942-12872 0 +303 0 FT942-13026 0 +303 0 FT942-13246 0 +303 0 FT942-13367 0 +303 0 FT942-14060 0 +303 0 FT942-1469 0 +303 0 FT942-15138 0 +303 0 FT942-16737 0 +303 0 FT942-16817 0 +303 0 FT942-17118 0 +303 0 FT942-344 0 +303 0 FT942-417 0 +303 0 FT942-5339 0 +303 0 FT942-5356 0 +303 0 FT942-5468 0 +303 0 FT942-5834 0 +303 0 FT942-6534 0 +303 0 FT942-68 0 +303 0 FT942-7259 0 +303 0 FT942-786 0 +303 0 FT942-795 0 +303 0 FT942-8367 0 +303 0 FT943-10128 0 +303 0 FT943-10171 0 +303 0 FT943-10786 0 +303 0 FT943-10793 0 +303 0 FT943-11292 0 +303 0 FT943-11617 0 +303 0 FT943-1201 0 +303 0 FT943-1280 0 +303 0 FT943-12840 0 +303 0 FT943-13317 0 +303 0 FT943-13465 0 +303 0 FT943-14262 0 +303 0 FT943-14510 0 +303 0 FT943-14574 0 +303 0 FT943-14635 0 +303 0 FT943-14986 0 +303 0 FT943-15147 0 +303 0 FT943-15250 0 +303 0 FT943-15591 0 +303 0 FT943-16229 0 +303 0 FT943-3051 0 +303 0 FT943-3170 0 +303 0 FT943-3693 0 +303 0 FT943-4589 0 +303 0 FT943-4595 0 +303 0 FT943-4813 0 +303 0 FT943-5596 0 +303 0 FT943-5598 0 +303 0 FT943-6074 0 +303 0 FT943-6422 0 +303 0 FT943-7294 0 +303 0 FT943-8129 0 +303 0 FT943-8794 0 +303 0 FT943-9282 0 +303 0 FT943-9830 0 +303 0 FT944-11415 0 +303 0 FT944-11782 0 +303 0 FT944-12542 0 +303 0 FT944-12573 0 +303 0 FT944-12693 0 +303 0 FT944-128 1 +303 0 FT944-12897 0 +303 0 FT944-1329 0 +303 0 FT944-14417 0 +303 0 FT944-14989 0 +303 0 FT944-18272 0 +303 0 FT944-18385 0 +303 0 FT944-3898 0 +303 0 FT944-3901 0 +303 0 FT944-419 0 +303 0 FT944-4838 0 +303 0 FT944-509 0 +303 0 FT944-5488 0 +303 0 FT944-552 0 +303 0 FT944-6624 0 +303 0 FT944-6937 0 +303 0 FT944-8381 0 +303 0 FT944-8537 0 +303 0 FT944-8893 0 +303 0 FT944-9936 0 +303 0 LA010689-0016 0 +303 0 LA010889-0081 0 +303 0 LA011590-0098 0 +303 0 LA011789-0014 0 +303 0 LA011990-0173 0 +303 0 LA012090-0105 0 +303 0 LA012090-0106 0 +303 0 LA012789-0162 0 +303 0 LA012790-0042 0 +303 0 LA020190-0053 0 +303 0 LA020889-0065 0 +303 0 LA020989-0012 0 +303 0 LA022689-0112 0 +303 0 LA030590-0070 0 +303 0 LA030990-0068 0 +303 0 LA031090-0099 0 +303 0 LA031190-0216 0 +303 0 LA031289-0114 0 +303 0 LA031490-0065 0 +303 0 LA031490-0066 0 +303 0 LA031589-0130 0 +303 0 LA031689-0206 0 +303 0 LA031989-0181 0 +303 0 LA031989-0182 0 +303 0 LA032790-0023 0 +303 0 LA033089-0032 0 +303 0 LA033090-0082 0 +303 0 LA033090-0083 0 +303 0 LA040190-0178 0 +303 0 LA040190-0179 0 +303 0 LA040590-0220 0 +303 0 LA040689-0155 0 +303 0 LA041090-0148 0 +303 0 LA041190-0003 0 +303 0 LA041390-0018 0 +303 0 LA041490-0064 0 +303 0 LA041589-0014 0 +303 0 LA041590-0161 0 +303 0 LA041689-0190 0 +303 0 LA041690-0035 0 +303 0 LA041690-0050 0 +303 0 LA041690-0051 0 +303 0 LA041790-0054 0 +303 0 LA041790-0055 0 +303 0 LA041989-0027 0 +303 0 LA041990-0151 0 +303 0 LA042190-0078 0 +303 0 LA042190-0132 0 +303 0 LA042289-0040 0 +303 0 LA042290-0096 0 +303 0 LA042290-0160 0 +303 0 LA042390-0041 0 +303 0 LA042390-0060 0 +303 0 LA042390-0099 0 +303 0 LA042590-0135 0 +303 0 LA042590-0152 0 +303 0 LA042690-0141 0 +303 0 LA042690-0169 0 +303 0 LA042790-0070 0 +303 0 LA042890-0035 0 +303 0 LA042890-0151 0 +303 0 LA042989-0116 0 +303 0 LA043089-0169 0 +303 0 LA043090-0018 0 +303 0 LA050189-0063 0 +303 0 LA050190-0067 0 +303 0 LA050390-0109 0 +303 0 LA050589-0090 0 +303 0 LA050589-0092 0 +303 0 LA050590-0027 0 +303 0 LA050590-0048 0 +303 0 LA050690-0145 0 +303 0 LA050690-0149 0 +303 0 LA050889-0068 0 +303 0 LA050990-0078 0 +303 0 LA050990-0116 0 +303 0 LA051090-0069 0 +303 0 LA051090-0070 0 +303 0 LA051190-0064 0 +303 0 LA051290-0077 0 +303 0 LA051290-0079 1 +303 0 LA051389-0037 0 +303 0 LA051390-0161 0 +303 0 LA051390-0195 0 +303 0 LA051390-0223 0 +303 0 LA051490-0110 0 +303 0 LA051590-0074 0 +303 0 LA052090-0088 0 +303 0 LA052189-0123 0 +303 0 LA052190-0021 0 +303 0 LA052289-0047 0 +303 0 LA052389-0074 0 +303 0 LA052390-0127 0 +303 0 LA052490-0139 0 +303 0 LA052589-0193 0 +303 0 LA052690-0037 0 +303 0 LA052890-0021 0 +303 0 LA052890-0046 0 +303 0 LA052990-0018 0 +303 0 LA053089-0075 0 +303 0 LA053090-0037 0 +303 0 LA053090-0104 0 +303 0 LA053190-0175 0 +303 0 LA060290-0131 0 +303 0 LA060390-0159 0 +303 0 LA060489-0196 0 +303 0 LA060490-0021 0 +303 0 LA060590-0010 0 +303 0 LA060790-0159 0 +303 0 LA060890-0124 0 +303 0 LA060989-0171 0 +303 0 LA060990-0077 0 +303 0 LA061189-0173 0 +303 0 LA061190-0085 0 +303 0 LA061289-0051 0 +303 0 LA061390-0056 0 +303 0 LA061490-0072 0 +303 0 LA061589-0050 0 +303 0 LA061589-0051 0 +303 0 LA061590-0010 0 +303 0 LA061690-0021 0 +303 0 LA061690-0030 0 +303 0 LA061789-0027 0 +303 0 LA061789-0028 0 +303 0 LA061790-0205 0 +303 0 LA061889-0008 0 +303 0 LA062090-0094 0 +303 0 LA062189-0012 0 +303 0 LA062390-0041 0 +303 0 LA062690-0041 0 +303 0 LA062789-0090 0 +303 0 LA062790-0085 0 +303 0 LA062890-0206 0 +303 0 LA062990-0180 0 +303 0 LA063090-0004 0 +303 0 LA063090-0005 0 +303 0 LA070190-0119 0 +303 0 LA070190-0120 0 +303 0 LA070289-0147 0 +303 0 LA070290-0051 0 +303 0 LA070390-0084 0 +303 0 LA070390-0085 0 +303 0 LA070489-0096 0 +303 0 LA070490-0001 0 +303 0 LA070490-0002 0 +303 0 LA070590-0031 0 +303 0 LA070590-0033 0 +303 0 LA070590-0036 0 +303 0 LA070590-0097 0 +303 0 LA070690-0095 0 +303 0 LA070789-0002 0 +303 0 LA070789-0127 0 +303 0 LA070790-0083 0 +303 0 LA070790-0084 0 +303 0 LA070890-0079 0 +303 0 LA070890-0080 0 +303 0 LA070890-0154 0 +303 0 LA070890-0155 0 +303 0 LA070989-0062 0 +303 0 LA070989-0063 0 +303 0 LA070990-0052 0 +303 0 LA070990-0053 0 +303 0 LA071090-0047 0 +303 0 LA071090-0048 0 +303 0 LA071090-0141 0 +303 0 LA071390-0122 0 +303 0 LA071390-0123 0 +303 0 LA071490-0024 0 +303 0 LA071490-0091 0 +303 0 LA071490-0092 0 +303 0 LA071690-0048 0 +303 0 LA071690-0049 0 +303 0 LA071990-0165 0 +303 0 LA071990-0250 0 +303 0 LA072090-0146 0 +303 0 LA072090-0147 0 +303 0 LA072190-0065 0 +303 0 LA072190-0066 0 +303 0 LA072389-0021 0 +303 0 LA072390-0058 0 +303 0 LA072390-0060 0 +303 0 LA072490-0033 0 +303 0 LA072590-0005 0 +303 0 LA072590-0006 0 +303 0 LA072590-0115 0 +303 0 LA072690-0124 0 +303 0 LA072690-0125 0 +303 0 LA072690-0133 0 +303 0 LA072690-0134 0 +303 0 LA072789-0050 0 +303 0 LA072890-0052 0 +303 0 LA072890-0078 0 +303 0 LA072890-0079 0 +303 0 LA072990-0118 0 +303 0 LA073089-0149 0 +303 0 LA080489-0048 0 +303 0 LA080590-0195 0 +303 0 LA080889-0066 0 +303 0 LA080890-0044 0 +303 0 LA080989-0058 0 +303 0 LA080990-0216 0 +303 0 LA080990-0222 0 +303 0 LA080990-0223 0 +303 0 LA080990-0232 0 +303 0 LA080990-0242 0 +303 0 LA081090-0078 0 +303 0 LA081090-0079 0 +303 0 LA081090-0080 0 +303 0 LA081190-0108 0 +303 0 LA081290-0215 0 +303 0 LA081290-0216 0 +303 0 LA081489-0055 0 +303 0 LA081690-0102 0 +303 0 LA081790-0083 0 +303 0 LA081790-0164 0 +303 0 LA081790-0165 0 +303 0 LA081989-0048 0 +303 0 LA081990-0158 0 +303 0 LA082089-0163 0 +303 0 LA082190-0014 0 +303 0 LA082190-0015 0 +303 0 LA082389-0028 0 +303 0 LA082490-0075 0 +303 0 LA082590-0019 0 +303 0 LA082789-0096 0 +303 0 LA082789-0201 0 +303 0 LA082890-0147 0 +303 0 LA082890-0148 0 +303 0 LA082989-0074 0 +303 0 LA090189-0018 0 +303 0 LA090389-0097 0 +303 0 LA090389-0100 0 +303 0 LA090390-0035 0 +303 0 LA090489-0037 0 +303 0 LA090489-0038 0 +303 0 LA090689-0015 0 +303 0 LA090690-0100 0 +303 0 LA090690-0101 0 +303 0 LA090790-0049 0 +303 0 LA090790-0050 0 +303 0 LA090889-0077 0 +303 0 LA091089-0170 0 +303 0 LA091089-0172 0 +303 0 LA091190-0096 0 +303 0 LA091190-0102 0 +303 0 LA091390-0046 0 +303 0 LA091689-0028 0 +303 0 LA091690-0166 0 +303 0 LA091890-0053 0 +303 0 LA091890-0054 0 +303 0 LA091890-0156 0 +303 0 LA092489-0053 0 +303 0 LA092489-0134 0 +303 0 LA092690-0092 0 +303 0 LA092690-0093 0 +303 0 LA092690-0117 0 +303 0 LA092790-0128 0 +303 0 LA100189-0205 0 +303 0 LA100290-0067 0 +303 0 LA100889-0040 0 +303 0 LA101189-0144 0 +303 0 LA101290-0125 0 +303 0 LA101690-0023 0 +303 0 LA101790-0151 0 +303 0 LA102189-0071 0 +303 0 LA102289-0098 0 +303 0 LA102290-0066 0 +303 0 LA102290-0067 0 +303 0 LA102590-0235 0 +303 0 LA102689-0127 0 +303 0 LA102890-0197 0 +303 0 LA110590-0076 1 +303 0 LA110590-0077 0 +303 0 LA110989-0239 0 +303 0 LA111089-0012 0 +303 0 LA111090-0135 0 +303 0 LA111789-0042 0 +303 0 LA111789-0101 0 +303 0 LA111789-0151 0 +303 0 LA111990-0004 0 +303 0 LA112089-0048 0 +303 0 LA112190-0043 1 +303 0 LA112190-0044 0 +303 0 LA112390-0146 0 +303 0 LA112690-0067 0 +303 0 LA112990-0083 0 +303 0 LA113090-0157 0 +303 0 LA120190-0125 0 +303 0 LA120390-0065 0 +303 0 LA120390-0126 0 +303 0 LA120590-0110 0 +303 0 LA120890-0048 0 +303 0 LA120990-0163 0 +303 0 LA120990-0165 0 +303 0 LA121190-0079 0 +303 0 LA121190-0089 0 +303 0 LA121190-0090 0 +303 0 LA121190-0160 0 +303 0 LA121790-0086 0 +303 0 LA121790-0087 0 +303 0 LA122090-0004 0 +303 0 LA122090-0228 0 +303 0 LA122190-0021 0 +303 0 LA122390-0127 0 +303 0 LA122589-0068 0 +303 0 LA122590-0113 0 +303 0 LA122790-0152 0 +303 0 LA122990-0029 1 +303 0 LA122990-0030 0 diff --git a/trec_eval.8.1/test/results.test b/trec_eval.8.1/test/results.test new file mode 100644 index 0000000..29cb76d --- /dev/null +++ b/trec_eval.8.1/test/results.test @@ -0,0 +1,1500 @@ +301 Q0 FR940202-2-00150 104 2.129133 STANDARD +301 Q0 FR940202-2-00151 414 1.724760 STANDARD +301 Q0 FR940202-2-00154 124 2.104024 STANDARD +301 Q0 FR940203-1-00036 233 1.912871 STANDARD +301 Q0 FR940203-1-00038 326 1.800881 STANDARD +301 Q0 FR940203-1-00039 273 1.870957 STANDARD +301 Q0 FR940216-1-00014 470 1.677013 STANDARD +301 Q0 FR940303-1-00006 186 1.999081 STANDARD +301 Q0 FR940303-1-00012 295 1.841413 STANDARD +301 Q0 FR940303-1-00014 407 1.732111 STANDARD +301 Q0 FR940303-1-00019 308 1.820319 STANDARD +301 Q0 FR940303-1-00021 497 1.655963 STANDARD +301 Q0 FR940303-1-00022 11 2.918622 STANDARD +301 Q0 FR940404-0-00087 475 1.674784 STANDARD +301 Q0 FR940429-0-00128 282 1.862317 STANDARD +301 Q0 FR940429-0-00132 297 1.839996 STANDARD +301 Q0 FR940503-2-00146 332 1.799753 STANDARD +301 Q0 FR940503-2-00147 260 1.886508 STANDARD +301 Q0 FR940620-1-00004 109 2.125475 STANDARD +301 Q0 FR940620-1-00005 23 2.569489 STANDARD +301 Q0 FR940620-1-00006 44 2.375205 STANDARD +301 Q0 FR940620-1-00007 9 2.971818 STANDARD +301 Q0 FR940620-1-00008 80 2.183501 STANDARD +301 Q0 FR940620-1-00009 8 3.023369 STANDARD +301 Q0 FR940622-2-00053 302 1.830749 STANDARD +301 Q0 FR940721-2-00054 482 1.668723 STANDARD +301 Q0 FR940721-2-00075 339 1.791411 STANDARD +301 Q0 FR940727-0-00060 439 1.702908 STANDARD +301 Q0 FR940727-0-00077 361 1.768786 STANDARD +301 Q0 FR940727-0-00078 321 1.806117 STANDARD +301 Q0 FR940727-0-00079 373 1.759109 STANDARD +301 Q0 FR940727-0-00091 150 2.059793 STANDARD +301 Q0 FR940727-0-00092 174 2.014195 STANDARD +301 Q0 FR940727-0-00093 287 1.850940 STANDARD +301 Q0 FR940728-2-00151 237 1.907816 STANDARD +301 Q0 FR940804-0-00102 147 2.064112 STANDARD +301 Q0 FR940804-0-00103 367 1.762352 STANDARD +301 Q0 FR940804-0-00112 364 1.764905 STANDARD +301 Q0 FR940804-0-00116 305 1.822332 STANDARD +301 Q0 FR940804-0-00119 378 1.755399 STANDARD +301 Q0 FR940804-0-00125 473 1.674901 STANDARD +301 Q0 FR940804-0-00127 10 2.920190 STANDARD +301 Q0 FR940830-2-00003 408 1.731386 STANDARD +301 Q0 FR941006-0-00045 493 1.659331 STANDARD +301 Q0 FR941230-2-00138 489 1.662662 STANDARD +301 Q0 FT911-2671 422 1.719461 STANDARD +301 Q0 FT921-15491 146 2.065663 STANDARD +301 Q0 FT923-13103 465 1.679853 STANDARD +301 Q0 FT923-14709 145 2.066168 STANDARD +301 Q0 FT923-2348 336 1.794087 STANDARD +301 Q0 FT924-227 244 1.898500 STANDARD +301 Q0 FT931-3563 253 1.889801 STANDARD +301 Q0 FT931-1053 427 1.716405 STANDARD +301 Q0 FT933-12037 209 1.957280 STANDARD +301 Q0 FT934-6443 405 1.733755 STANDARD +301 Q0 FT941-10546 141 2.078446 STANDARD +301 Q0 FT941-3237 212 1.948220 STANDARD +301 Q0 FT942-7830 438 1.703799 STANDARD +301 Q0 FT942-8808 340 1.791096 STANDARD +301 Q0 FT942-852 334 1.796588 STANDARD +301 Q0 FT942-13766 181 2.003752 STANDARD +301 Q0 FT942-17001 491 1.660437 STANDARD +301 Q0 FT942-2423 437 1.704746 STANDARD +301 Q0 FT943-12601 478 1.673670 STANDARD +301 Q0 FT943-13315 74 2.232947 STANDARD +301 Q0 FT943-16238 307 1.821578 STANDARD +301 Q0 FT943-2588 95 2.150375 STANDARD +301 Q0 FT944-4555 238 1.906426 STANDARD +301 Q0 FT944-8297 125 2.100060 STANDARD +301 Q0 FT944-12673 469 1.677549 STANDARD +301 Q0 FT944-14183 314 1.812210 STANDARD +301 Q0 FT944-15443 134 2.084795 STANDARD +301 Q0 FT944-15444 241 1.901744 STANDARD +301 Q0 FT944-18651 425 1.718812 STANDARD +301 Q0 FBIS3-1108 441 1.699095 STANDARD +301 Q0 FBIS3-1849 166 2.024102 STANDARD +301 Q0 FBIS3-1975 294 1.844307 STANDARD +301 Q0 FBIS3-2115 255 1.887945 STANDARD +301 Q0 FBIS3-2327 163 2.034978 STANDARD +301 Q0 FBIS3-2393 26 2.494489 STANDARD +301 Q0 FBIS3-2549 358 1.773210 STANDARD +301 Q0 FBIS3-2605 221 1.932684 STANDARD +301 Q0 FBIS3-2934 98 2.139655 STANDARD +301 Q0 FBIS3-3019 331 1.799830 STANDARD +301 Q0 FBIS3-3020 35 2.436040 STANDARD +301 Q0 FBIS3-3189 12 2.826465 STANDARD +301 Q0 FBIS3-3190 42 2.392541 STANDARD +301 Q0 FBIS3-3223 242 1.899980 STANDARD +301 Q0 FBIS3-3303 220 1.933041 STANDARD +301 Q0 FBIS3-3412 139 2.080240 STANDARD +301 Q0 FBIS3-3586 15 2.785274 STANDARD +301 Q0 FBIS3-3622 14 2.785274 STANDARD +301 Q0 FBIS3-3728 484 1.667296 STANDARD +301 Q0 FBIS3-3729 85 2.172867 STANDARD +301 Q0 FBIS3-4313 387 1.746026 STANDARD +301 Q0 FBIS3-5774 424 1.719125 STANDARD +301 Q0 FBIS3-8746 243 1.899552 STANDARD +301 Q0 FBIS3-8781 418 1.722128 STANDARD +301 Q0 FBIS3-9399 4 3.215889 STANDARD +301 Q0 FBIS3-10204 261 1.885856 STANDARD +301 Q0 FBIS3-10609 450 1.688209 STANDARD +301 Q0 FBIS3-10979 487 1.663086 STANDARD +301 Q0 FBIS3-11095 219 1.939206 STANDARD +301 Q0 FBIS3-11210 240 1.903990 STANDARD +301 Q0 FBIS3-11212 202 1.971704 STANDARD +301 Q0 FBIS3-12094 495 1.658651 STANDARD +301 Q0 FBIS3-14961 376 1.756365 STANDARD +301 Q0 FBIS3-15586 318 1.809177 STANDARD +301 Q0 FBIS3-15636 216 1.945223 STANDARD +301 Q0 FBIS3-17175 171 2.017663 STANDARD +301 Q0 FBIS3-17255 120 2.110716 STANDARD +301 Q0 FBIS3-17394 73 2.233619 STANDARD +301 Q0 FBIS3-18129 52 2.342345 STANDARD +301 Q0 FBIS3-18507 248 1.896854 STANDARD +301 Q0 FBIS3-19420 32 2.448735 STANDARD +301 Q0 FBIS3-19646 384 1.749999 STANDARD +301 Q0 FBIS3-20551 6 3.137958 STANDARD +301 Q0 FBIS3-20552 7 3.133914 STANDARD +301 Q0 FBIS3-20713 500 1.655716 STANDARD +301 Q0 FBIS3-21750 18 2.670143 STANDARD +301 Q0 FBIS3-21765 172 2.016918 STANDARD +301 Q0 FBIS3-21770 435 1.708522 STANDARD +301 Q0 FBIS3-21779 264 1.880893 STANDARD +301 Q0 FBIS3-21844 459 1.682594 STANDARD +301 Q0 FBIS3-21905 193 1.991868 STANDARD +301 Q0 FBIS3-21908 222 1.930625 STANDARD +301 Q0 FBIS3-21930 199 1.980598 STANDARD +301 Q0 FBIS3-21937 183 2.001406 STANDARD +301 Q0 FBIS3-21938 2 3.280215 STANDARD +301 Q0 FBIS3-21961 327 1.800842 STANDARD +301 Q0 FBIS3-22049 290 1.849501 STANDARD +301 Q0 FBIS3-22085 3 3.228945 STANDARD +301 Q0 FBIS3-22088 207 1.960365 STANDARD +301 Q0 FBIS3-23432 75 2.227293 STANDARD +301 Q0 FBIS3-23901 198 1.982240 STANDARD +301 Q0 FBIS3-23986 16 2.712466 STANDARD +301 Q0 FBIS3-24037 168 2.022115 STANDARD +301 Q0 FBIS3-24143 137 2.081314 STANDARD +301 Q0 FBIS3-24145 397 1.738575 STANDARD +301 Q0 FBIS3-24181 413 1.726911 STANDARD +301 Q0 FBIS3-24190 76 2.211735 STANDARD +301 Q0 FBIS3-24197 274 1.870808 STANDARD +301 Q0 FBIS3-24246 431 1.712145 STANDARD +301 Q0 FBIS3-24247 266 1.878037 STANDARD +301 Q0 FBIS3-24277 230 1.918759 STANDARD +301 Q0 FBIS3-24284 227 1.921283 STANDARD +301 Q0 FBIS3-24362 117 2.114117 STANDARD +301 Q0 FBIS3-24453 195 1.989023 STANDARD +301 Q0 FBIS3-25359 36 2.432513 STANDARD +301 Q0 FBIS3-25796 97 2.143418 STANDARD +301 Q0 FBIS3-25894 132 2.091815 STANDARD +301 Q0 FBIS3-25901 140 2.078458 STANDARD +301 Q0 FBIS3-25902 78 2.191656 STANDARD +301 Q0 FBIS3-25940 87 2.164362 STANDARD +301 Q0 FBIS3-26005 184 2.001203 STANDARD +301 Q0 FBIS3-26006 306 1.822304 STANDARD +301 Q0 FBIS3-26112 77 2.202529 STANDARD +301 Q0 FBIS3-26218 179 2.004786 STANDARD +301 Q0 FBIS3-26367 236 1.908945 STANDARD +301 Q0 FBIS3-26415 54 2.336936 STANDARD +301 Q0 FBIS3-26645 245 1.898311 STANDARD +301 Q0 FBIS3-26651 444 1.693784 STANDARD +301 Q0 FBIS3-26720 72 2.236461 STANDARD +301 Q0 FBIS3-26742 335 1.795461 STANDARD +301 Q0 FBIS3-26805 288 1.850634 STANDARD +301 Q0 FBIS3-26913 249 1.896585 STANDARD +301 Q0 FBIS3-26914 57 2.314254 STANDARD +301 Q0 FBIS3-27051 303 1.826845 STANDARD +301 Q0 FBIS3-27288 499 1.655729 STANDARD +301 Q0 FBIS3-27374 428 1.715253 STANDARD +301 Q0 FBIS3-27474 269 1.873794 STANDARD +301 Q0 FBIS3-27619 99 2.138276 STANDARD +301 Q0 FBIS3-30458 272 1.871451 STANDARD +301 Q0 FBIS3-30686 271 1.871451 STANDARD +301 Q0 FBIS3-31354 447 1.691054 STANDARD +301 Q0 FBIS3-32620 312 1.814571 STANDARD +301 Q0 FBIS3-33020 157 2.047786 STANDARD +301 Q0 FBIS3-35272 162 2.038591 STANDARD +301 Q0 FBIS3-36565 338 1.792058 STANDARD +301 Q0 FBIS3-37418 483 1.668495 STANDARD +301 Q0 FBIS3-38466 394 1.738962 STANDARD +301 Q0 FBIS3-38787 185 1.999308 STANDARD +301 Q0 FBIS3-38878 263 1.882401 STANDARD +301 Q0 FBIS3-39430 420 1.721082 STANDARD +301 Q0 FBIS3-39566 188 1.997787 STANDARD +301 Q0 FBIS3-40077 270 1.872271 STANDARD +301 Q0 FBIS3-41090 317 1.809227 STANDARD +301 Q0 FBIS3-41105 40 2.399732 STANDARD +301 Q0 FBIS3-41143 409 1.729987 STANDARD +301 Q0 FBIS3-41158 197 1.982367 STANDARD +301 Q0 FBIS3-41163 178 2.006615 STANDARD +301 Q0 FBIS3-41244 277 1.865750 STANDARD +301 Q0 FBIS3-41247 49 2.350864 STANDARD +301 Q0 FBIS3-41285 200 1.978161 STANDARD +301 Q0 FBIS3-41288 291 1.847715 STANDARD +301 Q0 FBIS3-41348 83 2.175046 STANDARD +301 Q0 FBIS3-41349 131 2.092097 STANDARD +301 Q0 FBIS3-41385 165 2.026598 STANDARD +301 Q0 FBIS3-42315 210 1.956193 STANDARD +301 Q0 FBIS3-42341 468 1.677783 STANDARD +301 Q0 FBIS3-44612 204 1.963338 STANDARD +301 Q0 FBIS3-44864 170 2.017798 STANDARD +301 Q0 FBIS3-45003 239 1.906086 STANDARD +301 Q0 FBIS3-45072 91 2.160266 STANDARD +301 Q0 FBIS3-45599 13 2.795794 STANDARD +301 Q0 FBIS3-45601 189 1.996655 STANDARD +301 Q0 FBIS3-45602 353 1.777504 STANDARD +301 Q0 FBIS3-45676 50 2.349077 STANDARD +301 Q0 FBIS3-45756 208 1.957361 STANDARD +301 Q0 FBIS3-45789 176 2.012594 STANDARD +301 Q0 FBIS3-46076 359 1.770914 STANDARD +301 Q0 FBIS3-46116 135 2.083308 STANDARD +301 Q0 FBIS3-46228 275 1.868788 STANDARD +301 Q0 FBIS3-46420 79 2.188316 STANDARD +301 Q0 FBIS3-50136 429 1.713585 STANDARD +301 Q0 FBIS3-51005 446 1.691843 STANDARD +301 Q0 FBIS3-51349 352 1.777761 STANDARD +301 Q0 FBIS3-51766 160 2.041041 STANDARD +301 Q0 FBIS3-52075 404 1.734758 STANDARD +301 Q0 FBIS3-52858 126 2.097152 STANDARD +301 Q0 FBIS3-54773 406 1.733266 STANDARD +301 Q0 FBIS3-54944 128 2.095287 STANDARD +301 Q0 FBIS3-55219 103 2.129514 STANDARD +301 Q0 FBIS3-55966 328 1.800644 STANDARD +301 Q0 FBIS3-57406 354 1.777276 STANDARD +301 Q0 FBIS3-58025 68 2.243509 STANDARD +301 Q0 FBIS3-58028 144 2.069669 STANDARD +301 Q0 FBIS3-58055 67 2.243509 STANDARD +301 Q0 FBIS3-58058 143 2.069669 STANDARD +301 Q0 FBIS3-58540 496 1.658499 STANDARD +301 Q0 FBIS3-59073 403 1.734932 STANDARD +301 Q0 FBIS3-59284 56 2.317995 STANDARD +301 Q0 FBIS3-59285 60 2.277126 STANDARD +301 Q0 FBIS3-59322 476 1.674562 STANDARD +301 Q0 FBIS3-60007 494 1.659024 STANDARD +301 Q0 FBIS3-60022 415 1.724387 STANDARD +301 Q0 FBIS3-60076 433 1.708965 STANDARD +301 Q0 FBIS3-60144 385 1.748958 STANDARD +301 Q0 FBIS3-60984 63 2.254571 STANDARD +301 Q0 FBIS3-61238 337 1.792962 STANDARD +301 Q0 FBIS3-61345 393 1.740630 STANDARD +301 Q0 FBIS4-1549 258 1.887025 STANDARD +301 Q0 FBIS4-1553 47 2.362436 STANDARD +301 Q0 FBIS4-1628 142 2.070523 STANDARD +301 Q0 FBIS4-1667 31 2.452689 STANDARD +301 Q0 FBIS4-1668 231 1.915419 STANDARD +301 Q0 FBIS4-1764 46 2.364943 STANDARD +301 Q0 FBIS4-1794 283 1.861069 STANDARD +301 Q0 FBIS4-1796 71 2.236936 STANDARD +301 Q0 FBIS4-1842 106 2.127805 STANDARD +301 Q0 FBIS4-1863 154 2.053106 STANDARD +301 Q0 FBIS4-1865 29 2.473547 STANDARD +301 Q0 FBIS4-1967 33 2.446289 STANDARD +301 Q0 FBIS4-2039 440 1.701881 STANDARD +301 Q0 FBIS4-2048 177 2.011086 STANDARD +301 Q0 FBIS4-2049 311 1.815679 STANDARD +301 Q0 FBIS4-2105 45 2.368016 STANDARD +301 Q0 FBIS4-2318 323 1.802893 STANDARD +301 Q0 FBIS4-2356 101 2.136141 STANDARD +301 Q0 FBIS4-2498 319 1.809141 STANDARD +301 Q0 FBIS4-2510 190 1.996562 STANDARD +301 Q0 FBIS4-2511 432 1.709049 STANDARD +301 Q0 FBIS4-2512 285 1.857639 STANDARD +301 Q0 FBIS4-2514 213 1.947558 STANDARD +301 Q0 FBIS4-2546 349 1.781359 STANDARD +301 Q0 FBIS4-2721 192 1.993366 STANDARD +301 Q0 FBIS4-2725 65 2.245463 STANDARD +301 Q0 FBIS4-2931 280 1.863184 STANDARD +301 Q0 FBIS4-3044 17 2.693945 STANDARD +301 Q0 FBIS4-3077 401 1.735977 STANDARD +301 Q0 FBIS4-3230 149 2.064102 STANDARD +301 Q0 FBIS4-3367 148 2.064102 STANDARD +301 Q0 FBIS4-3370 169 2.018858 STANDARD +301 Q0 FBIS4-4063 82 2.176446 STANDARD +301 Q0 FBIS4-4077 299 1.836900 STANDARD +301 Q0 FBIS4-4127 460 1.682513 STANDARD +301 Q0 FBIS4-6448 187 1.998577 STANDARD +301 Q0 FBIS4-7390 159 2.043206 STANDARD +301 Q0 FBIS4-7688 19 2.669399 STANDARD +301 Q0 FBIS4-7717 365 1.763895 STANDARD +301 Q0 FBIS4-7811 122 2.108214 STANDARD +301 Q0 FBIS4-8957 342 1.788093 STANDARD +301 Q0 FBIS4-10739 293 1.845839 STANDARD +301 Q0 FBIS4-10817 107 2.127389 STANDARD +301 Q0 FBIS4-14080 252 1.890979 STANDARD +301 Q0 FBIS4-14483 153 2.053272 STANDARD +301 Q0 FBIS4-16502 324 1.802201 STANDARD +301 Q0 FBIS4-16950 369 1.761678 STANDARD +301 Q0 FBIS4-16951 22 2.586972 STANDARD +301 Q0 FBIS4-19949 196 1.988816 STANDARD +301 Q0 FBIS4-20367 316 1.810602 STANDARD +301 Q0 FBIS4-20961 488 1.663079 STANDARD +301 Q0 FBIS4-20985 156 2.048596 STANDARD +301 Q0 FBIS4-20988 374 1.757675 STANDARD +301 Q0 FBIS4-21188 292 1.847648 STANDARD +301 Q0 FBIS4-21249 304 1.822357 STANDARD +301 Q0 FBIS4-21294 449 1.688366 STANDARD +301 Q0 FBIS4-21302 20 2.632815 STANDARD +301 Q0 FBIS4-21321 309 1.817834 STANDARD +301 Q0 FBIS4-21330 175 2.013537 STANDARD +301 Q0 FBIS4-22345 218 1.943247 STANDARD +301 Q0 FBIS4-22346 490 1.660598 STANDARD +301 Q0 FBIS4-22471 167 2.022665 STANDARD +301 Q0 FBIS4-22596 410 1.729780 STANDARD +301 Q0 FBIS4-23427 453 1.686031 STANDARD +301 Q0 FBIS4-24386 259 1.886517 STANDARD +301 Q0 FBIS4-24387 27 2.481159 STANDARD +301 Q0 FBIS4-24388 5 3.176254 STANDARD +301 Q0 FBIS4-24419 355 1.777109 STANDARD +301 Q0 FBIS4-24523 224 1.926240 STANDARD +301 Q0 FBIS4-24633 201 1.975092 STANDARD +301 Q0 FBIS4-24694 386 1.747539 STANDARD +301 Q0 FBIS4-24788 381 1.751424 STANDARD +301 Q0 FBIS4-25028 41 2.394200 STANDARD +301 Q0 FBIS4-25032 28 2.480994 STANDARD +301 Q0 FBIS4-25065 262 1.883741 STANDARD +301 Q0 FBIS4-25161 256 1.887178 STANDARD +301 Q0 FBIS4-25262 416 1.722552 STANDARD +301 Q0 FBIS4-25332 347 1.783756 STANDARD +301 Q0 FBIS4-25476 395 1.738840 STANDARD +301 Q0 FBIS4-25706 276 1.867508 STANDARD +301 Q0 FBIS4-25845 108 2.126431 STANDARD +301 Q0 FBIS4-26038 399 1.737455 STANDARD +301 Q0 FBIS4-26072 81 2.183235 STANDARD +301 Q0 FBIS4-26192 114 2.117829 STANDARD +301 Q0 FBIS4-26335 138 2.080463 STANDARD +301 Q0 FBIS4-26351 34 2.436919 STANDARD +301 Q0 FBIS4-26643 329 1.800264 STANDARD +301 Q0 FBIS4-26727 371 1.760759 STANDARD +301 Q0 FBIS4-26786 434 1.708904 STANDARD +301 Q0 FBIS4-30283 471 1.676491 STANDARD +301 Q0 FBIS4-31645 37 2.425397 STANDARD +301 Q0 FBIS4-31652 472 1.675422 STANDARD +301 Q0 FBIS4-33615 445 1.693773 STANDARD +301 Q0 FBIS4-34515 111 2.122778 STANDARD +301 Q0 FBIS4-34666 455 1.684233 STANDARD +301 Q0 FBIS4-34879 118 2.112775 STANDARD +301 Q0 FBIS4-38364 115 2.114667 STANDARD +301 Q0 FBIS4-38410 341 1.790607 STANDARD +301 Q0 FBIS4-38481 215 1.945278 STANDARD +301 Q0 FBIS4-39330 226 1.923398 STANDARD +301 Q0 FBIS4-39570 375 1.757526 STANDARD +301 Q0 FBIS4-39881 257 1.887065 STANDARD +301 Q0 FBIS4-40181 356 1.775154 STANDARD +301 Q0 FBIS4-40260 25 2.528623 STANDARD +301 Q0 FBIS4-40359 448 1.690737 STANDARD +301 Q0 FBIS4-40360 345 1.785083 STANDARD +301 Q0 FBIS4-40452 93 2.153299 STANDARD +301 Q0 FBIS4-40481 232 1.914181 STANDARD +301 Q0 FBIS4-40720 457 1.683077 STANDARD +301 Q0 FBIS4-40930 66 2.243923 STANDARD +301 Q0 FBIS4-40934 225 1.923446 STANDARD +301 Q0 FBIS4-40935 246 1.898004 STANDARD +301 Q0 FBIS4-41144 286 1.853102 STANDARD +301 Q0 FBIS4-41215 61 2.266717 STANDARD +301 Q0 FBIS4-41394 330 1.800183 STANDARD +301 Q0 FBIS4-41395 322 1.803218 STANDARD +301 Q0 FBIS4-41399 301 1.831922 STANDARD +301 Q0 FBIS4-41538 436 1.705109 STANDARD +301 Q0 FBIS4-41541 24 2.550802 STANDARD +301 Q0 FBIS4-41667 214 1.946881 STANDARD +301 Q0 FBIS4-41803 442 1.696270 STANDARD +301 Q0 FBIS4-41839 86 2.170714 STANDARD +301 Q0 FBIS4-41840 55 2.335550 STANDARD +301 Q0 FBIS4-41863 182 2.002898 STANDARD +301 Q0 FBIS4-41952 21 2.622548 STANDARD +301 Q0 FBIS4-41958 388 1.745697 STANDARD +301 Q0 FBIS4-41991 234 1.911603 STANDARD +301 Q0 FBIS4-42757 116 2.114265 STANDARD +301 Q0 FBIS4-43552 133 2.087620 STANDARD +301 Q0 FBIS4-43791 351 1.777947 STANDARD +301 Q0 FBIS4-43797 229 1.919818 STANDARD +301 Q0 FBIS4-43801 43 2.389463 STANDARD +301 Q0 FBIS4-43965 158 2.044602 STANDARD +301 Q0 FBIS4-44181 454 1.685975 STANDARD +301 Q0 FBIS4-44396 129 2.095230 STANDARD +301 Q0 FBIS4-44401 88 2.162794 STANDARD +301 Q0 FBIS4-44512 64 2.251601 STANDARD +301 Q0 FBIS4-45157 310 1.817723 STANDARD +301 Q0 FBIS4-45189 370 1.761385 STANDARD +301 Q0 FBIS4-45235 466 1.679272 STANDARD +301 Q0 FBIS4-45239 267 1.877867 STANDARD +301 Q0 FBIS4-45296 90 2.160571 STANDARD +301 Q0 FBIS4-45333 59 2.277421 STANDARD +301 Q0 FBIS4-45346 452 1.687554 STANDARD +301 Q0 FBIS4-45419 112 2.120282 STANDARD +301 Q0 FBIS4-45450 456 1.683376 STANDARD +301 Q0 FBIS4-45453 51 2.346620 STANDARD +301 Q0 FBIS4-45469 30 2.470949 STANDARD +301 Q0 FBIS4-45477 39 2.404399 STANDARD +301 Q0 FBIS4-45482 127 2.096435 STANDARD +301 Q0 FBIS4-45552 105 2.127882 STANDARD +301 Q0 FBIS4-46425 130 2.092915 STANDARD +301 Q0 FBIS4-46584 217 1.944825 STANDARD +301 Q0 FBIS4-46734 228 1.920978 STANDARD +301 Q0 FBIS4-46757 357 1.773279 STANDARD +301 Q0 FBIS4-46775 281 1.863126 STANDARD +301 Q0 FBIS4-46806 250 1.893980 STANDARD +301 Q0 FBIS4-46846 96 2.144021 STANDARD +301 Q0 FBIS4-46851 377 1.755611 STANDARD +301 Q0 FBIS4-47008 498 1.655917 STANDARD +301 Q0 FBIS4-47045 110 2.123794 STANDARD +301 Q0 FBIS4-47199 458 1.682735 STANDARD +301 Q0 FBIS4-47254 480 1.672893 STANDARD +301 Q0 FBIS4-49075 119 2.112576 STANDARD +301 Q0 FBIS4-49289 194 1.990929 STANDARD +301 Q0 FBIS4-49380 485 1.666289 STANDARD +301 Q0 FBIS4-49431 161 2.038758 STANDARD +301 Q0 FBIS4-49483 379 1.754356 STANDARD +301 Q0 FBIS4-49547 402 1.735723 STANDARD +301 Q0 FBIS4-49754 48 2.351483 STANDARD +301 Q0 FBIS4-49845 211 1.954449 STANDARD +301 Q0 FBIS4-49928 390 1.743994 STANDARD +301 Q0 FBIS4-50056 206 1.961327 STANDARD +301 Q0 FBIS4-50083 58 2.284391 STANDARD +301 Q0 FBIS4-50167 462 1.681279 STANDARD +301 Q0 FBIS4-50209 155 2.049279 STANDARD +301 Q0 FBIS4-50478 1 3.340779 STANDARD +301 Q0 FBIS4-50513 121 2.108639 STANDARD +301 Q0 FBIS4-50806 389 1.744591 STANDARD +301 Q0 FBIS4-50842 251 1.892349 STANDARD +301 Q0 FBIS4-50898 38 2.419756 STANDARD +301 Q0 FBIS4-50993 123 2.106927 STANDARD +301 Q0 FBIS4-51118 191 1.996027 STANDARD +301 Q0 FBIS4-51202 53 2.339266 STANDARD +301 Q0 FBIS4-51255 313 1.812859 STANDARD +301 Q0 FBIS4-51332 223 1.930347 STANDARD +301 Q0 FBIS4-51335 164 2.027163 STANDARD +301 Q0 FBIS4-52929 443 1.696057 STANDARD +301 Q0 FBIS4-53139 477 1.674022 STANDARD +301 Q0 FBIS4-54900 423 1.719201 STANDARD +301 Q0 FBIS4-54904 70 2.237512 STANDARD +301 Q0 FBIS4-55395 173 2.014687 STANDARD +301 Q0 FBIS4-55845 89 2.162241 STANDARD +301 Q0 FBIS4-56776 278 1.864500 STANDARD +301 Q0 FBIS4-56982 100 2.137468 STANDARD +301 Q0 FBIS4-56992 348 1.782381 STANDARD +301 Q0 FBIS4-57133 492 1.659471 STANDARD +301 Q0 FBIS4-57722 417 1.722171 STANDARD +301 Q0 FBIS4-57959 360 1.770075 STANDARD +301 Q0 FBIS4-62049 362 1.767618 STANDARD +301 Q0 FBIS4-62077 430 1.713174 STANDARD +301 Q0 FBIS4-62078 113 2.118467 STANDARD +301 Q0 FBIS4-62079 69 2.239440 STANDARD +301 Q0 FBIS4-62372 62 2.262802 STANDARD +301 Q0 FBIS4-62543 265 1.880077 STANDARD +301 Q0 FBIS4-63597 102 2.132991 STANDARD +301 Q0 FBIS4-64135 398 1.738539 STANDARD +301 Q0 FBIS4-64345 451 1.687968 STANDARD +301 Q0 FBIS4-65446 325 1.801062 STANDARD +301 Q0 FBIS4-65501 421 1.721008 STANDARD +301 Q0 FBIS4-65896 366 1.762550 STANDARD +301 Q0 FBIS4-66178 254 1.889605 STANDARD +301 Q0 FBIS4-66179 392 1.741075 STANDARD +301 Q0 FBIS4-66264 284 1.860067 STANDARD +301 Q0 FBIS4-66291 152 2.057615 STANDARD +301 Q0 FBIS4-66307 151 2.057615 STANDARD +301 Q0 FBIS4-66978 461 1.681566 STANDARD +301 Q0 FBIS4-67072 92 2.157889 STANDARD +301 Q0 FBIS4-67075 289 1.849748 STANDARD +301 Q0 FBIS4-67160 467 1.678897 STANDARD +301 Q0 FBIS4-67183 315 1.811862 STANDARD +301 Q0 FBIS4-67231 481 1.669646 STANDARD +301 Q0 FBIS4-67291 426 1.718286 STANDARD +301 Q0 FBIS4-67336 419 1.721329 STANDARD +301 Q0 FBIS4-68426 346 1.785070 STANDARD +301 Q0 FBIS4-68498 350 1.779944 STANDARD +301 Q0 FBIS4-68669 279 1.864410 STANDARD +301 Q0 FBIS4-68720 382 1.750805 STANDARD +301 Q0 FBIS4-68746 205 1.962427 STANDARD +301 Q0 FBIS4-68801 320 1.808038 STANDARD +301 Q0 FBIS4-68847 368 1.762087 STANDARD +301 Q0 LA010790-0228 383 1.750647 STANDARD +301 Q0 LA011190-0084 464 1.680453 STANDARD +301 Q0 LA021989-0204 380 1.752505 STANDARD +301 Q0 LA032490-0049 300 1.835254 STANDARD +301 Q0 LA041689-0147 479 1.673101 STANDARD +301 Q0 LA041789-0010 463 1.680776 STANDARD +301 Q0 LA041789-0046 180 2.004429 STANDARD +301 Q0 LA041789-0055 372 1.760346 STANDARD +301 Q0 LA042189-0086 94 2.150424 STANDARD +301 Q0 LA042990-0044 344 1.785390 STANDARD +301 Q0 LA052089-0047 396 1.738631 STANDARD +301 Q0 LA060189-0150 363 1.766305 STANDARD +301 Q0 LA061090-0040 412 1.729130 STANDARD +301 Q0 LA062189-0010 84 2.173631 STANDARD +301 Q0 LA062390-0102 391 1.742990 STANDARD +301 Q0 LA070890-0129 268 1.876154 STANDARD +301 Q0 LA071389-0002 296 1.840566 STANDARD +301 Q0 LA071889-0026 247 1.897763 STANDARD +301 Q0 LA071990-0150 235 1.909468 STANDARD +301 Q0 LA080790-0035 343 1.787194 STANDARD +301 Q0 LA080989-0129 203 1.964162 STANDARD +301 Q0 LA082690-0090 411 1.729742 STANDARD +301 Q0 LA082990-0130 400 1.737108 STANDARD +301 Q0 LA100390-0069 298 1.838421 STANDARD +301 Q0 LA100590-0029 333 1.797265 STANDARD +301 Q0 LA101590-0071 136 2.082767 STANDARD +301 Q0 LA101990-0076 486 1.665950 STANDARD +301 Q0 LA120389-0125 474 1.674817 STANDARD +302 Q0 FR940126-2-00100 114 1.582296 STANDARD +302 Q0 FR940126-2-00101 46 1.953586 STANDARD +302 Q0 FR940126-2-00103 135 1.520015 STANDARD +302 Q0 FR940126-2-00104 129 1.525680 STANDARD +302 Q0 FR940126-2-00105 106 1.599944 STANDARD +302 Q0 FR940126-2-00106 1 3.903381 STANDARD +302 Q0 FR940126-2-00107 7 3.332411 STANDARD +302 Q0 FR940126-2-00108 57 1.802135 STANDARD +302 Q0 FR940127-1-00070 455 1.124015 STANDARD +302 Q0 FR940202-2-00107 198 1.377912 STANDARD +302 Q0 FR940202-2-00114 297 1.234256 STANDARD +302 Q0 FR940202-2-00118 421 1.142895 STANDARD +302 Q0 FR940202-2-00143 338 1.206417 STANDARD +302 Q0 FR940202-2-00144 316 1.223743 STANDARD +302 Q0 FR940202-2-00146 262 1.276149 STANDARD +302 Q0 FR940207-2-00089 50 1.906183 STANDARD +302 Q0 FR940325-2-00076 357 1.187326 STANDARD +302 Q0 FR940413-2-00068 241 1.302594 STANDARD +302 Q0 FR940419-2-00071 418 1.144099 STANDARD +302 Q0 FR940425-2-00078 19 2.438183 STANDARD +302 Q0 FR940425-2-00079 30 2.103939 STANDARD +302 Q0 FR940425-2-00080 24 2.243635 STANDARD +302 Q0 FR940425-2-00081 256 1.282593 STANDARD +302 Q0 FR940429-2-00041 282 1.247059 STANDARD +302 Q0 FR940511-1-00058 327 1.215618 STANDARD +302 Q0 FR940511-1-00059 439 1.129806 STANDARD +302 Q0 FR940526-2-00029 478 1.113033 STANDARD +302 Q0 FR940527-2-00067 244 1.301337 STANDARD +302 Q0 FR940527-2-00071 127 1.526561 STANDARD +302 Q0 FR940602-2-00077 29 2.104987 STANDARD +302 Q0 FR940603-2-00059 398 1.154726 STANDARD +302 Q0 FR940603-2-00060 15 2.782961 STANDARD +302 Q0 FR940620-2-00115 33 2.064308 STANDARD +302 Q0 FR940620-2-00116 76 1.700400 STANDARD +302 Q0 FR940620-2-00117 6 3.523580 STANDARD +302 Q0 FR940620-2-00118 3 3.731847 STANDARD +302 Q0 FR940620-2-00119 131 1.522744 STANDARD +302 Q0 FR940620-2-00120 104 1.604327 STANDARD +302 Q0 FR940620-2-00121 130 1.524175 STANDARD +302 Q0 FR940620-2-00122 125 1.551819 STANDARD +302 Q0 FR940620-2-00123 60 1.799975 STANDARD +302 Q0 FR940706-2-00076 386 1.164848 STANDARD +302 Q0 FR940712-2-00054 252 1.286780 STANDARD +302 Q0 FR940721-2-00045 20 2.437944 STANDARD +302 Q0 FR940728-2-00085 323 1.216593 STANDARD +302 Q0 FR940802-1-00013 466 1.119126 STANDARD +302 Q0 FR940804-2-00088 237 1.309173 STANDARD +302 Q0 FR940822-0-00027 90 1.648039 STANDARD +302 Q0 FR940825-2-00076 254 1.284040 STANDARD +302 Q0 FR940825-2-00078 415 1.144784 STANDARD +302 Q0 FR940831-2-00064 284 1.245832 STANDARD +302 Q0 FR941004-2-00099 45 1.958277 STANDARD +302 Q0 FR941007-2-00138 295 1.237001 STANDARD +302 Q0 FR941028-2-00164 345 1.198724 STANDARD +302 Q0 FR941028-2-00208 459 1.123254 STANDARD +302 Q0 FR941107-2-00231 477 1.113324 STANDARD +302 Q0 FR941107-2-00232 266 1.269728 STANDARD +302 Q0 FR941206-2-00055 98 1.628696 STANDARD +302 Q0 FT911-4947 322 1.216988 STANDARD +302 Q0 FT921-1150 446 1.126972 STANDARD +302 Q0 FT921-16061 42 1.979791 STANDARD +302 Q0 FT922-884 126 1.551071 STANDARD +302 Q0 FT923-10404 495 1.102139 STANDARD +302 Q0 FT923-11350 91 1.646234 STANDARD +302 Q0 FT923-11885 66 1.757583 STANDARD +302 Q0 FT923-12277 78 1.691588 STANDARD +302 Q0 FT923-14971 184 1.400973 STANDARD +302 Q0 FT923-3060 453 1.124515 STANDARD +302 Q0 FT924-4737 361 1.183190 STANDARD +302 Q0 FT924-5353 382 1.167350 STANDARD +302 Q0 FT924-8024 71 1.723108 STANDARD +302 Q0 FT924-10652 58 1.801978 STANDARD +302 Q0 FT924-10987 420 1.143019 STANDARD +302 Q0 FT931-5665 61 1.798182 STANDARD +302 Q0 FT931-7060 28 2.144266 STANDARD +302 Q0 FT931-11085 37 2.020882 STANDARD +302 Q0 FT931-13033 178 1.414167 STANDARD +302 Q0 FT931-14151 319 1.222396 STANDARD +302 Q0 FT931-15924 287 1.243739 STANDARD +302 Q0 FT932-3794 89 1.650566 STANDARD +302 Q0 FT932-3963 69 1.742215 STANDARD +302 Q0 FT932-4292 35 2.063122 STANDARD +302 Q0 FT932-4485 39 1.992607 STANDARD +302 Q0 FT932-4805 320 1.221188 STANDARD +302 Q0 FT932-9367 205 1.365945 STANDARD +302 Q0 FT932-13227 206 1.364191 STANDARD +302 Q0 FT932-16160 182 1.411142 STANDARD +302 Q0 FT932-16273 362 1.182909 STANDARD +302 Q0 FT932-2515 138 1.516354 STANDARD +302 Q0 FT932-2516 133 1.522100 STANDARD +302 Q0 FT933-5756 392 1.160451 STANDARD +302 Q0 FT933-7438 32 2.068962 STANDARD +302 Q0 FT933-7908 119 1.575692 STANDARD +302 Q0 FT933-8272 433 1.133743 STANDARD +302 Q0 FT933-8865 23 2.293720 STANDARD +302 Q0 FT933-15869 409 1.146782 STANDARD +302 Q0 FT934-5207 354 1.191932 STANDARD +302 Q0 FT934-1206 84 1.660639 STANDARD +302 Q0 FT941-4398 494 1.102784 STANDARD +302 Q0 FT941-9662 177 1.415745 STANDARD +302 Q0 FT941-9667 174 1.424419 STANDARD +302 Q0 FT941-12410 47 1.952884 STANDARD +302 Q0 FT941-14380 452 1.124642 STANDARD +302 Q0 FT942-4193 192 1.387008 STANDARD +302 Q0 FT942-6645 389 1.164244 STANDARD +302 Q0 FT942-10460 183 1.408001 STANDARD +302 Q0 FT942-14203 264 1.273275 STANDARD +302 Q0 FT942-16430 115 1.578239 STANDARD +302 Q0 FT942-17260 461 1.121077 STANDARD +302 Q0 FT942-1963 360 1.184242 STANDARD +302 Q0 FT943-208 276 1.255437 STANDARD +302 Q0 FT943-677 228 1.324922 STANDARD +302 Q0 FT943-8860 62 1.794647 STANDARD +302 Q0 FT943-9445 165 1.436319 STANDARD +302 Q0 FT943-9853 229 1.324141 STANDARD +302 Q0 FT943-10078 365 1.179210 STANDARD +302 Q0 FT943-11435 436 1.131540 STANDARD +302 Q0 FT944-3523 283 1.245945 STANDARD +302 Q0 FT944-6035 426 1.141629 STANDARD +302 Q0 FT944-10864 93 1.640599 STANDARD +302 Q0 FT944-18645 194 1.384963 STANDARD +302 Q0 FT944-2489 289 1.241911 STANDARD +302 Q0 FT944-2592 331 1.211619 STANDARD +302 Q0 FBIS3-3580 107 1.599165 STANDARD +302 Q0 FBIS3-9878 258 1.281467 STANDARD +302 Q0 FBIS3-20890 226 1.325824 STANDARD +302 Q0 FBIS3-21399 329 1.213403 STANDARD +302 Q0 FBIS3-21404 40 1.987228 STANDARD +302 Q0 FBIS3-22133 471 1.116462 STANDARD +302 Q0 FBIS3-22457 395 1.157360 STANDARD +302 Q0 FBIS3-22470 100 1.619752 STANDARD +302 Q0 FBIS3-22471 451 1.124663 STANDARD +302 Q0 FBIS3-22472 447 1.126952 STANDARD +302 Q0 FBIS3-22480 140 1.506470 STANDARD +302 Q0 FBIS3-22481 429 1.137234 STANDARD +302 Q0 FBIS3-22482 414 1.145063 STANDARD +302 Q0 FBIS3-22485 265 1.271299 STANDARD +302 Q0 FBIS3-22486 64 1.762715 STANDARD +302 Q0 FBIS3-22487 432 1.134203 STANDARD +302 Q0 FBIS3-22493 315 1.224877 STANDARD +302 Q0 FBIS3-22495 364 1.180658 STANDARD +302 Q0 FBIS3-22497 450 1.125811 STANDARD +302 Q0 FBIS3-22500 332 1.211505 STANDARD +302 Q0 FBIS3-22504 271 1.262604 STANDARD +302 Q0 FBIS3-22508 416 1.144698 STANDARD +302 Q0 FBIS3-22509 263 1.275077 STANDARD +302 Q0 FBIS3-22511 230 1.323761 STANDARD +302 Q0 FBIS3-22515 232 1.319770 STANDARD +302 Q0 FBIS3-22518 384 1.166554 STANDARD +302 Q0 FBIS3-22521 480 1.111836 STANDARD +302 Q0 FBIS3-22522 157 1.457574 STANDARD +302 Q0 FBIS3-22523 207 1.363063 STANDARD +302 Q0 FBIS3-22525 105 1.603753 STANDARD +302 Q0 FBIS3-22526 222 1.328708 STANDARD +302 Q0 FBIS3-22527 487 1.108204 STANDARD +302 Q0 FBIS3-22529 260 1.280065 STANDARD +302 Q0 FBIS3-22534 412 1.145903 STANDARD +302 Q0 FBIS3-22535 385 1.165574 STANDARD +302 Q0 FBIS3-22538 318 1.222736 STANDARD +302 Q0 FBIS3-22539 458 1.123520 STANDARD +302 Q0 FBIS3-22544 444 1.127363 STANDARD +302 Q0 FBIS3-22545 468 1.118337 STANDARD +302 Q0 FBIS3-22546 292 1.240802 STANDARD +302 Q0 FBIS3-22547 73 1.709073 STANDARD +302 Q0 FBIS3-22551 120 1.562989 STANDARD +302 Q0 FBIS3-22552 379 1.167788 STANDARD +302 Q0 FBIS3-22556 274 1.259951 STANDARD +302 Q0 FBIS3-22557 179 1.413374 STANDARD +302 Q0 FBIS3-22560 48 1.947496 STANDARD +302 Q0 FBIS3-22561 308 1.229025 STANDARD +302 Q0 FBIS3-22562 251 1.288021 STANDARD +302 Q0 FBIS3-22564 250 1.288276 STANDARD +302 Q0 FBIS3-22565 334 1.208624 STANDARD +302 Q0 FBIS3-22567 109 1.593502 STANDARD +302 Q0 FBIS3-22571 440 1.129540 STANDARD +302 Q0 FBIS3-22575 145 1.484583 STANDARD +302 Q0 FBIS3-22581 330 1.213062 STANDARD +302 Q0 FBIS3-22589 34 2.063180 STANDARD +302 Q0 FBIS3-22591 201 1.373183 STANDARD +302 Q0 FBIS3-22592 277 1.253631 STANDARD +302 Q0 FBIS3-22593 280 1.249368 STANDARD +302 Q0 FBIS3-22597 278 1.253064 STANDARD +302 Q0 FBIS3-22598 473 1.115620 STANDARD +302 Q0 FBIS3-22600 97 1.629104 STANDARD +302 Q0 FBIS3-22605 377 1.169227 STANDARD +302 Q0 FBIS3-22608 285 1.245406 STANDARD +302 Q0 FBIS3-22625 462 1.120771 STANDARD +302 Q0 FBIS3-22629 195 1.381716 STANDARD +302 Q0 FBIS3-22633 128 1.526149 STANDARD +302 Q0 FBIS3-22639 248 1.294989 STANDARD +302 Q0 FBIS3-22642 124 1.552478 STANDARD +302 Q0 FBIS3-22644 376 1.170014 STANDARD +302 Q0 FBIS3-22647 103 1.604824 STANDARD +302 Q0 FBIS3-22658 211 1.350197 STANDARD +302 Q0 FBIS3-22659 490 1.104771 STANDARD +302 Q0 FBIS3-22672 434 1.132714 STANDARD +302 Q0 FBIS3-22673 381 1.167566 STANDARD +302 Q0 FBIS3-22675 344 1.200540 STANDARD +302 Q0 FBIS3-22678 156 1.457954 STANDARD +302 Q0 FBIS3-22679 302 1.232604 STANDARD +302 Q0 FBIS3-22680 139 1.514269 STANDARD +302 Q0 FBIS3-22681 38 1.994626 STANDARD +302 Q0 FBIS3-22691 491 1.104019 STANDARD +302 Q0 FBIS3-22693 86 1.654739 STANDARD +302 Q0 FBIS3-22695 122 1.558127 STANDARD +302 Q0 FBIS3-22697 286 1.243824 STANDARD +302 Q0 FBIS3-22698 199 1.375253 STANDARD +302 Q0 FBIS3-22699 172 1.427079 STANDARD +302 Q0 FBIS3-22700 186 1.396378 STANDARD +302 Q0 FBIS3-22702 355 1.189952 STANDARD +302 Q0 FBIS3-22713 489 1.107337 STANDARD +302 Q0 FBIS3-22715 442 1.128779 STANDARD +302 Q0 FBIS3-24615 443 1.128777 STANDARD +302 Q0 FBIS3-24617 396 1.156353 STANDARD +302 Q0 FBIS3-26593 154 1.460740 STANDARD +302 Q0 FBIS3-27468 347 1.197151 STANDARD +302 Q0 FBIS3-34497 227 1.325511 STANDARD +302 Q0 FBIS3-41670 404 1.148597 STANDARD +302 Q0 FBIS3-41671 437 1.131430 STANDARD +302 Q0 FBIS3-41673 335 1.208375 STANDARD +302 Q0 FBIS3-41676 85 1.659557 STANDARD +302 Q0 FBIS3-41681 328 1.215335 STANDARD +302 Q0 FBIS3-41688 137 1.517019 STANDARD +302 Q0 FBIS3-41698 81 1.687278 STANDARD +302 Q0 FBIS3-41700 500 1.098885 STANDARD +302 Q0 FBIS3-41704 387 1.164646 STANDARD +302 Q0 FBIS3-41705 236 1.310159 STANDARD +302 Q0 FBIS3-41707 193 1.386410 STANDARD +302 Q0 FBIS3-41710 74 1.705933 STANDARD +302 Q0 FBIS3-41714 321 1.219498 STANDARD +302 Q0 FBIS3-41716 218 1.333742 STANDARD +302 Q0 FBIS3-41724 301 1.232672 STANDARD +302 Q0 FBIS3-41725 424 1.142144 STANDARD +302 Q0 FBIS3-41728 246 1.298668 STANDARD +302 Q0 FBIS3-41730 123 1.555097 STANDARD +302 Q0 FBIS3-41731 132 1.522618 STANDARD +302 Q0 FBIS3-41732 454 1.124111 STANDARD +302 Q0 FBIS3-41744 294 1.238181 STANDARD +302 Q0 FBIS3-41752 430 1.135954 STANDARD +302 Q0 FBIS3-41758 221 1.328833 STANDARD +302 Q0 FBIS3-41761 456 1.123632 STANDARD +302 Q0 FBIS3-41775 231 1.321660 STANDARD +302 Q0 FBIS3-41777 358 1.187111 STANDARD +302 Q0 FBIS3-41782 273 1.261917 STANDARD +302 Q0 FBIS3-41784 267 1.269588 STANDARD +302 Q0 FBIS3-41801 80 1.688804 STANDARD +302 Q0 FBIS3-41802 324 1.216502 STANDARD +302 Q0 FBIS3-41806 168 1.429456 STANDARD +302 Q0 FBIS3-41809 108 1.596296 STANDARD +302 Q0 FBIS3-41810 400 1.152413 STANDARD +302 Q0 FBIS3-41824 375 1.170111 STANDARD +302 Q0 FBIS3-41830 483 1.110320 STANDARD +302 Q0 FBIS3-43143 485 1.109929 STANDARD +302 Q0 FBIS3-43197 484 1.109929 STANDARD +302 Q0 FBIS3-44438 275 1.259051 STANDARD +302 Q0 FBIS3-44712 202 1.372857 STANDARD +302 Q0 FBIS3-46348 171 1.427414 STANDARD +302 Q0 FBIS3-51019 402 1.149882 STANDARD +302 Q0 FBIS3-51754 233 1.319570 STANDARD +302 Q0 FBIS3-60395 493 1.102921 STANDARD +302 Q0 FBIS3-60402 150 1.471395 STANDARD +302 Q0 FBIS3-60403 13 2.878093 STANDARD +302 Q0 FBIS3-60404 8 3.130671 STANDARD +302 Q0 FBIS3-60405 14 2.859010 STANDARD +302 Q0 FBIS3-60407 304 1.231171 STANDARD +302 Q0 FBIS3-60408 460 1.121424 STANDARD +302 Q0 FBIS3-60409 313 1.225089 STANDARD +302 Q0 FBIS3-60419 56 1.803757 STANDARD +302 Q0 FBIS3-60422 170 1.427868 STANDARD +302 Q0 FBIS3-60440 161 1.448709 STANDARD +302 Q0 FBIS3-60442 486 1.108776 STANDARD +302 Q0 FBIS3-60444 272 1.262081 STANDARD +302 Q0 FBIS3-60446 181 1.411379 STANDARD +302 Q0 FBIS3-60448 54 1.812076 STANDARD +302 Q0 FBIS3-60449 200 1.374640 STANDARD +302 Q0 FBIS3-60450 31 2.085482 STANDARD +302 Q0 FBIS3-60454 94 1.639467 STANDARD +302 Q0 FBIS3-60456 374 1.170238 STANDARD +302 Q0 FBIS3-60457 212 1.345882 STANDARD +302 Q0 FBIS3-60461 167 1.433561 STANDARD +302 Q0 FBIS3-60463 464 1.119706 STANDARD +302 Q0 FBIS3-60466 196 1.378970 STANDARD +302 Q0 FBIS3-60467 366 1.179180 STANDARD +302 Q0 FBIS3-60469 204 1.366875 STANDARD +302 Q0 FBIS3-60478 169 1.428524 STANDARD +302 Q0 FBIS3-60483 164 1.439408 STANDARD +302 Q0 FBIS3-60486 220 1.331547 STANDARD +302 Q0 FBIS3-60487 298 1.233542 STANDARD +302 Q0 FBIS3-60491 191 1.387140 STANDARD +302 Q0 FBIS3-60500 469 1.117763 STANDARD +302 Q0 FBIS3-60503 82 1.686233 STANDARD +302 Q0 FBIS3-60504 269 1.263315 STANDARD +302 Q0 FBIS3-60507 363 1.181217 STANDARD +302 Q0 FBIS3-60509 303 1.231293 STANDARD +302 Q0 FBIS3-60510 53 1.814122 STANDARD +302 Q0 FBIS3-60521 176 1.416996 STANDARD +302 Q0 FBIS3-60523 306 1.230749 STANDARD +302 Q0 FBIS3-60528 136 1.519922 STANDARD +302 Q0 FBIS3-60529 216 1.337579 STANDARD +302 Q0 FBIS3-60534 101 1.613961 STANDARD +302 Q0 FBIS3-60546 187 1.396146 STANDARD +302 Q0 FBIS3-60553 163 1.441484 STANDARD +302 Q0 FBIS3-60557 148 1.474004 STANDARD +302 Q0 FBIS3-60560 159 1.450522 STANDARD +302 Q0 FBIS3-60561 16 2.636101 STANDARD +302 Q0 FBIS3-60562 17 2.591041 STANDARD +302 Q0 FBIS3-60563 352 1.193492 STANDARD +302 Q0 FBIS3-60565 393 1.159267 STANDARD +302 Q0 FBIS3-60571 337 1.207181 STANDARD +302 Q0 FBIS3-60572 499 1.099626 STANDARD +302 Q0 FBIS3-60573 296 1.236171 STANDARD +302 Q0 FBIS3-60575 293 1.239741 STANDARD +302 Q0 FBIS3-60579 422 1.142851 STANDARD +302 Q0 FBIS3-61373 79 1.689817 STANDARD +302 Q0 FBIS4-4241 12 2.932959 STANDARD +302 Q0 FBIS4-9951 423 1.142520 STANDARD +302 Q0 FBIS4-22716 22 2.356809 STANDARD +302 Q0 FBIS4-24438 394 1.157453 STANDARD +302 Q0 FBIS4-24634 492 1.103483 STANDARD +302 Q0 FBIS4-24799 407 1.147269 STANDARD +302 Q0 FBIS4-25445 403 1.149348 STANDARD +302 Q0 FBIS4-25561 190 1.389882 STANDARD +302 Q0 FBIS4-25574 189 1.389882 STANDARD +302 Q0 FBIS4-26014 343 1.201114 STANDARD +302 Q0 FBIS4-27941 121 1.560840 STANDARD +302 Q0 FBIS4-30023 149 1.471570 STANDARD +302 Q0 FBIS4-30637 44 1.958432 STANDARD +302 Q0 FBIS4-30664 223 1.327488 STANDARD +302 Q0 FBIS4-33007 270 1.262837 STANDARD +302 Q0 FBIS4-33295 369 1.177596 STANDARD +302 Q0 FBIS4-33435 27 2.173614 STANDARD +302 Q0 FBIS4-33437 307 1.229984 STANDARD +302 Q0 FBIS4-34379 474 1.115135 STANDARD +302 Q0 FBIS4-34971 325 1.216122 STANDARD +302 Q0 FBIS4-38133 116 1.578185 STANDARD +302 Q0 FBIS4-43829 153 1.461363 STANDARD +302 Q0 FBIS4-45613 49 1.924992 STANDARD +302 Q0 FBIS4-45832 158 1.451067 STANDARD +302 Q0 FBIS4-45836 240 1.303371 STANDARD +302 Q0 FBIS4-45838 291 1.241130 STANDARD +302 Q0 FBIS4-45842 255 1.282999 STANDARD +302 Q0 FBIS4-45844 11 2.958325 STANDARD +302 Q0 FBIS4-45864 482 1.110835 STANDARD +302 Q0 FBIS4-45866 144 1.484742 STANDARD +302 Q0 FBIS4-45867 155 1.459561 STANDARD +302 Q0 FBIS4-45869 314 1.224957 STANDARD +302 Q0 FBIS4-45874 259 1.281023 STANDARD +302 Q0 FBIS4-45876 208 1.361283 STANDARD +302 Q0 FBIS4-45905 419 1.144002 STANDARD +302 Q0 FBIS4-45908 497 1.100872 STANDARD +302 Q0 FBIS4-47578 457 1.123556 STANDARD +302 Q0 FBIS4-47588 110 1.589274 STANDARD +302 Q0 FBIS4-50959 336 1.208171 STANDARD +302 Q0 FBIS4-51384 470 1.117548 STANDARD +302 Q0 FBIS4-60762 309 1.228588 STANDARD +302 Q0 FBIS4-67598 146 1.484315 STANDARD +302 Q0 FBIS4-67600 367 1.178247 STANDARD +302 Q0 FBIS4-67614 151 1.470372 STANDARD +302 Q0 FBIS4-67615 405 1.147719 STANDARD +302 Q0 FBIS4-67616 134 1.521482 STANDARD +302 Q0 FBIS4-67618 75 1.703295 STANDARD +302 Q0 FBIS4-67624 399 1.153641 STANDARD +302 Q0 FBIS4-67627 257 1.282458 STANDARD +302 Q0 FBIS4-67642 243 1.301578 STANDARD +302 Q0 FBIS4-67646 160 1.450282 STANDARD +302 Q0 FBIS4-67647 113 1.586491 STANDARD +302 Q0 FBIS4-67648 281 1.249212 STANDARD +302 Q0 FBIS4-67649 213 1.344430 STANDARD +302 Q0 FBIS4-67650 449 1.126215 STANDARD +302 Q0 FBIS4-67654 359 1.184387 STANDARD +302 Q0 FBIS4-67656 476 1.114053 STANDARD +302 Q0 FBIS4-67675 342 1.201895 STANDARD +302 Q0 FBIS4-67687 339 1.205313 STANDARD +302 Q0 FBIS4-67690 431 1.135499 STANDARD +302 Q0 FBIS4-67696 65 1.761433 STANDARD +302 Q0 FBIS4-67701 2 3.882368 STANDARD +302 Q0 FBIS4-67706 380 1.167594 STANDARD +302 Q0 FBIS4-67707 72 1.722683 STANDARD +302 Q0 FBIS4-67711 162 1.442066 STANDARD +302 Q0 FBIS4-67720 51 1.858389 STANDARD +302 Q0 FBIS4-67722 348 1.196605 STANDARD +302 Q0 LA010789-0007 242 1.302063 STANDARD +302 Q0 LA011090-0064 268 1.268217 STANDARD +302 Q0 LA012090-0059 219 1.332366 STANDARD +302 Q0 LA012190-0203 341 1.202690 STANDARD +302 Q0 LA012490-0120 197 1.378699 STANDARD +302 Q0 LA012689-0167 406 1.147436 STANDARD +302 Q0 LA013089-0022 117 1.576566 STANDARD +302 Q0 LA020490-0202 247 1.297672 STANDARD +302 Q0 LA020589-0070 312 1.225277 STANDARD +302 Q0 LA021389-0067 68 1.746178 STANDARD +302 Q0 LA021889-0149 445 1.127142 STANDARD +302 Q0 LA021890-0038 351 1.193847 STANDARD +302 Q0 LA022189-0016 413 1.145661 STANDARD +302 Q0 LA022190-0022 465 1.119176 STANDARD +302 Q0 LA022689-0006 438 1.130720 STANDARD +302 Q0 LA030390-0089 472 1.115637 STANDARD +302 Q0 LA030589-0108 383 1.167174 STANDARD +302 Q0 LA030889-0102 249 1.291264 STANDARD +302 Q0 LA031089-0169 300 1.233112 STANDARD +302 Q0 LA031190-0116 353 1.192337 STANDARD +302 Q0 LA031290-0103 214 1.342806 STANDARD +302 Q0 LA031290-0118 87 1.653508 STANDARD +302 Q0 LA031489-0032 43 1.977350 STANDARD +302 Q0 LA031490-0028 417 1.144514 STANDARD +302 Q0 LA032190-0081 378 1.168895 STANDARD +302 Q0 LA032489-0047 435 1.132537 STANDARD +302 Q0 LA033190-0001 59 1.801338 STANDARD +302 Q0 LA040989-0094 238 1.305311 STANDARD +302 Q0 LA040990-0066 428 1.137302 STANDARD +302 Q0 LA041090-0013 373 1.171407 STANDARD +302 Q0 LA041190-0046 99 1.624717 STANDARD +302 Q0 LA041190-0093 235 1.318470 STANDARD +302 Q0 LA041490-0061 427 1.139048 STANDARD +302 Q0 LA041490-0129 70 1.735615 STANDARD +302 Q0 LA041690-0085 188 1.391353 STANDARD +302 Q0 LA041889-0082 448 1.126388 STANDARD +302 Q0 LA041890-0007 143 1.491353 STANDARD +302 Q0 LA042190-0056 52 1.853169 STANDARD +302 Q0 LA042289-0001 166 1.435166 STANDARD +302 Q0 LA042890-0002 496 1.101882 STANDARD +302 Q0 LA043090-0036 5 3.602112 STANDARD +302 Q0 LA050390-0206 245 1.300098 STANDARD +302 Q0 LA050490-0049 371 1.175813 STANDARD +302 Q0 LA050689-0091 209 1.360590 STANDARD +302 Q0 LA050789-0042 26 2.192468 STANDARD +302 Q0 LA050889-0049 224 1.327353 STANDARD +302 Q0 LA050989-0110 463 1.119862 STANDARD +302 Q0 LA051190-0179 215 1.340992 STANDARD +302 Q0 LA052090-0077 111 1.588494 STANDARD +302 Q0 LA052190-0106 185 1.397359 STANDARD +302 Q0 LA052689-0094 340 1.203054 STANDARD +302 Q0 LA060490-0002 142 1.495072 STANDARD +302 Q0 LA060589-0052 25 2.200196 STANDARD +302 Q0 LA060589-0053 152 1.468529 STANDARD +302 Q0 LA061390-0071 467 1.118551 STANDARD +302 Q0 LA061590-0016 317 1.223657 STANDARD +302 Q0 LA061989-0045 112 1.588043 STANDARD +302 Q0 LA062190-0135 95 1.637808 STANDARD +302 Q0 LA062389-0056 253 1.285077 STANDARD +302 Q0 LA062389-0128 63 1.788286 STANDARD +302 Q0 LA062590-0046 88 1.653459 STANDARD +302 Q0 LA070989-0053 288 1.243145 STANDARD +302 Q0 LA071190-0053 290 1.241184 STANDARD +302 Q0 LA071590-0110 10 3.000424 STANDARD +302 Q0 LA071989-0117 350 1.195099 STANDARD +302 Q0 LA071990-0012 368 1.177990 STANDARD +302 Q0 LA072890-0066 4 3.725770 STANDARD +302 Q0 LA080290-0073 356 1.187773 STANDARD +302 Q0 LA080290-0194 390 1.161783 STANDARD +302 Q0 LA080489-0126 397 1.156181 STANDARD +302 Q0 LA080589-0052 55 1.809388 STANDARD +302 Q0 LA081889-0061 261 1.279338 STANDARD +302 Q0 LA081990-0088 481 1.111647 STANDARD +302 Q0 LA082489-0115 118 1.576243 STANDARD +302 Q0 LA082490-0065 9 3.047859 STANDARD +302 Q0 LA082689-0127 147 1.477198 STANDARD +302 Q0 LA082789-0123 370 1.176067 STANDARD +302 Q0 LA082789-0154 67 1.748509 STANDARD +302 Q0 LA090389-0127 479 1.112888 STANDARD +302 Q0 LA090589-0046 475 1.114494 STANDARD +302 Q0 LA090990-0031 21 2.384336 STANDARD +302 Q0 LA091489-0204 498 1.100304 STANDARD +302 Q0 LA091690-0156 310 1.228566 STANDARD +302 Q0 LA092490-0069 388 1.164429 STANDARD +302 Q0 LA092589-0002 77 1.698853 STANDARD +302 Q0 LA092589-0083 96 1.630907 STANDARD +302 Q0 LA092689-0080 173 1.425341 STANDARD +302 Q0 LA092689-0119 180 1.411906 STANDARD +302 Q0 LA092690-0153 488 1.107912 STANDARD +302 Q0 LA100189-0047 18 2.532459 STANDARD +302 Q0 LA100389-0009 425 1.141877 STANDARD +302 Q0 LA101289-0068 401 1.151677 STANDARD +302 Q0 LA101289-0111 441 1.129145 STANDARD +302 Q0 LA101589-0050 203 1.370296 STANDARD +302 Q0 LA101689-0055 239 1.304111 STANDARD +302 Q0 LA101690-0040 83 1.673646 STANDARD +302 Q0 LA101790-0049 349 1.195215 STANDARD +302 Q0 LA101890-0243 333 1.209156 STANDARD +302 Q0 LA102989-0049 279 1.250796 STANDARD +302 Q0 LA102989-0210 372 1.174726 STANDARD +302 Q0 LA110190-0009 210 1.360198 STANDARD +302 Q0 LA110389-0010 234 1.318570 STANDARD +302 Q0 LA110389-0072 410 1.146627 STANDARD +302 Q0 LA110689-0060 141 1.498920 STANDARD +302 Q0 LA110889-0156 217 1.335542 STANDARD +302 Q0 LA111189-0018 92 1.646024 STANDARD +302 Q0 LA111190-0161 175 1.423040 STANDARD +302 Q0 LA111390-0102 225 1.326286 STANDARD +302 Q0 LA111590-0078 311 1.227268 STANDARD +302 Q0 LA112089-0054 102 1.607928 STANDARD +302 Q0 LA112390-0084 299 1.233280 STANDARD +302 Q0 LA112990-0019 408 1.146821 STANDARD +302 Q0 LA112990-0145 411 1.146439 STANDARD +302 Q0 LA113089-0213 305 1.231070 STANDARD +302 Q0 LA120789-0120 346 1.197888 STANDARD +302 Q0 LA122389-0074 391 1.160482 STANDARD +302 Q0 LA122489-0073 326 1.215896 STANDARD +302 Q0 LA122589-0100 41 1.985150 STANDARD +302 Q0 LA123090-0026 36 2.025362 STANDARD +303 Q0 FR940119-2-00100 275 1.015211 STANDARD +303 Q0 FR940304-2-00134 183 1.254448 STANDARD +303 Q0 FR940304-2-00135 117 1.645932 STANDARD +303 Q0 FR940513-2-00145 387 0.877140 STANDARD +303 Q0 FR940602-2-00109 489 0.806242 STANDARD +303 Q0 FR940622-2-00073 438 0.843079 STANDARD +303 Q0 FR940906-2-00139 388 0.876992 STANDARD +303 Q0 FR940926-2-00073 454 0.832528 STANDARD +303 Q0 FR941006-2-00076 446 0.836143 STANDARD +303 Q0 FR941020-2-00110 208 1.170328 STANDARD +303 Q0 FR941130-2-00086 407 0.863714 STANDARD +303 Q0 FR941205-2-00054 485 0.807621 STANDARD +303 Q0 FR941221-0-00047 254 1.057115 STANDARD +303 Q0 FR941221-0-00048 420 0.853809 STANDARD +303 Q0 FR941221-0-00049 313 0.956703 STANDARD +303 Q0 FR941221-0-00051 451 0.834705 STANDARD +303 Q0 FR941221-0-00052 390 0.874838 STANDARD +303 Q0 FT921-3432 69 2.237047 STANDARD +303 Q0 FT921-3809 409 0.862736 STANDARD +303 Q0 FT921-7107 19 3.363091 STANDARD +303 Q0 FT921-8919 160 1.360642 STANDARD +303 Q0 FT921-832 466 0.822476 STANDARD +303 Q0 FT921-15863 206 1.175726 STANDARD +303 Q0 FT922-7904 226 1.118909 STANDARD +303 Q0 FT922-11472 298 0.978346 STANDARD +303 Q0 FT922-13455 165 1.346386 STANDARD +303 Q0 FT923-3530 148 1.409420 STANDARD +303 Q0 FT923-5257 274 1.017270 STANDARD +303 Q0 FT923-7711 256 1.055355 STANDARD +303 Q0 FT923-9781 433 0.847790 STANDARD +303 Q0 FT923-10876 278 1.011683 STANDARD +303 Q0 FT924-286 89 2.025797 STANDARD +303 Q0 FT924-4358 439 0.843043 STANDARD +303 Q0 FT924-12943 314 0.956181 STANDARD +303 Q0 FT924-14355 139 1.478320 STANDARD +303 Q0 FT931-6554 43 2.681227 STANDARD +303 Q0 FT931-10187 474 0.817357 STANDARD +303 Q0 FT931-15900 484 0.808374 STANDARD +303 Q0 FT931-1868 201 1.188802 STANDARD +303 Q0 FT931-2231 341 0.921274 STANDARD +303 Q0 FT932-4616 422 0.853034 STANDARD +303 Q0 FT932-4803 345 0.915780 STANDARD +303 Q0 FT932-12850 186 1.249146 STANDARD +303 Q0 FT932-15782 391 0.874581 STANDARD +303 Q0 FT932-15788 268 1.023917 STANDARD +303 Q0 FT932-16246 210 1.161086 STANDARD +303 Q0 FT933-3699 95 1.910402 STANDARD +303 Q0 FT933-6323 94 1.919063 STANDARD +303 Q0 FT933-6678 60 2.373152 STANDARD +303 Q0 FT933-6946 68 2.295164 STANDARD +303 Q0 FT933-678 112 1.695116 STANDARD +303 Q0 FT933-10324 119 1.642809 STANDARD +303 Q0 FT933-2180 164 1.349473 STANDARD +303 Q0 FT934-3325 100 1.846668 STANDARD +303 Q0 FT934-3766 102 1.797155 STANDARD +303 Q0 FT934-4015 97 1.875063 STANDARD +303 Q0 FT934-4132 70 2.207861 STANDARD +303 Q0 FT934-4525 429 0.848461 STANDARD +303 Q0 FT934-4583 88 2.035755 STANDARD +303 Q0 FT934-5418 8 3.747635 STANDARD +303 Q0 FT934-2516 7 3.768137 STANDARD +303 Q0 FT934-2685 203 1.182910 STANDARD +303 Q0 FT934-3191 75 2.122274 STANDARD +303 Q0 FT941-3758 177 1.278597 STANDARD +303 Q0 FT941-5396 227 1.110329 STANDARD +303 Q0 FT941-793 96 1.901362 STANDARD +303 Q0 FT941-15661 67 2.307403 STANDARD +303 Q0 FT941-17652 99 1.857372 STANDARD +303 Q0 FT942-5468 336 0.924340 STANDARD +303 Q0 FT942-786 381 0.882208 STANDARD +303 Q0 FT942-795 319 0.951376 STANDARD +303 Q0 FT942-11262 494 0.803779 STANDARD +303 Q0 FT943-3693 273 1.019071 STANDARD +303 Q0 FT943-5596 362 0.897657 STANDARD +303 Q0 FT943-5598 191 1.218840 STANDARD +303 Q0 FT943-7096 495 0.803135 STANDARD +303 Q0 FT943-10128 228 1.109917 STANDARD +303 Q0 FT943-11292 270 1.020416 STANDARD +303 Q0 FT943-11617 132 1.503932 STANDARD +303 Q0 FT943-13317 359 0.903902 STANDARD +303 Q0 FT943-14510 412 0.859534 STANDARD +303 Q0 FT943-15250 467 0.822134 STANDARD +303 Q0 FT944-128 41 2.760373 STANDARD +303 Q0 FT944-9936 192 1.217489 STANDARD +303 Q0 FBIS3-12092 491 0.805178 STANDARD +303 Q0 FBIS3-16375 263 1.028159 STANDARD +303 Q0 FBIS3-17074 426 0.850084 STANDARD +303 Q0 FBIS3-21007 120 1.634702 STANDARD +303 Q0 FBIS3-21021 393 0.872502 STANDARD +303 Q0 FBIS3-21022 261 1.032606 STANDARD +303 Q0 FBIS3-21026 83 2.066348 STANDARD +303 Q0 FBIS3-21231 265 1.027706 STANDARD +303 Q0 FBIS3-21237 258 1.042819 STANDARD +303 Q0 FBIS3-21239 329 0.935195 STANDARD +303 Q0 FBIS3-21240 445 0.836374 STANDARD +303 Q0 FBIS3-23507 479 0.812733 STANDARD +303 Q0 FBIS3-23517 425 0.850167 STANDARD +303 Q0 FBIS3-23681 295 0.979245 STANDARD +303 Q0 FBIS3-23682 281 1.006104 STANDARD +303 Q0 FBIS3-23693 394 0.872454 STANDARD +303 Q0 FBIS3-23696 288 0.994081 STANDARD +303 Q0 FBIS3-24664 344 0.919164 STANDARD +303 Q0 FBIS3-27876 335 0.927403 STANDARD +303 Q0 FBIS3-28254 167 1.334322 STANDARD +303 Q0 FBIS3-28255 481 0.812242 STANDARD +303 Q0 FBIS3-28256 286 0.996640 STANDARD +303 Q0 FBIS3-29781 428 0.849460 STANDARD +303 Q0 FBIS3-35971 400 0.866728 STANDARD +303 Q0 FBIS3-37168 373 0.884747 STANDARD +303 Q0 FBIS3-37565 459 0.829207 STANDARD +303 Q0 FBIS3-40346 396 0.869943 STANDARD +303 Q0 FBIS3-40347 421 0.853303 STANDARD +303 Q0 FBIS3-40348 105 1.756069 STANDARD +303 Q0 FBIS3-40357 404 0.864512 STANDARD +303 Q0 FBIS3-40362 395 0.870134 STANDARD +303 Q0 FBIS3-40363 137 1.482253 STANDARD +303 Q0 FBIS3-40437 441 0.841213 STANDARD +303 Q0 FBIS3-40520 389 0.876870 STANDARD +303 Q0 FBIS3-40548 382 0.881911 STANDARD +303 Q0 FBIS3-40552 476 0.816448 STANDARD +303 Q0 FBIS3-40725 378 0.883787 STANDARD +303 Q0 FBIS3-42376 408 0.863299 STANDARD +303 Q0 FBIS3-42378 448 0.835487 STANDARD +303 Q0 FBIS3-42381 307 0.964910 STANDARD +303 Q0 FBIS3-42518 318 0.952477 STANDARD +303 Q0 FBIS3-42528 456 0.830930 STANDARD +303 Q0 FBIS3-42529 257 1.045844 STANDARD +303 Q0 FBIS3-42535 311 0.959772 STANDARD +303 Q0 FBIS3-42541 488 0.806472 STANDARD +303 Q0 FBIS3-42544 290 0.992540 STANDARD +303 Q0 FBIS3-42547 50 2.576956 STANDARD +303 Q0 FBIS3-43167 343 0.919164 STANDARD +303 Q0 FBIS3-43221 342 0.919164 STANDARD +303 Q0 FBIS3-56397 272 1.019849 STANDARD +303 Q0 FBIS3-56960 449 0.835406 STANDARD +303 Q0 FBIS3-59564 498 0.799670 STANDARD +303 Q0 FBIS3-59677 267 1.025614 STANDARD +303 Q0 FBIS3-59678 348 0.913268 STANDARD +303 Q0 FBIS3-59774 392 0.872707 STANDARD +303 Q0 FBIS3-61010 482 0.810219 STANDARD +303 Q0 FBIS3-61020 127 1.530715 STANDARD +303 Q0 FBIS4-10348 468 0.821973 STANDARD +303 Q0 FBIS4-14567 333 0.929448 STANDARD +303 Q0 FBIS4-15938 416 0.856637 STANDARD +303 Q0 FBIS4-20435 411 0.860908 STANDARD +303 Q0 FBIS4-20511 305 0.971954 STANDARD +303 Q0 FBIS4-20640 356 0.908120 STANDARD +303 Q0 FBIS4-20643 434 0.847374 STANDARD +303 Q0 FBIS4-20879 472 0.818083 STANDARD +303 Q0 FBIS4-20925 493 0.804356 STANDARD +303 Q0 FBIS4-22151 462 0.825941 STANDARD +303 Q0 FBIS4-25280 352 0.910840 STANDARD +303 Q0 FBIS4-28354 309 0.962246 STANDARD +303 Q0 FBIS4-28821 443 0.837634 STANDARD +303 Q0 FBIS4-39213 365 0.893520 STANDARD +303 Q0 FBIS4-39987 397 0.869555 STANDARD +303 Q0 FBIS4-44661 492 0.804955 STANDARD +303 Q0 FBIS4-44662 172 1.302490 STANDARD +303 Q0 FBIS4-44683 161 1.354621 STANDARD +303 Q0 FBIS4-44685 499 0.798856 STANDARD +303 Q0 FBIS4-44686 233 1.099131 STANDARD +303 Q0 FBIS4-44690 289 0.993590 STANDARD +303 Q0 FBIS4-44691 135 1.490418 STANDARD +303 Q0 FBIS4-44692 436 0.846315 STANDARD +303 Q0 FBIS4-44695 157 1.387615 STANDARD +303 Q0 FBIS4-44743 124 1.573444 STANDARD +303 Q0 FBIS4-44766 417 0.856330 STANDARD +303 Q0 FBIS4-44785 424 0.851521 STANDARD +303 Q0 FBIS4-44842 370 0.886676 STANDARD +303 Q0 FBIS4-44844 490 0.805419 STANDARD +303 Q0 FBIS4-44847 486 0.807282 STANDARD +303 Q0 FBIS4-44849 316 0.955266 STANDARD +303 Q0 FBIS4-44870 460 0.827983 STANDARD +303 Q0 FBIS4-44899 405 0.864093 STANDARD +303 Q0 FBIS4-44900 334 0.927412 STANDARD +303 Q0 FBIS4-44902 384 0.879183 STANDARD +303 Q0 FBIS4-44904 291 0.991827 STANDARD +303 Q0 FBIS4-45141 366 0.892967 STANDARD +303 Q0 FBIS4-45931 471 0.819311 STANDARD +303 Q0 FBIS4-46650 47 2.593745 STANDARD +303 Q0 FBIS4-46660 196 1.209308 STANDARD +303 Q0 FBIS4-47297 243 1.079439 STANDARD +303 Q0 FBIS4-47302 178 1.277199 STANDARD +303 Q0 FBIS4-47303 293 0.981469 STANDARD +303 Q0 FBIS4-47471 364 0.894743 STANDARD +303 Q0 FBIS4-47495 143 1.466960 STANDARD +303 Q0 FBIS4-57001 150 1.406192 STANDARD +303 Q0 FBIS4-60914 383 0.880024 STANDARD +303 Q0 FBIS4-61411 461 0.826282 STANDARD +303 Q0 FBIS4-61865 144 1.455367 STANDARD +303 Q0 FBIS4-66418 371 0.885960 STANDARD +303 Q0 FBIS4-67593 249 1.067724 STANDARD +303 Q0 FBIS4-68312 440 0.841756 STANDARD +303 Q0 FBIS4-68315 310 0.960070 STANDARD +303 Q0 FBIS4-68327 402 0.865425 STANDARD +303 Q0 FBIS4-68332 115 1.672246 STANDARD +303 Q0 FBIS4-68333 282 1.003842 STANDARD +303 Q0 FBIS4-68334 170 1.313852 STANDARD +303 Q0 FBIS4-68335 444 0.837523 STANDARD +303 Q0 FBIS4-68336 475 0.817006 STANDARD +303 Q0 LA010190-0026 340 0.921552 STANDARD +303 Q0 LA010390-0085 447 0.835616 STANDARD +303 Q0 LA010589-0116 271 1.020361 STANDARD +303 Q0 LA010689-0016 52 2.567286 STANDARD +303 Q0 LA010789-0063 224 1.128020 STANDARD +303 Q0 LA010790-0055 372 0.884945 STANDARD +303 Q0 LA010889-0081 199 1.208196 STANDARD +303 Q0 LA011190-0213 452 0.834704 STANDARD +303 Q0 LA011290-0076 241 1.083621 STANDARD +303 Q0 LA011390-0147 252 1.064966 STANDARD +303 Q0 LA011589-0045 432 0.847999 STANDARD +303 Q0 LA011590-0090 303 0.973160 STANDARD +303 Q0 LA011590-0098 125 1.572921 STANDARD +303 Q0 LA011789-0014 324 0.939375 STANDARD +303 Q0 LA011990-0173 45 2.637096 STANDARD +303 Q0 LA012090-0104 437 0.844951 STANDARD +303 Q0 LA012090-0105 24 3.282409 STANDARD +303 Q0 LA012390-0149 401 0.865694 STANDARD +303 Q0 LA012790-0042 121 1.621187 STANDARD +303 Q0 LA020490-0068 328 0.936452 STANDARD +303 Q0 LA020589-0049 450 0.834867 STANDARD +303 Q0 LA020989-0012 91 2.015973 STANDARD +303 Q0 LA021290-0037 245 1.071663 STANDARD +303 Q0 LA021489-0150 276 1.014675 STANDARD +303 Q0 LA021589-0091 204 1.180009 STANDARD +303 Q0 LA021890-0051 163 1.352926 STANDARD +303 Q0 LA021890-0137 156 1.388925 STANDARD +303 Q0 LA021989-0228 212 1.157667 STANDARD +303 Q0 LA021990-0048 500 0.798554 STANDARD +303 Q0 LA022090-0138 403 0.864525 STANDARD +303 Q0 LA022190-0155 166 1.343758 STANDARD +303 Q0 LA022590-0196 108 1.733329 STANDARD +303 Q0 LA022590-0228 332 0.931967 STANDARD +303 Q0 LA022690-0085 138 1.481584 STANDARD +303 Q0 LA030190-0234 315 0.955284 STANDARD +303 Q0 LA030289-0123 277 1.011833 STANDARD +303 Q0 LA030390-0088 246 1.071472 STANDARD +303 Q0 LA030590-0077 128 1.525714 STANDARD +303 Q0 LA030990-0068 134 1.492200 STANDARD +303 Q0 LA031190-0221 301 0.975492 STANDARD +303 Q0 LA031389-0107 136 1.483910 STANDARD +303 Q0 LA031389-0108 187 1.244685 STANDARD +303 Q0 LA031489-0123 221 1.132690 STANDARD +303 Q0 LA031490-0065 80 2.096088 STANDARD +303 Q0 LA031589-0047 141 1.468560 STANDARD +303 Q0 LA031589-0130 207 1.172037 STANDARD +303 Q0 LA031689-0202 247 1.070381 STANDARD +303 Q0 LA031689-0206 478 0.812974 STANDARD +303 Q0 LA031989-0181 78 2.103880 STANDARD +303 Q0 LA032089-0046 195 1.210247 STANDARD +303 Q0 LA032090-0099 240 1.088725 STANDARD +303 Q0 LA032389-0114 217 1.137841 STANDARD +303 Q0 LA032589-0046 380 0.882239 STANDARD +303 Q0 LA032689-0183 487 0.807178 STANDARD +303 Q0 LA032689-0185 480 0.812534 STANDARD +303 Q0 LA032690-0041 154 1.395741 STANDARD +303 Q0 LA032790-0023 49 2.578967 STANDARD +303 Q0 LA032989-0069 322 0.941888 STANDARD +303 Q0 LA032990-0152 225 1.126805 STANDARD +303 Q0 LA033089-0158 346 0.915103 STANDARD +303 Q0 LA033090-0081 458 0.829381 STANDARD +303 Q0 LA033090-0082 1 4.383259 STANDARD +303 Q0 LA040190-0178 2 4.308769 STANDARD +303 Q0 LA040289-0050 260 1.036770 STANDARD +303 Q0 LA040289-0086 369 0.887265 STANDARD +303 Q0 LA040389-0006 220 1.136034 STANDARD +303 Q0 LA040590-0220 23 3.302485 STANDARD +303 Q0 LA040690-0125 213 1.152391 STANDARD +303 Q0 LA041090-0148 4 4.019861 STANDARD +303 Q0 LA041190-0003 12 3.566245 STANDARD +303 Q0 LA041389-0044 244 1.077480 STANDARD +303 Q0 LA041489-0078 131 1.506170 STANDARD +303 Q0 LA041490-0064 3 4.223751 STANDARD +303 Q0 LA041590-0161 14 3.543502 STANDARD +303 Q0 LA041690-0035 5 4.002885 STANDARD +303 Q0 LA041989-0077 266 1.027433 STANDARD +303 Q0 LA041990-0151 6 3.971673 STANDARD +303 Q0 LA042089-0083 222 1.128454 STANDARD +303 Q0 LA042189-0143 209 1.163658 STANDARD +303 Q0 LA042290-0096 106 1.751232 STANDARD +303 Q0 LA042290-0160 11 3.576364 STANDARD +303 Q0 LA042390-0041 17 3.394742 STANDARD +303 Q0 LA042390-0060 54 2.486147 STANDARD +303 Q0 LA042590-0135 13 3.554321 STANDARD +303 Q0 LA042590-0152 16 3.407229 STANDARD +303 Q0 LA042689-0150 453 0.833951 STANDARD +303 Q0 LA042690-0141 51 2.575557 STANDARD +303 Q0 LA042790-0070 27 3.210285 STANDARD +303 Q0 LA042990-0148 180 1.274051 STANDARD +303 Q0 LA043090-0018 101 1.816509 STANDARD +303 Q0 LA050189-0100 279 1.010790 STANDARD +303 Q0 LA050190-0067 406 0.863869 STANDARD +303 Q0 LA050390-0109 28 3.196531 STANDARD +303 Q0 LA050489-0059 152 1.398568 STANDARD +303 Q0 LA050589-0090 81 2.076884 STANDARD +303 Q0 LA050589-0092 76 2.121700 STANDARD +303 Q0 LA050889-0007 375 0.884368 STANDARD +303 Q0 LA050889-0068 84 2.055155 STANDARD +303 Q0 LA050989-0079 464 0.824698 STANDARD +303 Q0 LA051090-0047 358 0.905078 STANDARD +303 Q0 LA051090-0069 118 1.645496 STANDARD +303 Q0 LA051090-0070 185 1.253866 STANDARD +303 Q0 LA051189-0051 259 1.040189 STANDARD +303 Q0 LA051290-0077 82 2.073849 STANDARD +303 Q0 LA051290-0078 418 0.855213 STANDARD +303 Q0 LA051290-0079 107 1.745076 STANDARD +303 Q0 LA051389-0037 20 3.340322 STANDARD +303 Q0 LA051390-0162 285 0.996853 STANDARD +303 Q0 LA051390-0223 239 1.091408 STANDARD +303 Q0 LA051490-0110 46 2.620947 STANDARD +303 Q0 LA051590-0074 38 2.818323 STANDARD +303 Q0 LA051789-0059 431 0.848130 STANDARD +303 Q0 LA051790-0233 483 0.808421 STANDARD +303 Q0 LA051989-0018 376 0.884100 STANDARD +303 Q0 LA052089-0089 174 1.297517 STANDARD +303 Q0 LA052390-0127 113 1.687265 STANDARD +303 Q0 LA052490-0116 184 1.254057 STANDARD +303 Q0 LA052890-0021 34 2.908027 STANDARD +303 Q0 LA053090-0037 48 2.592446 STANDARD +303 Q0 LA053090-0104 77 2.113950 STANDARD +303 Q0 LA053190-0194 302 0.974893 STANDARD +303 Q0 LA060190-0058 162 1.354581 STANDARD +303 Q0 LA060290-0131 66 2.323707 STANDARD +303 Q0 LA060890-0124 56 2.416187 STANDARD +303 Q0 LA060990-0066 232 1.100880 STANDARD +303 Q0 LA061290-0118 237 1.092820 STANDARD +303 Q0 LA061390-0151 354 0.909441 STANDARD +303 Q0 LA061490-0047 287 0.994384 STANDARD +303 Q0 LA061490-0072 179 1.276189 STANDARD +303 Q0 LA061589-0050 79 2.099894 STANDARD +303 Q0 LA061789-0038 360 0.903826 STANDARD +303 Q0 LA061889-0152 211 1.158306 STANDARD +303 Q0 LA061890-0041 264 1.027958 STANDARD +303 Q0 LA062589-0006 317 0.952941 STANDARD +303 Q0 LA062789-0090 469 0.821054 STANDARD +303 Q0 LA062990-0180 10 3.676033 STANDARD +303 Q0 LA063089-0071 455 0.831085 STANDARD +303 Q0 LA063090-0004 18 3.392742 STANDARD +303 Q0 LA063090-0125 320 0.946371 STANDARD +303 Q0 LA070290-0043 377 0.883838 STANDARD +303 Q0 LA070290-0143 442 0.840617 STANDARD +303 Q0 LA070390-0084 33 2.978592 STANDARD +303 Q0 LA070390-0144 189 1.232276 STANDARD +303 Q0 LA070489-0089 236 1.093077 STANDARD +303 Q0 LA070489-0096 234 1.094684 STANDARD +303 Q0 LA070490-0001 496 0.802644 STANDARD +303 Q0 LA070590-0031 22 3.323111 STANDARD +303 Q0 LA070590-0033 26 3.210850 STANDARD +303 Q0 LA070590-0036 36 2.823154 STANDARD +303 Q0 LA070790-0083 32 3.051316 STANDARD +303 Q0 LA070890-0154 29 3.180156 STANDARD +303 Q0 LA070989-0062 193 1.215988 STANDARD +303 Q0 LA070990-0052 30 3.170595 STANDARD +303 Q0 LA071090-0047 9 3.697369 STANDARD +303 Q0 LA071090-0133 374 0.884460 STANDARD +303 Q0 LA071390-0122 104 1.764411 STANDARD +303 Q0 LA071490-0091 15 3.428521 STANDARD +303 Q0 LA071689-0028 357 0.905432 STANDARD +303 Q0 LA071689-0109 181 1.267227 STANDARD +303 Q0 LA071689-0207 284 0.997202 STANDARD +303 Q0 LA071689-0208 427 0.849730 STANDARD +303 Q0 LA071690-0048 64 2.332770 STANDARD +303 Q0 LA071690-0055 379 0.883020 STANDARD +303 Q0 LA071789-0042 355 0.908368 STANDARD +303 Q0 LA071790-0185 215 1.142988 STANDARD +303 Q0 LA071990-0250 153 1.398257 STANDARD +303 Q0 LA072089-0206 367 0.889410 STANDARD +303 Q0 LA072189-0094 251 1.065624 STANDARD +303 Q0 LA072189-0108 353 0.910219 STANDARD +303 Q0 LA072190-0065 62 2.356524 STANDARD +303 Q0 LA072390-0058 231 1.102253 STANDARD +303 Q0 LA072590-0005 73 2.131135 STANDARD +303 Q0 LA072590-0006 25 3.223907 STANDARD +303 Q0 LA072590-0145 123 1.579352 STANDARD +303 Q0 LA072690-0124 109 1.724178 STANDARD +303 Q0 LA072690-0133 31 3.121630 STANDARD +303 Q0 LA072690-0134 321 0.943507 STANDARD +303 Q0 LA072890-0078 74 2.123428 STANDARD +303 Q0 LA073089-0149 238 1.092813 STANDARD +303 Q0 LA073190-0021 269 1.022460 STANDARD +303 Q0 LA080389-0056 363 0.895350 STANDARD +303 Q0 LA080489-0048 323 0.941130 STANDARD +303 Q0 LA080790-0036 294 0.979478 STANDARD +303 Q0 LA080889-0066 283 0.998720 STANDARD +303 Q0 LA080989-0058 169 1.317929 STANDARD +303 Q0 LA080990-0222 59 2.384702 STANDARD +303 Q0 LA080990-0232 230 1.103676 STANDARD +303 Q0 LA080990-0242 40 2.813104 STANDARD +303 Q0 LA081090-0078 21 3.326471 STANDARD +303 Q0 LA081090-0079 35 2.901951 STANDARD +303 Q0 LA081189-0064 197 1.208926 STANDARD +303 Q0 LA081189-0145 350 0.911953 STANDARD +303 Q0 LA081190-0080 325 0.939267 STANDARD +303 Q0 LA081290-0215 110 1.716997 STANDARD +303 Q0 LA081489-0004 368 0.888443 STANDARD +303 Q0 LA081689-0115 229 1.108148 STANDARD +303 Q0 LA081790-0164 140 1.477672 STANDARD +303 Q0 LA081989-0061 465 0.824164 STANDARD +303 Q0 LA081990-0061 339 0.922755 STANDARD +303 Q0 LA082390-0229 262 1.031539 STANDARD +303 Q0 LA082489-0105 349 0.912802 STANDARD +303 Q0 LA082489-0132 331 0.933777 STANDARD +303 Q0 LA082490-0075 200 1.200326 STANDARD +303 Q0 LA082790-0029 327 0.937090 STANDARD +303 Q0 LA082890-0147 90 2.021389 STANDARD +303 Q0 LA082990-0078 155 1.393119 STANDARD +303 Q0 LA083089-0081 216 1.142456 STANDARD +303 Q0 LA083089-0098 330 0.934002 STANDARD +303 Q0 LA083090-0083 218 1.137461 STANDARD +303 Q0 LA090390-0035 71 2.202802 STANDARD +303 Q0 LA090489-0037 98 1.862748 STANDARD +303 Q0 LA090490-0012 133 1.503655 STANDARD +303 Q0 LA090690-0100 63 2.339889 STANDARD +303 Q0 LA090790-0049 57 2.410876 STANDARD +303 Q0 LA090889-0077 306 0.970433 STANDARD +303 Q0 LA090890-0038 419 0.854084 STANDARD +303 Q0 LA090890-0054 126 1.558911 STANDARD +303 Q0 LA091589-0085 347 0.913659 STANDARD +303 Q0 LA091690-0166 87 2.046513 STANDARD +303 Q0 LA091789-0096 430 0.848134 STANDARD +303 Q0 LA091890-0053 72 2.148034 STANDARD +303 Q0 LA091890-0054 145 1.452139 STANDARD +303 Q0 LA092190-0028 253 1.063192 STANDARD +303 Q0 LA092190-0058 130 1.507107 STANDARD +303 Q0 LA092489-0134 351 0.911797 STANDARD +303 Q0 LA092589-0110 168 1.323722 STANDARD +303 Q0 LA092690-0092 39 2.814636 STANDARD +303 Q0 LA092889-0155 182 1.257574 STANDARD +303 Q0 LA092990-0085 361 0.900724 STANDARD +303 Q0 LA100189-0181 299 0.976033 STANDARD +303 Q0 LA100490-0218 242 1.082914 STANDARD +303 Q0 LA100689-0063 190 1.228103 STANDARD +303 Q0 LA100690-0129 114 1.673131 STANDARD +303 Q0 LA100889-0102 413 0.859272 STANDARD +303 Q0 LA100890-0124 312 0.958702 STANDARD +303 Q0 LA100989-0005 435 0.847176 STANDARD +303 Q0 LA100990-0068 149 1.408798 STANDARD +303 Q0 LA101290-0120 457 0.830000 STANDARD +303 Q0 LA101290-0125 122 1.586766 STANDARD +303 Q0 LA101490-0145 188 1.233813 STANDARD +303 Q0 LA101589-0179 194 1.210621 STANDARD +303 Q0 LA101690-0023 297 0.978709 STANDARD +303 Q0 LA101789-0047 147 1.422090 STANDARD +303 Q0 LA101790-0151 116 1.667220 STANDARD +303 Q0 LA101989-0137 159 1.364142 STANDARD +303 Q0 LA102089-0056 250 1.066242 STANDARD +303 Q0 LA102089-0058 219 1.136706 STANDARD +303 Q0 LA102090-0044 473 0.817442 STANDARD +303 Q0 LA102189-0071 176 1.284015 STANDARD +303 Q0 LA102289-0040 414 0.858711 STANDARD +303 Q0 LA102289-0098 497 0.799955 STANDARD +303 Q0 LA102290-0066 42 2.714570 STANDARD +303 Q0 LA102290-0106 248 1.070195 STANDARD +303 Q0 LA102590-0235 300 0.975703 STANDARD +303 Q0 LA102889-0108 308 0.963724 STANDARD +303 Q0 LA103189-0128 415 0.856638 STANDARD +303 Q0 LA103190-0042 142 1.467077 STANDARD +303 Q0 LA110589-0056 205 1.176302 STANDARD +303 Q0 LA110590-0076 37 2.821767 STANDARD +303 Q0 LA110590-0077 175 1.291110 STANDARD +303 Q0 LA110889-0060 111 1.707234 STANDARD +303 Q0 LA110990-0162 385 0.879010 STANDARD +303 Q0 LA111190-0024 223 1.128407 STANDARD +303 Q0 LA111789-0042 93 1.930402 STANDARD +303 Q0 LA111789-0151 255 1.056697 STANDARD +303 Q0 LA111790-0148 399 0.867280 STANDARD +303 Q0 LA111989-0118 214 1.147969 STANDARD +303 Q0 LA111990-0004 337 0.923888 STANDARD +303 Q0 LA112089-0113 151 1.401496 STANDARD +303 Q0 LA112090-0120 386 0.877680 STANDARD +303 Q0 LA112090-0134 463 0.824822 STANDARD +303 Q0 LA112190-0043 44 2.655533 STANDARD +303 Q0 LA112690-0067 146 1.437046 STANDARD +303 Q0 LA112889-0001 235 1.094134 STANDARD +303 Q0 LA112990-0083 326 0.937102 STANDARD +303 Q0 LA120189-0127 171 1.306266 STANDARD +303 Q0 LA120190-0125 292 0.990610 STANDARD +303 Q0 LA120289-0113 338 0.923633 STANDARD +303 Q0 LA120289-0130 173 1.301397 STANDARD +303 Q0 LA120390-0065 58 2.396287 STANDARD +303 Q0 LA120390-0126 61 2.366821 STANDARD +303 Q0 LA120590-0110 85 2.052094 STANDARD +303 Q0 LA120689-0038 129 1.521407 STANDARD +303 Q0 LA120690-0171 296 0.979230 STANDARD +303 Q0 LA120890-0048 92 1.938928 STANDARD +303 Q0 LA120990-0163 103 1.775942 STANDARD +303 Q0 LA120990-0165 280 1.009902 STANDARD +303 Q0 LA121090-0120 202 1.184789 STANDARD +303 Q0 LA121190-0079 55 2.437585 STANDARD +303 Q0 LA121190-0089 86 2.051522 STANDARD +303 Q0 LA121190-0160 53 2.512700 STANDARD +303 Q0 LA121389-0022 158 1.366975 STANDARD +303 Q0 LA121690-0113 477 0.814645 STANDARD +303 Q0 LA121790-0086 398 0.868478 STANDARD +303 Q0 LA122589-0068 198 1.208502 STANDARD +303 Q0 LA122689-0047 304 0.972889 STANDARD +303 Q0 LA122889-0168 470 0.820495 STANDARD +303 Q0 LA122989-0010 410 0.861724 STANDARD +303 Q0 LA122990-0029 65 2.324184 STANDARD +303 Q0 LA123089-0107 423 0.852090 STANDARD diff --git a/trec_eval.8.1/test/results.trunc b/trec_eval.8.1/test/results.trunc new file mode 100644 index 0000000..be856d4 --- /dev/null +++ b/trec_eval.8.1/test/results.trunc @@ -0,0 +1,584 @@ +301 Q0 FBIS3-27619 99 2.138276 STANDARD more junk at +303 Q0 FT941-17652 99 1.857372 STANDARD end of lines. +301 Q0 FBIS3-2934 98 2.139655 STANDARD reserved for +301 Q0 FBIS3-25796 97 2.143418 STANDARD future +303 Q0 FT934-4015 97 1.875063 STANDARD expansion +301 Q0 FBIS4-46846 96 2.144021 STANDARD +303 Q0 FT941-793 96 1.901362 STANDARD +301 Q0 FT943-2588 95 2.150375 STANDARD +303 Q0 FT933-3699 95 1.910402 STANDARD +301 Q0 LA042189-0086 94 2.150424 STANDARD +303 Q0 FT933-6323 94 1.919063 STANDARD +301 Q0 FBIS4-40452 93 2.153299 STANDARD +301 Q0 FBIS4-67072 92 2.157889 STANDARD +301 Q0 FBIS3-45072 91 2.160266 STANDARD +301 Q0 FBIS4-45296 90 2.160571 STANDARD +301 Q0 FR940620-1-00007 9 2.971818 STANDARD +301 Q0 FBIS4-55845 89 2.162241 STANDARD +303 Q0 FT924-286 89 2.025797 STANDARD +301 Q0 FBIS4-44401 88 2.162794 STANDARD +303 Q0 FT934-4583 88 2.035755 STANDARD +301 Q0 FBIS3-25940 87 2.164362 STANDARD +301 Q0 FBIS4-41839 86 2.170714 STANDARD +301 Q0 FBIS3-3729 85 2.172867 STANDARD +301 Q0 LA062189-0010 84 2.173631 STANDARD +301 Q0 FBIS3-41348 83 2.175046 STANDARD +301 Q0 FBIS4-4063 82 2.176446 STANDARD +301 Q0 FBIS4-26072 81 2.183235 STANDARD +301 Q0 FR940620-1-00008 80 2.183501 STANDARD +303 Q0 FT934-5418 8 3.747635 STANDARD +301 Q0 FR940620-1-00009 8 3.023369 STANDARD +301 Q0 FBIS3-46420 79 2.188316 STANDARD +301 Q0 FBIS3-25902 78 2.191656 STANDARD +301 Q0 FBIS3-26112 77 2.202529 STANDARD +301 Q0 FBIS3-24190 76 2.211735 STANDARD +301 Q0 FBIS3-23432 75 2.227293 STANDARD +303 Q0 FT934-3191 75 2.122274 STANDARD +301 Q0 FT943-13315 74 2.232947 STANDARD +301 Q0 FBIS3-17394 73 2.233619 STANDARD +301 Q0 FBIS3-26720 72 2.236461 STANDARD +301 Q0 FBIS4-1796 71 2.236936 STANDARD +301 Q0 FBIS4-54904 70 2.237512 STANDARD +303 Q0 FT934-4132 70 2.207861 STANDARD +303 Q0 FT934-2516 7 3.768137 STANDARD +301 Q0 FBIS3-20552 7 3.133914 STANDARD +301 Q0 FBIS4-62079 69 2.239440 STANDARD +303 Q0 FT921-3432 69 2.237047 STANDARD +303 Q0 FT933-6946 68 2.295164 STANDARD +301 Q0 FBIS3-58025 68 2.243509 STANDARD +303 Q0 FT941-15661 67 2.307403 STANDARD +301 Q0 FBIS3-58055 67 2.243509 STANDARD +301 Q0 FBIS4-40930 66 2.243923 STANDARD +301 Q0 FBIS4-2725 65 2.245463 STANDARD +301 Q0 FBIS4-44512 64 2.251601 STANDARD +301 Q0 FBIS3-60984 63 2.254571 STANDARD +301 Q0 FBIS4-62372 62 2.262802 STANDARD +301 Q0 FBIS4-41215 61 2.266717 STANDARD +303 Q0 FT933-6678 60 2.373152 STANDARD +301 Q0 FBIS3-59285 60 2.277126 STANDARD +301 Q0 FBIS3-20551 6 3.137958 STANDARD +301 Q0 FBIS4-45333 59 2.277421 STANDARD +301 Q0 FBIS4-50083 58 2.284391 STANDARD +301 Q0 FBIS3-26914 57 2.314254 STANDARD +301 Q0 FBIS3-59284 56 2.317995 STANDARD +301 Q0 FBIS4-41840 55 2.335550 STANDARD +301 Q0 FBIS3-26415 54 2.336936 STANDARD +301 Q0 FBIS4-51202 53 2.339266 STANDARD +301 Q0 FBIS3-18129 52 2.342345 STANDARD +301 Q0 FBIS4-45453 51 2.346620 STANDARD +301 Q0 FBIS3-20713 500 1.655716 STANDARD +301 Q0 FBIS3-45676 50 2.349077 STANDARD +301 Q0 FBIS4-24388 5 3.176254 STANDARD +301 Q0 FBIS3-27288 499 1.655729 STANDARD +301 Q0 FBIS4-47008 498 1.655917 STANDARD +301 Q0 FR940303-1-00021 497 1.655963 STANDARD +301 Q0 FBIS3-58540 496 1.658499 STANDARD +301 Q0 FBIS3-12094 495 1.658651 STANDARD +303 Q0 FT943-7096 495 0.803135 STANDARD +301 Q0 FBIS3-60007 494 1.659024 STANDARD +303 Q0 FT942-11262 494 0.803779 STANDARD +301 Q0 FR941006-0-00045 493 1.659331 STANDARD +301 Q0 FBIS4-57133 492 1.659471 STANDARD +301 Q0 FT942-17001 491 1.660437 STANDARD +301 Q0 FBIS4-22346 490 1.660598 STANDARD +301 Q0 FBIS3-41247 49 2.350864 STANDARD +301 Q0 FR941230-2-00138 489 1.662662 STANDARD +303 Q0 FR940602-2-00109 489 0.806242 STANDARD +301 Q0 FBIS4-20961 488 1.663079 STANDARD +301 Q0 FBIS3-10979 487 1.663086 STANDARD +301 Q0 LA101990-0076 486 1.665950 STANDARD +301 Q0 FBIS4-49380 485 1.666289 STANDARD +303 Q0 FR941205-2-00054 485 0.807621 STANDARD +301 Q0 FBIS3-3728 484 1.667296 STANDARD +303 Q0 FT931-15900 484 0.808374 STANDARD +301 Q0 FBIS3-37418 483 1.668495 STANDARD +301 Q0 FR940721-2-00054 482 1.668723 STANDARD +301 Q0 FBIS4-67231 481 1.669646 STANDARD +301 Q0 FBIS4-47254 480 1.672893 STANDARD +301 Q0 FBIS4-49754 48 2.351483 STANDARD +301 Q0 LA041689-0147 479 1.673101 STANDARD +301 Q0 FT943-12601 478 1.673670 STANDARD +301 Q0 FBIS4-53139 477 1.674022 STANDARD +301 Q0 FBIS3-59322 476 1.674562 STANDARD +301 Q0 FR940404-0-00087 475 1.674784 STANDARD +301 Q0 LA120389-0125 474 1.674817 STANDARD +303 Q0 FT931-10187 474 0.817357 STANDARD +301 Q0 FR940804-0-00125 473 1.674901 STANDARD +301 Q0 FBIS4-31652 472 1.675422 STANDARD +301 Q0 FBIS4-30283 471 1.676491 STANDARD +301 Q0 FR940216-1-00014 470 1.677013 STANDARD +301 Q0 FBIS4-1553 47 2.362436 STANDARD +301 Q0 FT944-12673 469 1.677549 STANDARD +301 Q0 FBIS3-42341 468 1.677783 STANDARD +301 Q0 FBIS4-67160 467 1.678897 STANDARD +303 Q0 FT943-15250 467 0.822134 STANDARD +301 Q0 FBIS4-45235 466 1.679272 STANDARD +303 Q0 FT921-832 466 0.822476 STANDARD +301 Q0 FT923-13103 465 1.679853 STANDARD +301 Q0 LA011190-0084 464 1.680453 STANDARD +301 Q0 LA041789-0010 463 1.680776 STANDARD +301 Q0 FBIS4-50167 462 1.681279 STANDARD +301 Q0 FBIS4-66978 461 1.681566 STANDARD +301 Q0 FBIS4-4127 460 1.682513 STANDARD +301 Q0 FBIS4-1764 46 2.364943 STANDARD +301 Q0 FBIS3-21844 459 1.682594 STANDARD +301 Q0 FBIS4-47199 458 1.682735 STANDARD +301 Q0 FBIS4-40720 457 1.683077 STANDARD +301 Q0 FBIS4-45450 456 1.683376 STANDARD +301 Q0 FBIS4-34666 455 1.684233 STANDARD +301 Q0 FBIS4-44181 454 1.685975 STANDARD +303 Q0 FR940926-2-00073 454 0.832528 STANDARD +301 Q0 FBIS4-23427 453 1.686031 STANDARD +301 Q0 FBIS4-45346 452 1.687554 STANDARD +301 Q0 FBIS4-64345 451 1.687968 STANDARD +303 Q0 FR941221-0-00051 451 0.834705 STANDARD +301 Q0 FBIS3-10609 450 1.688209 STANDARD +301 Q0 FBIS4-2105 45 2.368016 STANDARD +301 Q0 FBIS4-21294 449 1.688366 STANDARD +301 Q0 FBIS4-40359 448 1.690737 STANDARD +301 Q0 FBIS3-31354 447 1.691054 STANDARD +301 Q0 FBIS3-51005 446 1.691843 STANDARD +303 Q0 FR941006-2-00076 446 0.836143 STANDARD +301 Q0 FBIS4-33615 445 1.693773 STANDARD +301 Q0 FBIS3-26651 444 1.693784 STANDARD +301 Q0 FBIS4-52929 443 1.696057 STANDARD +301 Q0 FBIS4-41803 442 1.696270 STANDARD +301 Q0 FBIS3-1108 441 1.699095 STANDARD +301 Q0 FBIS4-2039 440 1.701881 STANDARD +301 Q0 FR940620-1-00006 44 2.375205 STANDARD +301 Q0 FR940727-0-00060 439 1.702908 STANDARD +303 Q0 FT924-4358 439 0.843043 STANDARD +301 Q0 FT942-7830 438 1.703799 STANDARD +303 Q0 FR940622-2-00073 438 0.843079 STANDARD +301 Q0 FT942-2423 437 1.704746 STANDARD +301 Q0 FBIS4-41538 436 1.705109 STANDARD +301 Q0 FBIS3-21770 435 1.708522 STANDARD +301 Q0 FBIS4-26786 434 1.708904 STANDARD +301 Q0 FBIS3-60076 433 1.708965 STANDARD +303 Q0 FT923-9781 433 0.847790 STANDARD +301 Q0 FBIS4-2511 432 1.709049 STANDARD +301 Q0 FBIS3-24246 431 1.712145 STANDARD +301 Q0 FBIS4-62077 430 1.713174 STANDARD +303 Q0 FT931-6554 43 2.681227 STANDARD +301 Q0 FBIS4-43801 43 2.389463 STANDARD +301 Q0 FBIS3-50136 429 1.713585 STANDARD +303 Q0 FT934-4525 429 0.848461 STANDARD +301 Q0 FBIS3-27374 428 1.715253 STANDARD +301 Q0 FT931-1053 427 1.716405 STANDARD +301 Q0 FBIS4-67291 426 1.718286 STANDARD +301 Q0 FT944-18651 425 1.718812 STANDARD +301 Q0 FBIS3-5774 424 1.719125 STANDARD +301 Q0 FBIS4-54900 423 1.719201 STANDARD +301 Q0 FT911-2671 422 1.719461 STANDARD +303 Q0 FT932-4616 422 0.853034 STANDARD +301 Q0 FBIS4-65501 421 1.721008 STANDARD +301 Q0 FBIS3-39430 420 1.721082 STANDARD +303 Q0 FR941221-0-00048 420 0.853809 STANDARD +301 Q0 FBIS3-3190 42 2.392541 STANDARD +301 Q0 FBIS4-67336 419 1.721329 STANDARD +301 Q0 FBIS3-8781 418 1.722128 STANDARD +301 Q0 FBIS4-57722 417 1.722171 STANDARD +301 Q0 FBIS4-25262 416 1.722552 STANDARD +301 Q0 FBIS3-60022 415 1.724387 STANDARD +301 Q0 FR940202-2-00151 414 1.724760 STANDARD +301 Q0 FBIS3-24181 413 1.726911 STANDARD +301 Q0 LA061090-0040 412 1.729130 STANDARD +303 Q0 FT943-14510 412 0.859534 STANDARD +301 Q0 LA082690-0090 411 1.729742 STANDARD +301 Q0 FBIS4-22596 410 1.729780 STANDARD +303 Q0 FT944-128 41 2.760373 STANDARD +301 Q0 FBIS4-25028 41 2.394200 STANDARD +301 Q0 FBIS3-41143 409 1.729987 STANDARD +303 Q0 FT921-3809 409 0.862736 STANDARD +301 Q0 FR940830-2-00003 408 1.731386 STANDARD +301 Q0 FR940303-1-00014 407 1.732111 STANDARD +303 Q0 FR941130-2-00086 407 0.863714 STANDARD +301 Q0 FBIS3-54773 406 1.733266 STANDARD +301 Q0 FT934-6443 405 1.733755 STANDARD +301 Q0 FBIS3-52075 404 1.734758 STANDARD +301 Q0 FBIS3-59073 403 1.734932 STANDARD +301 Q0 FBIS4-49547 402 1.735723 STANDARD +301 Q0 FBIS4-3077 401 1.735977 STANDARD +301 Q0 LA082990-0130 400 1.737108 STANDARD +301 Q0 FBIS3-41105 40 2.399732 STANDARD +301 Q0 FBIS3-9399 4 3.215889 STANDARD +301 Q0 FBIS4-26038 399 1.737455 STANDARD +301 Q0 FBIS4-64135 398 1.738539 STANDARD +301 Q0 FBIS3-24145 397 1.738575 STANDARD +301 Q0 LA052089-0047 396 1.738631 STANDARD +301 Q0 FBIS4-25476 395 1.738840 STANDARD +301 Q0 FBIS3-38466 394 1.738962 STANDARD +301 Q0 FBIS3-61345 393 1.740630 STANDARD +301 Q0 FBIS4-66179 392 1.741075 STANDARD +301 Q0 LA062390-0102 391 1.742990 STANDARD +303 Q0 FT932-15782 391 0.874581 STANDARD +301 Q0 FBIS4-49928 390 1.743994 STANDARD +303 Q0 FR941221-0-00052 390 0.874838 STANDARD +301 Q0 FBIS4-45477 39 2.404399 STANDARD +301 Q0 FBIS4-50806 389 1.744591 STANDARD +301 Q0 FBIS4-41958 388 1.745697 STANDARD +303 Q0 FR940906-2-00139 388 0.876992 STANDARD +301 Q0 FBIS3-4313 387 1.746026 STANDARD +303 Q0 FR940513-2-00145 387 0.877140 STANDARD +301 Q0 FBIS4-24694 386 1.747539 STANDARD +301 Q0 FBIS3-60144 385 1.748958 STANDARD +301 Q0 FBIS3-19646 384 1.749999 STANDARD +301 Q0 LA010790-0228 383 1.750647 STANDARD +301 Q0 FBIS4-68720 382 1.750805 STANDARD +301 Q0 FBIS4-24788 381 1.751424 STANDARD +303 Q0 FT942-786 381 0.882208 STANDARD +301 Q0 LA021989-0204 380 1.752505 STANDARD +301 Q0 FBIS4-50898 38 2.419756 STANDARD +301 Q0 FBIS4-49483 379 1.754356 STANDARD +301 Q0 FR940804-0-00119 378 1.755399 STANDARD +301 Q0 FBIS4-46851 377 1.755611 STANDARD +301 Q0 FBIS3-14961 376 1.756365 STANDARD +301 Q0 FBIS4-39570 375 1.757526 STANDARD +301 Q0 FBIS4-20988 374 1.757675 STANDARD +301 Q0 FR940727-0-00079 373 1.759109 STANDARD +301 Q0 LA041789-0055 372 1.760346 STANDARD +301 Q0 FBIS4-26727 371 1.760759 STANDARD +301 Q0 FBIS4-45189 370 1.761385 STANDARD +301 Q0 FBIS4-31645 37 2.425397 STANDARD +301 Q0 FBIS4-16950 369 1.761678 STANDARD +301 Q0 FBIS4-68847 368 1.762087 STANDARD +301 Q0 FR940804-0-00103 367 1.762352 STANDARD +301 Q0 FBIS4-65896 366 1.762550 STANDARD +301 Q0 FBIS4-7717 365 1.763895 STANDARD +301 Q0 FR940804-0-00112 364 1.764905 STANDARD +301 Q0 LA060189-0150 363 1.766305 STANDARD +301 Q0 FBIS4-62049 362 1.767618 STANDARD +303 Q0 FT943-5596 362 0.897657 STANDARD +301 Q0 FR940727-0-00077 361 1.768786 STANDARD +301 Q0 FBIS4-57959 360 1.770075 STANDARD +301 Q0 FBIS3-25359 36 2.432513 STANDARD +301 Q0 FBIS3-46076 359 1.770914 STANDARD +303 Q0 FT943-13317 359 0.903902 STANDARD +301 Q0 FBIS3-2549 358 1.773210 STANDARD +301 Q0 FBIS4-46757 357 1.773279 STANDARD +301 Q0 FBIS4-40181 356 1.775154 STANDARD +301 Q0 FBIS4-24419 355 1.777109 STANDARD +301 Q0 FBIS3-57406 354 1.777276 STANDARD +301 Q0 FBIS3-45602 353 1.777504 STANDARD +301 Q0 FBIS3-51349 352 1.777761 STANDARD +301 Q0 FBIS4-43791 351 1.777947 STANDARD +301 Q0 FBIS4-68498 350 1.779944 STANDARD +301 Q0 FBIS3-3020 35 2.436040 STANDARD +301 Q0 FBIS4-2546 349 1.781359 STANDARD +301 Q0 FBIS4-56992 348 1.782381 STANDARD +301 Q0 FBIS4-25332 347 1.783756 STANDARD +301 Q0 FBIS4-68426 346 1.785070 STANDARD +301 Q0 FBIS4-40360 345 1.785083 STANDARD +303 Q0 FT932-4803 345 0.915780 STANDARD +301 Q0 LA042990-0044 344 1.785390 STANDARD +301 Q0 LA080790-0035 343 1.787194 STANDARD +301 Q0 FBIS4-8957 342 1.788093 STANDARD +301 Q0 FBIS4-38410 341 1.790607 STANDARD +303 Q0 FT931-2231 341 0.921274 STANDARD +301 Q0 FT942-8808 340 1.791096 STANDARD +301 Q0 FBIS4-26351 34 2.436919 STANDARD +301 Q0 FR940721-2-00075 339 1.791411 STANDARD +301 Q0 FBIS3-36565 338 1.792058 STANDARD +301 Q0 FBIS3-61238 337 1.792962 STANDARD +301 Q0 FT923-2348 336 1.794087 STANDARD +303 Q0 FT942-5468 336 0.924340 STANDARD +301 Q0 FBIS3-26742 335 1.795461 STANDARD +301 Q0 FT942-852 334 1.796588 STANDARD +301 Q0 LA100590-0029 333 1.797265 STANDARD +301 Q0 FR940503-2-00146 332 1.799753 STANDARD +301 Q0 FBIS3-3019 331 1.799830 STANDARD +301 Q0 FBIS4-41394 330 1.800183 STANDARD +301 Q0 FBIS4-1967 33 2.446289 STANDARD +301 Q0 FBIS4-26643 329 1.800264 STANDARD +301 Q0 FBIS3-55966 328 1.800644 STANDARD +301 Q0 FBIS3-21961 327 1.800842 STANDARD +301 Q0 FR940203-1-00038 326 1.800881 STANDARD +301 Q0 FBIS4-65446 325 1.801062 STANDARD +301 Q0 FBIS4-16502 324 1.802201 STANDARD +301 Q0 FBIS4-2318 323 1.802893 STANDARD +301 Q0 FBIS4-41395 322 1.803218 STANDARD +301 Q0 FR940727-0-00078 321 1.806117 STANDARD +301 Q0 FBIS4-68801 320 1.808038 STANDARD +301 Q0 FBIS3-19420 32 2.448735 STANDARD +301 Q0 FBIS4-2498 319 1.809141 STANDARD +303 Q0 FT942-795 319 0.951376 STANDARD +301 Q0 FBIS3-15586 318 1.809177 STANDARD +301 Q0 FBIS3-41090 317 1.809227 STANDARD +301 Q0 FBIS4-20367 316 1.810602 STANDARD +301 Q0 FBIS4-67183 315 1.811862 STANDARD +301 Q0 FT944-14183 314 1.812210 STANDARD +303 Q0 FT924-12943 314 0.956181 STANDARD +301 Q0 FBIS4-51255 313 1.812859 STANDARD +303 Q0 FR941221-0-00049 313 0.956703 STANDARD +301 Q0 FBIS3-32620 312 1.814571 STANDARD +301 Q0 FBIS4-2049 311 1.815679 STANDARD +301 Q0 FBIS4-45157 310 1.817723 STANDARD +301 Q0 FBIS4-1667 31 2.452689 STANDARD +301 Q0 FBIS4-21321 309 1.817834 STANDARD +301 Q0 FR940303-1-00019 308 1.820319 STANDARD +301 Q0 FT943-16238 307 1.821578 STANDARD +301 Q0 FBIS3-26006 306 1.822304 STANDARD +301 Q0 FR940804-0-00116 305 1.822332 STANDARD +301 Q0 FBIS4-21249 304 1.822357 STANDARD +301 Q0 FBIS3-27051 303 1.826845 STANDARD +301 Q0 FR940622-2-00053 302 1.830749 STANDARD +301 Q0 FBIS4-41399 301 1.831922 STANDARD +301 Q0 LA032490-0049 300 1.835254 STANDARD +301 Q0 FBIS4-45469 30 2.470949 STANDARD +301 Q0 FBIS3-22085 3 3.228945 STANDARD +301 Q0 FBIS4-4077 299 1.836900 STANDARD +301 Q0 LA100390-0069 298 1.838421 STANDARD +303 Q0 FT922-11472 298 0.978346 STANDARD +301 Q0 FR940429-0-00132 297 1.839996 STANDARD +301 Q0 LA071389-0002 296 1.840566 STANDARD +301 Q0 FR940303-1-00012 295 1.841413 STANDARD +301 Q0 FBIS3-1975 294 1.844307 STANDARD +301 Q0 FBIS4-10739 293 1.845839 STANDARD +301 Q0 FBIS4-21188 292 1.847648 STANDARD +301 Q0 FBIS3-41288 291 1.847715 STANDARD +301 Q0 FBIS3-22049 290 1.849501 STANDARD +301 Q0 FBIS4-1865 29 2.473547 STANDARD +301 Q0 FBIS4-67075 289 1.849748 STANDARD +301 Q0 FBIS3-26805 288 1.850634 STANDARD +301 Q0 FR940727-0-00093 287 1.850940 STANDARD +301 Q0 FBIS4-41144 286 1.853102 STANDARD +301 Q0 FBIS4-2512 285 1.857639 STANDARD +301 Q0 FBIS4-66264 284 1.860067 STANDARD +301 Q0 FBIS4-1794 283 1.861069 STANDARD +301 Q0 FR940429-0-00128 282 1.862317 STANDARD +301 Q0 FBIS4-46775 281 1.863126 STANDARD +301 Q0 FBIS4-2931 280 1.863184 STANDARD +301 Q0 FBIS4-25032 28 2.480994 STANDARD +301 Q0 FBIS4-68669 279 1.864410 STANDARD +301 Q0 FBIS4-56776 278 1.864500 STANDARD +303 Q0 FT923-10876 278 1.011683 STANDARD +301 Q0 FBIS3-41244 277 1.865750 STANDARD +301 Q0 FBIS4-25706 276 1.867508 STANDARD +301 Q0 FBIS3-46228 275 1.868788 STANDARD +303 Q0 FR940119-2-00100 275 1.015211 STANDARD +301 Q0 FBIS3-24197 274 1.870808 STANDARD +303 Q0 FT923-5257 274 1.017270 STANDARD +301 Q0 FR940203-1-00039 273 1.870957 STANDARD +303 Q0 FT943-3693 273 1.019071 STANDARD +301 Q0 FBIS3-30458 272 1.871451 STANDARD +301 Q0 FBIS3-30686 271 1.871451 STANDARD +301 Q0 FBIS3-40077 270 1.872271 STANDARD +303 Q0 FT943-11292 270 1.020416 STANDARD +301 Q0 FBIS4-24387 27 2.481159 STANDARD +301 Q0 FBIS3-27474 269 1.873794 STANDARD +301 Q0 LA070890-0129 268 1.876154 STANDARD +303 Q0 FT932-15788 268 1.023917 STANDARD +301 Q0 FBIS4-45239 267 1.877867 STANDARD +301 Q0 FBIS3-24247 266 1.878037 STANDARD +301 Q0 FBIS4-62543 265 1.880077 STANDARD +301 Q0 FBIS3-21779 264 1.880893 STANDARD +301 Q0 FBIS3-38878 263 1.882401 STANDARD +301 Q0 FBIS4-25065 262 1.883741 STANDARD +301 Q0 FBIS3-10204 261 1.885856 STANDARD +301 Q0 FR940503-2-00147 260 1.886508 STANDARD +301 Q0 FBIS3-2393 26 2.494489 STANDARD +301 Q0 FBIS4-24386 259 1.886517 STANDARD +301 Q0 FBIS4-1549 258 1.887025 STANDARD +301 Q0 FBIS4-39881 257 1.887065 STANDARD +301 Q0 FBIS4-25161 256 1.887178 STANDARD +303 Q0 FT923-7711 256 1.055355 STANDARD +301 Q0 FBIS3-2115 255 1.887945 STANDARD +301 Q0 FBIS4-66178 254 1.889605 STANDARD +303 Q0 FR941221-0-00047 254 1.057115 STANDARD +301 Q0 FT931-3563 253 1.889801 STANDARD +301 Q0 FBIS4-14080 252 1.890979 STANDARD +301 Q0 FBIS4-50842 251 1.892349 STANDARD +301 Q0 FBIS4-46806 250 1.893980 STANDARD +301 Q0 FBIS4-40260 25 2.528623 STANDARD +301 Q0 FBIS3-26913 249 1.896585 STANDARD +301 Q0 FBIS3-18507 248 1.896854 STANDARD +301 Q0 LA071889-0026 247 1.897763 STANDARD +301 Q0 FBIS4-40935 246 1.898004 STANDARD +301 Q0 FBIS3-26645 245 1.898311 STANDARD +301 Q0 FT924-227 244 1.898500 STANDARD +301 Q0 FBIS3-8746 243 1.899552 STANDARD +301 Q0 FBIS3-3223 242 1.899980 STANDARD +301 Q0 FT944-15444 241 1.901744 STANDARD +301 Q0 FBIS3-11210 240 1.903990 STANDARD +301 Q0 FBIS4-41541 24 2.550802 STANDARD +301 Q0 FBIS3-45003 239 1.906086 STANDARD +301 Q0 FT944-4555 238 1.906426 STANDARD +301 Q0 FR940728-2-00151 237 1.907816 STANDARD +301 Q0 FBIS3-26367 236 1.908945 STANDARD +301 Q0 LA071990-0150 235 1.909468 STANDARD +301 Q0 FBIS4-41991 234 1.911603 STANDARD +301 Q0 FR940203-1-00036 233 1.912871 STANDARD +301 Q0 FBIS4-40481 232 1.914181 STANDARD +301 Q0 FBIS4-1668 231 1.915419 STANDARD +301 Q0 FBIS3-24277 230 1.918759 STANDARD +301 Q0 FR940620-1-00005 23 2.569489 STANDARD +301 Q0 FBIS4-43797 229 1.919818 STANDARD +301 Q0 FBIS4-46734 228 1.920978 STANDARD +303 Q0 FT943-10128 228 1.109917 STANDARD +301 Q0 FBIS3-24284 227 1.921283 STANDARD +303 Q0 FT941-5396 227 1.110329 STANDARD +301 Q0 FBIS4-39330 226 1.923398 STANDARD +303 Q0 FT922-7904 226 1.118909 STANDARD +301 Q0 FBIS4-40934 225 1.923446 STANDARD +301 Q0 FBIS4-24523 224 1.926240 STANDARD +301 Q0 FBIS4-51332 223 1.930347 STANDARD +301 Q0 FBIS3-21908 222 1.930625 STANDARD +301 Q0 FBIS3-2605 221 1.932684 STANDARD +301 Q0 FBIS3-3303 220 1.933041 STANDARD +301 Q0 FBIS4-16951 22 2.586972 STANDARD +301 Q0 FBIS3-11095 219 1.939206 STANDARD +301 Q0 FBIS4-22345 218 1.943247 STANDARD +301 Q0 FBIS4-46584 217 1.944825 STANDARD +301 Q0 FBIS3-15636 216 1.945223 STANDARD +301 Q0 FBIS4-38481 215 1.945278 STANDARD +301 Q0 FBIS4-41667 214 1.946881 STANDARD +301 Q0 FBIS4-2514 213 1.947558 STANDARD +301 Q0 FT941-3237 212 1.948220 STANDARD +301 Q0 FBIS4-49845 211 1.954449 STANDARD +301 Q0 FBIS3-42315 210 1.956193 STANDARD +303 Q0 FT932-16246 210 1.161086 STANDARD +301 Q0 FBIS4-41952 21 2.622548 STANDARD +301 Q0 FT933-12037 209 1.957280 STANDARD +301 Q0 FBIS3-45756 208 1.957361 STANDARD +303 Q0 FR941020-2-00110 208 1.170328 STANDARD +301 Q0 FBIS3-22088 207 1.960365 STANDARD +301 Q0 FBIS4-50056 206 1.961327 STANDARD +303 Q0 FT921-15863 206 1.175726 STANDARD +301 Q0 FBIS4-68746 205 1.962427 STANDARD +301 Q0 FBIS3-44612 204 1.963338 STANDARD +301 Q0 LA080989-0129 203 1.964162 STANDARD +303 Q0 FT934-2685 203 1.182910 STANDARD +301 Q0 FBIS3-11212 202 1.971704 STANDARD +301 Q0 FBIS4-24633 201 1.975092 STANDARD +303 Q0 FT931-1868 201 1.188802 STANDARD +301 Q0 FBIS3-41285 200 1.978161 STANDARD +301 Q0 FBIS4-21302 20 2.632815 STANDARD +301 Q0 FBIS3-21938 2 3.280215 STANDARD +301 Q0 FBIS3-21930 199 1.980598 STANDARD +301 Q0 FBIS3-23901 198 1.982240 STANDARD +301 Q0 FBIS3-41158 197 1.982367 STANDARD +301 Q0 FBIS4-19949 196 1.988816 STANDARD +301 Q0 FBIS3-24453 195 1.989023 STANDARD +301 Q0 FBIS4-49289 194 1.990929 STANDARD +301 Q0 FBIS3-21905 193 1.991868 STANDARD +301 Q0 FBIS4-2721 192 1.993366 STANDARD +303 Q0 FT944-9936 192 1.217489 STANDARD +301 Q0 FBIS4-51118 191 1.996027 STANDARD +303 Q0 FT943-5598 191 1.218840 STANDARD +301 Q0 FBIS4-2510 190 1.996562 STANDARD +303 Q0 FT921-7107 19 3.363091 STANDARD +301 Q0 FBIS4-7688 19 2.669399 STANDARD +301 Q0 FBIS3-45601 189 1.996655 STANDARD +301 Q0 FBIS3-39566 188 1.997787 STANDARD +301 Q0 FBIS4-6448 187 1.998577 STANDARD +301 Q0 FR940303-1-00006 186 1.999081 STANDARD +303 Q0 FT932-12850 186 1.249146 STANDARD +301 Q0 FBIS3-38787 185 1.999308 STANDARD +301 Q0 FBIS3-26005 184 2.001203 STANDARD +301 Q0 FBIS3-21937 183 2.001406 STANDARD +303 Q0 FR940304-2-00134 183 1.254448 STANDARD +301 Q0 FBIS4-41863 182 2.002898 STANDARD +301 Q0 FT942-13766 181 2.003752 STANDARD +301 Q0 LA041789-0046 180 2.004429 STANDARD +301 Q0 FBIS3-21750 18 2.670143 STANDARD +301 Q0 FBIS3-26218 179 2.004786 STANDARD +301 Q0 FBIS3-41163 178 2.006615 STANDARD +301 Q0 FBIS4-2048 177 2.011086 STANDARD +303 Q0 FT941-3758 177 1.278597 STANDARD +301 Q0 FBIS3-45789 176 2.012594 STANDARD +301 Q0 FBIS4-21330 175 2.013537 STANDARD +301 Q0 FR940727-0-00092 174 2.014195 STANDARD +301 Q0 FBIS4-55395 173 2.014687 STANDARD +301 Q0 FBIS3-21765 172 2.016918 STANDARD +301 Q0 FBIS3-17175 171 2.017663 STANDARD +301 Q0 FBIS3-44864 170 2.017798 STANDARD +301 Q0 FBIS4-3044 17 2.693945 STANDARD +301 Q0 FBIS4-3370 169 2.018858 STANDARD +301 Q0 FBIS3-24037 168 2.022115 STANDARD +301 Q0 FBIS4-22471 167 2.022665 STANDARD +301 Q0 FBIS3-1849 166 2.024102 STANDARD +301 Q0 FBIS3-41385 165 2.026598 STANDARD +303 Q0 FT922-13455 165 1.346386 STANDARD +301 Q0 FBIS4-51335 164 2.027163 STANDARD +303 Q0 FT933-2180 164 1.349473 STANDARD +301 Q0 FBIS3-2327 163 2.034978 STANDARD +301 Q0 FBIS3-35272 162 2.038591 STANDARD +301 Q0 FBIS4-49431 161 2.038758 STANDARD +301 Q0 FBIS3-51766 160 2.041041 STANDARD +303 Q0 FT921-8919 160 1.360642 STANDARD +301 Q0 FBIS3-23986 16 2.712466 STANDARD +301 Q0 FBIS4-7390 159 2.043206 STANDARD +301 Q0 FBIS4-43965 158 2.044602 STANDARD +301 Q0 FBIS3-33020 157 2.047786 STANDARD +301 Q0 FBIS4-20985 156 2.048596 STANDARD +301 Q0 FBIS4-50209 155 2.049279 STANDARD +301 Q0 FBIS4-1863 154 2.053106 STANDARD +301 Q0 FBIS4-14483 153 2.053272 STANDARD +301 Q0 FBIS4-66291 152 2.057615 STANDARD +301 Q0 FBIS4-66307 151 2.057615 STANDARD +301 Q0 FR940727-0-00091 150 2.059793 STANDARD +301 Q0 FBIS3-3586 15 2.785274 STANDARD +301 Q0 FBIS4-3230 149 2.064102 STANDARD +301 Q0 FBIS4-3367 148 2.064102 STANDARD +303 Q0 FT923-3530 148 1.409420 STANDARD +301 Q0 FR940804-0-00102 147 2.064112 STANDARD +301 Q0 FT921-15491 146 2.065663 STANDARD +301 Q0 FT923-14709 145 2.066168 STANDARD +301 Q0 FBIS3-58028 144 2.069669 STANDARD +301 Q0 FBIS3-58058 143 2.069669 STANDARD +301 Q0 FBIS4-1628 142 2.070523 STANDARD +301 Q0 FT941-10546 141 2.078446 STANDARD +301 Q0 FBIS3-25901 140 2.078458 STANDARD +301 Q0 FBIS3-3622 14 2.785274 STANDARD +301 Q0 FBIS3-3412 139 2.080240 STANDARD +303 Q0 FT924-14355 139 1.478320 STANDARD +301 Q0 FBIS4-26335 138 2.080463 STANDARD +301 Q0 FBIS3-24143 137 2.081314 STANDARD +301 Q0 LA101590-0071 136 2.082767 STANDARD +301 Q0 FBIS3-46116 135 2.083308 STANDARD +301 Q0 FT944-15443 134 2.084795 STANDARD +301 Q0 FBIS4-43552 133 2.087620 STANDARD +301 Q0 FBIS3-25894 132 2.091815 STANDARD +303 Q0 FT943-11617 132 1.503932 STANDARD +301 Q0 FBIS3-41349 131 2.092097 STANDARD +301 Q0 FBIS4-46425 130 2.092915 STANDARD +301 Q0 FBIS3-45599 13 2.795794 STANDARD +301 Q0 FBIS4-44396 129 2.095230 STANDARD +301 Q0 FBIS3-54944 128 2.095287 STANDARD +301 Q0 FBIS4-45482 127 2.096435 STANDARD +301 Q0 FBIS3-52858 126 2.097152 STANDARD +301 Q0 FT944-8297 125 2.100060 STANDARD +301 Q0 FR940202-2-00154 124 2.104024 STANDARD +301 Q0 FBIS4-50993 123 2.106927 STANDARD +301 Q0 FBIS4-7811 122 2.108214 STANDARD +301 Q0 FBIS4-50513 121 2.108639 STANDARD +301 Q0 FBIS3-17255 120 2.110716 STANDARD +301 Q0 FBIS3-3189 12 2.826465 STANDARD +301 Q0 FBIS4-49075 119 2.112576 STANDARD +303 Q0 FT933-10324 119 1.642809 STANDARD +301 Q0 FBIS4-34879 118 2.112775 STANDARD +301 Q0 FBIS3-24362 117 2.114117 STANDARD +303 Q0 FR940304-2-00135 117 1.645932 STANDARD +301 Q0 FBIS4-42757 116 2.114265 STANDARD +301 Q0 FBIS4-38364 115 2.114667 STANDARD +301 Q0 FBIS4-26192 114 2.117829 STANDARD +301 Q0 FBIS4-62078 113 2.118467 STANDARD +301 Q0 FBIS4-45419 112 2.120282 STANDARD +303 Q0 FT933-678 112 1.695116 STANDARD +301 Q0 FBIS4-34515 111 2.122778 STANDARD +301 Q0 FBIS4-47045 110 2.123794 STANDARD +301 Q0 FR940303-1-00022 11 2.918622 STANDARD +301 Q0 FR940620-1-00004 109 2.125475 STANDARD +301 Q0 FBIS4-25845 108 2.126431 STANDARD +301 Q0 FBIS4-10817 107 2.127389 STANDARD +301 Q0 FBIS4-1842 106 2.127805 STANDARD +301 Q0 FBIS4-45552 105 2.127882 STANDARD +301 Q0 FR940202-2-00150 104 2.129133 STANDARD +301 Q0 FBIS3-55219 103 2.129514 STANDARD +301 Q0 FBIS4-63597 102 2.132991 STANDARD +303 Q0 FT934-3766 102 1.797155 STANDARD +301 Q0 FBIS4-2356 101 2.136141 STANDARD +301 Q0 FBIS4-56982 100 2.137468 STANDARD +303 Q0 FT934-3325 100 1.846668 STANDARD +301 Q0 FR940804-0-00127 10 2.920190 STANDARD +301 Q0 FBIS4-50478 1 3.340779 STANDARD diff --git a/trec_eval.8.1/tr_vec.h b/trec_eval.8.1/tr_vec.h new file mode 100644 index 0000000..4b5b868 --- /dev/null +++ b/trec_eval.8.1/tr_vec.h @@ -0,0 +1,21 @@ +#ifndef TR_VECH +#define TR_VECH +/* $Header: /home/smart/release/./src/h/tr_vec.h,v 10.1 91/11/05 23:47:35 smart Exp Locker: smart $*/ + +typedef struct { + long did; /* document id */ + long rank; /* Rank of this document */ + char action; /* what action a user has taken with doc */ + char rel; /* whether doc judged relevant(1) or not(0) */ + char iter; /* Number of feedback runs for this query */ + char trtup_unused; /* Presently unused field */ + float sim; /* similarity of did to qid */ +} TR_TUP; + +typedef struct { + char *qid; /* query id */ + long num_tr; /* Number of tuples for tr_vec */ + TR_TUP *tr; /* tuples. Invariant: tr sorted increasing did */ +} TR_VEC; + +#endif /* TR_VECH */ diff --git a/trec_eval.8.1/trec_eval b/trec_eval.8.1/trec_eval new file mode 100755 index 0000000..dc0e3f5 Binary files /dev/null and b/trec_eval.8.1/trec_eval differ diff --git a/trec_eval.8.1/trec_eval.c b/trec_eval.8.1/trec_eval.c new file mode 100644 index 0000000..d209049 --- /dev/null +++ b/trec_eval.8.1/trec_eval.c @@ -0,0 +1,257 @@ +static char *VersionID = VERSIONID; +/* "Version 7.3 trec_eval Dec 15, 2004"; */ + +/* Copyright (c) 2004, 2003, 1991, 1990, 1984 - Chris Buckley. */ + +/******************** PROCEDURE DESCRIPTION ************************ + *0 Take TREC results text file, TREC qrels file, and evaluate + *1 local.convert.obj.trec_eval + *2 trec_eval [-q] [-a] [-t] [-o] [-v] [-n num] trec_rel_file trec_top_file + + *7 Read text tuples from trec_top_file of the form + *7 030 Q0 ZF08-175-870 0 4238 prise1 + *7 qid iter docno rank sim run_id + *7 giving TREC document numbers (a string) retrieved by query qid + *7 (an integer) with similarity sim (a float). The other fields are ignored. + *7 Input is asssumed to be sorted numerically by qid. + *7 Sim is assumed to be higher for the docs to be retrieved first. + *7 Relevance for each docno to qid is determined from text_qrels_file, which + *7 consists of text tuples of the form + *7 qid iter docno rel + *7 giving TREC document numbers (a string) and their relevance to query qid + *7 (a non-negative integer less than 128, or -1 to indicate unjudged). + *7 Tuples are asssumed to be sorted numerically by qid. + *7 The text tuples with relevence judgements are converted to TR_VEC form + *7 and then submitted to the evaluation routines. + *7 + *7 -q: In addition to summary evaluation, give evaluation for each query + *7 -a: Print all evaluation measures calculated, instead of just the + *7 official measures for TREC 2. + *7 -o: Print everything out in old, non-relational format + *7 -v: Print version number and exit + *7 -h: Print full help message and exit + *7 -t: Treat similarity as time that document retrieved. Compute + *7 several time-based measures after ranking docs by time retrieved + *7 (first doc (lowest sim) retrieved ranked highest). + *7 Only done if -a selected. + *7 -J: Calculate all measures only over judged documents that appear + *7 in qrels. (DO NOT USE) + *7 -n: following integer is the number of queries to average over. + *7 -ua: Value to use for 'a' coefficient of utility computation. + *7 -ub: Value to use for 'b' coefficient of utility computation. + *7 -uc: Value to use for 'c' coefficient of utility computation. + *7 -ud: Value to use for 'd' coefficient of utility computation. + *7 -N: Number of docs in collection + *7 -M:Max number of results to evaluate per topic + + *8 Procedure is to read all the docs retrieved for a query, and all the + *8 relevant docs for that query, + *8 sort and rank the retrieved docs by sim/docno, + *8 and look up docno in the relevant docs to determine relevance. + *8 The qid,did,rank,sim,rel fields of of TR_VEC are filled in; + *8 action,iter fields are set to 0. + *8 Queries for which there is no relevance information are ignored completely. + +***********************************************************************/ + +#include "common.h" +#include "sysfunc.h" +#include "smart_error.h" +#include "tr_vec.h" +#include "trec_eval.h" +#include "buf.h" + +void print_error(); +void old_print_trec_eval_list(); +void print_rel_trec_eval_list(); + +int trec_eval_help(EVAL_PARAM_INFO *epi); +int accumulate_results (TREC_EVAL *query_eval, TREC_EVAL *accum_eval); +int get_top (char *trec_top_file, ALL_TREC_TOP *all_trec_top); +int get_qrels (char *text_qrels_file, ALL_TREC_QRELS *all_trec_qrels); +int form_trvec (EVAL_PARAM_INFO *ep, TREC_TOP *trec_top, + TREC_QRELS *trec_qrels, TR_VEC *tr_vec, long *num_rel); +int trvec_trec_eval (EVAL_PARAM_INFO *epi, TR_VEC *tr_vec, + TREC_EVAL *eval, long num_rel, long num_nonrel); + +static char *usage = "Usage: trec_eval [-h] [-q] [-a] [-o] [-v] trec_rel_file trec_top_file\n\ + -h: Give full help information, including other options\n\ + -q: In addition to summary evaluation, give evaluation for each query\n\ + -a: Print all evaluation measures, instead of just official measures\n\ + -o: Print requested measures in old non-relational format\n"; + + +int +main (argc, argv) +int argc; +char *argv[]; +{ + char *trec_rel_file, *trec_top_file; + ALL_TREC_TOP all_trec_top; + ALL_TREC_QRELS all_trec_qrels; + TREC_EVAL accum_eval, query_eval; + TR_VEC tr_vec; + long num_rel; + long num_eval_q; + long i,j; + EVAL_PARAM_INFO epi; + + /* Initialize static info before getting program optional args */ + epi.query_flag = epi.all_flag = epi.time_flag = epi.average_complete_flag = 0; + epi.judged_docs_only_flag = 0; + epi.relation_flag = 1; + epi.utility_a = UTILITY_A; epi.utility_b = UTILITY_B; + epi.utility_c = UTILITY_C; epi.utility_d = UTILITY_D; + epi.num_docs_in_coll = 0; + epi.relevance_level = 1; + epi.max_num_docs_per_topic = MAXLONG; + + /* Should use getopts, but some people may not have it. */ + /* This keeps growing over the years. Should redo */ + while (argc > 1 && argv[1][0] == '-') { + if (argv[1][1] == 'q') + epi.query_flag++; + else if (argv[1][1] == 'v') { + fprintf (stderr, "trec_eval version %s\n", VersionID); + exit (0); + } + else if (argv[1][1] == 'h') { + (void) trec_eval_help(&epi); + exit (0); + } + else if (argv[1][1] == 'a') + epi.all_flag++; + else if (argv[1][1] == 'o') + epi.relation_flag = 0; + else if (argv[1][1] == 'c') { + epi.average_complete_flag++; + } + else if (argv[1][1] == 'l') { + epi.relevance_level = atol (&argv[1][2]); + } + else if (argv[1][1] == 'J') { + epi.judged_docs_only_flag++; + } + else if (argv[1][1] == 'N') + epi.num_docs_in_coll = atol (&argv[1][2]); + else if (argv[1][1] == 'M') + epi.max_num_docs_per_topic = atol (&argv[1][2]); + else if (argv[1][1] == 'U') { + if (argv[1][2] == 'a') + epi.utility_a = atof (&argv[1][3]); + else if (argv[1][2] == 'b') + epi.utility_b = atof (&argv[1][3]); + else if (argv[1][2] == 'c') + epi.utility_c = atof (&argv[1][3]); + else if (argv[1][2] == 'd') + epi.utility_d = atof (&argv[1][3]); + else { + (void) fputs (usage,stderr); + exit (1); + } + } + else if (argv[1][1] == 'T') + epi.time_flag++; + else { + (void) fputs (usage,stderr); + exit (1); + } + argc--; argv++; + } + + if (argc != 3) { + (void) fputs (usage,stderr); + exit (1); + } + + trec_rel_file = argv[1]; + trec_top_file = argv[2]; + + /* Get qrels and top results information for all queries from the + input text files */ + if (UNDEF == get_qrels (trec_rel_file, &all_trec_qrels) || + UNDEF == get_top (trec_top_file, &all_trec_top)) { + print_error ("trec_eval: input error", "Quit"); + exit (2); + } + + /* For each topic which has both qrels and top results information, + calculate, possibly print (if query_flag), and accumulate + evaluation measures. */ + num_eval_q = 0; + (void) memset ((void *) &accum_eval, 0, sizeof (TREC_EVAL)); + accum_eval.qid = "All"; + + for (i = 0; i < all_trec_top.num_q_tr; i++) { + /* Find rel info for this query (skip if no rel info) */ + for (j = 0; j < all_trec_qrels.num_q_qrels; j++) { + if (0 == strcmp (all_trec_top.trec_top[i].qid, + all_trec_qrels.trec_qrels[j].qid)) + break; + } + if (j >= all_trec_qrels.num_q_qrels) + continue; + + /* Form results/rel into SMART TR_VEC form */ + if (UNDEF == form_trvec (&epi, + &all_trec_top.trec_top[i], + &all_trec_qrels.trec_qrels[j], + &tr_vec, + &num_rel)) { + print_error ("trec_eval: form_tr_vec error", "Quit"); + exit (3); + } + + /* Evaluate results/rel for this query */ + if (UNDEF == trvec_trec_eval (&epi, + &tr_vec, + &query_eval, + num_rel, + all_trec_qrels.trec_qrels[j].num_text_qrels - num_rel)) { + print_error ("trec_eval: evaluation error", "Quit"); + exit (4); + } + + /* Print results for this query, if desired */ + if (epi.query_flag) { + if (epi.relation_flag) + print_rel_trec_eval_list (1, &epi, &query_eval, (SM_BUF *) NULL); + else + old_print_trec_eval_list (&epi, &query_eval, 1, (SM_BUF *) NULL); + } + + /* Accumulate results for later averaging */ + if (UNDEF == accumulate_results (&query_eval, &accum_eval)) { + print_error ("trec_eval: accumulation error", "Quit"); + exit (5); + } + + num_eval_q++; + } + + /******** REMOVE THIS ONCE WARNING FLAG ADDED */ + /* Warn if numq_flag_num < num_eval_q */ + if (num_eval_q == 0) { + set_error (SM_INCON_ERR, + "No queries with both results and relevance info", + "trec_eval"); + return (UNDEF); + print_error ("trec_eval", "Quit"); + exit (6); + } + + if (epi.average_complete_flag) { + /* Want to average over possibly missing queries. Pass in actual + * number of queries in num_orig_queries */ + accum_eval.num_orig_queries = accum_eval.num_queries; + accum_eval.num_queries = all_trec_qrels.num_q_qrels; + } + + /* Print final evaluation results */ + if (epi.relation_flag) + print_rel_trec_eval_list (0, &epi, &accum_eval, (SM_BUF *) NULL); + else + old_print_trec_eval_list (&epi, &accum_eval, 1, (SM_BUF *) NULL); + + exit (0); +} diff --git a/trec_eval.8.1/trec_eval.h b/trec_eval.8.1/trec_eval.h new file mode 100644 index 0000000..8ac0f01 --- /dev/null +++ b/trec_eval.8.1/trec_eval.h @@ -0,0 +1,373 @@ +#ifndef TRECEVALH +#define TRECEVALH + +/* Static state info; set at beginning, possibly from program options, */ +/* but then remains constant throughout. */ +typedef struct { + long query_flag; /* 0. If set, evaluation output will be + printed for each query, in addition + to summary at end. */ + long all_flag; /* 0. If set, all evaluation measures will + be printed instead of just the + final TREC 2 measures. */ + long time_flag; /* 0. If set, calculate time-based measures*/ + long relation_flag; /* 1. If set, print in relational form */ + long average_complete_flag; /* 0. If set, average over the complete set + of relevance judgements (qrels), instead + of the number of queries + in the intersection of qrels and result */ + long judged_docs_only_flag; /* 0. If set, throw out all unjudged docs + for the retrieved set before calculating + any measures. */ + double utility_a; /* UTILITY_A. Default utility values */ + double utility_b; /* UTILITY_B. Default utility values */ + double utility_c; /* UTILITY_C. Default utility values */ + double utility_d; /* UTILITY_D. Default utility values */ + long num_docs_in_coll; /* 0. number of docs in collection */ + long relevance_level; /* 1. In relevance judgements, the level at + which a doc is considered relevant for + this evaluation */ + long max_num_docs_per_topic; /* MAXLONG. evaluate only this many docs */ +} EVAL_PARAM_INFO; + +/* Measure characteristics (how to print them, average them). */ +/* List of measures is in measures.c */ +/* Three types of measures: + single measures - single measure and name + parameterized measures - arrays of a measure, whose measure name + depends on parameter (eg P5, P10) + micro measures - measures defined as the micro average over all + docs retrieved independent of topic. Only calculated + and printed for the "all" pseudo-query. + Eg micro_prec = num_rel_ret / num_ret +*/ +typedef struct { + char *name; + char *long_name; + unsigned char is_long_flag; /* otherwise float */ + unsigned char print_short_flag; /* if set, measure is always printed + (not just if all_flag set) */ + unsigned char print_time_flag; /* if set, measure is printed only + if time_flag is set */ + unsigned char print_only_query_flag; /* if set, measure is printed only + when printing individual query output*/ + unsigned char print_only_average_flag; /* if set, measure is printed only + when printing overall average output*/ + unsigned char avg_results_flag; /* if set, average results over queries */ + unsigned char avg_rel_results_flag;/* if set,average results over num_rel*/ + unsigned char gm_results_flag; /* if set, measure uses geometric mean. ie + exponentiate the average before + printing */ + long byte_offset; +} SINGLE_MEASURE; + +typedef struct { + char *long_name; + unsigned char is_long_flag; /* otherwise float */ + unsigned char print_short_flag; /* if set, print in short output */ + unsigned char print_time_flag; /* if set, measure is printed only + if time_flag is set */ + unsigned char print_only_query_flag; /* if set, measure is printed only + when printing individual query output*/ + unsigned char print_only_average_flag; /* if set, measure is printed only + when printing overall average output*/ + unsigned char avg_results_flag; /* if set, average results over queries */ + long byte_offset; + long num_values; + char *format_string; + char *long_format_string; + char *(*get_param_str) (EVAL_PARAM_INFO *ip, long index); +} PARAMETERIZED_MEASURE; + +typedef struct { + char *name; + char *long_name; + unsigned char print_short_flag; /* if set, measure is always printed + (not just if all_flag set) */ + long numerator_byte_offset; + long denominator_byte_offset; +} MICRO_MEASURE; + + +typedef struct { /* For each retrieved document result */ + char *docno; /* document id */ + float sim; /* score */ + long rank; /* rank assigned after breaking ties */ +} TEXT_TR; + +typedef struct { /* For each query in retrieved results */ + char *qid; /* query id */ + long num_text_tr; /* number of TEXT_TR results for query*/ + long max_num_text_tr; /* number results space reserved for */ + TEXT_TR *text_tr; /* Array of TEXT_TR results */ +} TREC_TOP; + +typedef struct { /* Overall retrieved results */ + char *run_id; /* run id */ + long num_q_tr; /* Number of TREC_TOP queries */ + long max_num_q_tr; /* Num queries space reserved for*/ + TREC_TOP *trec_top; /* Array of TREC_TOP query results */ +} ALL_TREC_TOP; + +typedef struct { /* For each relevance judgement */ + char *docno; /* document id */ + long rel; /* document judgement */ +} TEXT_QRELS; + +typedef struct { /* For each query in rel judgements */ + char *qid; /* query id */ + long num_text_qrels; /* number of judged documents */ + long max_num_text_qrels; /* Num docs space reserved for */ + TEXT_QRELS *text_qrels; /* Array of judged TEXT_QRELS */ +} TREC_QRELS; + +typedef struct { /* Overall relevance judgements */ + long num_q_qrels; /* Number of TREC_QRELS queries */ + long max_num_q_qrels; /* Num queries space reserved for */ + TREC_QRELS *trec_qrels; /* Array of TREC_QRELS queries */ +} ALL_TREC_QRELS; + + + +#define INIT_NUM_QUERIES 50 +#define INIT_NUM_RESULTS 1000 +#define INIT_NUM_RELS 2000 + +/* Non standard values for tr_vec->rel field */ +#define RELVALUE_NONPOOL -1 +#define RELVALUE_UNJUDGED -2 + + +/* Set retrieval is based on contingency table: + relevant nonrelevant + retrieved a b + nonretrieved c d + + Often you see r == num_rel_ret == a + R == num_rel == a+c + n == num_ret == a+b + N == num_docs == a+b+c+d + Some of these definitions are used in comments below +*/ + + +/* ----------------------------------------------- */ +/* Defined constants that are collection/purpose dependent */ + +/* Number of cutoffs for recall,precision, and rel_precis measures. */ +/* CUTOFF_VALUES gives the number of retrieved docs that these */ +/* evaluation mesures are applied at. */ +#define NUM_CUTOFF 9 +#define CUTOFF_VALUES {5, 10, 15, 20, 30, 100, 200, 500, 1000} + +/* Maximum fallout value, expressed in number of non-rel docs retrieved. */ +/* (Make the approximation that number of non-rel docs in collection */ +/* is equal to the number of number of docs in collection) */ +#define MAX_FALL_RET 142 + +/* Maximum multiple of R (number of rel docs for this query) to calculate */ +/* R-based precision at */ +#define MAX_RPREC 2.0 + +#define MAX_TIME 300.0 +#define NUM_TIME_PTS 60 + +/* Set a maximum number of nonrel docs to be used for preference measures */ +#define PREF_TOP_NONREL_NUM 100 + +/* ----------------------------------------------- */ +/* Defined constants that are collection/purpose independent. If you + change these, you probably need to change comments and documentation, + and some variable names may not be appropriate any more! */ +#define NUM_RP_PTS 11 +#define THREE_PTS {2, 5, 8} +#define NUM_FR_PTS 11 +#define NUM_PREC_PTS 11 +#define UTILITY_A 1.0 +#define UTILITY_B -1.0 +#define UTILITY_C 0.0 +#define UTILITY_D 0.0 + +#define MIN_GEO_MEAN .00001 +#define INFAP_EPSILON .00001 + +typedef struct { + char *qid; /* query id */ + long num_queries; /* Number of queries for this eval */ + long num_orig_queries; /* Number of queries for this eval without + missing values, if using trec_eval -c */ + /* Summary Numbers over all queries */ + long num_rel; /* Number of relevant docs */ + long num_ret; /* Number of retrieved docs */ + long num_rel_ret; /* Number of relevant retrieved docs */ + long num_nonrel_judged_ret; /* Number of non-relevant retrieved + judged docs */ + float avg_doc_prec; /* Average of precision over all + relevant documents (query independent)*/ + + /* Measures after num_ret docs */ + float exact_recall; /* Recall after num_ret docs */ + float exact_precis; /* Precision after num_ret docs */ + float exact_rel_precis; /* Relative Precision (or recall) */ + /* Defined to be precision / max possible + precision */ + float exact_uap; /* Unranked Average Precision */ + /* Every rel doc in retrieved set gets + precision, every nonret rel doc gets 0. + Average over all rel docs */ + /* Note this = exact_recall * + exact_precision for a query */ + /* Preferred measure for evaluation of + unranked sets of arbitrary size. */ + float exact_rel_uap; /* Relative Unranked Average Precision */ + /* Above, but relativized given size of + retrieved set */ + /* If (nR) set num_ret to R + Then use uap formula */ + /* exact_rel_precis ** 2 */ + float exact_utility; /* From contingency table, by default: + UTILITY_A * a + UTILITY_B * b + + UTILITY_C * c + UTILITY_D * d. + By default, a-b (or r - (n-r)) */ + float recip_rank; /* reciprical rank of top retrieved + relevant document */ + long rank_first_rel; /* Rank of top retrieved rel doc. Set to + 0 if none. Unaveraged */ + + /* Measures after each document */ + float recall_cut[NUM_CUTOFF]; /* Recall after cutoff[i] docs */ + + float precis_cut[NUM_CUTOFF]; /* precision after cutoff[i] docs. If + less than cutoff[i] docs retrieved, + then assume an additional + cutoff[i]-num_ret non-relevant docs + are retrieved. */ + float rel_precis_cut[NUM_CUTOFF];/* Relative precision after cutoff[i] + docs. (Note relative precision is + identical to relative recall) */ + float uap_cut[NUM_CUTOFF]; /* uap (is recall * precision) after + cutoff[i] docs. Not recommended */ + float rel_uap_cut[NUM_CUTOFF]; /* rel_uap at cutoff[i] docs */ + float av_rel_precis; /* average (integral) of rel_precis + after each doc. Do not use if + number of docs retrieved varies */ + float av_rel_uap; /* average (integral) of rel_uap + after each doc. Do not use if + number of docs retrieved varies */ + + + /* Measures after each rel doc */ + float av_recall_precis; /* MAP! average(integral) of precision at + all rel doc ranks. THE MAJOR + EVALUATION MEASURE FOR RANKED DOCS */ + float int_av_recall_precis; /* Same as above, but the precision values + have been interpolated, so that prec(X) + is actually MAX prec(Y) for all + Y >= X */ + float int_recall_precis[NUM_RP_PTS];/* interpolated precision at + 0.1 increments of recall */ + float int_av3_recall_precis; /* interpolated average at 3 intermediate + points */ + float int_av11_recall_precis; /* interpolated average at NUM_RP_PTS + intermediate points (recall_level) */ + + /* Measures after each non-rel doc */ + float fall_recall[NUM_FR_PTS]; /* max recall after each non-rel doc, + at 11 points starting at 0.0 and + ending at MAX_FALL_RET /num_docs */ + float av_fall_recall; /* Average of fallout-recall, after each + non-rel doc until fallout of + MAX_FALL_RET / num_docs achieved */ + + /* Measures after R-related cutoffs. R is the number of relevant + docs for a particular query, but note that these cutoffs are after + R docs, whether relevant or non-relevant, have been retrieved. + R-related cutoffs are really only applicable to a situtation where + there are many relevant docs per query (or lots of queries). */ + float R_recall_precis; /* Recall or precision after R docs + (note they are equal at this point) */ + float av_R_precis; /* Average (or integral) of precision at + each doc until R docs have been + retrieved */ + float R_prec_cut[NUM_PREC_PTS]; /* Precision measured after multiples of + R docs have been retrieved. 10 + equal points, with max multiple + having value MAX_RPREC */ + float int_R_recall_precis; /* Interpolated precision after R docs + Prec(X) = MAX(prec(Y)) for all Y>=X */ + float int_av_R_precis; /* Interpolated */ + float int_R_prec_cut[NUM_PREC_PTS]; /* Interpolated */ + + /* Measures after particular time relative to size of eventual retrieved + set. Eg, precision is num_rel_so_far/num_ret + relprecision is num_rel_so_far/MIN(num_ret,num_rel) + uap is num_rel_so_far**2/(num_ret*MIN(num_ret,num_rel)) + reluap is relprecision * relprecision */ + float time_num_rel[NUM_TIME_PTS]; /* Number of rel docs in time bucket*/ + float time_num_nrel[NUM_TIME_PTS];/* Number of nrel docs in each bucket*/ + float time_cum_rel[NUM_TIME_PTS]; /* Cumulative time_num_rel */ + float time_precis[NUM_TIME_PTS]; /* First Precision in each bucket */ + float time_relprecis[NUM_TIME_PTS];/* First rel-Precision in each bucket */ + float time_uap[NUM_TIME_PTS]; /* First uap in bucket*/ + float time_reluap[NUM_TIME_PTS]; /* First relative uap in bucket*/ + float time_utility[NUM_TIME_PTS]; /* First Utility (default 1,-1,0,0) + in bucket */ + float av_time_precis; /* Sum (integral) of time_precis */ + float av_time_relprecis; /* Sum (integral) of time_relprecis */ + float av_time_uap; /* Sum (integral) of time_uap */ + float av_time_reluap; /* Sum (integral) of time_reluap */ + float av_time_utility; /* Sum (integral) of time_utility */ + float av_time_cum_rel; /* Sum (integral) of time_cum_rel */ + + /* Measures dependent on only judged documents */ + /* Binary Pref relations: fraction of nonrel documents retrieved after + each rel doc */ + float bpref; /* real BPREF. Top num_rel nonrel docs */ + float bpref_top5Rnonrel; /* Top 5 * num_rel nonrel docs */ + float bpref_top10Rnonrel; /* Top 10 * num_rel nonrel docs */ +/* float bpref_topRnonrel; * renamed as bpref */ + float bpref_allnonrel; /* all judged nonrel docs */ + float bpref_retnonrel; /* Only retrieved nonrel docs */ + float bpref_topnonrel; /* Top PREF_TOPNREL_NUM nonrel docs */ + float bpref_top50pRnonrel; /* Top 50 + num_rel nonrel docs */ + float bpref_top25pRnonrel; /* Top 25 + num_rel nonrel docs */ + float bpref_top10pRnonrel; /* Top 10 + num_rel nonrel docs. + Bad version used in SIGIR 2004 paper */ + float old_bpref_top10pRnonrel; /* bad old version. Top 10 + num_rel + nonrel docs. Used in SIGIR 2004 paper*/ + float bpref_top25p2Rnonrel; /* Top 25 + 2 * num_rel nonrel docs */ + float bpref_retall; /* Only retrieved rel,nonrel docs */ + float bpref_5; /* Only top 5 rel, top 5 nonrel */ + float bpref_10; /* Only top 10 rel, top 10 nonrel */ + float old_bpref; /* Bad old bpref. Top num_rel nonrel docs. + Only used retrieved nonrel docs. + Used in TREC 12,13, mention in + SIGIR 2004 paper */ + float bpref_num_all; /* num not retrieved before (all judged)*/ + float bpref_num_ret; /* num retrieved after */ + long bpref_num_correct; /* num correct preferences */ + long bpref_num_possible; /* num possible correct preferences */ + + /* Measures that allow sampling of judgement pool: Qrels/results divided + into unpooled, pooled_but_unjudged, pooled_judged_rel, + pooled_judged_nonrel. */ + /* Inf_ap: "Estimating Average Precision with Incomplete and Imperfect + Judgments", Emine Yilmaz and Javed A. Aslam. + My intuition of it: Calculate P at rel doc using higher retrieved judged + docs, then average in 0's from higher pooled docs. */ + float inf_ap; /* Inferred AP. see Aslam et al, + Estimating Average Precision with + Incomplete Information */ + + /* Measures that use Geometric Mean + avg_Score = exp (SUM (log (MAX (query_score, .00001))) / N) + WARNING: Geometric Mean measures special cased for "trec_eval -c". + Works, but be careful when implementing new measure */ + float gm_ap; /* Geometric Mean version of MAP */ + float gm_bpref; /* Geometric Mean version of bpref. Note + bpref has lots of 0.0 values */ + +} TREC_EVAL; + +#endif /* TRECEVALH */ diff --git a/trec_eval.8.1/trec_eval_help.c b/trec_eval.8.1/trec_eval_help.c new file mode 100644 index 0000000..0c6c308 --- /dev/null +++ b/trec_eval.8.1/trec_eval_help.c @@ -0,0 +1,208 @@ +/* Copyright (c) 2003, 1991, 1990, 1984 - Chris Buckley. */ + +#include "common.h" +#include "trec_eval.h" + +static char *help_message = +"trec_eval [-h] [-q] [-a] [-o] [-c] [-l [-N] [-M] [-Ua] [-Ub] [-Uc] [-Ud] [-T] trec_rel_file trec_top_file \n\ + \n\ +Calculate and print various evaluation measures, evaluating the results \n\ +in trec_top_file against the relevance judgements in trec_rel_file. \n\ + \n\ +There are a fair number of options, of which only the lower case options are \n\ +normally ever used. \n\ + -h: Print full help message and exit \n\ + -q: In addition to summary evaluation, give evaluation for each query \n\ + -a: Print all evaluation measures calculated, instead of just the \n\ + main official measures for TREC. \n\ + -o: Print everything out in old, nonrelational format (default is relational) \n\ + -c: Average over the complete set of queries in the relevance judgements \n\ + instead of the queries in the intersection of relevance judgements \n\ + and results. Missing queries will contribute a value of 0 to all \n\ + evaluation measures (which may or may not be reasonable for a \n\ + particular evaluation measure, but is reasonable for standard TREC \n\ + measures.) \n\ + -l: Num indicates the minimum relevance judgement value needed for \n\ + a document to be called relevant. (All measures used by TREC eval are \n\ + based on binary relevance). Used if trec_rel_file contains relevance \n\ + judged on a multi-relevance scale. Default is 1. \n\ + -N: Number of docs in collection \n\ + -M: Max number of docs per topic to use in evaluation (discard rest). \n\ + -Ua: Value to use for 'a' coefficient of utility computation. \n\ + relevant nonrelevant \n\ + retrieved a b \n\ + nonretrieved c d \n\ + -Ub: Value to use for 'b' coefficient of utility computation. \n\ + -Uc: Value to use for 'c' coefficient of utility computation. \n\ + -Ud: Value to use for 'd' coefficient of utility computation. \n\ + -J: Calculate all values only over the judged (either relevant or \n\ + nonrelevant) documents. All unjudged documents are removed from the \n\ + retrieved set before any calculations (possibly leaving an empty set). \n\ + DO NOT USE, unless you really know what you're doing - very easy to get \n\ + reasonable looking, but invalid, numbers. \n\ + -T: Treat similarity as time that document retrieved. Compute \n\ + several time-based measures after ranking docs by time retrieved \n\ + (first doc (lowest sim) retrieved ranked highest). \n\ + Only done if -a selected. \n\ + \n\ + \n\ +Read text tuples from trec_top_file of the form \n\ + 030 Q0 ZF08-175-870 0 4238 prise1 \n\ + qid iter docno rank sim run_id \n\ +giving TREC document numbers (a string) retrieved by query qid \n\ +(a string) with similarity sim (a float). The other fields are ignored, \n\ +with the exception that the run_id field of the last line is kept and \n\ +output. In particular, note that the rank field is ignored here; \n\ +internally ranks are assigned by sorting by the sim field with ties \n\ +broken deterministicly (using docno). \n\ +Sim is assumed to be higher for the docs to be retrieved first. \n\ +File may contain no NULL characters. \n\ +Lines may contain fields after the run_id; they are ignored. \n\ + \n\ +Relevance for each docno to qid is determined from text_qrels_file, which \n\ +consists of text tuples of the form \n\ + qid iter docno rel \n\ +giving TREC document numbers (docno, a string) and their relevance (rel, \n\ +a non-negative integer less than 128, or -1 (unjudged)) \n\ +to query qid (a string). iter string field is ignored. \n\ +Fields are separated by whitespace, string fields can contain no whitespace. \n\ +File may contain no NULL characters. \n\ + \n\ +The text tuples with relevance judgements are converted to TR_VEC form \n\ +and then submitted to the SMART evaluation routines. \n\ +The did,rank,sim fields of TR_VEC are filled in from trec_top_file; \n\ +action,iter fields are set to 0. \n\ +The rel field is set to -1 if the document was not in the pool (not in \n\ +text_qrels_file) or -2 if the document was in the pool but unjudged (some \n\ +measures (infAP) allow the pool to be sampled instead of judged fully). \n\ +Otherwise it is set to the value in text_qrels_file. \n\ +Most measures, but not all, will treat -1 or -2 the same as 0, \n\ +namely nonrelevant. Note that relevance_level is used to \n\ +determine if the document is relevant during score calculations. \n\ +Queries for which there is no relevance information are ignored. \n\ +Warning: queries for which there are relevant docs but no retrieved docs \n\ +are also ignored by default. This allows systems to evaluate over subsets \n\ +of the relevant docs, but means if a system improperly retrieves no docs, \n\ +it will not be detected. Use the -c flag to avoid this behavior. \n\ + \n\ +EXPLANATION OF OFFICIAL VALUES PRINTED OF OLD NON-RELATIONAL FORMAT. \n\ +Relational Format prints the same values, but all lines are of the form \n\ + measure_name query value \n\ + \n\ +1. Total number of documents over all queries \n\ + Retrieved: \n\ + Relevant: \n\ + Rel_ret: (relevant and retrieved) \n\ + These should be self-explanatory. All values are totals over all \n\ + queries being evaluated. \n\ +2. Interpolated Recall - Precision Averages: \n\ + at 0.00 \n\ + at 0.10 \n\ + ... \n\ + at 1.00 \n\ + See any standard IR text (especially by Salton) for more details of \n\ + recall-precision evaluation. Measures precision (percent of retrieved \n\ + docs that are relevant) at various recall levels (after a certain \n\ + percentage of all the relevant docs for that query have been retrieved). \n\ + 'Interpolated' means that, for example, precision at recall \n\ + 0.10 (ie, after 10% of rel docs for a query have been retrieved) is \n\ + taken to be MAXIMUM of precision at all recall points >= 0.10. \n\ + Values are averaged over all queries (for each of the 11 recall levels). \n\ + These values are used for Recall-Precision graphs. \n\ +3. Average precision (non-interpolated) over all rel docs \n\ + The precision is calculated after each relevant doc is retrieved. \n\ + If a relevant doc is not retrieved, its precision is 0.0. \n\ + All precision values are then averaged together to get a single number \n\ + for the performance of a query. Conceptually this is the area \n\ + underneath the recall-precision graph for the query. \n\ + The values are then averaged over all queries. \n\ +4. Precision: \n\ + at 5 docs \n\ + at 10 docs \n\ + ... \n\ + at 1000 docs \n\ + The precision (percent of retrieved docs that are relevant) after X \n\ + documents (whether relevant or nonrelevant) have been retrieved. \n\ + Values averaged over all queries. If X docs were not retrieved \n\ + for a query, then all missing docs are assumed to be non-relevant. \n\ +5. R-Precision (precision after R (= num_rel for a query) docs retrieved): \n\ + Measures precision (or recall, they're the same) after R docs \n\ + have been retrieved, where R is the total number of relevant docs \n\ + for a query. Thus if a query has 40 relevant docs, then precision \n\ + is measured after 40 docs, while if it has 600 relevant docs, precision \n\ + is measured after 600 docs. This avoids some of the averaging \n\ + problems of the 'precision at X docs' values in (4) above. \n\ + If R is greater than the number of docs retrieved for a query, then \n\ + the nonretrieved docs are all assumed to be nonrelevant. \n\ +"; + + +extern SINGLE_MEASURE sing_meas[]; +extern PARAMETERIZED_MEASURE param_meas[]; +extern MICRO_MEASURE micro_meas[]; +extern int num_param_meas, num_sing_meas, num_micro_meas; + +int +trec_eval_help(epi) +EVAL_PARAM_INFO *epi; +{ + long i, j; + /* Note this trusts the format_strings in measures.c will not overflow */ + char temp_buf1[200]; + char temp_buf2[200]; + + printf ("%s\n", help_message); + + printf ("Major measures (again) with their relational names:\n"); + for (i = 0; i < num_sing_meas; i++) { + if (sing_meas[i].print_short_flag) + printf ("%-15s\t%s\n", sing_meas[i].name, sing_meas[i].long_name); + } + for (i = 0; i < num_param_meas; i++) { + if (param_meas[i].print_short_flag) { + for (j = 0; j < param_meas[i].num_values; j++) { + sprintf (temp_buf1, param_meas[i].format_string, + param_meas[i].get_param_str (epi, j)); + sprintf (temp_buf2, param_meas[i].long_format_string, + param_meas[i].get_param_str (epi, j)); + printf ("%-15s\t%s%s\n", temp_buf1, + param_meas[i].long_name, temp_buf2); + } + } + } + for (i = 0; i < num_micro_meas; i++) { + if (micro_meas[i].print_short_flag) + printf ("%-15s\t%s\n", micro_meas[i].name, micro_meas[i].long_name); + } + + printf ("\n\nMinor measures with their relational names:\n"); + for (i = 0; i < num_sing_meas; i++) { + if (sing_meas[i].print_short_flag) + continue; + if (sing_meas[i].print_time_flag && (! epi->time_flag)) + continue; + if (! sing_meas[i].print_short_flag) + printf ("%-15s\t%s\n", sing_meas[i].name, sing_meas[i].long_name); + } + for (i = 0; i < num_param_meas; i++) { + if (param_meas[i].print_short_flag) + continue; + if (param_meas[i].print_time_flag && (! epi->time_flag)) + continue; + for (j = 0; j < param_meas[i].num_values; j++) { + sprintf (temp_buf1, param_meas[i].format_string, + param_meas[i].get_param_str (epi, j)); + sprintf (temp_buf2, param_meas[i].long_format_string, + param_meas[i].get_param_str (epi, j)); + printf ("%-15s\t%s%s\n", temp_buf1, + param_meas[i].long_name, temp_buf2); + } + } + for (i = 0; i < num_micro_meas; i++) { + if (! micro_meas[i].print_short_flag) + printf ("%-15s\t%s\n", micro_meas[i].name, micro_meas[i].long_name); + } + + return (1); +} + diff --git a/trec_eval.8.1/trvec_teval.c b/trec_eval.8.1/trvec_teval.c new file mode 100644 index 0000000..740f16c --- /dev/null +++ b/trec_eval.8.1/trvec_teval.c @@ -0,0 +1,700 @@ +#ifdef RCSID +static char rcsid[] = "$Header: /home/smart/release/src/libevaluate/trvec_trec_eval.c,v 11.0 1992/07/21 18:20:35 chrisb Exp chrisb $"; +#endif + +/* Copyright (c) 2005 +*/ + +#include "common.h" +#include "sysfunc.h" +#include "smart_error.h" +#include "tr_vec.h" +#include "trec_eval.h" + +static int compare_iter_rank(); +static void calc_cutoff_measures(EVAL_PARAM_INFO *epi, TR_VEC *tr_vec, + TREC_EVAL *eval, long num_rel, + long num_nonrel); +static void calc_bpref_measures(EVAL_PARAM_INFO *epi, TR_VEC *tr_vec, + TREC_EVAL *eval, long num_rel, + long num_nonrel); +static void calc_average_measures(EVAL_PARAM_INFO *epi, TR_VEC *tr_vec, + TREC_EVAL *eval, long num_rel, + long num_nonrel); +static void calc_exact_measures(EVAL_PARAM_INFO *epi, TR_VEC *tr_vec, + TREC_EVAL *eval, long num_rel, + long num_nonrel); +static void calc_time_measures(EVAL_PARAM_INFO *epi, TR_VEC *tr_vec, + TREC_EVAL *eval, long num_rel, + long num_nonrel); + +int +trvec_trec_eval (epi, tr_vec, eval, num_rel, num_nonrel) +EVAL_PARAM_INFO *epi; +TR_VEC *tr_vec; +TREC_EVAL *eval; +long num_rel; /* Number relevant judged */ +long num_nonrel; /* Number nonrelevant judged */ +{ + long j; + long max_iter; + + if (tr_vec == (TR_VEC *) NULL) + return (UNDEF); + + /* Initialize everything to 0 */ + bzero ((char *) eval, sizeof (TREC_EVAL)); + + eval->qid = tr_vec->qid; + eval->num_queries = 1; + + /* If no retrieved docs, then just return */ + if (tr_vec->num_tr == 0) { + return (0); + } + + eval->num_rel = num_rel; + + /* Evaluate only the docs on the last iteration of new_tr_vec */ + /* Sort the tr tuples for this query by decreasing iter and + increasing rank */ + qsort ((char *) tr_vec->tr, + (int) tr_vec->num_tr, + sizeof (TR_TUP), + compare_iter_rank); + + max_iter = tr_vec->tr[0].iter; + for (j = 0; j < tr_vec->num_tr; j++) { + if (tr_vec->tr[j].iter == max_iter) { + eval->num_ret++; + if (tr_vec->tr[j].rel >= epi->relevance_level) + eval->num_rel_ret++; + } + else { + if (tr_vec->tr[j].rel >= epi->relevance_level) + eval->num_rel--; + } + } + + /* Calculate cutoff measures, and those measures dependant on them */ + /* Also includes recip_rank and rank_first_rel */ + calc_cutoff_measures (epi, tr_vec, eval, num_rel, num_nonrel); + + /* Calculate bpref and related measures (judged docs only) */ + calc_bpref_measures (epi, tr_vec, eval, num_rel, num_nonrel); + + /* Calculate measures that average over ret or rel docs */ + calc_average_measures (epi, tr_vec, eval, num_rel, num_nonrel); + + /* Calculate exact measures over entire retrieved sets */ + calc_exact_measures (epi, tr_vec, eval, num_rel, num_nonrel); + + /* Calculate time measures, if wanted */ + if (epi->time_flag) + calc_time_measures (epi, tr_vec, eval, num_rel, num_nonrel); + + + return (1); +} + +static int +compare_iter_rank (tr1, tr2) +TR_TUP *tr1; +TR_TUP *tr2; +{ + if (tr1->iter > tr2->iter) + return (-1); + if (tr1->iter < tr2->iter) + return (1); + if (tr1->rank < tr2->rank) + return (-1); + if (tr1->rank > tr2->rank) + return (1); + return (0); +} + + +/* ********************************************************************* */ +/* calculate cutoff measures */ + /* cutoff values for recall precision output */ +static int cutoff[NUM_CUTOFF] = CUTOFF_VALUES; +static int three_pts[3] = THREE_PTS; + + +static void +calc_cutoff_measures(epi, tr_vec, eval, num_rel, num_nonrel) +EVAL_PARAM_INFO *epi; +TR_VEC *tr_vec; +TREC_EVAL *eval; +long num_rel; /* Number relevant judged */ +long num_nonrel; /* Number nonrelevant judged */ +{ + double recall, precis; /* current recall, precision values */ + double rel_precis, rel_uap;/* relative precision, uap values */ + double int_precis; /* current interpolated precision values */ + + long i,j; + + long cut_rp[NUM_RP_PTS]; /* number of rel docs needed to be retrieved + for each recall-prec cutoff */ + long cut_fr[NUM_FR_PTS]; /* number of non-rel docs needed to be + retrieved for each fall-recall cutoff */ + long cut_rprec[NUM_PREC_PTS]; /* Number of docs needed to be retrieved + for each R-based prec cutoff */ + long current_cutoff, current_cut_rp, current_cut_fr, current_cut_rprec; + + long rel_so_far = eval->num_rel_ret; + + /* Note for interpolated precision values (Prec(X) = MAX (PREC(Y)) for all + Y >= X) */ + int_precis = (float) rel_so_far / (float) eval->num_ret; + + /* Discover cutoff values for this query */ + current_cutoff = NUM_CUTOFF - 1; + while (current_cutoff > 0 && cutoff[current_cutoff] > eval->num_ret) + current_cutoff--; + for (i = 0; i < NUM_RP_PTS; i++) + cut_rp[i] = ((eval->num_rel * i) + NUM_RP_PTS - 2) / (NUM_RP_PTS - 1); + current_cut_rp = NUM_RP_PTS - 1; + while (current_cut_rp > 0 && cut_rp[current_cut_rp] > eval->num_rel_ret) + current_cut_rp--; + for (i = 0; i < NUM_FR_PTS; i++) + cut_fr[i] = ((MAX_FALL_RET * i) + NUM_FR_PTS - 2) / (NUM_FR_PTS - 1); + current_cut_fr = NUM_FR_PTS - 1; + while (current_cut_fr > 0 && cut_fr[current_cut_fr] > eval->num_ret - eval->num_rel_ret) + current_cut_fr--; + for (i = 1; i < NUM_PREC_PTS+1; i++) + cut_rprec[i-1] = ((MAX_RPREC * eval->num_rel * i) + NUM_PREC_PTS - 2) + / (NUM_PREC_PTS - 1); + current_cut_rprec = NUM_PREC_PTS - 1; + while (current_cut_rprec > 0 && cut_rprec[current_cut_rprec]>eval->num_ret) + current_cut_rprec--; + + /* Loop over all retrieved docs in reverse order */ + for (j = eval->num_ret; j > 0; j--) { + if (rel_so_far > 0) { + recall = (float) rel_so_far / (float) eval->num_rel; + precis = (float) rel_so_far / (float) j; + if (j > eval->num_rel) { + rel_precis = (float) rel_so_far / (float) eval->num_rel; + } + else { + rel_precis = (float) rel_so_far / (float) j; + } + } + else { + recall = 0.0; + precis = 0.0; + rel_precis = 0.0; + } + rel_uap = rel_precis * rel_precis; + if (int_precis < precis) + int_precis = precis; + while (j == cutoff[current_cutoff]) { + eval->recall_cut[current_cutoff] = recall; + eval->precis_cut[current_cutoff] = precis; + eval->rel_precis_cut[current_cutoff] = rel_precis; + eval->uap_cut[current_cutoff] = precis * recall; + eval->rel_uap_cut[current_cutoff] = rel_uap; + current_cutoff--; + } + + while (j == cut_rprec[current_cut_rprec]) { + eval->R_prec_cut[current_cut_rprec] = precis; + eval->int_R_prec_cut[current_cut_rprec] = int_precis; + current_cut_rprec--; + } + + if (j == eval->num_rel) { + eval->R_recall_precis = precis; + eval->int_R_recall_precis = int_precis; + } + + if (tr_vec->tr[j-1].rel >= epi->relevance_level) { + while (rel_so_far == cut_rp[current_cut_rp]) { + eval->int_recall_precis[current_cut_rp] = int_precis; + current_cut_rp--; + } + eval->recip_rank = 1.0 / (float) j; + eval->rank_first_rel = j; + rel_so_far--; + } + else { + /* Note: for fallout-recall, the recall at X non-rel docs + is used for the recall 'after' (X-1) non-rel docs. + Ie. recall_used(X-1 non-rel docs) = MAX (recall(Y)) for + Y retrieved docs where X-1 non-rel retrieved */ + while (current_cut_fr >= 0 && + j - rel_so_far == cut_fr[current_cut_fr] + 1) { + eval->fall_recall[current_cut_fr] = recall; + current_cut_fr--; + } + } + } + + /* Fill in the 0.0 value for recall-precision (== max precision + at any point in the retrieval ranking) */ + eval->int_recall_precis[0] = int_precis; + + /* Fill in those cutoff values and averages that were not achieved + because insufficient docs were retrieved. */ + for (i = 0; i < NUM_CUTOFF; i++) { + if (eval->num_ret < cutoff[i]) { + if (eval->num_rel_ret > 0) { + eval->recall_cut[i] = ((float) eval->num_rel_ret / + (float) eval->num_rel); + eval->precis_cut[i] = ((float) eval->num_rel_ret / + (float) cutoff[i]); + } + eval->rel_precis_cut[i] = (cutoff[i] < eval->num_rel) ? + eval->precis_cut[i] : + eval->recall_cut[i]; + eval->uap_cut[i] = eval->precis_cut[i] * + eval->recall_cut[i]; + eval->rel_uap_cut[i] = eval->precis_cut[i] * + eval->precis_cut[i]; + } + } + for (i = 0; i < NUM_FR_PTS; i++) { + if (eval->num_ret - eval->num_rel_ret < cut_fr[i]) { + if (eval->num_rel_ret > 0) + eval->fall_recall[i] = (float) eval->num_rel_ret / + (float) eval->num_rel; + } + } + for (i = 0; i < NUM_PREC_PTS; i++) { + if (eval->num_ret < cut_rprec[i]) { + eval->R_prec_cut[i] = (float) eval->num_rel_ret / + (float) cut_rprec[i]; + eval->int_R_prec_cut[i] = (float) eval->num_rel_ret / + (float) cut_rprec[i]; + } + } + + if (eval->num_rel > eval->num_ret) { + eval->R_recall_precis = (float) eval->num_rel_ret / + (float)eval->num_rel; + eval->int_R_recall_precis = (float) eval->num_rel_ret / + (float)eval->num_rel; + } + + /* Calculate other indirect evaluation measure averages. */ + /* average recall-precis of 3 and 11 intermediate points */ + eval->int_av3_recall_precis = + (eval->int_recall_precis[three_pts[0]] + + eval->int_recall_precis[three_pts[1]] + + eval->int_recall_precis[three_pts[2]]) / 3.0; + for (i = 0; i < NUM_RP_PTS; i++) { + eval->int_av11_recall_precis += eval->int_recall_precis[i]; + } + eval->int_av11_recall_precis /= NUM_RP_PTS; + +} + +static void +calc_bpref_measures (epi, tr_vec, eval, num_rel, num_nonrel) +EVAL_PARAM_INFO *epi; +TR_VEC *tr_vec; +TREC_EVAL *eval; +long num_rel; /* Number relevant judged */ +long num_nonrel; /* Number nonrelevant judged */ +{ + long j; + long nonrel_ret; + long nonrel_so_far, rel_so_far, pool_unjudged_so_far; + long bounded_5R_nonrel_so_far, bounded_10R_nonrel_so_far; + long pref_top_nonrel_num = PREF_TOP_NONREL_NUM; + long pref_top_50pRnonrel_num; + long pref_top_25pRnonrel_num; + long pref_top_25p2Rnonrel_num; + long pref_top_10pRnonrel_num; + long pref_top_Rnonrel_num; + + /* Calculate judgement based measures (dependent on only + judged docs; no assumption of non-relevance if not judged) */ + /* Binary Preference measures; here expressed as all docs with a higher + value of rel are to be preferred. Optimize by keeping track of nonrel + seen so far */ + pref_top_nonrel_num = PREF_TOP_NONREL_NUM; + pref_top_50pRnonrel_num = 50 + eval->num_rel; + pref_top_25pRnonrel_num = 25 + eval->num_rel; + pref_top_10pRnonrel_num = 10 + eval->num_rel; + pref_top_Rnonrel_num = eval->num_rel; + pref_top_25p2Rnonrel_num = 25 + (2 * eval->num_rel); + nonrel_ret = 0; + for (j = 0; j < tr_vec->num_tr; j++) { + if (tr_vec->tr[j].rel >= 0 && tr_vec->tr[j].rel < epi->relevance_level) + nonrel_ret++; + } + nonrel_so_far = 0; + rel_so_far = 0; + pool_unjudged_so_far = 0; + bounded_5R_nonrel_so_far = 0; + bounded_10R_nonrel_so_far = 0; + for (j = 0; j < tr_vec->num_tr; j++) { + if (tr_vec->tr[j].rel == RELVALUE_NONPOOL) + /* document not in pool. Skip */ + continue; + if (tr_vec->tr[j].rel == RELVALUE_UNJUDGED) { + /* document in pool but unjudged. */ + pool_unjudged_so_far++; + continue; + } + + if (tr_vec->tr[j].rel >= 0 && tr_vec->tr[j].rel < epi->relevance_level) { + /* Judged Nonrel document */ + if (nonrel_so_far < 5 * eval->num_rel) { + bounded_5R_nonrel_so_far++; + if (nonrel_so_far < 10 * eval->num_rel) { + bounded_10R_nonrel_so_far++; + } + } + nonrel_so_far++; + } + else { + /* Judged Rel doc */ + rel_so_far++; + /* Add fraction of correct preferences. */ + /* Special case nonrel_so_far == 0 to avoid division by 0 */ + if (nonrel_so_far > 0) { + eval->bpref_allnonrel += 1.0 - (((float) nonrel_so_far) / + (float) num_nonrel); + eval->bpref_retnonrel += 1.0 - (((float) nonrel_so_far) / + (float) nonrel_ret); + eval->bpref_retall += 1.0 - (((float) nonrel_so_far) / + (float) nonrel_ret); + eval->bpref_num_correct += + MIN (num_nonrel, pref_top_Rnonrel_num) - + MIN (nonrel_so_far, pref_top_Rnonrel_num); + eval->bpref += 1.0 - + (((float) MIN (nonrel_so_far, pref_top_Rnonrel_num)) / + (float) MIN (num_nonrel, pref_top_Rnonrel_num)); + eval->old_bpref += 1.0 - + (((float) MIN (nonrel_so_far, pref_top_Rnonrel_num)) / + (float) MIN (nonrel_ret, pref_top_Rnonrel_num)); + eval->bpref_topnonrel += 1.0 - + (((float) MIN (nonrel_so_far, pref_top_nonrel_num)) / + (float) MIN (num_nonrel, pref_top_nonrel_num)); + eval->bpref_top50pRnonrel += 1.0 - + (((float) MIN (nonrel_so_far, pref_top_50pRnonrel_num)) / + (float) MIN (num_nonrel, pref_top_50pRnonrel_num)); + eval->bpref_top25pRnonrel += 1.0 - + (((float) MIN (nonrel_so_far, pref_top_25pRnonrel_num)) / + (float) MIN (num_nonrel, pref_top_25pRnonrel_num)); + eval->bpref_top10pRnonrel += 1.0 - + (((float) MIN (nonrel_so_far, pref_top_10pRnonrel_num)) / + (float) MIN (num_nonrel, pref_top_10pRnonrel_num)); + eval->old_bpref_top10pRnonrel += 1.0 - + (((float) MIN (nonrel_so_far, pref_top_10pRnonrel_num)) / + (float) MIN (nonrel_ret, pref_top_10pRnonrel_num)); + eval->bpref_top25p2Rnonrel += 1.0 - + (((float) MIN (nonrel_so_far, pref_top_25p2Rnonrel_num)) / + (float) MIN (num_nonrel, pref_top_25p2Rnonrel_num)); + if (rel_so_far <= 5 && nonrel_so_far < 5) + eval->bpref_5 += 1.0 - (float) nonrel_so_far / + (float) MIN (num_nonrel, 5); + if (rel_so_far <= 10 && nonrel_so_far < 10) + eval->bpref_10 += 1.0 - (float) nonrel_so_far / + (float) MIN (num_nonrel, 10); + } + else { + eval->bpref += 1.0; + eval->old_bpref += 1.0; + eval->bpref_allnonrel += 1.0; + eval->bpref_retnonrel += 1.0; + eval->bpref_retall += 1.0; + eval->bpref_topnonrel += 1.0; + eval->bpref_top50pRnonrel += 1.0; + eval->bpref_top25pRnonrel += 1.0; + eval->bpref_top10pRnonrel += 1.0; + eval->old_bpref_top10pRnonrel += 1.0; + eval->bpref_top25p2Rnonrel += 1.0; + if (rel_so_far <= 5) + eval->bpref_5 += 1.0; + if (rel_so_far <= 10) + eval->bpref_10 += 1.0; + + } + eval->bpref_top5Rnonrel += 1.0 - + (((float) bounded_5R_nonrel_so_far) / + (float) MIN (num_nonrel, eval->num_rel * 5)); + eval->bpref_top10Rnonrel += 1.0 - + (((float) bounded_10R_nonrel_so_far) / + (float) MIN (num_nonrel, eval->num_rel * 10)); + eval->bpref_num_all += num_nonrel - nonrel_so_far; + eval->bpref_num_ret += nonrel_ret - nonrel_so_far; + /* inf_ap */ + if (0 == j) + eval->inf_ap += 1.0; + else { + float fj = (float) j; + eval->inf_ap += 1.0 / (fj+1.0) + + (fj / (fj+1.0)) * + ((rel_so_far-1+nonrel_so_far+pool_unjudged_so_far) / fj) * + ((rel_so_far-1 + INFAP_EPSILON) / + (rel_so_far-1 + nonrel_so_far + 2 * INFAP_EPSILON)); + } + } + } + if (eval->num_rel) { + eval->bpref /= eval->num_rel; + eval->old_bpref /= eval->num_rel; + eval->bpref_allnonrel /= eval->num_rel; + eval->bpref_retnonrel /= eval->num_rel; + eval->bpref_topnonrel /= eval->num_rel; + eval->bpref_top5Rnonrel /= eval->num_rel; + eval->bpref_top10Rnonrel /= eval->num_rel; + eval->bpref_top50pRnonrel /= eval->num_rel; + eval->bpref_top25pRnonrel /= eval->num_rel; + eval->bpref_top10pRnonrel /= eval->num_rel; + eval->old_bpref_top10pRnonrel /= eval->num_rel; + eval->bpref_top25p2Rnonrel /= eval->num_rel; + if (eval->num_rel_ret) { + eval->bpref_retall /= eval->num_rel_ret; + eval->bpref_5 /= MIN (rel_so_far, 5); + eval->bpref_10 /= MIN (rel_so_far, 10); + } + eval->bpref_num_possible = eval->num_rel * + MIN (num_nonrel, pref_top_Rnonrel_num); + eval->inf_ap /= eval->num_rel; + } + eval->num_nonrel_judged_ret = nonrel_ret; + + /* For those bpref measure variants which use the geometric mean instead + of straight averages, compute them here. Original measure value + is constrained to be greater than MIN_GEO_MEAN (for time being .00001, + since trec_eval prints to four significant digits) */ + eval->gm_bpref = (float) log ((double)(MAX (eval->bpref, + MIN_GEO_MEAN))); +} + +static void +calc_average_measures (epi, tr_vec, eval, num_rel, num_nonrel) +EVAL_PARAM_INFO *epi; +TR_VEC *tr_vec; +TREC_EVAL *eval; +long num_rel; /* Number relevant judged */ +long num_nonrel; /* Number nonrelevant judged */ +{ + double recall, precis; /* current recall, precision values */ + double rel_precis, rel_uap;/* relative precision, uap values */ + double int_precis; /* current interpolated precision values */ + + long i,j; + long rel_so_far; + + /* Note for interpolated precision values (Prec(X) = MAX (PREC(Y)) for all + Y >= X) */ + rel_so_far = eval->num_rel_ret; + int_precis = (float) rel_so_far / (float) eval->num_ret; + + /* Loop over all retrieved docs in reverse order */ + for (j = eval->num_ret; j > 0; j--) { + if (rel_so_far > 0) { + recall = (float) rel_so_far / (float) eval->num_rel; + precis = (float) rel_so_far / (float) j; + if (j > eval->num_rel) { + rel_precis = (float) rel_so_far / (float) eval->num_rel; + } + else { + rel_precis = (float) rel_so_far / (float) j; + } + } + else { + recall = 0.0; + precis = 0.0; + rel_precis = 0.0; + } + rel_uap = rel_precis * rel_precis; + if (int_precis < precis) + int_precis = precis; + eval->av_rel_precis += rel_precis; + eval->av_rel_uap += rel_uap; + + if (j < eval->num_rel) { + eval->av_R_precis += precis; + eval->int_av_R_precis += int_precis; + } + + if (tr_vec->tr[j-1].rel >= epi->relevance_level) { + eval->int_av_recall_precis += int_precis; + eval->av_recall_precis += precis; + eval->avg_doc_prec += precis; + rel_so_far--; + } + else { + /* Note: for fallout-recall, the recall at X non-rel docs + is used for the recall 'after' (X-1) non-rel docs. + Ie. recall_used(X-1 non-rel docs) = MAX (recall(Y)) for + Y retrieved docs where X-1 non-rel retrieved */ + if (j - rel_so_far < MAX_FALL_RET) { + eval->av_fall_recall += recall; + } + } + } + + if (eval->num_ret - eval->num_rel_ret < MAX_FALL_RET) { + if (eval->num_rel_ret > 0) + eval->av_fall_recall += ((MAX_FALL_RET - + (eval->num_ret - eval->num_rel_ret)) + * ((float)eval->num_rel_ret / + (float)eval->num_rel)); + } + if (eval->num_rel > eval->num_ret) { + for (i = eval->num_ret; i < eval->num_rel; i++) { + eval->av_R_precis += (float) eval->num_rel_ret / + (float) i; + eval->int_av_R_precis += (float) eval->num_rel_ret / + (float) i; + } + } + + /* Calculate all the other averages */ + if (eval->num_rel_ret > 0) { + eval->av_recall_precis /= eval->num_rel; + eval->int_av_recall_precis /= eval->num_rel; + } + + eval->av_fall_recall /= MAX_FALL_RET; + + eval->av_rel_precis /= eval->num_ret; + eval->av_rel_uap /= eval->num_ret; + + if (eval->num_rel) { + eval->av_R_precis /= eval->num_rel; + eval->int_av_R_precis /= eval->num_rel; + } + + /* For those measure variants which use the geometric mean instead + of straight averages, compute them here. Original measure value + is constrained to be greater than MIN_GEO_MEAN (for time being .00001, + since trec_eval prints to four significant digits) */ + eval->gm_ap = (float) log ((double)(MAX (eval->av_recall_precis, + MIN_GEO_MEAN))); +} + +static void +calc_exact_measures (epi, tr_vec, eval, num_rel, num_nonrel) +EVAL_PARAM_INFO *epi; +TR_VEC *tr_vec; +TREC_EVAL *eval; +long num_rel; /* Number relevant judged */ +long num_nonrel; /* Number nonrelevant judged */ +{ + + if (eval->num_rel) { + eval->exact_recall = (double) eval->num_rel_ret / eval->num_rel; + eval->exact_precis = (double) eval->num_rel_ret / eval->num_ret; + eval->exact_uap = eval->exact_recall * eval->exact_precis; + if (eval->num_rel > eval->num_ret) { + eval->exact_rel_precis = eval->exact_precis; + } + else { + eval->exact_rel_precis = eval->exact_recall; + } + eval->exact_rel_uap = eval->exact_precis * eval->exact_precis; + eval->exact_utility = + epi->utility_a * eval->num_rel_ret + + epi->utility_b * (eval->num_ret - eval->num_rel_ret) + + epi->utility_c * (eval->num_rel - eval->num_rel_ret) + + epi->utility_d * (epi->num_docs_in_coll + eval->num_rel_ret + - eval->num_ret - eval->num_rel); + } +} + +static void +calc_time_measures (epi, tr_vec, eval, num_rel, num_nonrel) +EVAL_PARAM_INFO *epi; +TR_VEC *tr_vec; +TREC_EVAL *eval; +long num_rel; /* Number relevant judged */ +long num_nonrel; /* Number nonrelevant judged */ +{ + double recall, precis; /* current recall, precision values */ + double rel_precis, rel_uap;/* relative precision, uap values */ + double int_precis = 0.0; /* current interpolated precision values */ + + long i,j; + + long bucket; + long last_time_bucket = NUM_TIME_PTS; /* Last time bucket filled in */ + + long rel_so_far = eval->num_rel_ret; + long min_ret_rel = MIN(eval->num_rel, eval->num_ret); + + /* Loop over all retrieved docs in reverse order */ + for (j = eval->num_ret; j > 0; j--) { + if (rel_so_far > 0) { + recall = (float) rel_so_far / (float) eval->num_rel; + precis = (float) rel_so_far / (float) j; + if (j > eval->num_rel) { + rel_precis = (float) rel_so_far / (float) eval->num_rel; + } + else { + rel_precis = (float) rel_so_far / (float) j; + } + } + else { + recall = 0.0; + precis = 0.0; + rel_precis = 0.0; + } + rel_uap = rel_precis * rel_precis; + if (int_precis < precis) + int_precis = precis; + + bucket = tr_vec->tr[j-1].sim * + ((double) NUM_TIME_PTS / (double) MAX_TIME); + if (bucket < 0) bucket = 0; + if (bucket >= NUM_TIME_PTS) bucket = NUM_TIME_PTS-1; + if (tr_vec->tr[j-1].rel >= epi->relevance_level) + eval->time_num_rel[bucket]++; + else + eval->time_num_nrel[bucket]++; + eval->time_precis[bucket] = (float)rel_so_far / + (float) eval->num_ret; + eval->time_relprecis[bucket] = ((float)rel_so_far) / + (float) min_ret_rel; + eval->time_uap[bucket] = (float) rel_so_far * rel_so_far / + ((float) eval->num_ret * (float) min_ret_rel); + eval->time_reluap[bucket] = (float) rel_so_far * rel_so_far / + ((float) min_ret_rel * (float) min_ret_rel); + eval->time_utility[bucket] = + epi->utility_a * rel_so_far + + epi->utility_b * (j - rel_so_far) + + epi->utility_c * (eval->num_rel - rel_so_far) + + epi->utility_d * (epi->num_docs_in_coll + + rel_so_far - j - eval->num_rel); + + /* Need to fill in buckets up to last bucket */ + /* note assumes buckets are decreasing */ + /* Must do here since utility can be negative and zero + cannot be used as flag later */ + for (i = bucket+1; i < last_time_bucket; i++) { + eval->time_precis[i] = eval->time_precis[bucket]; + eval->time_relprecis[i] = eval->time_relprecis[bucket]; + eval->time_uap[i] = eval->time_uap[bucket]; + eval->time_reluap[i] = eval->time_reluap[bucket]; + eval->time_utility[i] = eval->time_utility[bucket]; + } + last_time_bucket = bucket; + } + + eval->time_cum_rel[0] = eval->time_num_rel[0]; + eval->av_time_cum_rel = eval->time_num_rel[0]; + for (i=1; i< NUM_TIME_PTS; i++) { + eval->time_cum_rel[i] = eval->time_cum_rel[i-1] + eval->time_num_rel[i]; + eval->av_time_cum_rel += eval->time_cum_rel[i]; + eval->av_time_precis += eval->time_precis[i]; + eval->av_time_relprecis += eval->time_relprecis[i]; + eval->av_time_uap += eval->time_uap[i]; + eval->av_time_reluap += eval->time_reluap[i]; + eval->av_time_utility += eval->time_utility[i]; + } + eval->av_time_cum_rel /= NUM_TIME_PTS; + eval->av_time_precis /= NUM_TIME_PTS; + eval->av_time_relprecis /= NUM_TIME_PTS; + eval->av_time_uap /= NUM_TIME_PTS; + eval->av_time_reluap /= NUM_TIME_PTS; + eval->av_time_utility /= NUM_TIME_PTS; +} diff --git a/trecqa.py b/trecqa.py new file mode 100644 index 0000000..6e98440 --- /dev/null +++ b/trecqa.py @@ -0,0 +1,177 @@ +from __future__ import print_function + +import os +import re +import random +import pickle +import itertools + +from keras_attention_model import make_model +from utils.dictionary import Dictionary + +random.seed(42) + +data_path = '/media/moloch/HHD/MachineLearning/data/trecqa/jacana-qa-naacl2013-data-results' + + +def gen_pairs(fname, gen=False, pair_file=os.path.join('models', 'trec.pairs')): + if os.path.exists(pair_file) and not gen: + return pickle.load(open(pair_file, 'rb')) + else: + with open(os.path.join(data_path, fname), 'r') as f: + lines = f.read() + + qa_pairs = list() + + for pair in re.finditer("(.+?)", lines, flags=re.DOTALL): + text = pair.group(1) + q = re.findall('.+?', text, flags=re.DOTALL)[0].split('\n')[1].split('\t') + pos, neg = list(), list() + + for a in re.finditer("<(positive|negative)>(.+?)", text, flags=re.DOTALL): + cl = a.group(1) + text = ' '.join(a.group(2).split('\n')[1].split('\t')) + if cl[0] == 'p': + pos.append(text) + else: + neg.append(text) + + qa_pairs.append({'question': ' '.join(q), 'positive': pos, 'negative': neg}) + + pickle.dump(qa_pairs, open(pair_file, 'wb')) + return qa_pairs + + +def gen_dict(pairs, gen=False, dic_file=os.path.join('models', 'trecqa.dict'), dic=None): + if os.path.exists(dic_file) and not gen: + dic = Dictionary.load(dic_file) + else: + if dic is None: + dic = Dictionary() + for ps in pairs: + for q in ps: + dic.add(q['question']) + for ans in itertools.chain(q['positive'], q['negative']): + dic.add(ans) + dic.save(dic_file) + return dic + + +def gen_eval(dic, pairs, q_maxlen, a_maxlen): + from keras.preprocessing.sequence import pad_sequences + + q_data = list() + a_data = list() + n_good = list() + + for pair in pairs: + pos = dic.convert(pair['positive']) + neg = dic.convert(pair['negative']) + q = dic.convert(pair['question']) + + q_data.append(pad_sequences([q], maxlen=q_maxlen, padding='post', truncating='post', value=len(dic))) + a_data.append(pad_sequences(pos + neg, maxlen=a_maxlen, padding='post', truncating='post', value=len(dic))) + n_good.append(len(pos)) + + return q_data, a_data, n_good + + +def gen_data(dic, pairs, q_maxlen, a_maxlen, gen=False, data_file=os.path.join('models', 'trecqa.data'), even=False): + if os.path.exists(data_file) and not gen: + from numpy import load as npload + f = npload(open(data_file, 'rb')) + return f['q'], f['p'], f['n'] + else: + from keras.preprocessing.sequence import pad_sequences + + questions = list() + pos_answers = list() + neg_answers = list() + + for pair in pairs: + pos = dic.convert(pair['positive']) + neg = dic.convert(pair['negative']) + q = dic.convert(pair['question']) + + questions += q * len(pos) + pos_answers += pos + neg_answers += neg + + questions = pad_sequences(questions, maxlen=q_maxlen, padding='post', truncating='post', dtype='int32', value=len(dic)) + pos_answers = pad_sequences(pos_answers, maxlen=a_maxlen, padding='post', truncating='post', dtype='int32', value=len(dic)) + neg_answers = pad_sequences(neg_answers, maxlen=a_maxlen, padding='post', truncating='post', dtype='int32', value=len(dic)) + + if even: + m = min(len(pos_answers), len(neg_answers)) + pos_answers = pos_answers[:m] + neg_answers = neg_answers[:m] + + from numpy import savez as npsavez + npsavez(open(data_file, 'wb'), q=questions, p=pos_answers, n=neg_answers) + + return questions, pos_answers, neg_answers + + +def get_mrr(model, questions, all_answers, n_good, n_eval=-1): + import numpy as np + from scipy.stats import rankdata + + if n_eval != -1: + questions = questions[-n_eval:] + all_answers = all_answers[-n_eval:] + n_good = n_good[-n_eval:] + + c = 0 + + for i in range(len(questions)): + question = questions[i] + ans = all_answers[i] + + qs = np.repeat(question, len(ans), 0) + + sims = model.predict([qs, ans]).flatten() + r = rankdata(sims) + + max_r = np.argmax(r) + max_n = np.argmax(r[:n_good[i]]) + + x = 1 / float(r[max_r] - r[max_n] + 1) + c += x + + return c / len(questions) + +gen = True +qa_pairs = gen_pairs('train2393.cleanup.xml', gen=gen, pair_file=os.path.join('models', 'trecqa.pairs')) +qa_pairs_dev = gen_pairs('dev-less-than-40.manual-edit.xml', gen=gen, pair_file=os.path.join('models', 'trec_dev.pairs')) +qa_pairs_test = gen_pairs('test-less-than-40.manual-edit.xml', gen=gen, pair_file=os.path.join('models', 'trec_test.pairs')) + +dic = gen_dict([qa_pairs, qa_pairs_test, qa_pairs_dev], gen=gen) + +q_maxlen = 10 +a_maxlen = 40 +dic.top(20000) +n_words = len(dic) + 1 + +questions, pos_answers, neg_answers = gen_data(dic, qa_pairs, q_maxlen, a_maxlen, data_file=os.path.join('models', 'trecqa.data'), gen=gen) +questions_dev, pos_answers_dev, neg_answers_dev = gen_data(dic, qa_pairs_dev, q_maxlen, a_maxlen, even=True, data_file=os.path.join('models', 'trecqa_dev.data'), gen=gen) +questions_test, answers_test, n_good_test = gen_eval(dic, qa_pairs_test, q_maxlen, a_maxlen) + +from numpy import asarray +targets = asarray([0] * len(questions)) +targets_dev = asarray([0] * len(questions_dev)) + +print('Generating model') +train_model, test_model = make_model(q_maxlen, a_maxlen, n_words, n_embed_dims=400, n_lstm_dims=64) + +for i in range(1000): + print('----- %d -----' % i) + import numpy.random as nprandom + nprandom.shuffle(neg_answers) + neg_answers_train = neg_answers[:len(pos_answers)] + + train_model.fit([questions, pos_answers, neg_answers_train], targets, nb_epoch=1, batch_size=128, validation_data=[[questions_dev, pos_answers_dev, neg_answers_dev], targets_dev]) + + if i % 20 == 0: + train_model.save_weights(os.path.join('models', 'trecqa_model_for_training_iter_%d.h5' % (i+1)), overwrite=True) + test_model.save_weights(os.path.join('models', 'trecqa_model_for_testing_iter_%d.h5' % (i+1)), overwrite=True) + print('MRR: {}'.format(get_mrr(test_model, questions_test, answers_test, n_good_test))) diff --git a/utils/dictionary.py b/utils/dictionary.py index c37e418..5d0ed88 100644 --- a/utils/dictionary.py +++ b/utils/dictionary.py @@ -5,15 +5,11 @@ try: except ImportError: import pickle -from numpy import asarray -import numpy as np -from gensim.utils import tokenize - class Dictionary: def __init__(self, min_len=1): self._token_counts = dict() - self._id = 1 + self._id = 0 self._min_len = min_len self.token2id = dict() @@ -43,18 +39,21 @@ class Dictionary: return self.token2id.get(item, self._id) def __getitem__(self, item): - return self.id2token[item] if 0 <= item < len(self.token2id) else 'UNKNOWN' + return self.id2token[item] if item < self._id else 'X' def __len__(self): return self._id + 1 def convert(self, text): - if isinstance(text, str): - docs = [tokenize(text, to_lower=True)] - else: - docs = [tokenize(t, to_lower=True) for t in text] + from gensim.utils import tokenize + from numpy import asarray - return [asarray([self(t) for t in doc], dtype=np.int32) for doc in docs] + if isinstance(text, str): + docs = [tokenize(text, to_lower=True, deacc=True)] + else: + docs = [tokenize(t, to_lower=True, deacc=True) for t in text] + + return [asarray([self(t) for t in doc], dtype='int32') for doc in docs] def revert(self, tokens): texts = list() @@ -64,6 +63,15 @@ class Dictionary: return texts + def top(self, n): + import operator + + sorted_tokens = sorted(self._token_counts.items(), reverse=True, key=operator.itemgetter(1))[:n] + self._token_counts = dict((k, v) for k, v in sorted_tokens) + self.id2token = [k for k in self._token_counts.keys()] + self.token2id = dict((v, k) for k, v in enumerate(self.id2token)) + self._id = len(self.id2token) + def strip(self, n): self._token_counts = dict((k, v) for k, v in self._token_counts.items() if v > n) self.id2token = [k for k in self._token_counts.keys()]