{
struct record_metadata *md = record->metadata[norm->scorefield];
rp->score = md->data.fnumber;
- assert(rp->score>0); // ###
}
yaz_log(YLOG_LOG,"Got score for %d/%d : %f ",
norm->num, record->position, rp->score );
return sum;
}
+// For each client, normalize scores
static void normalize_scores(struct relevance *rel)
{
- // For each client, normalize scores
+ const int maxiterations = 100;
+ const double enough = 100.0; // sets the number of decimals we are happy with
struct norm_client *norm;
for ( norm = rel->norm; norm; norm = norm->next )
{
double a,b; // params to optimize
double as,bs; // step sizes
double chi;
+ char dir = 'a';
// initial guesses for the parameters
if ( range < 1e-6 ) // practically zero
range = norm->max;
a = 1.0 / range;
b = abs(norm->min);
- as = a / 3;
- bs = b / 3;
+ as = a / 10;
+ bs = b / 10;
chi = squaresum( norm->records, a,b);
- while (it++ < 100) // safeguard against things not converging
+ while (it++ < maxiterations) // safeguard against things not converging
{
- // optimize a
- double plus = squaresum(norm->records, a+as, b);
- double minus= squaresum(norm->records, a-as, b);
- if ( plus < chi && plus < minus )
+ double aplus = squaresum(norm->records, a+as, b);
+ double aminus= squaresum(norm->records, a-as, b);
+ double bplus = squaresum(norm->records, a, b+bs);
+ double bminus= squaresum(norm->records, a, b-bs);
+ if ( aplus < chi && aplus < aminus && aplus < bplus && aplus < bminus)
{
a = a + as;
- chi = plus;
+ chi = aplus;
+ yaz_log(YLOG_LOG,"Fitting aplus it=%d: a=%f / %f b=%f / %f chi = %f",
+ it, a, as, b, bs, chi );
}
- else if ( minus < chi && minus < plus )
+ else if ( aminus < chi && aminus < aplus && aminus < bplus && aminus < bminus)
{
a = a - as;
- chi = minus;
+ chi = aminus;
+ yaz_log(YLOG_LOG,"Fitting aminus it=%d: a=%f / %f b=%f / %f chi = %f",
+ it, a, as, b, bs, chi );
}
- else
- as = as / 2;
- // optimize b
- plus = squaresum(norm->records, a, b+bs);
- minus= squaresum(norm->records, a, b-bs);
- if ( plus < chi && plus < minus )
+ else if ( bplus < chi && bplus < aplus && bplus < aminus && bplus < bminus)
{
b = b + bs;
- chi = plus;
+ chi = bplus;
+ yaz_log(YLOG_LOG,"Fitting bplus it=%d: a=%f / %f b=%f / %f chi = %f",
+ it, a, as, b, bs, chi );
}
- else if ( minus < chi && minus < plus )
+ else if ( bminus < chi && bminus < aplus && bminus < bplus && bminus < aminus)
{
b = b - bs;
- chi = minus;
+ chi = bminus;
+ yaz_log(YLOG_LOG,"Fitting bminus it=%d: a=%f / %f b=%f / %f chi = %f",
+ it, a, as, b, bs, chi );
}
else
- bs = bs / 2;
- yaz_log(YLOG_LOG,"Fitting it=%d: a=%f / %f b=%f / %f chi = %f",
- it, a, as, b, bs, chi );
+ {
+ if ( as > bs )
+ {
+ as = as / 2;
+ yaz_log(YLOG_LOG,"Fitting step a it=%d: a=%f / %f b=%f / %f chi = %f",
+ it, a, as, b, bs, chi );
+ }
+ else
+ {
+ bs = bs / 2;
+ yaz_log(YLOG_LOG,"Fitting step b it=%d: a=%f / %f b=%f / %f chi = %f",
+ it, a, as, b, bs, chi );
+ }
+ }
norm->a = a;
norm->b = b;
- if ( abs(as) * 1000.0 < abs(a) &&
- abs(bs) * 1000.0 < abs(b) )
+ if ( fabs(as) * enough < fabs(a) &&
+ fabs(bs) * enough < fabs(b) ) {
+ yaz_log(YLOG_LOG,"Fitting done: stopping loop at %d" , it );
break; // not changing much any more
+
+ }
}
+ yaz_log(YLOG_LOG,"Fitting done: it=%d: a=%f / %f b=%f / %f chi = %f",
+ it-1, a, as, b, bs, chi );
+ yaz_log(YLOG_LOG," a: %f < %f %d",
+ fabs(as)*enough, fabs(a), (fabs(as) * enough < fabs(a)) );
+ yaz_log(YLOG_LOG," b: %f < %f %d",
+ fabs(bs)*enough, fabs(b), (fabs(bs) * enough < fabs(b)) );
}
-
+
if ( norm->scorefield != scorefield_none )
{ // distribute the normalized scores to the records
struct norm_record *nr = norm->records;
<start>0</start>
<num>19</num>
<hit>
- <md-title>Water management problems and challenges in India</md-title>
- <md-title-remainder>an analytical review</md-title-remainder>
+ <md-title>District water supply plan</md-title>
<md-date>2000</md-date>
- <md-author>Dinesh Kumar, M</md-author>
+ <md-description>[1] [No special title] -- [2] Appendixes</md-description>
<md-medium>book</md-medium>
<location id="LOC Solr Test"
- name="LOC Solr Test" checksum="1554355631">
- <md-title>Water management problems and challenges in India</md-title>
- <md-title-remainder>an analytical review</md-title-remainder>
+ name="LOC Solr Test" checksum="552609001">
+ <md-title>District water supply plan</md-title>
<md-date>2000</md-date>
- <md-author>Dinesh Kumar, M</md-author>
+ <md-description>[1] [No special title] -- [2] Appendixes</md-description>
<md-medium>book</md-medium>
- <md-score>2.304635</md-score>
+ <md-score>1.928196</md-score>
</location>
<count>1</count>
- <relevance>2000</relevance>
- <recid>content: title water management problems and challenges in india author dinesh kumar m medium book</recid>
+ <relevance>3526</relevance>
+ <recid>content: title district water supply plan medium book</recid>
</hit>
<hit>
- <md-title>The magic of water</md-title>
- <md-title-remainder>reflection and transparency at the water's edge</md-title-remainder>
+ <md-title>Proposition 13</md-title>
+ <md-title-remainder>Safe Drinking Water, Clean Water, Watershed Protection, and Flood Protection Act</md-title-remainder>
<md-date>2000</md-date>
- <md-author>Hochschwender, Ted</md-author>
+ <md-description>"March 2000."</md-description>
<md-medium>book</md-medium>
<location id="LOC Solr Test"
- name="LOC Solr Test" checksum="3168968100">
- <md-title>The magic of water</md-title>
- <md-title-remainder>reflection and transparency at the water's edge</md-title-remainder>
+ name="LOC Solr Test" checksum="3232963828">
+ <md-title>Proposition 13</md-title>
+ <md-title-remainder>Safe Drinking Water, Clean Water, Watershed Protection, and Flood Protection Act</md-title-remainder>
<md-date>2000</md-date>
- <md-author>Hochschwender, Ted</md-author>
+ <md-description>"March 2000."</md-description>
<md-medium>book</md-medium>
- <md-score>2.231453</md-score>
+ <md-score>1.928196</md-score>
</location>
<count>1</count>
- <relevance>1939</relevance>
- <recid>content: title the magic of water author hochschwender ted medium book</recid>
+ <relevance>3526</relevance>
+ <recid>content: title proposition medium book</recid>
</hit>
<hit>
- <md-title>Water</md-title>
+ <md-title>1999 wastewater and drinking water user charge survey</md-title>
<md-date>1999</md-date>
- <md-author>De Villiers, Marq</md-author>
+ <md-description>"December, 1999."</md-description>
<md-medium>book</md-medium>
<location id="LOC Solr Test"
- name="LOC Solr Test" checksum="488613273">
- <md-title>Water</md-title>
+ name="LOC Solr Test" checksum="1618351359">
+ <md-title>1999 wastewater and drinking water user charge survey</md-title>
<md-date>1999</md-date>
- <md-author>De Villiers, Marq</md-author>
+ <md-description>Cover title</md-description>
+ <md-description>"December, 1999."</md-description>
<md-medium>book</md-medium>
- <md-score>2.186368</md-score>
+ <md-score>1.928196</md-score>
</location>
<count>1</count>
- <relevance>1902</relevance>
- <recid>content: title water author de villiers marq medium book</recid>
+ <relevance>3526</relevance>
+ <recid>content: title wastewater and drinking water user charge survey medium book</recid>
</hit>
<hit>
- <md-title>Water use for public water supply in Michigan, 1998</md-title>
+ <md-title>Water in press, 1997</md-title>
+ <md-title-remainder>an index of news items on water resources selected from leading news papers</md-title-remainder>
+ <md-date>1998</md-date>
+ <md-description>With reference to India</md-description>
+ <md-medium>book</md-medium>
+ <location id="LOC Solr Test"
+ name="LOC Solr Test" checksum="2167221470">
+ <md-title>Water in press, 1997</md-title>
+ <md-title-remainder>an index of news items on water resources selected from leading news papers</md-title-remainder>
+ <md-date>1998</md-date>
+ <md-description>Includes index</md-description>
+ <md-description>With reference to India</md-description>
+ <md-medium>book</md-medium>
+ <md-score>1.928196</md-score>
+ </location>
+ <count>1</count>
+ <relevance>3526</relevance>
+ <recid>content: title water in press medium book</recid>
+</hit>
+<hit>
+ <md-title>Who governs water?</md-title>
+ <md-title-remainder>the politics of water resource management</md-title-remainder>
+ <md-date>1999</md-date>
+ <md-author>Frey, Hans</md-author>
+ <md-medium>book</md-medium>
+ <location id="LOC Solr Test"
+ name="LOC Solr Test" checksum="3738890">
+ <md-title>Who governs water?</md-title>
+ <md-title-remainder>the politics of water resource management</md-title-remainder>
+ <md-date>1999</md-date>
+ <md-author>Frey, Hans</md-author>
+ <md-medium>book</md-medium>
+ <md-score>1.928196</md-score>
+ </location>
+ <count>1</count>
+ <relevance>3526</relevance>
+ <recid>content: title who governs water author frey hans medium book</recid>
+</hit>
+<hit>
+ <md-title>A Primer on fresh water</md-title>
+ <md-title-remainder>questions and answers</md-title-remainder>
<md-date>2000</md-date>
- <md-description>"January 3, 2000."</md-description>
+ <md-description>Issued also in French under title: Notions élémentaires sur l'eau douce : questions et réponses</md-description>
<md-medium>book</md-medium>
<location id="LOC Solr Test"
- name="LOC Solr Test" checksum="2103225742">
- <md-title>Water use for public water supply in Michigan, 1998</md-title>
+ name="LOC Solr Test" checksum="2684093717">
+ <md-title>A Primer on fresh water</md-title>
+ <md-title-remainder>questions and answers</md-title-remainder>
<md-date>2000</md-date>
- <md-description>"January 3, 2000."</md-description>
+ <md-description>Issued also in French under title: Notions élémentaires sur l'eau douce : questions et réponses</md-description>
+ <md-description>Includes index</md-description>
<md-medium>book</md-medium>
- <md-score>2.186368</md-score>
+ <md-score>2.016555</md-score>
</location>
<count>1</count>
- <relevance>1902</relevance>
- <recid>content: title water use for public water supply in michigan medium book</recid>
+ <relevance>2319</relevance>
+ <recid>content: title a primer on fresh water medium book</recid>
</hit>
<hit>
- <md-title>Report to the IUCN on water demand management country study</md-title>
- <md-title-remainder>Namibia</md-title-remainder>
- <md-date>1999</md-date>
+ <md-title>Water quality assessment of the State Water Project, 1996-97</md-title>
+ <md-date>1999-2000</md-date>
+ <md-description>"September 1999."</md-description>
<md-medium>book</md-medium>
<location id="LOC Solr Test"
- name="LOC Solr Test" checksum="3717838211">
- <md-title>Report to the IUCN on water demand management country study</md-title>
- <md-title-remainder>Namibia</md-title-remainder>
+ name="LOC Solr Test" checksum="3749836075">
+ <md-title>Water quality assessment of the State Water Project, 1996-97</md-title>
<md-date>1999</md-date>
+ <md-description>Cover title</md-description>
+ <md-description>"September 1999."</md-description>
<md-medium>book</md-medium>
- <md-score>2.114981</md-score>
+ <md-score>2.016555</md-score>
+ </location>
+ <location id="LOC Solr Test"
+ name="LOC Solr Test" checksum="1069481248">
+ <md-title>Water quality assessment of the State Water Project, 1998-99</md-title>
+ <md-date>2000</md-date>
+ <md-description>Cover title</md-description>
+ <md-description>"July 2000."</md-description>
+ <md-medium>book</md-medium>
+ <md-score>2.016555</md-score>
+ </location>
+ <count>2</count>
+ <relevance>2319</relevance>
+ <recid>content: title water quality assessment of the state water project medium book</recid>
+</hit>
+<hit>
+ <md-title>Wonderful water</md-title>
+ <md-date>2001</md-date>
+ <md-author>Glover, David</md-author>
+ <md-medium>book</md-medium>
+ <location id="LOC Solr Test"
+ name="LOC Solr Test" checksum="2135223606">
+ <md-title>Wonderful water</md-title>
+ <md-date>2001</md-date>
+ <md-author>Glover, David</md-author>
+ <md-medium>book</md-medium>
+ <md-score>2.037029</md-score>
</location>
<count>1</count>
- <relevance>1843</relevance>
- <recid>content: title report to the iucn on water demand management country study medium book</recid>
+ <relevance>2039</relevance>
+ <recid>content: title wonderful water author glover david medium book</recid>
</hit>
<hit>
<md-title>Evaluation and control of water pollution in Bhavani Basin</md-title>
<md-score>2.061328</md-score>
</location>
<count>1</count>
- <relevance>1798</relevance>
+ <relevance>1707</relevance>
<recid>content: title evaluation and control of water pollution in bhavani basin medium book</recid>
</hit>
<hit>
<md-score>2.061328</md-score>
</location>
<count>1</count>
- <relevance>1798</relevance>
+ <relevance>1707</relevance>
<recid>content: title unsia water cluster medium book</recid>
</hit>
<hit>
<md-score>2.061328</md-score>
</location>
<count>1</count>
- <relevance>1798</relevance>
+ <relevance>1707</relevance>
<recid>content: title water and water supplies author thresh john clough medium book</recid>
</hit>
<hit>
<md-score>2.061328</md-score>
</location>
<count>1</count>
- <relevance>1798</relevance>
+ <relevance>1707</relevance>
<recid>content: title water author majeed abdul medium book</recid>
</hit>
<hit>
<md-score>2.061328</md-score>
</location>
<count>1</count>
- <relevance>1798</relevance>
+ <relevance>1707</relevance>
<recid>content: title water law author fisher d e medium book</recid>
</hit>
<hit>
<md-score>2.061328</md-score>
</location>
<count>1</count>
- <relevance>1798</relevance>
+ <relevance>1707</relevance>
<recid>content: title water technology management medium book</recid>
</hit>
<hit>
- <md-title>Wonderful water</md-title>
- <md-date>2001</md-date>
- <md-author>Glover, David</md-author>
- <md-medium>book</md-medium>
- <location id="LOC Solr Test"
- name="LOC Solr Test" checksum="2135223606">
- <md-title>Wonderful water</md-title>
- <md-date>2001</md-date>
- <md-author>Glover, David</md-author>
- <md-medium>book</md-medium>
- <md-score>2.037029</md-score>
- </location>
- <count>1</count>
- <relevance>1778</relevance>
- <recid>content: title wonderful water author glover david medium book</recid>
-</hit>
-<hit>
- <md-title>A Primer on fresh water</md-title>
- <md-title-remainder>questions and answers</md-title-remainder>
- <md-date>2000</md-date>
- <md-description>Issued also in French under title: Notions élémentaires sur l'eau douce : questions et réponses</md-description>
+ <md-title>Report to the IUCN on water demand management country study</md-title>
+ <md-title-remainder>Namibia</md-title-remainder>
+ <md-date>1999</md-date>
<md-medium>book</md-medium>
<location id="LOC Solr Test"
- name="LOC Solr Test" checksum="2684093717">
- <md-title>A Primer on fresh water</md-title>
- <md-title-remainder>questions and answers</md-title-remainder>
- <md-date>2000</md-date>
- <md-description>Issued also in French under title: Notions élémentaires sur l'eau douce : questions et réponses</md-description>
- <md-description>Includes index</md-description>
+ name="LOC Solr Test" checksum="3717838211">
+ <md-title>Report to the IUCN on water demand management country study</md-title>
+ <md-title-remainder>Namibia</md-title-remainder>
+ <md-date>1999</md-date>
<md-medium>book</md-medium>
- <md-score>2.016555</md-score>
+ <md-score>2.114981</md-score>
</location>
<count>1</count>
- <relevance>1761</relevance>
- <recid>content: title a primer on fresh water medium book</recid>
+ <relevance>974</relevance>
+ <recid>content: title report to the iucn on water demand management country study medium book</recid>
</hit>
<hit>
- <md-title>Water quality assessment of the State Water Project, 1996-97</md-title>
- <md-date>1999-2000</md-date>
- <md-description>"September 1999."</md-description>
+ <md-title>Water</md-title>
+ <md-date>1999</md-date>
+ <md-author>De Villiers, Marq</md-author>
<md-medium>book</md-medium>
<location id="LOC Solr Test"
- name="LOC Solr Test" checksum="3749836075">
- <md-title>Water quality assessment of the State Water Project, 1996-97</md-title>
+ name="LOC Solr Test" checksum="488613273">
+ <md-title>Water</md-title>
<md-date>1999</md-date>
- <md-description>Cover title</md-description>
- <md-description>"September 1999."</md-description>
- <md-medium>book</md-medium>
- <md-score>2.016555</md-score>
- </location>
- <location id="LOC Solr Test"
- name="LOC Solr Test" checksum="1069481248">
- <md-title>Water quality assessment of the State Water Project, 1998-99</md-title>
- <md-date>2000</md-date>
- <md-description>Cover title</md-description>
- <md-description>"July 2000."</md-description>
+ <md-author>De Villiers, Marq</md-author>
<md-medium>book</md-medium>
- <md-score>2.016555</md-score>
+ <md-score>2.186368</md-score>
</location>
- <count>2</count>
- <relevance>1761</relevance>
- <recid>content: title water quality assessment of the state water project medium book</recid>
+ <count>1</count>
+ <relevance>0</relevance>
+ <recid>content: title water author de villiers marq medium book</recid>
</hit>
<hit>
- <md-title>District water supply plan</md-title>
+ <md-title>Water use for public water supply in Michigan, 1998</md-title>
<md-date>2000</md-date>
- <md-description>[1] [No special title] -- [2] Appendixes</md-description>
+ <md-description>"January 3, 2000."</md-description>
<md-medium>book</md-medium>
<location id="LOC Solr Test"
- name="LOC Solr Test" checksum="552609001">
- <md-title>District water supply plan</md-title>
+ name="LOC Solr Test" checksum="2103225742">
+ <md-title>Water use for public water supply in Michigan, 1998</md-title>
<md-date>2000</md-date>
- <md-description>[1] [No special title] -- [2] Appendixes</md-description>
+ <md-description>"January 3, 2000."</md-description>
<md-medium>book</md-medium>
- <md-score>1.928196</md-score>
+ <md-score>2.186368</md-score>
</location>
<count>1</count>
- <relevance>1688</relevance>
- <recid>content: title district water supply plan medium book</recid>
+ <relevance>0</relevance>
+ <recid>content: title water use for public water supply in michigan medium book</recid>
</hit>
<hit>
- <md-title>Proposition 13</md-title>
- <md-title-remainder>Safe Drinking Water, Clean Water, Watershed Protection, and Flood Protection Act</md-title-remainder>
+ <md-title>The magic of water</md-title>
+ <md-title-remainder>reflection and transparency at the water's edge</md-title-remainder>
<md-date>2000</md-date>
- <md-description>"March 2000."</md-description>
+ <md-author>Hochschwender, Ted</md-author>
<md-medium>book</md-medium>
<location id="LOC Solr Test"
- name="LOC Solr Test" checksum="3232963828">
- <md-title>Proposition 13</md-title>
- <md-title-remainder>Safe Drinking Water, Clean Water, Watershed Protection, and Flood Protection Act</md-title-remainder>
+ name="LOC Solr Test" checksum="3168968100">
+ <md-title>The magic of water</md-title>
+ <md-title-remainder>reflection and transparency at the water's edge</md-title-remainder>
<md-date>2000</md-date>
- <md-description>"March 2000."</md-description>
- <md-medium>book</md-medium>
- <md-score>1.928196</md-score>
- </location>
- <count>1</count>
- <relevance>1688</relevance>
- <recid>content: title proposition medium book</recid>
-</hit>
-<hit>
- <md-title>1999 wastewater and drinking water user charge survey</md-title>
- <md-date>1999</md-date>
- <md-description>"December, 1999."</md-description>
- <md-medium>book</md-medium>
- <location id="LOC Solr Test"
- name="LOC Solr Test" checksum="1618351359">
- <md-title>1999 wastewater and drinking water user charge survey</md-title>
- <md-date>1999</md-date>
- <md-description>Cover title</md-description>
- <md-description>"December, 1999."</md-description>
- <md-medium>book</md-medium>
- <md-score>1.928196</md-score>
- </location>
- <count>1</count>
- <relevance>1688</relevance>
- <recid>content: title wastewater and drinking water user charge survey medium book</recid>
-</hit>
-<hit>
- <md-title>Water in press, 1997</md-title>
- <md-title-remainder>an index of news items on water resources selected from leading news papers</md-title-remainder>
- <md-date>1998</md-date>
- <md-description>With reference to India</md-description>
- <md-medium>book</md-medium>
- <location id="LOC Solr Test"
- name="LOC Solr Test" checksum="2167221470">
- <md-title>Water in press, 1997</md-title>
- <md-title-remainder>an index of news items on water resources selected from leading news papers</md-title-remainder>
- <md-date>1998</md-date>
- <md-description>Includes index</md-description>
- <md-description>With reference to India</md-description>
+ <md-author>Hochschwender, Ted</md-author>
<md-medium>book</md-medium>
- <md-score>1.928196</md-score>
+ <md-score>2.231453</md-score>
</location>
<count>1</count>
- <relevance>1688</relevance>
- <recid>content: title water in press medium book</recid>
+ <relevance>-616</relevance>
+ <recid>content: title the magic of water author hochschwender ted medium book</recid>
</hit>
<hit>
- <md-title>Who governs water?</md-title>
- <md-title-remainder>the politics of water resource management</md-title-remainder>
- <md-date>1999</md-date>
- <md-author>Frey, Hans</md-author>
+ <md-title>Water management problems and challenges in India</md-title>
+ <md-title-remainder>an analytical review</md-title-remainder>
+ <md-date>2000</md-date>
+ <md-author>Dinesh Kumar, M</md-author>
<md-medium>book</md-medium>
<location id="LOC Solr Test"
- name="LOC Solr Test" checksum="3738890">
- <md-title>Who governs water?</md-title>
- <md-title-remainder>the politics of water resource management</md-title-remainder>
- <md-date>1999</md-date>
- <md-author>Frey, Hans</md-author>
+ name="LOC Solr Test" checksum="1554355631">
+ <md-title>Water management problems and challenges in India</md-title>
+ <md-title-remainder>an analytical review</md-title-remainder>
+ <md-date>2000</md-date>
+ <md-author>Dinesh Kumar, M</md-author>
<md-medium>book</md-medium>
- <md-score>1.928196</md-score>
+ <md-score>2.304635</md-score>
</location>
<count>1</count>
- <relevance>1688</relevance>
- <recid>content: title who governs water author frey hans medium book</recid>
+ <relevance>-1616</relevance>
+ <recid>content: title water management problems and challenges in india author dinesh kumar m medium book</recid>
</hit>
</show>
\ No newline at end of file