LazStats: Improved output of SuccIntUnit. Include in help.

git-svn-id: https://svn.code.sf.net/p/lazarus-ccr/svn@7446 8e941d3f-bd1b-0410-a28a-d453659cc2b4
This commit is contained in:
wp_xxyyzz
2020-05-10 13:00:49 +00:00
parent 6e9d618d20
commit ca4fa9b510
4 changed files with 463 additions and 428 deletions

Binary file not shown.

View File

@@ -3,6 +3,8 @@ object SuccIntFrm: TSuccIntFrm
Height = 282
Top = 391
Width = 335
HelpType = htKeyword
HelpKeyword = 'SuccessiveIntervalScaling.htm'
AutoSize = True
Caption = 'Successive Interval Scaling'
ClientHeight = 282

View File

@@ -1,5 +1,7 @@
// Test file: sucsintv.laz, use all variables.
// TODO: Different output for VAR5 scale value in "Estimates of scale values..."
unit SuccIntUnit;
{$mode objfpc}{$H+}
@@ -102,24 +104,25 @@ var
begin
for i := 0 to VarList.Items.Count - 1do
ItemList.Items.Add(VarList.Items[i]);
VarList.Clear;
UpdateBtnStates;
end;
procedure TSuccIntFrm.ComputeBtnClick(Sender: TObject);
var
i, j, k, col, X, NoSelected, MaxCat, count, subscript : integer;
discrow : integer;
CatCount : IntDyneVec;
ColNoSelected : IntDyneVec;
FreqMat : IntDyneMat;
RowTots : IntDyneVec;
PropMat, Zmatrix, WidthMat, TheorZMat, ThCumPMat, CumMat : DblDyneMat;
DiscDisp, Mean, StdDev, CumWidth, ScaleValue : DblDyneVec;
d1, d2, C1, L1, L2, t3, sum, discrep, z, prop, maxdiscrep : double;
RowLabels, ColLabels : StrDyneVec;
i, j, k, col, X, NoSelected, MaxCat, count, subscript: integer;
discrow: integer;
CatCount: IntDyneVec;
ColNoSelected: IntDyneVec;
FreqMat: IntDyneMat;
RowTots: IntDyneVec;
PropMat, Zmatrix, WidthMat, TheorZMat, ThCumPMat, CumMat: DblDyneMat;
DiscDisp, Mean, StdDev, CumWidth, ScaleValue: DblDyneVec;
d1, d2, C1, L1, L2, t3, sum, discrep, z, prop, maxdiscrep: double;
RowLabels, ColLabels: StrDyneVec;
outline: string;
Save_Cursor : TCursor;
found : boolean;
Save_Cursor: TCursor;
found: boolean;
lReport: TStrings;
begin
if ItemList.Items.Count = 0 then
@@ -149,6 +152,7 @@ begin
if outline = OS3MainFrm.DataGrid.Cells[j,0] then ColNoSelected[i-1] := j;
end;
end;
(*
OutputFrm.RichEdit.Lines.Add('check of parameters');
outline := format('No Selected = %3d',[NoSelected]);
@@ -163,7 +167,8 @@ begin
OutputFrm.ShowModal;
OutputFrm.RichEdit.Clear;
*)
//Find largest category value in data
//Find largest category value in data
for i := 1 to NoCases do
begin
if (not GoodRecord(i,NoSelected,ColNoSelected)) then continue;
@@ -176,19 +181,19 @@ begin
end;
// Initialize arrays
SetLength(CatCount,MaxCat);
SetLength(FreqMat,NoVariables,MaxCat);
SetLength(RowTots,NoVariables);
SetLength(PropMat,NoVariables,MaxCat);
SetLength(Zmatrix,NoVariables,MaxCat);
SetLength(WidthMat,NoVariables,MaxCat);
SetLength(TheorZMat,NoVariables,MaxCat);
SetLength(ThCumPMat,NoVariables,MaxCat);
SetLength(CumMat,NoVariables,MaxCat);
SetLength(Mean,MaxCat);
SetLength(StdDev,MaxCat);
SetLength(CumWidth,MaxCat);
SetLength(ColLabels,MaxCat);
SetLength(CatCount, MaxCat);
SetLength(FreqMat, NoVariables, MaxCat);
SetLength(RowTots, NoVariables);
SetLength(PropMat, NoVariables, MaxCat);
SetLength(Zmatrix, NoVariables, MaxCat);
SetLength(WidthMat, NoVariables, MaxCat);
SetLength(TheorZMat, NoVariables, MaxCat);
SetLength(ThCumPMat, NoVariables, MaxCat);
SetLength(CumMat, NoVariables, MaxCat);
SetLength(Mean, MaxCat);
SetLength(StdDev, MaxCat);
SetLength(CumWidth, MaxCat);
SetLength(ColLabels, MaxCat);
for i := 0 to NoSelected-1 do
begin
@@ -225,8 +230,8 @@ begin
begin
col := ColNoSelected[j-1];
X := round(StrToFloat(Trim(OS3MainFrm.DataGrid.Cells[col,i])));
if ((X > 0) and (X <= MaxCat)) then
FreqMat[j-1,X-1] := FreqMat[j-1,X-1] + 1;
if (X > 0) and (X <= MaxCat) then
FreqMat[j-1, X-1] := FreqMat[j-1, X-1] + 1;
end;
end;
@@ -235,10 +240,8 @@ begin
begin
RowTots[i] := 0;
for j := 0 to MaxCat-1 do
begin
RowTots[i] := RowTots[i] + FreqMat[i,j];
end;
end;
// Convert frequencies to proportions of the row totals
for i := 0 to NoSelected-1 do
@@ -251,8 +254,9 @@ begin
CumMat[i-1,0] := PropMat[i-1,0];
for j := 2 to MaxCat do
begin
CumMat[i-1,j-1] := CumMat[i-1,j-2] + PropMat[i-1,j-1];
if (j = MaxCat) then CumMat[i-1,j-1] := 1.0;
CumMat[i-1, j-1] := CumMat[i-1, j-2] + PropMat[i-1, j-1];
if (j = MaxCat) then
CumMat[i-1, j-1] := 1.0;
end;
end;
@@ -286,19 +290,20 @@ begin
end;
if (C1 > 1) then
begin
DiscDisp[i-1] := d2 - ((d1 * d1) / C1);
DiscDisp[i-1] := d2 - (d1 * d1) / C1;
DiscDisp[i-1] := DiscDisp[i-1] / (C1-1.0);
DiscDisp[i-1] := sqrt(DiscDisp[i-1]);
end
else DiscDisp[i-1] := 99.0;
if ((DiscDisp[i-1] > 0) and (DiscDisp[i-1] <> 99.0))then t3 := t3 + (1.0 / DiscDisp[i-1]);
end else
DiscDisp[i-1] := 99.0;
if (DiscDisp[i-1] > 0) and (DiscDisp[i-1] <> 99.0) then
t3 := t3 + 1.0/DiscDisp[i-1];
end;
//Constant t3 =No. items / recipricols of std.dev.s of item z scores
t3 := NoSelected / t3;
for i := 0 to NoSelected-1 do
begin
if ((DiscDisp[i] > 0.0) and (t3 > 0)) then
if (DiscDisp[i] > 0.0) and (t3 > 0) then
DiscDisp[i] := (1.0 / DiscDisp[i]) * t3
else
DiscDisp[i] := 99.0;
@@ -309,10 +314,10 @@ begin
begin
for i := 1 to NoSelected do
begin
if ((Zmatrix[i-1,j-1] <> 99.0) and (Zmatrix[i-1,j-2] <> 99.0)) then
WidthMat[i-1,j-2] := Zmatrix[i-1,j-1] - Zmatrix[i-1,j-2]
if (Zmatrix[i-1, j-1] <> 99.0) and (Zmatrix[i-1, j-2] <> 99.0) then
WidthMat[i-1, j-2] := Zmatrix[i-1, j-1] - Zmatrix[i-1, j-2]
else
WidthMat[i-1,j-2] := 99.0;
WidthMat[i-1, j-2] := 99.0;
end;
end;
@@ -348,7 +353,7 @@ begin
count := 1;
while (not found) do
begin
if (CumMat[i-1,count-1] >= 0.5) then
if CumMat[i-1,count-1] >= 0.5 then
begin
found := true;
subscript := count;
@@ -361,7 +366,7 @@ begin
count := count + 1;
end;
if ((subscript > 2) and (subscript < MaxCat)) then
if (subscript > 2) and (subscript < MaxCat) then
begin
ScaleValue[i-1] := Mean[subscript-2] * ((0.5 - CumMat[i-1,subscript-2]) / PropMat[i-1,subscript-1]);
if (subscript > 1) then
@@ -370,11 +375,11 @@ begin
else
begin //extreme value - get average of z scores in first cat. and / 2
sum := 0.0;
for k := 1 to NoSelected do sum := sum + Zmatrix[i-1,0];
for k := 1 to NoSelected do
sum := sum + Zmatrix[i-1,0];
sum := sum / abs(NoSelected * 2);
ScaleValue[i-1] := sum * ((0.5 - (CumMat[i-1,0] / 2.0)) / (CumMat[i-1,0] / 2.0));
end;
end;
//Calculate Theoretical z scores from the scale values
@@ -402,14 +407,14 @@ begin
end;
count := count + 1;
end;
ThCumPMat[i-1,MaxCat-1] := 1.0;
ThCumPMat[i-1, MaxCat-1] := 1.0;
end;
discrep := discrep / count; // average discrepency between theoretical and observed
// Report results
lReport := TStringList.Create;
try
lReport.Add(' SUCCESSIVE INTERVAL SCALING RESULTS');
lReport.Add('SUCCESSIVE INTERVAL SCALING RESULTS');
lReport.Add('');
for i := 1 to NoSelected do
RowLabels[i-1] := OS3MainFrm.DataGrid.Cells[ColNoSelected[i-1],0];
@@ -419,117 +424,145 @@ begin
outline := ' ';
for i := 1 to MaxCat do outline := outline + ColLabels[i-1];
lReport.Add(outline);
outline := ' ';
for i := 1 to MaxCat do outline := outline + ' ------ ';
lReport.Add(outline);
for i := 1 to NoSelected do
begin
if i > 1 then
lReport.Add('');
lReport.Add('%10s', [RowLabels[i-1]]);
outline := 'Frequency ';
for j := 1 to MaxCat do
outline := outline + Format('%7d', [FreqMat[i-1,j-1]]);
outline := outline + Format('%8d', [FreqMat[i-1,j-1]]);
lReport.Add(outline);
outline := 'Proportion ';
for j := 1 to MaxCat do
outline := outline + Format('%7.3f', [PropMat[i-1,j-1]]);
outline := outline + Format('%8.3f', [PropMat[i-1,j-1]]);
lReport.Add(outline);
outline := 'Cum. Prop. ';
for j := 1 to MaxCat do
outline := outline + Format('%7.3f', [CumMat[i-1,j-1]]);
outline := outline + Format('%8.3f', [CumMat[i-1,j-1]]);
lReport.Add(outline);
outline := 'Normal z ';
for j := 1 to MaxCat do
begin
if (Zmatrix[i-1,j-1] <> 99.0) then
outline := outline + Format('%7.3f', [Zmatrix[i-1,j-1]])
outline := outline + Format('%8.3f', [Zmatrix[i-1,j-1]])
else
outline := outline + ' - ';
outline := outline + ' -';
end;
lReport.Add(outline);
end;
lReport.Add('');
lReport.Add(' INTERVAL WIDTHS');
lReport.Add(DIVIDER_SMALL);
lReport.Add('');
lReport.Add('INTERVAL WIDTHS');
lReport.Add('');
outline := ' ';
for i := 1 to MaxCat - 2 do
outline := outline + Format(' %2d-%2d ', [i+1,i]);
lReport.Add(outline);
outline := ' ';
for i := 1 to MaxCat - 2 do
outline := outline + ' ------ ';
lReport.Add(outline);
outline := '';
for i := 1 to NoSelected do
begin
outline := outline + Format('%10s', [RowLabels[i-1]]);
outline := outline + Format('%11s', [RowLabels[i-1]]);
for j := 1 to MaxCat-2 do
begin
if (WidthMat[i-1,j-1] <> 99.0) then
outline := outline + Format('%7.3f', [WidthMat[i-1,j-1]])
outline := outline + Format('%8.3f', [WidthMat[i-1,j-1]])
else
outline := outline + ' - ';
outline := outline + ' -';
end;
lReport.Add(outline);
outline := '';
end;
lReport.Add('');
outline := 'Mean Width';
outline := 'Mean Width ';
for i := 1 to MaxCat - 2 do
outline := outline + Format('%7.2f', [Mean[i-1]]);
outline := outline + Format('%8.2f', [Mean[i-1]]);
lReport.Add(outline);
outline := 'No. Items ';
for i := 1 to MaxCat - 2 do
outline := outline + Format('%7d', [CatCount[i-1]]);
outline := outline + Format('%8d', [CatCount[i-1]]);
lReport.Add(outline);
outline := 'Std. Dev.s';
outline := 'Std. Dev.s ';
for i := 1 to MaxCat - 2 do
outline := outline + Format('%7.2f', [StdDev[i-1]]);;
outline := outline + Format('%8.2f', [StdDev[i-1]]);;
lReport.Add(outline);
outline := 'Cum. Means';
outline := 'Cum. Means ';
for i := 1 to MaxCat - 2 do
outline := outline + Format('%7.2f', [CumWidth[i-1]]);
outline := outline + Format('%8.2f', [CumWidth[i-1]]);
lReport.Add(outline);
lReport.Add('');
lReport.Add(DIVIDER_SMALL);
lReport.Add('');
lReport.Add('ESTIMATES OF SCALE VALUES AND THEIR DISPERSIONS');
lReport.Add('Item No. Ratings Scale Value Discriminal Dispersion');
lReport.Add('');
lReport.Add(' Item No. Ratings Scale Value Discriminal Dispersion');
lReport.Add('---------- ----------- ----------- ----------------------');
// xxxxxxx xxxx xxxxxxxx xxxxxxxx
for i := 0 to NoSelected-1 do
lReport.Add('%10s %3d %6.3f %6.3f', [RowLabels[i], RowTots[i], ScaleValue[i], DiscDisp[i]]);
lReport.Add('%7s %4d %8.3f %8.3f', [RowLabels[i], RowTots[i], ScaleValue[i], DiscDisp[i]]);
lReport.Add('');
lReport.Add('Z scores Estimated from Scale values');
lReport.Add('');
outline := ' ';
for i := 0 to MaxCat-1 do outline := outline + ColLabels[i];
lReport.Add(outline);
outline := ' ';
for i := 0 to MaxCat-1 do outline := outline + ' ------ ';
lReport.Add(outline);
for i := 1 to NoSelected do
begin
outline := Format('%10s', [RowLabels[i-1]]);
for j := 1 to MaxCat - 1 do
outline := outline + Format('%7.3f', [TheorZMat[i-1,j-1]]);
outline := outline + Format('%8.3f', [TheorZMat[i-1,j-1]]);
lReport.Add(outline);
end;
lReport.Add('');
lReport.Add(DIVIDER_SMALL);
lReport.Add('');
lReport.Add('Cumulative Theoretical Proportions');
lReport.Add('');
outline := ' ';
for i := 1 to MaxCat do outline := outline + ColLabels[i-1];
lReport.Add(outline);
outline := ' ';
for i := 1 to MaxCat do outline := outline + ' ------ ';
lReport.Add(outline);
for i := 1 to NoSelected do
begin
outline := Format('%10s', [RowLabels[i-1]]);
for j := 1 to MaxCat do
outline := outline + Format('%7.3f', [ThCumPMat[i-1,j-1]]);
OutputFrm.RichEdit.Lines.Add(outline);
outline := outline + Format('%8.3f', [ThCumPMat[i-1,j-1]]);
lReport.Add(outline);
end;
lReport.Add('');
outline := 'Average Discrepancy Between Theoretical and Observed Cumulative Proportions: ';
outline := outline + Format('%.3f', [discrep]);
lReport.Add(outline);
lReport.Add('Average Discrepancy Between Theoretical and Observed Cumulative Proportions: %.3f', [discrep]);
lReport.Add('Maximum discrepancy %.3f found in item %s', [maxdiscrep, RowLabels[discrow-1]]);
Screen.Cursor := Save_Cursor;