#!/bin/csh

if ($#argv != 3) then
   echo "Usage: f1-mod task stoplist token"
   exit 1
endif   

set siglevel = 10.827

# increasing the window size tends to drive down the significance
# values associated with bigrams, since many more bigrams are
# added to the sample. Since the window size is now 4, we have
# increased the significance level in order to cut back on the
# number of bigrams that might be identified

# 10.827 is the critical value of chi^2 for one degree of freedom 
# at a significance level of .001

# 6.635 is the critical value of chi^2 for one degree of freedom 
# at a significance level of .01

# 2.706 is the critical value of chi^2 for one degree of freedom 
# at a significance level of .1

set stoplist = $2
set token = $3

gram2 $1 2 4 ll $siglevel 100000 $stoplist $token

echo "f1 finished"



