hatecrime.sas

*------------------------------------------------------------*;
* EM Version: 14.1;
* SAS Release: 9.04.01M3P062415;
* Host: sasbap;
* Project Path: C:\Users\Public\Desktop\adl;
* Project Name: adl;
* Diagram Id: EMWS1;
* Diagram Name: adl;
* Generated by: sasdemo;
* Date: 29APR2017:17:26:15;
*------------------------------------------------------------*;
*------------------------------------------------------------*;
* Macro Variables;
*------------------------------------------------------------*;
%let EM_PROJECT =;
%let EM_PROJECTNAME =;
%let EM_WSNAME =;
%let EM_WSDESCRIPTION =adl;
%let EM_SUMMARY =WORK.SUMMARY;
%let EM_NUMTASKS =SINGLE;
%let EM_EDITMODE =R;
%let EM_DEBUGVAL =;
%let EM_ACTION =run report;
*------------------------------------------------------------*;
%macro em_usedatatable;
%if ^%symexist(EM_USEDATATABLE) %then %do;
%let EM_USEDATATABLE = Y;
%end;
%if "&EM_USEDATATABLE" ne "N" %then %do;
%global Ids2_data Ids2_newdata;
%global Ids_data Ids_newdata;
*------------------------------------------------------------*;
* Data Tables;
*------------------------------------------------------------*;
%let Ids2_data = SASUSER.HATESAMPLE;
%let Ids2_newdata =;
%let Ids_data = SASUSER.TEST;
%let Ids_newdata =;
*------------------------------------------------------------*;
%end;
%global Ids2_source;
%if "&Ids2_newdata" ne "" %then %do;
%let Ids2_source = USERTABLE;
%end;
%else %do;
%let Ids2_source = DATASOURCE;
%end;
%global Ids_source;
%if "&Ids_newdata" ne "" %then %do;
%let Ids_source = USERTABLE;
%end;
%else %do;
%let Ids_source = DATASOURCE;
%end;
%mend em_usedatatable;
%em_usedatatable;
*------------------------------------------------------------*;
* Create workspace data set;
*------------------------------------------------------------*;
data workspace;
length property $64 value $200;
property= 'PROJECTLOCATION';
value= "&EM_PROJECT";
output;
property= 'PROJECTNAME';
value= "&EM_PROJECTNAME";
output;
property= 'WORKSPACENAME';
value= "&EM_WSNAME";
output;
property= 'WORKSPACEDESCRIPTION';
value= "&EM_WSDESCRIPTION";
output;
property= 'SUMMARYDATASET';
value= "&EM_SUMMARY";
output;
property= 'NUMTASKS';
value= "&EM_NUMTASKS";
output;
property= 'EDITMODE';
value= "&EM_EDITMODE";
output;
property= 'DEBUG';
value= "&EM_DEBUGVAL";
output;
run;
*------------------------------------------------------------*;
* Create nodes data set;
*------------------------------------------------------------*;
data nodes;
length id $12 component $32 description $64 X 8 Y 8 diagramID $32 parentID $32;
id= "Tree";
component="DecisionTree";
description= "Decision Tree Baseline";
diagramID="_ROOT_";
parentID="";
X=449;
Y=419;
output;
id= "TextTopic";
component="TextTopic";
description= "Text Topic";
diagramID="_ROOT_";
parentID="";
X=825;
Y=314;
output;
id= "TextRule";
component="TextBoolCat";
description= "Text Rule Builder";
diagramID="_ROOT_";
parentID="";
X=1039;
Y=221;
output;
id= "TextParsing";
component="TextParsing";
description= "Text Parsing";
diagramID="_ROOT_";
parentID="";
X=423;
Y=311;
output;
id= "TextFilter";
component="TextFilter";
description= "Text Filter";
diagramID="_ROOT_";
parentID="";
X=613;
Y=312;
output;
id= "Score";
component="Score";
description= "Score";
diagramID="_ROOT_";
parentID="";
X=1421;
Y=422;
output;
id= "Part";
component="Partition";
description= "Data Partition";
diagramID="_ROOT_";
parentID="";
X=217;
Y=308;
output;
id= "MdlComp";
component="ModelCompare";
description= "Model Comparison";
diagramID="_ROOT_";
parentID="";
X=1240;
Y=422;
output;
id= "Ids2";
component="DataSource";
description= "HATESAMPLE";
diagramID="_ROOT_";
parentID="";
X=33;
Y=307;
output;
id= "Ids";
component="DataSource";
description= "TEST";
diagramID="_ROOT_";
parentID="";
X=1239;
Y=534;
output;
id= "HPTree";
component="HPTree";
description= "HP Tree";
diagramID="_ROOT_";
parentID="";
X=1038;
Y=128;
output;
id= "HPNNA";
component="HPDMNeural";
description= "HP Neural";
diagramID="_ROOT_";
parentID="";
X=1039;
Y=312;
output;
run;
*------------------------------------------------------------*;
* DataSource Properties;
*------------------------------------------------------------*;
data WORK.test_P;
  length   Property                         $ 32
           Value                            $ 200
           ;

Property="Name";
Value="TEST";
output;
Property="CreateDate";
Value="1809100648.4";
output;
Property="ModifyDate";
Value="1809100648.4";
output;
Property="CreatedBy";
Value="sasdemo";
output;
Property="ModifiedBy";
Value="sasdemo";
output;
Property="SampleSizeType";
Value="";
output;
Property="SampleSize";
Value="";
output;
;
run;
*------------------------------------------------------------*;
* DataSource Properties;
*------------------------------------------------------------*;
data WORK.hatesample_P;
  length   Property                         $ 32
           Value                            $ 200
           ;

Property="Name";
Value="HATESAMPLE";
output;
Property="CreateDate";
Value="1809101725.8";
output;
Property="ModifyDate";
Value="1809101725.8";
output;
Property="CreatedBy";
Value="sasdemo";
output;
Property="ModifiedBy";
Value="sasdemo";
output;
Property="SampleSizeType";
Value="";
output;
Property="SampleSize";
Value="";
output;
;
run;
*------------------------------------------------------------*;
* USERTRAINCODE File for Tree;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"Tree_USERTRAINCODE.sas";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath";
file dspath;
run;
*------------------------------------------------------------*;
* EMNOTES File for Tree;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"Tree_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* USERTRAINCODE File for TextTopic;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"TextTopic_USERTRAINCODE.sas";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath";
file dspath;
run;
*------------------------------------------------------------*;
* INITTOPICS Data Set for TextTopic;
*------------------------------------------------------------*;
*------------------------------------------------------------*;
* TOPIC_CUTOFFS Data Set for TextTopic;
*------------------------------------------------------------*;
*------------------------------------------------------------*;
* EMNOTES File for TextTopic;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"TextTopic_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* USERTRAINCODE File for TextRule;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"TextRule_USERTRAINCODE.sas";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath";
file dspath;
run;
*------------------------------------------------------------*;
* TRCHANGE Data Set for TextRule;
*------------------------------------------------------------*;
*------------------------------------------------------------*;
* EMNOTES File for TextRule;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"TextRule_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* USERTRAINCODE File for TextParsing;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"TextParsing_USERTRAINCODE.sas";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath";
file dspath;
run;
*------------------------------------------------------------*;
* STOPLIST Data Set for TextParsing;
*------------------------------------------------------------*;
data WORK.TextParsing_STOPLIST;
  length   term                             $ 256
           role                             $ 256
           ;

  label    term="Term"
           role="Role"
           ;
  format   term $256.
           ;
term="'d";
role="";
output;
term="'ll";
role="";
output;
term="'m";
role="";
output;
term="'re";
role="";
output;
term="'s";
role="";
output;
term="'ve";
role="";
output;
term="a";
role="";
output;
term="aboard";
role="";
output;
term="about";
role="";
output;
term="above";
role="";
output;
term="according";
role="";
output;
term="accordingly";
role="";
output;
term="across";
role="";
output;
term="actually";
role="";
output;
term="after";
role="";
output;
term="afterwards";
role="";
output;
term="again";
role="";
output;
term="against";
role="";
output;
term="ago";
role="";
output;
term="ah";
role="";
output;
term="ain";
role="";
output;
term="all";
role="";
output;
term="almost";
role="";
output;
term="along";
role="";
output;
term="alongside";
role="";
output;
term="already";
role="";
output;
term="also";
role="";
output;
term="although";
role="";
output;
term="altogether";
role="";
output;
term="am";
role="";
output;
term="amid";
role="";
output;
term="amidst";
role="";
output;
term="among";
role="";
output;
term="amongst";
role="";
output;
term="an";
role="";
output;
term="and";
role="";
output;
term="another";
role="";
output;
term="any";
role="";
output;
term="anybody";
role="";
output;
term="anyhow";
role="";
output;
term="anyone";
role="";
output;
term="anyplace";
role="";
output;
term="anything";
role="";
output;
term="anyway";
role="";
output;
term="anyways";
role="";
output;
term="anywhere";
role="";
output;
term="apart";
role="";
output;
term="appreciate";
role="";
output;
term="appropriate";
role="";
output;
term="are";
role="";
output;
term="around";
role="";
output;
term="as";
role="";
output;
term="aside";
role="";
output;
term="ask";
role="";
output;
term="asking";
role="";
output;
term="associated";
role="";
output;
term="at";
role="";
output;
term="atop";
role="";
output;
term="available";
role="";
output;
term="away";
role="";
output;
term="b";
role="";
output;
term="be";
role="";
output;
term="became";
role="";
output;
term="because";
role="";
output;
term="become";
role="";
output;
term="becomes";
role="";
output;
term="becoming";
role="";
output;
term="been";
role="";
output;
term="before";
role="";
output;
term="behind";
role="";
output;
term="being";
role="";
output;
term="believe";
role="";
output;
term="below";
role="";
output;
term="beneath";
role="";
output;
term="beside";
role="";
output;
term="besides";
role="";
output;
term="between";
role="";
output;
term="beyond";
role="";
output;
term="both";
role="";
output;
term="but";
role="";
output;
term="by";
role="";
output;
term="c";
role="";
output;
term="call";
role="";
output;
term="called";
role="";
output;
term="came";
role="";
output;
term="can";
role="";
output;
term="can't";
role="";
output;
term="certain";
role="";
output;
term="certainly";
role="";
output;
term="change";
role="";
output;
term="changes";
role="";
output;
term="co";
role="";
output;
term="com";
role="";
output;
term="come";
role="";
output;
term="concerning";
role="";
output;
term="consequently";
role="";
output;
term="consider";
role="";
output;
term="considering";
role="";
output;
term="corresponding";
role="";
output;
term="could";
role="";
output;
term="course";
role="";
output;
term="currently";
role="";
output;
term="d";
role="";
output;
term="describe";
role="";
output;
term="described";
role="";
output;
term="despite";
role="";
output;
term="did";
role="";
output;
term="didn't";
role="";
output;
term="do";
role="";
output;
term="does";
role="";
output;
term="doesn't";
role="";
output;
term="doing";
role="";
output;
term="don't";
role="";
output;
term="done";
role="";
output;
term="during";
role="";
output;
term="e";
role="";
output;
term="each";
role="";
output;
term="edu";
role="";
output;
term="eg";
role="";
output;
term="either";
role="";
output;
term="else";
role="";
output;
term="enough";
role="";
output;
term="et";
role="";
output;
term="etc";
role="";
output;
term="etc.";
role="";
output;
term="even";
role="";
output;
term="ever";
role="";
output;
term="every";
role="";
output;
term="everybody";
role="";
output;
term="everyone";
role="";
output;
term="everything";
role="";
output;
term="everywhere";
role="";
output;
term="example";
role="";
output;
term="except";
role="";
output;
term="f";
role="";
output;
term="following";
role="";
output;
term="for";
role="";
output;
term="former";
role="";
output;
term="formerly";
role="";
output;
term="forth";
role="";
output;
term="from";
role="";
output;
term="furthermore";
role="";
output;
term="g";
role="";
output;
term="generally";
role="";
output;
term="get";
role="";
output;
term="gets";
role="";
output;
term="getting";
role="";
output;
term="give";
role="";
output;
term="given";
role="";
output;
term="gives";
role="";
output;
term="go";
role="";
output;
term="goes";
role="";
output;
term="going";
role="";
output;
term="gone";
role="";
output;
term="got";
role="";
output;
term="gotten";
role="";
output;
term="greetings";
role="";
output;
term="h";
role="";
output;
term="had";
role="";
output;
term="hadn't";
role="";
output;
term="hardly";
role="";
output;
term="has";
role="";
output;
term="have";
role="";
output;
term="he";
role="";
output;
term="he'd";
role="";
output;
term="he's";
role="";
output;
term="hello";
role="";
output;
term="hence";
role="";
output;
term="her";
role="";
output;
term="here";
role="";
output;
term="hereafter";
role="";
output;
term="hereby";
role="";
output;
term="herein";
role="";
output;
term="hereupon";
role="";
output;
term="hers";
role="";
output;
term="herself";
role="";
output;
term="hi";
role="";
output;
term="him";
role="";
output;
term="himself";
role="";
output;
term="his";
role="";
output;
term="hither";
role="";
output;
term="hopefully";
role="";
output;
term="how";
role="";
output;
term="howbeit";
role="";
output;
term="however";
role="";
output;
term="i";
role="";
output;
term="i'd";
role="";
output;
term="i'm";
role="";
output;
term="ie";
role="";
output;
term="if";
role="";
output;
term="in";
role="";
output;
term="inasmuch";
role="";
output;
term="indeed";
role="";
output;
term="inside";
role="";
output;
term="insofar";
role="";
output;
term="instead";
role="";
output;
term="into";
role="";
output;
term="is";
role="";
output;
term="isn't";
role="";
output;
term="it";
role="";
output;
term="it's";
role="";
output;
term="its";
role="";
output;
term="itself";
role="";
output;
term="j";
role="";
output;
term="just";
role="";
output;
term="k";
role="";
output;
term="l";
role="";
output;
term="least";
role="";
output;
term="lest";
role="";
output;
term="let";
role="";
output;
term="let's";
role="";
output;
term="like";
role="";
output;
term="ll";
role="";
output;
term="m";
role="";
output;
term="ma'am";
role="";
output;
term="madam";
role="";
output;
term="made";
role="";
output;
term="make";
role="";
output;
term="many";
role="";
output;
term="may";
role="";
output;
term="maybe";
role="";
output;
term="me";
role="";
output;
term="meanwhile";
role="";
output;
term="merely";
role="";
output;
term="might";
role="";
output;
term="mine";
role="";
output;
term="minus";
role="";
output;
term="more";
role="";
output;
term="moreover";
role="";
output;
term="most";
role="";
output;
term="mr";
role="";
output;
term="mr.";
role="";
output;
term="mrs";
role="";
output;
term="mrs.";
role="";
output;
term="ms";
role="";
output;
term="ms.";
role="";
output;
term="much";
role="";
output;
term="must";
role="";
output;
term="my";
role="";
output;
term="myself";
role="";
output;
term="n";
role="";
output;
term="n't";
role="";
output;
term="name";
role="";
output;
term="namely";
role="";
output;
term="nd";
role="";
output;
term="near";
role="";
output;
term="need";
role="";
output;
term="neither";
role="";
output;
term="never";
role="";
output;
term="nevertheless";
role="";
output;
term="new";
role="";
output;
term="no";
role="";
output;
term="nobody";
role="";
output;
term="non";
role="";
output;
term="none";
role="";
output;
term="nonesuch";
role="";
output;
term="nonetheless";
role="";
output;
term="noone";
role="";
output;
term="nor";
role="";
output;
term="normally";
role="";
output;
term="not";
role="";
output;
term="nothing";
role="";
output;
term="notwithstand";
role="";
output;
term="now";
role="";
output;
term="o";
role="";
output;
term="obviously";
role="";
output;
term="of";
role="";
output;
term="off";
role="";
output;
term="often";
role="";
output;
term="oh";
role="";
output;
term="ok";
role="";
output;
term="okay";
role="";
output;
term="on";
role="";
output;
term="once";
role="";
output;
term="one";
role="";
output;
term="one's";
role="";
output;
term="only";
role="";
output;
term="onto";
role="";
output;
term="or";
role="";
output;
term="other";
role="";
output;
term="others";
role="";
output;
term="ought";
role="";
output;
term="our";
role="";
output;
term="ours";
role="";
output;
term="ourselves";
role="";
output;
term="out";
role="";
output;
term="over";
role="";
output;
term="own";
role="";
output;
term="p";
role="";
output;
term="part";
role="";
output;
term="per";
role="";
output;
term="perhaps";
role="";
output;
term="please";
role="";
output;
term="plus";
role="";
output;
term="possible";
role="";
output;
term="presumably";
role="";
output;
term="probably";
role="";
output;
term="provide";
role="";
output;
term="provides";
role="";
output;
term="put";
role="";
output;
term="q";
role="";
output;
term="que";
role="";
output;
term="quite";
role="";
output;
term="qv";
role="";
output;
term="r";
role="";
output;
term="rather";
role="";
output;
term="rd";
role="";
output;
term="re";
role="";
output;
term="really";
role="";
output;
term="reasonably";
role="";
output;
term="regard";
role="";
output;
term="regarding";
role="";
output;
term="regardless";
role="";
output;
term="regards";
role="";
output;
term="regularly";
role="";
output;
term="relatively";
role="";
output;
term="respect";
role="";
output;
term="respectively";
role="";
output;
term="s";
role="";
output;
term="said";
role="";
output;
term="same";
role="";
output;
term="say";
role="";
output;
term="saying";
role="";
output;
term="says";
role="";
output;
term="secondly";
role="";
output;
term="see";
role="";
output;
term="seem";
role="";
output;
term="seemed";
role="";
output;
term="seeming";
role="";
output;
term="seems";
role="";
output;
term="self";
role="";
output;
term="selves";
role="";
output;
term="send";
role="";
output;
term="sensible";
role="";
output;
term="sent";
role="";
output;
term="seriously";
role="";
output;
term="shall";
role="";
output;
term="she";
role="";
output;
term="she'd";
role="";
output;
term="should";
role="";
output;
term="since";
role="";
output;
term="sir";
role="";
output;
term="so";
role="";
output;
term="some";
role="";
output;
term="somebody";
role="";
output;
term="somehow";
role="";
output;
term="someone";
role="";
output;
term="someplace";
role="";
output;
term="something";
role="";
output;
term="sometime";
role="";
output;
term="sometimes";
role="";
output;
term="someway";
role="";
output;
term="somewhat";
role="";
output;
term="somewhere";
role="";
output;
term="soon";
role="";
output;
term="sorry";
role="";
output;
term="specified";
role="";
output;
term="specify";
role="";
output;
term="specifying";
role="";
output;
term="still";
role="";
output;
term="sub";
role="";
output;
term="such";
role="";
output;
term="sup";
role="";
output;
term="sure";
role="";
output;
term="surely";
role="";
output;
term="t";
role="";
output;
term="take";
role="";
output;
term="taken";
role="";
output;
term="tell";
role="";
output;
term="tend";
role="";
output;
term="tends";
role="";
output;
term="th";
role="";
output;
term="than";
role="";
output;
term="thank";
role="";
output;
term="thanks";
role="";
output;
term="thanx";
role="";
output;
term="that";
role="";
output;
term="that's";
role="";
output;
term="thats";
role="";
output;
term="the";
role="";
output;
term="their";
role="";
output;
term="theirs";
role="";
output;
term="them";
role="";
output;
term="themselves";
role="";
output;
term="then";
role="";
output;
term="thence";
role="";
output;
term="there";
role="";
output;
term="there's";
role="";
output;
term="thereafter";
role="";
output;
term="thereby";
role="";
output;
term="therefore";
role="";
output;
term="therein";
role="";
output;
term="theres";
role="";
output;
term="thereupon";
role="";
output;
term="these";
role="";
output;
term="they";
role="";
output;
term="they're";
role="";
output;
term="think";
role="";
output;
term="this";
role="";
output;
term="thorough";
role="";
output;
term="thoroughly";
role="";
output;
term="those";
role="";
output;
term="though";
role="";
output;
term="through";
role="";
output;
term="throughout";
role="";
output;
term="thru";
role="";
output;
term="thus";
role="";
output;
term="thusly";
role="";
output;
term="thx";
role="";
output;
term="till";
role="";
output;
term="to";
role="";
output;
term="together";
role="";
output;
term="too";
role="";
output;
term="took";
role="";
output;
term="toward";
role="";
output;
term="towards";
role="";
output;
term="tried";
role="";
output;
term="tries";
role="";
output;
term="truly";
role="";
output;
term="try";
role="";
output;
term="trying";
role="";
output;
term="two";
role="";
output;
term="u";
role="";
output;
term="un";
role="";
output;
term="under";
role="";
output;
term="underneath";
role="";
output;
term="unfortunately";
role="";
output;
term="unless";
role="";
output;
term="unlike";
role="";
output;
term="until";
role="";
output;
term="unto";
role="";
output;
term="up";
role="";
output;
term="upon";
role="";
output;
term="us";
role="";
output;
term="use";
role="";
output;
term="used";
role="";
output;
term="useful";
role="";
output;
term="uses";
role="";
output;
term="using";
role="";
output;
term="usually";
role="";
output;
term="uucp";
role="";
output;
term="v";
role="";
output;
term="various";
role="";
output;
term="ve";
role="";
output;
term="very";
role="";
output;
term="via";
role="";
output;
term="viz";
role="";
output;
term="vs";
role="";
output;
term="w";
role="";
output;
term="was";
role="";
output;
term="wasn't";
role="";
output;
term="way";
role="";
output;
term="we";
role="";
output;
term="we'll";
role="";
output;
term="welcome";
role="";
output;
term="went";
role="";
output;
term="were";
role="";
output;
term="what";
role="";
output;
term="whatever";
role="";
output;
term="when";
role="";
output;
term="whence";
role="";
output;
term="where";
role="";
output;
term="whereafter";
role="";
output;
term="whereas";
role="";
output;
term="whereby";
role="";
output;
term="wherein";
role="";
output;
term="whereupon";
role="";
output;
term="wherever";
role="";
output;
term="wherewithall";
role="";
output;
term="whether";
role="";
output;
term="which";
role="";
output;
term="whichever";
role="";
output;
term="while";
role="";
output;
term="whilst";
role="";
output;
term="whither";
role="";
output;
term="who";
role="";
output;
term="whoever";
role="";
output;
term="whole";
role="";
output;
term="whom";
role="";
output;
term="whomever";
role="";
output;
term="whose";
role="";
output;
term="whosoever";
role="";
output;
term="why";
role="";
output;
term="will";
role="";
output;
term="willing";
role="";
output;
term="with";
role="";
output;
term="withal";
role="";
output;
term="within";
role="";
output;
term="without";
role="";
output;
term="won";
role="";
output;
term="won't";
role="";
output;
term="wonder";
role="";
output;
term="would";
role="";
output;
term="wouldn't";
role="";
output;
term="x";
role="";
output;
term="y";
role="";
output;
term="y'all";
role="";
output;
term="yet";
role="";
output;
term="you";
role="";
output;
term="you'll";
role="";
output;
term="you're";
role="";
output;
term="you've";
role="";
output;
term="your";
role="";
output;
term="yours";
role="";
output;
term="yourself";
role="";
output;
term="yourselves";
role="";
output;
term="z";
role="";
output;
;
run;
*------------------------------------------------------------*;
* STARTLIST Data Set for TextParsing;
*------------------------------------------------------------*;
*------------------------------------------------------------*;
* MULTIDS Data Set for TextParsing;
*------------------------------------------------------------*;
data WORK.TextParsing_MULTIDS;
  length   term                             $ 256
           role                             $ 256
           numdocs                            8
           ;

  label    term="Term"
           role="Role"
           numdocs="# Documents"
           ;
  format   term $256.
           ;
term="a bit";
role="Adv";
numdocs=8;
output;
term="a fortiori";
role="Adv";
numdocs=18;
output;
term="a lot";
role="Adv";
numdocs=89;
output;
term="a lot of";
role="Adj";
numdocs=47;
output;
term="a posteriori";
role="Adj";
numdocs=40;
output;
term="a priori";
role="Adj";
numdocs=24;
output;
term="according to";
role="Prep";
numdocs=5385;
output;
term="ad hoc";
role="Adj";
numdocs=446;
output;
term="ad interim";
role="Adv";
numdocs=9;
output;
term="ahead of";
role="Prep";
numdocs=107;
output;
term="all the time";
role="Adv";
numdocs=20;
output;
term="along with";
role="Prep";
numdocs=319;
output;
term="any moment";
role="Adv";
numdocs=56;
output;
term="any second";
role="Adv";
numdocs=2;
output;
term="apart from";
role="Prep";
numdocs=567;
output;
term="as a result of";
role="Prep";
numdocs=2190;
output;
term="as a rule";
role="Adv";
numdocs=192;
output;
term="as far as";
role="Prep";
numdocs=1377;
output;
term="as for";
role="Prep";
numdocs=507;
output;
term="as if";
role="Conj";
numdocs=216;
output;
term="as in";
role="Prep";
numdocs=795;
output;
term="as long as";
role="Conj";
numdocs=634;
output;
term="as many as";
role="Adv";
numdocs=25;
output;
term="as of";
role="Prep";
numdocs=638;
output;
term="as one";
role="Adv";
numdocs=517;
output;
term="as per";
role="Prep";
numdocs=87;
output;
term="as regards";
role="Prep";
numdocs=6167;
output;
term="as soon as";
role="Conj";
numdocs=2116;
output;
term="as though";
role="Conj";
numdocs=31;
output;
term="as to";
role="Prep";
numdocs=2560;
output;
term="as well";
role="Adv";
numdocs=379;
output;
term="as well as";
role="Conj";
numdocs=4490;
output;
term="as yet";
role="Adv";
numdocs=113;
output;
term="aside from";
role="Prep";
numdocs=18;
output;
term="assuming that";
role="Conj";
numdocs=78;
output;
term="at all";
role="Adv";
numdocs=1293;
output;
term="at any rate";
role="Adv";
numdocs=34;
output;
term="at least one";
role="Adj";
numdocs=1427;
output;
term="at once";
role="Adv";
numdocs=55;
output;
term="at the expense of";
role="Prep";
numdocs=163;
output;
term="at variance with";
role="Prep";
numdocs=22;
output;
term="away from";
role="Prep";
numdocs=262;
output;
term="back of";
role="Prep";
numdocs=104;
output;
term="bear up";
role="Verb";
numdocs=6;
output;
term="because of";
role="Prep";
numdocs=1502;
output;
term="best known";
role="Adj";
numdocs=8;
output;
term="black and white";
role="Adj";
numdocs=50;
output;
term="bona fide";
role="Adj";
numdocs=41;
output;
term="break up";
role="Verb";
numdocs=12;
output;
term="bring about";
role="Verb";
numdocs=291;
output;
term="bring up";
role="Verb";
numdocs=15;
output;
term="build up";
role="Verb";
numdocs=145;
output;
term="but for";
role="Prep";
numdocs=149;
output;
term="by dint of";
role="Prep";
numdocs=8;
output;
term="by itself";
role="Adv";
numdocs=101;
output;
term="by means of";
role="Prep";
numdocs=2404;
output;
term="by proxy";
role="Adv";
numdocs=5;
output;
term="by reason of";
role="Prep";
numdocs=709;
output;
term="by the way";
role="Adv";
numdocs=16;
output;
term="by virtue of";
role="Prep";
numdocs=1069;
output;
term="by way of";
role="Prep";
numdocs=2127;
output;
term="carry on";
role="Verb";
numdocs=132;
output;
term="carry out";
role="Verb";
numdocs=2635;
output;
term="carry through";
role="Verb";
numdocs=13;
output;
term="catch on";
role="Verb";
numdocs=19;
output;
term="central african";
role="Adj";
numdocs=8;
output;
term="clean up";
role="Verb";
numdocs=10;
output;
term="clear up";
role="Verb";
numdocs=2;
output;
term="close by";
role="Adv";
numdocs=10;
output;
term="close to";
role="Adv";
numdocs=547;
output;
term="come about";
role="Verb";
numdocs=6;
output;
term="come in";
role="Verb";
numdocs=31;
output;
term="come on";
role="Verb";
numdocs=11;
output;
term="considering that";
role="Conj";
numdocs=225;
output;
term="costa rican";
role="Adj";
numdocs=3;
output;
term="cover up";
role="Verb";
numdocs=26;
output;
term="cut off";
role="Verb";
numdocs=51;
output;
term="dare to";
role="Aux";
numdocs=2;
output;
term="dark blue";
role="Adj";
numdocs=7;
output;
term="de facto";
role="Adv";
numdocs=123;
output;
term="de jure";
role="Adv";
numdocs=35;
output;
term="devoid of";
role="Prep";
numdocs=27;
output;
term="draw down";
role="Verb";
numdocs=2;
output;
term="due to";
role="Prep";
numdocs=2584;
output;
term="east german";
role="Adj";
numdocs=2;
output;
term="edge in";
role="Verb";
numdocs=7;
output;
term="egg on";
role="Verb";
numdocs=2;
output;
term="en bloc";
role="Adv";
numdocs=7;
output;
term="en masse";
role="Adv";
numdocs=2;
output;
term="en route";
role="Adv";
numdocs=67;
output;
term="et al.";
role="Abbr";
numdocs=71;
output;
term="et cetera";
role="Adv";
numdocs=9;
output;
term="even if";
role="Conj";
numdocs=1021;
output;
term="even though";
role="Conj";
numdocs=438;
output;
term="ever expanding";
role="Adj";
numdocs=2;
output;
term="ex officio";
role="Adv";
numdocs=32;
output;
term="ex parte";
role="Adj";
numdocs=3;
output;
term="except for";
role="Prep";
numdocs=1201;
output;
term="exclusive of";
role="Prep";
numdocs=66;
output;
term="fall away";
role="Verb";
numdocs=2;
output;
term="fall back";
role="Verb";
numdocs=21;
output;
term="fill in";
role="Verb";
numdocs=73;
output;
term="filled up";
role="Adj";
numdocs=7;
output;
term="find out";
role="Verb";
numdocs=65;
output;
term="fine tune";
role="Verb";
numdocs=2;
output;
term="fit in";
role="Verb";
numdocs=21;
output;
term="for all that";
role="Conj";
numdocs=4;
output;
term="for sake of";
role="Prep";
numdocs=2;
output;
term="for the sake of";
role="Prep";
numdocs=301;
output;
term="for want of";
role="Prep";
numdocs=14;
output;
term="give away";
role="Verb";
numdocs=3;
output;
term="give in";
role="Verb";
numdocs=7;
output;
term="give up";
role="Verb";
numdocs=33;
output;
term="given that";
role="Conj";
numdocs=828;
output;
term="go ahead";
role="Verb";
numdocs=22;
output;
term="granting that";
role="Conj";
numdocs=5;
output;
term="great deal";
role="Adv";
numdocs=46;
output;
term="grow up";
role="Verb";
numdocs=3;
output;
term="hand out";
role="Verb";
numdocs=2;
output;
term="hand over";
role="Verb";
numdocs=25;
output;
term="high income";
role="Adj";
numdocs=7;
output;
term="high quality";
role="Adj";
numdocs=442;
output;
term="hold back";
role="Verb";
numdocs=41;
output;
term="hold up";
role="Verb";
numdocs=8;
output;
term="hoped for";
role="Adj";
numdocs=6;
output;
term="how many";
role="Pron";
numdocs=64;
output;
term="how much";
role="Pron";
numdocs=69;
output;
term="in absentia";
role="Adv";
numdocs=12;
output;
term="in accordance with";
role="Prep";
numdocs=14620;
output;
term="in addition";
role="Adv";
numdocs=2629;
output;
term="in addition to";
role="Prep";
numdocs=2055;
output;
term="in aid of";
role="Prep";
numdocs=3;
output;
term="in case";
role="Conj";
numdocs=443;
output;
term="in case of";
role="Prep";
numdocs=1175;
output;
term="in charge of";
role="Prep";
numdocs=341;
output;
term="in common with";
role="Prep";
numdocs=57;
output;
term="in comparison with";
role="Prep";
numdocs=206;
output;
term="in compliance with";
role="Prep";
numdocs=1068;
output;
term="in conformity with";
role="Prep";
numdocs=1462;
output;
term="in consequence of";
role="Prep";
numdocs=48;
output;
term="in contact with";
role="Prep";
numdocs=230;
output;
term="in exchange for";
role="Prep";
numdocs=64;
output;
term="in favour of";
role="Prep";
numdocs=810;
output;
term="in front";
role="Adv";
numdocs=18;
output;
term="in front of";
role="Prep";
numdocs=105;
output;
term="in general";
role="Adv";
numdocs=1221;
output;
term="in heat";
role="Adv";
numdocs=4;
output;
term="in lieu of";
role="Prep";
numdocs=67;
output;
term="in light of";
role="Prep";
numdocs=242;
output;
term="in line with";
role="Prep";
numdocs=1984;
output;
term="in need of";
role="Prep";
numdocs=106;
output;
term="in order for";
role="Conj";
numdocs=301;
output;
term="in order that";
role="Conj";
numdocs=334;
output;
term="in particular";
role="Adv";
numdocs=18416;
output;
term="in place of";
role="Prep";
numdocs=329;
output;
term="in position";
role="Adv";
numdocs=60;
output;
term="in process of";
role="Prep";
numdocs=5;
output;
term="in pursuit";
role="Adv";
numdocs=75;
output;
term="in re";
role="Prep";
numdocs=2;
output;
term="in reference to";
role="Prep";
numdocs=21;
output;
term="in regard to";
role="Prep";
numdocs=218;
output;
term="in relation to";
role="Prep";
numdocs=3122;
output;
term="in respect of";
role="Prep";
numdocs=6422;
output;
term="in respect to";
role="Prep";
numdocs=72;
output;
term="in return of";
role="Prep";
numdocs=3;
output;
term="in search of";
role="Prep";
numdocs=8;
output;
term="in situ";
role="Adv";
numdocs=63;
output;
term="in spite of";
role="Prep";
numdocs=190;
output;
term="in that";
role="Conj";
numdocs=3907;
output;
term="in the event that";
role="Conj";
numdocs=476;
output;
term="in the face of";
role="Prep";
numdocs=100;
output;
term="in the interim";
role="Adv";
numdocs=24;
output;
term="in the interval";
role="Adv";
numdocs=22;
output;
term="in the light of";
role="Prep";
numdocs=2985;
output;
term="in the process of";
role="Prep";
numdocs=358;
output;
term="in the raw";
role="Adv";
numdocs=64;
output;
term="in use";
role="Adv";
numdocs=344;
output;
term="in vacuo";
role="Adv";
numdocs=9;
output;
term="in view of";
role="Prep";
numdocs=2309;
output;
term="in vitro";
role="Adj";
numdocs=64;
output;
term="inasmuch as";
role="Conj";
numdocs=118;
output;
term="inside of";
role="Prep";
numdocs=47;
output;
term="insofar as";
role="Conj";
numdocs=683;
output;
term="insofar that";
role="Conj";
numdocs=4;
output;
term="instead of";
role="Prep";
numdocs=791;
output;
term="inter alia";
role="Adv";
numdocs=2019;
output;
term="ipso facto";
role="Adv";
numdocs=39;
output;
term="irrespective of";
role="Prep";
numdocs=914;
output;
term="just about";
role="Adv";
numdocs=4;
output;
term="keep in mind";
role="Verb";
numdocs=3;
output;
term="keep out";
role="Verb";
numdocs=8;
output;
term="keep up";
role="Verb";
numdocs=62;
output;
term="kick off";
role="Verb";
numdocs=2;
output;
term="laid back";
role="Adj";
numdocs=4;
output;
term="large scale";
role="Adj";
numdocs=98;
output;
term="latin american";
role="Adj";
numdocs=36;
output;
term="lay out";
role="Verb";
numdocs=6;
output;
term="lead on";
role="Verb";
numdocs=5;
output;
term="lead to";
role="Verb";
numdocs=1793;
output;
term="leave out";
role="Verb";
numdocs=5;
output;
term="light up";
role="Verb";
numdocs=8;
output;
term="line up";
role="Verb";
numdocs=3;
output;
term="lock up";
role="Verb";
numdocs=2;
output;
term="long time";
role="Adj";
numdocs=120;
output;
term="look forward to";
role="Verb";
numdocs=14;
output;
term="look out";
role="Verb";
numdocs=2;
output;
term="low income";
role="Adj";
numdocs=16;
output;
term="low level";
role="Adj";
numdocs=225;
output;
term="lower than";
role="Prep";
numdocs=1005;
output;
term="make out";
role="Verb";
numdocs=28;
output;
term="make up";
role="Verb";
numdocs=237;
output;
term="market driven";
role="Adj";
numdocs=11;
output;
term="mentally ill";
role="Adj";
numdocs=10;
output;
term="mix up";
role="Verb";
numdocs=2;
output;
term="mixed up";
role="Adj";
numdocs=2;
output;
term="more or less";
role="Adv";
numdocs=130;
output;
term="most often";
role="Adj";
numdocs=25;
output;
term="most remote";
role="Adj";
numdocs=16;
output;
term="move along";
role="Verb";
numdocs=7;
output;
term="must do";
role="Adj";
numdocs=68;
output;
term="near to";
role="Prep";
numdocs=62;
output;
term="need to";
role="Aux";
numdocs=3360;
output;
term="needs to";
role="Aux";
numdocs=1197;
output;
term="netherlands antillean";
role="Adj";
numdocs=1;
output;
term="next day";
role="Adj";
numdocs=14;
output;
term="next to";
role="Prep";
numdocs=67;
output;
term="no one";
role="Pron";
numdocs=50;
output;
term="north american";
role="Adj";
numdocs=23;
output;
term="north korean";
role="Adj";
numdocs=2;
output;
term="northern irish";
role="Adj";
numdocs=2;
output;
term="not as good";
role="Adj";
numdocs=3;
output;
term="not for profit";
role="Adj";
numdocs=3;
output;
term="not many";
role="Adj";
numdocs=3;
output;
term="not quite";
role="Adv";
numdocs=9;
output;
term="now and then";
role="Adv";
numdocs=2;
output;
term="now that";
role="Conj";
numdocs=59;
output;
term="null and void";
role="Adj";
numdocs=77;
output;
term="number one";
role="Adj";
numdocs=5;
output;
term="of late";
role="Adj";
numdocs=34;
output;
term="off of";
role="Prep";
numdocs=19;
output;
term="off the shelf";
role="Adj";
numdocs=2;
output;
term="old fashioned";
role="Adj";
numdocs=2;
output;
term="on account of";
role="Prep";
numdocs=447;
output;
term="on all sides";
role="Adv";
numdocs=14;
output;
term="on behalf of";
role="Prep";
numdocs=2461;
output;
term="on grounds of";
role="Prep";
numdocs=375;
output;
term="on hold";
role="Adv";
numdocs=4;
output;
term="on pain of";
role="Prep";
numdocs=8;
output;
term="on the grounds of";
role="Prep";
numdocs=277;
output;
term="on the matter of";
role="Prep";
numdocs=6;
output;
term="on the part of";
role="Prep";
numdocs=527;
output;
term="on the strength of";
role="Prep";
numdocs=21;
output;
term="on time";
role="Adv";
numdocs=72;
output;
term="on to";
role="Prep";
numdocs=472;
output;
term="on top of";
role="Prep";
numdocs=106;
output;
term="once more";
role="Adv";
numdocs=65;
output;
term="one more";
role="Adv";
numdocs=26;
output;
term="op cit.";
role="Abbr";
numdocs=3;
output;
term="ought to";
role="Aux";
numdocs=124;
output;
term="out of";
role="Prep";
numdocs=1373;
output;
term="out of control";
role="Adj";
numdocs=5;
output;
term="out of work";
role="Adj";
numdocs=6;
output;
term="outside of";
role="Prep";
numdocs=194;
output;
term="owing to";
role="Prep";
numdocs=570;
output;
term="paper based";
role="Adj";
numdocs=3;
output;
term="par excellence";
role="Adv";
numdocs=5;
output;
term="pari passu";
role="Adj";
numdocs=20;
output;
term="pay up";
role="Verb";
numdocs=4;
output;
term="per annum";
role="Adv";
numdocs=142;
output;
term="per capita";
role="Adj";
numdocs=95;
output;
term="per diem";
role="Adj";
numdocs=13;
output;
term="per se";
role="Adv";
numdocs=83;
output;
term="pick up";
role="Verb";
numdocs=47;
output;
term="play down";
role="Verb";
numdocs=2;
output;
term="point out";
role="Verb";
numdocs=165;
output;
term="preliminary to";
role="Prep";
numdocs=11;
output;
term="preparatory to";
role="Prep";
numdocs=22;
output;
term="previous to";
role="Prep";
numdocs=20;
output;
term="prima facie";
role="Adj";
numdocs=105;
output;
term="prior to";
role="Prep";
numdocs=2112;
output;
term="pro forma";
role="Adj";
numdocs=26;
output;
term="pro rata";
role="Adv";
numdocs=243;
output;
term="provided that";
role="Conj";
numdocs=3567;
output;
term="providing that";
role="Conj";
numdocs=200;
output;
term="pursuant to";
role="Prep";
numdocs=8208;
output;
term="put by";
role="Verb";
numdocs=14;
output;
term="put down";
role="Verb";
numdocs=12;
output;
term="put forth";
role="Verb";
numdocs=2;
output;
term="put off";
role="Verb";
numdocs=7;
output;
term="put on";
role="Verb";
numdocs=275;
output;
term="put out";
role="Verb";
numdocs=75;
output;
term="put up";
role="Verb";
numdocs=363;
output;
term="regardless of";
role="Prep";
numdocs=603;
output;
term="relative to";
role="Prep";
numdocs=328;
output;
term="round up";
role="Verb";
numdocs=13;
output;
term="saudi arabian";
role="Adj";
numdocs=7;
output;
term="save that";
role="Conj";
numdocs=13;
output;
term="second class";
role="Adj";
numdocs=6;
output;
term="second level";
role="Adj";
numdocs=24;
output;
term="seeing that";
role="Conj";
numdocs=13;
output;
term="set at";
role="Verb";
numdocs=1156;
output;
term="set back";
role="Verb";
numdocs=3;
output;
term="set off";
role="Verb";
numdocs=60;
output;
term="set on";
role="Verb";
numdocs=68;
output;
term="set out";
role="Verb";
numdocs=8830;
output;
term="set up";
role="Verb";
numdocs=2793;
output;
term="show up";
role="Verb";
numdocs=7;
output;
term="side by side";
role="Adv";
numdocs=31;
output;
term="sign up";
role="Verb";
numdocs=11;
output;
term="sine die";
role="Adv";
numdocs=2;
output;
term="single out";
role="Verb";
numdocs=8;
output;
term="so as";
role="Conj";
numdocs=2113;
output;
term="so long";
role="Interj";
numdocs=155;
output;
term="so that";
role="Conj";
numdocs=2238;
output;
term="soak up";
role="Verb";
numdocs=2;
output;
term="sought after";
role="Adj";
numdocs=12;
output;
term="south african";
role="Adj";
numdocs=307;
output;
term="south american";
role="Adj";
numdocs=20;
output;
term="south korean";
role="Adj";
numdocs=3;
output;
term="southeast asian";
role="Adj";
numdocs=3;
output;
term="spell out";
role="Verb";
numdocs=37;
output;
term="sri lankan";
role="Adj";
numdocs=4;
output;
term="stamp out";
role="Verb";
numdocs=5;
output;
term="stand out";
role="Verb";
numdocs=25;
output;
term="stand up";
role="Verb";
numdocs=13;
output;
term="stemming from";
role="Prep";
numdocs=176;
output;
term="step up";
role="Verb";
numdocs=208;
output;
term="sub judice";
role="Adv";
numdocs=3;
output;
term="subsequent to";
role="Prep";
numdocs=266;
output;
term="such as";
role="Prep";
numdocs=4068;
output;
term="such that";
role="Conj";
numdocs=835;
output;
term="sui generis";
role="Adj";
numdocs=18;
output;
term="take advantage";
role="Verb";
numdocs=188;
output;
term="take away";
role="Verb";
numdocs=6;
output;
term="take in";
role="Verb";
numdocs=102;
output;
term="take off";
role="Verb";
numdocs=17;
output;
term="take on";
role="Verb";
numdocs=184;
output;
term="take out";
role="Verb";
numdocs=58;
output;
term="take over";
role="Verb";
numdocs=184;
output;
term="take place";
role="Verb";
numdocs=1676;
output;
term="take up";
role="Verb";
numdocs=256;
output;
term="thank you";
role="Interj";
numdocs=10;
output;
term="thanks to";
role="Prep";
numdocs=191;
output;
term="third degree";
role="Adj";
numdocs=2;
output;
term="third party";
role="Adj";
numdocs=472;
output;
term="tie up";
role="Verb";
numdocs=2;
output;
term="tip over";
role="Verb";
numdocs=2;
output;
term="to a degree";
role="Adv";
numdocs=49;
output;
term="to the point";
role="Adj";
numdocs=106;
output;
term="together with";
role="Prep";
numdocs=2810;
output;
term="too soon";
role="Adv";
numdocs=6;
output;
term="turn down";
role="Verb";
numdocs=2;
output;
term="turn in";
role="Verb";
numdocs=7;
output;
term="turn on";
role="Verb";
numdocs=11;
output;
term="turn out";
role="Verb";
numdocs=23;
output;
term="turn over";
role="Verb";
numdocs=12;
output;
term="turned on";
role="Adj";
numdocs=20;
output;
term="ultra vires";
role="Adv";
numdocs=2;
output;
term="under way";
role="Adv";
numdocs=227;
output;
term="up against";
role="Prep";
numdocs=14;
output;
term="up to";
role="Prep";
numdocs=3111;
output;
term="upside down";
role="Adv";
numdocs=4;
output;
term="upwards of";
role="Prep";
numdocs=4;
output;
term="use up";
role="Verb";
numdocs=20;
output;
term="used to";
role="Aux";
numdocs=2133;
output;
term="vice versa";
role="Adv";
numdocs=172;
output;
term="ward off";
role="Verb";
numdocs=4;
output;
term="warm blooded";
role="Adj";
numdocs=1;
output;
term="waste away";
role="Verb";
numdocs=2;
output;
term="wear out";
role="Verb";
numdocs=3;
output;
term="well known";
role="Adj";
numdocs=73;
output;
term="wind up";
role="Verb";
numdocs=16;
output;
term="wipe out";
role="Verb";
numdocs=4;
output;
term="with reference to";
role="Prep";
numdocs=383;
output;
term="with regard to";
role="Prep";
numdocs=4255;
output;
term="with respect to";
role="Prep";
numdocs=1734;
output;
term="with the exception of";
role="Prep";
numdocs=1962;
output;
term="within reach";
role="Adj";
numdocs=21;
output;
term="without doubt";
role="Adj";
numdocs=13;
output;
term="work out";
role="Verb";
numdocs=42;
output;
term="wrapped up";
role="Adj";
numdocs=2;
output;
term="write down";
role="Verb";
numdocs=5;
output;
term="zero in";
role="Verb";
numdocs=19;
output;
term="la";
role="Prep";
numdocs=122;
output;
;
run;
*------------------------------------------------------------*;
* SYNONYMDS Data Set for TextParsing;
*------------------------------------------------------------*;
data WORK.TextParsing_SYNONYMDS;
  length   term                             $ 256
           termrole                         $ 256
           parent                           $ 256
           parentrole                       $ 256
           ;

  label    term="Child Term"
           termrole="Term Role"
           parent="Parent Term"
           parentrole="Parent Role"
           ;
term="sas";
termrole="";
parent="sas institute";
parentrole="COMPANY";
output;
;
run;
*------------------------------------------------------------*;
* EMNOTES File for TextParsing;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"TextParsing_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* USERTRAINCODE File for TextFilter;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"TextFilter_USERTRAINCODE.sas";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath";
file dspath;
run;
*------------------------------------------------------------*;
* SYNONYMIMPORT Data Set for TextFilter;
*------------------------------------------------------------*;
*------------------------------------------------------------*;
* EMNOTES File for TextFilter;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"TextFilter_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* EMNOTES File for Score;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"Score_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* EMNOTES File for Part;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"Part_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* EMNOTES File for MdlComp;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"MdlComp_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* Variable Attributes for Ids2;
*------------------------------------------------------------*;
data WORK.Ids2_VariableAttribute;
length Variable $64 AttributeName $32 AttributeValue $64;
Variable='Hate_crime';
AttributeName="ROLE";
AttributeValue='TARGET';
Output;
Variable='Hate_crime';
AttributeName="LEVEL";
AttributeValue='BINARY';
Output;
Variable='URL';
AttributeName="ROLE";
AttributeValue='ID';
Output;
run;
*------------------------------------------------------------*;
* Decmeta Data Set for Ids2;
*------------------------------------------------------------*;
data WORK.Ids2_Hate_crime_DM;
  length   _TYPE_                           $ 32
           VARIABLE                         $ 32
           LABEL                            $ 256
           LEVEL                            $ 32
           EVENT                            $ 32
           ORDER                            $ 10
           FORMAT                           $ 32
           TYPE                             $ 1
           COST                             $ 32
           USE                              $ 1
           ;

  label    _TYPE_="Type"
           VARIABLE="Variable"
           LABEL="Label"
           LEVEL="Measurement Level"
           EVENT="Target Event"
           ORDER="Order"
           FORMAT="Format"
           TYPE="Type"
           COST="Cost"
           USE="Use"
           ;
_TYPE_="MATRIX";
VARIABLE="";
LABEL="";
LEVEL="PROFIT";
EVENT="";
ORDER="";
FORMAT="";
TYPE="";
COST="";
USE="N";
output;
_TYPE_="TARGET";
VARIABLE="Hate_crime";
LABEL="Hate crime";
LEVEL="BINARY";
EVENT="1";
ORDER="";
FORMAT="";
TYPE="N";
COST="";
USE="";
output;
_TYPE_="DECISION";
VARIABLE="DECISION1";
LABEL="1";
LEVEL="";
EVENT="";
ORDER="";
FORMAT="";
TYPE="N";
COST="";
USE="Y";
output;
_TYPE_="DECISION";
VARIABLE="DECISION2";
LABEL="0";
LEVEL="";
EVENT="";
ORDER="";
FORMAT="";
TYPE="N";
COST="";
USE="Y";
output;
_TYPE_="DATAPRIOR";
VARIABLE="DATAPRIOR";
LABEL="Data Prior";
LEVEL="";
EVENT="";
ORDER="";
FORMAT="";
TYPE="N";
COST="";
USE="N";
output;
_TYPE_="TRAINPRIOR";
VARIABLE="TRAINPRIOR";
LABEL="Training Prior";
LEVEL="";
EVENT="";
ORDER="";
FORMAT="";
TYPE="N";
COST="";
USE="N";
output;
_TYPE_="DECPRIOR";
VARIABLE="DECPRIOR";
LABEL="Decision Prior";
LEVEL="";
EVENT="";
ORDER="";
FORMAT="";
TYPE="N";
COST="";
USE="N";
output;
_TYPE_="PREDICTED";
VARIABLE="P_Hate_crime1";
LABEL="Predicted: Hate_crime=1";
LEVEL="1";
EVENT="";
ORDER="";
FORMAT="";
TYPE="N";
COST="";
USE="";
output;
_TYPE_="RESIDUAL";
VARIABLE="R_Hate_crime1";
LABEL="Residual: Hate_crime=1";
LEVEL="1";
EVENT="";
ORDER="";
FORMAT="";
TYPE="N";
COST="";
USE="";
output;
_TYPE_="PREDICTED";
VARIABLE="P_Hate_crime0";
LABEL="Predicted: Hate_crime=0";
LEVEL="0";
EVENT="";
ORDER="";
FORMAT="";
TYPE="N";
COST="";
USE="";
output;
_TYPE_="RESIDUAL";
VARIABLE="R_Hate_crime0";
LABEL="Residual: Hate_crime=0";
LEVEL="0";
EVENT="";
ORDER="";
FORMAT="";
TYPE="N";
COST="";
USE="";
output;
_TYPE_="FROM";
VARIABLE="F_Hate_crime";
LABEL="From: Hate_crime";
LEVEL="";
EVENT="";
ORDER="";
FORMAT="";
TYPE="C";
COST="";
USE="";
output;
_TYPE_="INTO";
VARIABLE="I_Hate_crime";
LABEL="Into: Hate_crime";
LEVEL="";
EVENT="";
ORDER="";
FORMAT="";
TYPE="C";
COST="";
USE="";
output;
;
run;
*------------------------------------------------------------*;
* Decdata Data Set for Ids2;
*------------------------------------------------------------*;
data WORK.Ids2_Hate_crime_DD;
  length   Hate_crime                       $ 32
           COUNT                              8
           DATAPRIOR                          8
           TRAINPRIOR                         8
           DECPRIOR                           8
           DECISION1                          8
           DECISION2                          8
           ;

  label    COUNT="Level Counts"
           DATAPRIOR="Data Proportions"
           TRAINPRIOR="Training Proportions"
           DECPRIOR="Decision Priors"
           DECISION1="1"
           DECISION2="0"
           ;
  format   COUNT 10.
           ;
Hate_crime="1";
COUNT=10;
DATAPRIOR=0.52631578947368;
TRAINPRIOR=0.52631578947368;
DECPRIOR=.;
DECISION1=1;
DECISION2=0;
output;
Hate_crime="0";
COUNT=9;
DATAPRIOR=0.47368421052631;
TRAINPRIOR=0.47368421052631;
DECPRIOR=.;
DECISION1=0;
DECISION2=1;
output;
;
run;
*------------------------------------------------------------*;
* EMNOTES File for Ids2;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"Ids2_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* EMNOTES File for Ids;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"Ids_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* USERTRAINCODE File for HPTree;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"HPTree_USERTRAINCODE.sas";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath";
file dspath;
run;
*------------------------------------------------------------*;
* EMNOTES File for HPTree;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"HPTree_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* USERTRAINCODE File for HPNNA;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"HPNNA_USERTRAINCODE.sas";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath";
file dspath;
run;
*------------------------------------------------------------*;
* HIDDENOPTIONS Data Set for HPNNA;
*------------------------------------------------------------*;
*------------------------------------------------------------*;
* EMNOTES File for HPNNA;
*------------------------------------------------------------*;
data _null_;
if symget('sysscp')=:'WIN' then dsep='\';
else if symget('sysscp')=:'DNT' then dsep='\';
else dsep = '/';
filepath = pathname('work')!!dsep!!"HPNNA_EMNOTES.txt";
call symput('DSPATH', filepath);
run;
data _null_;
filename dspath "&dspath" encoding="utf-8" NOBOM;
file dspath;
run;
*------------------------------------------------------------*;
* Create node properties data set;
*------------------------------------------------------------*;
data nodeprops;
length id $12 property $64 value $400;
id= "Tree";
property="Location";
value= "CATALOG";
output;
id= "Tree";
property="Catalog";
value= "SASHELP.EMMODL.TREE.SOURCE";
output;
id= "Tree";
property="ToolType";
value= "MODEL";
output;
id= "Tree";
property="TrainMode";
value= "BATCH";
output;
id= "Tree";
property="ImportModel";
value= "N";
output;
id= "Tree";
property="Freeze";
value= "N";
output;
id= "Tree";
property="UseMultipleTarget";
value= "N";
output;
id= "Tree";
property="Precision";
value= "4";
output;
id= "Tree";
property="IntervalCriterion";
value= "PROBF";
output;
id= "Tree";
property="NominalCriterion";
value= "PROBCHISQ";
output;
id= "Tree";
property="OrdinalCriterion";
value= "ENTROPY";
output;
id= "Tree";
property="SigLevel";
value= "0.2";
output;
id= "Tree";
property="Splitsize";
value= ".";
output;
id= "Tree";
property="LeafSize";
value= "5";
output;
id= "Tree";
property="MinCatSize";
value= "5";
output;
id= "Tree";
property="Maxbranch";
value= "2";
output;
id= "Tree";
property="Maxdepth";
value= "6";
output;
id= "Tree";
property="Nrules";
value= "5";
output;
id= "Tree";
property="Nsurrs";
value= "0";
output;
id= "Tree";
property="MissingValue";
value= "USEINSEARCH";
output;
id= "Tree";
property="UseVarOnce";
value= "N";
output;
id= "Tree";
property="SplitPrecision";
value= "4";
output;
id= "Tree";
property="Subtree";
value= "ASSESSMENT";
output;
id= "Tree";
property="NSubtree";
value= "1";
output;
id= "Tree";
property="AssessMeasure";
value= "PROFIT/LOSS";
output;
id= "Tree";
property="AssessPercentage";
value= "0.25";
output;
id= "Tree";
property="NodeSample";
value= "20000";
output;
id= "Tree";
property="Exhaustive";
value= "5000";
output;
id= "Tree";
property="Kass";
value= "Y";
output;
id= "Tree";
property="KassApply";
value= "BEFORE";
output;
id= "Tree";
property="Depth";
value= "Y";
output;
id= "Tree";
property="Inputs";
value= "N";
output;
id= "Tree";
property="NumInputs";
value= "1";
output;
id= "Tree";
property="VarSelection";
value= "Y";
output;
id= "Tree";
property="Leafid";
value= "Y";
output;
id= "Tree";
property="NodeRole";
value= "SEGMENT";
output;
id= "Tree";
property="Performance";
value= "DISK";
output;
id= "Tree";
property="CV";
value= "N";
output;
id= "Tree";
property="CVNIter";
value= "10";
output;
id= "Tree";
property="CVRepeat";
value= "1";
output;
id= "Tree";
property="CVSeed";
value= "12345";
output;
id= "Tree";
property="ObsImportance";
value= "N";
output;
id= "Tree";
property="NumSingleImp";
value= "5";
output;
id= "Tree";
property="UseDecision";
value= "N";
output;
id= "Tree";
property="UsePriors";
value= "N";
output;
id= "Tree";
property="ClassColorBy";
value= "PERCENTCORRECT";
output;
id= "Tree";
property="IntColorBy";
value= "AVG";
output;
id= "Tree";
property="ShowNodeId";
value= "Y";
output;
id= "Tree";
property="ShowValid";
value= "Y";
output;
id= "Tree";
property="Pred";
value= "N";
output;
id= "Tree";
property="Target";
value= "ALL";
output;
id= "Tree";
property="Count";
value= "Y";
output;
id= "Tree";
property="ProfitLoss";
value= "NONE";
output;
id= "Tree";
property="PercentCorrect";
value= "N";
output;
id= "Tree";
property="AVG";
value= "Y";
output;
id= "Tree";
property="RASE";
value= "N";
output;
id= "Tree";
property="CreateSample";
value= "DEFAULT";
output;
id= "Tree";
property="SampleMethod";
value= "RANDOM";
output;
id= "Tree";
property="SampleSize";
value= "10000";
output;
id= "Tree";
property="SampleSeed";
value= "12345";
output;
id= "Tree";
property="ForceRun";
value= "N";
output;
id= "Tree";
property="RunAction";
value= "Train";
output;
id= "Tree";
property="Component";
value= "DecisionTree";
output;
id= "Tree";
property="Criterion";
value= "DEFAULT";
output;
id= "Tree";
property="Dummy";
value= "N";
output;
id= "Tree";
property="Predict";
value= "Y";
output;
id= "Tree";
property="ImportedTreeData";
value= "";
output;
id= "Tree";
property="ToolPrefix";
value= "Tree";
output;
id= "Tree";
property="EM_FILE_USERTRAINCODE";
value= "Tree_USERTRAINCODE.sas";
output;
id= "Tree";
property="EM_FILE_EMNOTES";
value= "Tree_EMNOTES.txt";
output;
id= "TextTopic";
property="Location";
value= "CATALOG";
output;
id= "TextTopic";
property="Catalog";
value= "SASHELP.EMTXTEXT.TOPIC.SOURCE";
output;
id= "TextTopic";
property="topTermCnt";
value= "0";
output;
id= "TextTopic";
property="autoTopicCnt";
value= "25";
output;
id= "TextTopic";
property="autoTopic";
value= "N";
output;
id= "TextTopic";
property="ForceRun";
value= "N";
output;
id= "TextTopic";
property="RunAction";
value= "Train";
output;
id= "TextTopic";
property="Component";
value= "TextTopic";
output;
id= "TextTopic";
property="initTopics";
value= " ";
output;
id= "TextTopic";
property="tm_topic_node";
value= "";
output;
id= "TextTopic";
property="tm_topic_dataset";
value= "";
output;
id= "TextTopic";
property="topics";
value= "";
output;
id= "TextTopic";
property="augTopics";
value= "";
output;
id= "TextTopic";
property="ToolType";
value= "TM";
output;
id= "TextTopic";
property="ToolPrefix";
value= "TextTopic";
output;
id= "TextTopic";
property="EM_FILE_USERTRAINCODE";
value= "TextTopic_USERTRAINCODE.sas";
output;
id= "TextTopic";
property="EM_FILE_EMNOTES";
value= "TextTopic_EMNOTES.txt";
output;
id= "TextRule";
property="Location";
value= "CATALOG";
output;
id= "TextRule";
property="Catalog";
value= "SASHELP.EMTXTEXT.BOOLCAT.SOURCE";
output;
id= "TextRule";
property="generror";
value= "MED";
output;
id= "TextRule";
property="bogustermprob";
value= "MED";
output;
id= "TextRule";
property="exhaustive";
value= "MED";
output;
id= "TextRule";
property="ForceRun";
value= "N";
output;
id= "TextRule";
property="RunAction";
value= "Train";
output;
id= "TextRule";
property="Component";
value= "TextBoolCat";
output;
id= "TextRule";
property="tgcode";
value= "";
output;
id= "TextRule";
property="changetarg";
value= "";
output;
id= "TextRule";
property="ToolType";
value= "MODEL";
output;
id= "TextRule";
property="ToolPrefix";
value= "TextRule";
output;
id= "TextRule";
property="EM_FILE_USERTRAINCODE";
value= "TextRule_USERTRAINCODE.sas";
output;
id= "TextRule";
property="EM_FILE_EMNOTES";
value= "TextRule_EMNOTES.txt";
output;
id= "TextParsing";
property="Location";
value= "CATALOG";
output;
id= "TextParsing";
property="Catalog";
value= "SASHELP.EMTXTEXT.PARSE.SOURCE";
output;
id= "TextParsing";
property="language";
value= "ENGLISH";
output;
id= "TextParsing";
property="delimit";
value= "Std";
output;
id= "TextParsing";
property="bCapitalize";
value= "Y";
output;
id= "TextParsing";
property="bPartOfSpeech";
value= "Y";
output;
id= "TextParsing";
property="NounGroups";
value= "Y";
output;
id= "TextParsing";
property="multiDS";
value= "SASHELP.ENG_MULTI";
output;
id= "TextParsing";
property="bPatterns";
value= "NONE";
output;
id= "TextParsing";
property="stopList";
value= "SASHELP.ENGSTOP";
output;
id= "TextParsing";
property="ignorePOS";
value= "'AUX' 'CONJ' 'DET' 'INTERJ' 'PART' 'PREP' 'PRON'";
output;
id= "TextParsing";
property="ignoreAttrib";
value= "'NUM' 'PUNCT'";
output;
id= "TextParsing";
property="bStems";
value= "Y";
output;
id= "TextParsing";
property="synonymDS";
value= "SASHELP.ENGSYNMS";
output;
id= "TextParsing";
property="maxviewTerms";
value= "20000";
output;
id= "TextParsing";
property="ForceRun";
value= "N";
output;
id= "TextParsing";
property="RunAction";
value= "Train";
output;
id= "TextParsing";
property="Component";
value= "TextParsing";
output;
id= "TextParsing";
property="TGConcepts";
value= " ";
output;
id= "TextParsing";
property="TGCategories";
value= "";
output;
id= "TextParsing";
property="ignoreEntities";
value= " ";
output;
id= "TextParsing";
property="startList";
value= " ";
output;
id= "TextParsing";
property="filterLang";
value= "";
output;
id= "TextParsing";
property="bPatternsSetting";
value= "NONE";
output;
id= "TextParsing";
property="parseVar";
value= "Text";
output;
id= "TextParsing";
property="NGSettingBeforeCustom";
value= "";
output;
id= "TextParsing";
property="ToolType";
value= "TM";
output;
id= "TextParsing";
property="ToolPrefix";
value= "TextParsing";
output;
id= "TextParsing";
property="EM_FILE_USERTRAINCODE";
value= "TextParsing_USERTRAINCODE.sas";
output;
id= "TextParsing";
property="EM_DATA_STOPLIST";
value= "WORK.TextParsing_STOPLIST";
output;
id= "TextParsing";
property="EM_DATA_MULTIDS";
value= "WORK.TextParsing_MULTIDS";
output;
id= "TextParsing";
property="EM_DATA_SYNONYMDS";
value= "WORK.TextParsing_SYNONYMDS";
output;
id= "TextParsing";
property="EM_FILE_EMNOTES";
value= "TextParsing_EMNOTES.txt";
output;
id= "TextFilter";
property="Location";
value= "CATALOG";
output;
id= "TextFilter";
property="Catalog";
value= "SASHELP.EMTXTEXT.FILTER.SOURCE";
output;
id= "TextFilter";
property="spellCheck";
value= "N";
output;
id= "TextFilter";
property="spellSensitivity";
value= "Med";
output;
id= "TextFilter";
property="cellWeight";
value= "DEFAULT";
output;
id= "TextFilter";
property="termWeight";
value= "DEFAULT";
output;
id= "TextFilter";
property="minDocs";
value= "4";
output;
id= "TextFilter";
property="maxTerms";
value= ".";
output;
id= "TextFilter";
property="resultTerms";
value= "ALL";
output;
id= "TextFilter";
property="maxviewTerms";
value= "20000";
output;
id= "TextFilter";
property="ForceRun";
value= "N";
output;
id= "TextFilter";
property="RunAction";
value= "Train";
output;
id= "TextFilter";
property="Component";
value= "TextFilter";
output;
id= "TextFilter";
property="spellDict";
value= "";
output;
id= "TextFilter";
property="searchPhrase";
value= "";
output;
id= "TextFilter";
property="searchVar";
value= "";
output;
id= "TextFilter";
property="whereDoc";
value= "";
output;
id= "TextFilter";
property="lastfilternode";
value= "";
output;
id= "TextFilter";
property="lastparsenode";
value= "";
output;
id= "TextFilter";
property="synonymImport";
value= " ";
output;
id= "TextFilter";
property="saveSynDS";
value= "";
output;
id= "TextFilter";
property="spellDS";
value= " ";
output;
id= "TextFilter";
property="interStopDS";
value= "";
output;
id= "TextFilter";
property="interSynDS";
value= "";
output;
id= "TextFilter";
property="filters";
value= "";
output;
id= "TextFilter";
property="ToolType";
value= "TM";
output;
id= "TextFilter";
property="ToolPrefix";
value= "TextFilter";
output;
id= "TextFilter";
property="EM_FILE_USERTRAINCODE";
value= "TextFilter_USERTRAINCODE.sas";
output;
id= "TextFilter";
property="EM_FILE_EMNOTES";
value= "TextFilter_EMNOTES.txt";
output;
id= "Score";
property="OutputType";
value= "VIEW";
output;
id= "Score";
property="FixedOutputNames";
value= "Y";
output;
id= "Score";
property="HideVariables";
value= "N";
output;
id= "Score";
property="HideInput";
value= "Y";
output;
id= "Score";
property="HideTarget";
value= "Y";
output;
id= "Score";
property="HideRejected";
value= "Y";
output;
id= "Score";
property="HideAssess";
value= "Y";
output;
id= "Score";
property="HidePredict";
value= "Y";
output;
id= "Score";
property="HideFreq";
value= "Y";
output;
id= "Score";
property="HideClassification";
value= "Y";
output;
id= "Score";
property="HideResidual";
value= "Y";
output;
id= "Score";
property="HideOther";
value= "Y";
output;
id= "Score";
property="ScoreValidate";
value= "N";
output;
id= "Score";
property="ScoreTest";
value= "N";
output;
id= "Score";
property="CScore";
value= "N";
output;
id= "Score";
property="JScore";
value= "N";
output;
id= "Score";
property="PackageName";
value= "DEFAULT";
output;
id= "Score";
property="UserPackageName";
value= "";
output;
id= "Score";
property="PreferenceName";
value= "";
output;
id= "Score";
property="OptimizedCode";
value= "Y";
output;
id= "Score";
property="GraphReports";
value= "Y";
output;
id= "Score";
property="ForceRun";
value= "N";
output;
id= "Score";
property="RunAction";
value= "Train";
output;
id= "Score";
property="Component";
value= "Score";
output;
id= "Score";
property="EM_FILE_EMNOTES";
value= "Score_EMNOTES.txt";
output;
id= "Part";
property="Method";
value= "DEFAULT";
output;
id= "Part";
property="TrainPct";
value= "40";
output;
id= "Part";
property="ValidatePct";
value= "30";
output;
id= "Part";
property="TestPct";
value= "30";
output;
id= "Part";
property="RandomSeed";
value= "12345";
output;
id= "Part";
property="OutputType";
value= "DATA";
output;
id= "Part";
property="IntervalDistribution";
value= "Y";
output;
id= "Part";
property="ClassDistribution";
value= "Y";
output;
id= "Part";
property="ForceRun";
value= "N";
output;
id= "Part";
property="RunAction";
value= "Train";
output;
id= "Part";
property="Component";
value= "Partition";
output;
id= "Part";
property="EM_FILE_EMNOTES";
value= "Part_EMNOTES.txt";
output;
id= "MdlComp";
property="NumberOfReportedLevels";
value= "1E-6";
output;
id= "MdlComp";
property="NormalizeReportingVariables";
value= "Y";
output;
id= "MdlComp";
property="DecileBin";
value= "20";
output;
id= "MdlComp";
property="LiftEpsilon";
value= "1E-6";
output;
id= "MdlComp";
property="ProfitEpsilon";
value= "1E-6";
output;
id= "MdlComp";
property="RoiEpsilon";
value= "1E-6";
output;
id= "MdlComp";
property="ScoreDistBin";
value= "20";
output;
id= "MdlComp";
property="RocChart";
value= "Y";
output;
id= "MdlComp";
property="RocEpsilon";
value= "0.01";
output;
id= "MdlComp";
property="AssessAllTargetLevels";
value= "N";
output;
id= "MdlComp";
property="SelectionData";
value= "DEFAULT";
output;
id= "MdlComp";
property="HPCriteria";
value= "DEFAULT";
output;
id= "MdlComp";
property="SelectionTable";
value= "TRAIN";
output;
id= "MdlComp";
property="SelectionCriteria";
value= "DEFAULT";
output;
id= "MdlComp";
property="SelectionDepth";
value= "10";
output;
id= "MdlComp";
property="NumberofBins";
value= "20";
output;
id= "MdlComp";
property="RecomputeAssess";
value= "N";
output;
id= "MdlComp";
property="TargetName";
value= "Hate_crime";
output;
id= "MdlComp";
property="ModelId";
value= "TextRule";
output;
id= "MdlComp";
property="ModelDescription";
value= "Text Rule Builder";
output;
id= "MdlComp";
property="ModelCriteria";
value= "Valid: Misclassification Rate";
output;
id= "MdlComp";
property="ForceRun";
value= "N";
output;
id= "MdlComp";
property="RunAction";
value= "Train";
output;
id= "MdlComp";
property="Component";
value= "ModelCompare";
output;
id= "MdlComp";
property="StatisticUsed";
value= "_VMISC_";
output;
id= "MdlComp";
property="TargetLabel";
value= "Hate crime";
output;
id= "MdlComp";
property="EM_FILE_EMNOTES";
value= "MdlComp_EMNOTES.txt";
output;
id= "Ids2";
property="DataSource";
value= "hatesample";
output;
id= "Ids2";
property="Scope";
value= "LOCAL";
output;
id= "Ids2";
property="Role";
value= "RAW";
output;
%let Ids2_lib = %scan(&Ids2_data, 1, .);
id= "Ids2";
property="Library";
value= "&Ids2_lib";
output;
%let Ids2_member = %scan(&Ids2_data, 2, .);
id= "Ids2";
property="Table";
value= "&Ids2_member";
output;
id= "Ids2";
property="NCols";
value= "4";
output;
id= "Ids2";
property="NObs";
value= "60";
output;
id= "Ids2";
property="NBytes";
value= "99328";
output;
id= "Ids2";
property="Segment";
value= "";
output;
id= "Ids2";
property="DataSourceRole";
value= "RAW";
output;
id= "Ids2";
property="OutputType";
value= "VIEW";
output;
id= "Ids2";
property="ForceRun";
value= "N";
output;
id= "Ids2";
property="ComputeStatistics";
value= "N";
output;
id= "Ids2";
property="DataSelection";
value= "&Ids2_source";
output;
id= "Ids2";
property="NewTable";
value= "&Ids2_newdata";
output;
id= "Ids2";
property="MetaAdvisor";
value= "BASIC";
output;
id= "Ids2";
property="ApplyIntervalLevelLowerLimit";
value= "Y";
output;
id= "Ids2";
property="IntervalLowerLimit";
value= "20";
output;
id= "Ids2";
property="ApplyMaxPercentMissing";
value= "Y";
output;
id= "Ids2";
property="MaxPercentMissing";
value= "50";
output;
id= "Ids2";
property="ApplyMaxClassLevels";
value= "Y";
output;
id= "Ids2";
property="MaxClassLevels";
value= "20";
output;
id= "Ids2";
property="IdentifyEmptyColumns";
value= "Y";
output;
id= "Ids2";
property="VariableValidation";
value= "STRICT";
output;
id= "Ids2";
property="NewVariableRole";
value= "REJECT";
output;
id= "Ids2";
property="DropMapVariables";
value= "Y";
output;
id= "Ids2";
property="DsId";
value= "hatesample";
output;
id= "Ids2";
property="DsSampleName";
value= "";
output;
id= "Ids2";
property="DsSampleSizeType";
value= "";
output;
id= "Ids2";
property="DsSampleSize";
value= "";
output;
id= "Ids2";
property="DsCreatedBy";
value= "sasdemo";
output;
id= "Ids2";
property="DsCreateDate";
value= "1809101725.8";
output;
id= "Ids2";
property="DsModifiedBy";
value= "sasdemo";
output;
id= "Ids2";
property="DsModifyDate";
value= "1809101725.8";
output;
id= "Ids2";
property="DsScope";
value= "LOCAL";
output;
id= "Ids2";
property="Sample";
value= "D";
output;
id= "Ids2";
property="SampleSizeType";
value= "PERCENT";
output;
id= "Ids2";
property="SampleSizePercent";
value= "20";
output;
id= "Ids2";
property="SampleSizeObs";
value= "10000";
output;
id= "Ids2";
property="DBPassThrough";
value= "Y";
output;
id= "Ids2";
property="RunAction";
value= "Train";
output;
id= "Ids2";
property="Component";
value= "DataSource";
output;
id= "Ids2";
property="Description";
value= "";
output;
id= "Ids2";
property="EM_VARIABLEATTRIBUTES";
value= "WORK.Ids2_VariableAttribute";
output;
id= "Ids2";
property="EM_DECMETA_Hate_crime";
value= "WORK.Ids2_Hate_crime_DM";
output;
id= "Ids2";
property="EM_DECDATA_Hate_crime";
value= "WORK.Ids2_Hate_crime_DD";
output;
id= "Ids2";
property="EM_FILE_EMNOTES";
value= "Ids2_EMNOTES.txt";
output;
id= "Ids";
property="DataSource";
value= "test";
output;
id= "Ids";
property="Scope";
value= "LOCAL";
output;
id= "Ids";
property="Role";
value= "RAW";
output;
%let Ids_lib = %scan(&Ids_data, 1, .);
id= "Ids";
property="Library";
value= "&Ids_lib";
output;
%let Ids_member = %scan(&Ids_data, 2, .);
id= "Ids";
property="Table";
value= "&Ids_member";
output;
id= "Ids";
property="NCols";
value= "4";
output;
id= "Ids";
property="NObs";
value= "3";
output;
id= "Ids";
property="NBytes";
value= "66560";
output;
id= "Ids";
property="Segment";
value= "";
output;
id= "Ids";
property="DataSourceRole";
value= "RAW";
output;
id= "Ids";
property="OutputType";
value= "VIEW";
output;
id= "Ids";
property="ForceRun";
value= "N";
output;
id= "Ids";
property="ComputeStatistics";
value= "N";
output;
id= "Ids";
property="DataSelection";
value= "&Ids_source";
output;
id= "Ids";
property="NewTable";
value= "&Ids_newdata";
output;
id= "Ids";
property="MetaAdvisor";
value= "BASIC";
output;
id= "Ids";
property="ApplyIntervalLevelLowerLimit";
value= "Y";
output;
id= "Ids";
property="IntervalLowerLimit";
value= "20";
output;
id= "Ids";
property="ApplyMaxPercentMissing";
value= "Y";
output;
id= "Ids";
property="MaxPercentMissing";
value= "50";
output;
id= "Ids";
property="ApplyMaxClassLevels";
value= "Y";
output;
id= "Ids";
property="MaxClassLevels";
value= "20";
output;
id= "Ids";
property="IdentifyEmptyColumns";
value= "Y";
output;
id= "Ids";
property="VariableValidation";
value= "STRICT";
output;
id= "Ids";
property="NewVariableRole";
value= "REJECT";
output;
id= "Ids";
property="DropMapVariables";
value= "Y";
output;
id= "Ids";
property="DsId";
value= "test";
output;
id= "Ids";
property="DsSampleName";
value= "";
output;
id= "Ids";
property="DsSampleSizeType";
value= "";
output;
id= "Ids";
property="DsSampleSize";
value= "";
output;
id= "Ids";
property="DsCreatedBy";
value= "sasdemo";
output;
id= "Ids";
property="DsCreateDate";
value= "1809100648.4";
output;
id= "Ids";
property="DsModifiedBy";
value= "sasdemo";
output;
id= "Ids";
property="DsModifyDate";
value= "1809100648.4";
output;
id= "Ids";
property="DsScope";
value= "LOCAL";
output;
id= "Ids";
property="Sample";
value= "D";
output;
id= "Ids";
property="SampleSizeType";
value= "PERCENT";
output;
id= "Ids";
property="SampleSizePercent";
value= "20";
output;
id= "Ids";
property="SampleSizeObs";
value= "10000";
output;
id= "Ids";
property="DBPassThrough";
value= "Y";
output;
id= "Ids";
property="RunAction";
value= "Train";
output;
id= "Ids";
property="Component";
value= "DataSource";
output;
id= "Ids";
property="Description";
value= "";
output;
id= "Ids";
property="EM_FILE_EMNOTES";
value= "Ids_EMNOTES.txt";
output;
id= "HPTree";
property="Location";
value= "CATALOG";
output;
id= "HPTree";
property="Catalog";
value= "SASHELP.HPDM.HPDMTREE.SOURCE";
output;
id= "HPTree";
property="ToolType";
value= "MODEL";
output;
id= "HPTree";
property="ALPHA";
value= "0.2";
output;
id= "HPTree";
property="CVFOLDS";
value= "10";
output;
id= "HPTree";
property="MINDIST";
value= "0.01";
output;
id= "HPTree";
property="CONFIDENCE";
value= "0.25";
output;
id= "HPTree";
property="VALIDATIONPROB";
value= "0.15";
output;
id= "HPTree";
property="PARTITIONSEED";
value= "12345";
output;
id= "HPTree";
property="CVSEED";
value= "12345";
output;
id= "HPTree";
property="MAXDEPTH";
value= "10";
output;
id= "HPTree";
property="INTERVALBINS";
value= "100";
output;
id= "HPTree";
property="HLEAFSIZE";
value= "5";
output;
id= "HPTree";
property="CRITERIONMETHOD";
value= "ENTROPY";
output;
id= "HPTree";
property="ICRITERIONMETHOD";
value= "VARIANCE";
output;
id= "HPTree";
property="UseVarOnce";
value= "N";
output;
id= "HPTree";
property="SUBTREEMIN";
value= "N";
output;
id= "HPTree";
property="VARSELECT";
value= "Y";
output;
id= "HPTree";
property="VALIDATION";
value= "N";
output;
id= "HPTree";
property="BONFERRONI";
value= "N";
output;
id= "HPTree";
property="NODEROLE";
value= "SEGMENT";
output;
id= "HPTree";
property="PRUNINGMETHOD";
value= "COSTCOMPLEXITY";
output;
id= "HPTree";
property="SELMETHOD";
value= "AUTOMATIC";
output;
id= "HPTree";
property="PASSESSMENT";
value= "ENTROPY";
output;
id= "HPTree";
property="IPASSESSMENT";
value= "ASE";
output;
id= "HPTree";
property="PTHRESHOLD";
value= "1.0";
output;
id= "HPTree";
property="LIFTFRACT";
value= "0.5";
output;
id= "HPTree";
property="NPLEAVES";
value= "1";
output;
id= "HPTree";
property="INODECOLOR";
value= "AVERAGE";
output;
id= "HPTree";
property="NODECOLOR";
value= "ProbEvent";
output;
id= "HPTree";
property="LEVTHRESH1";
value= "500000";
output;
id= "HPTree";
property="LEVTHRESH2";
value= "1000000";
output;
id= "HPTree";
property="MINCATSIZE";
value= "5";
output;
id= "HPTree";
property="MAXBRANCH";
value= "2";
output;
id= "HPTree";
property="Nsurrs";
value= "0";
output;
id= "HPTree";
property="MissingValue";
value= "POPULARITY";
output;
id= "HPTree";
property="MAXLEAVES";
value= "1024";
output;
id= "HPTree";
property="DEPTHCONTROL";
value= "MAXDEPTHCTRL";
output;
id= "HPTree";
property="MValueMetric";
value= "ASE";
output;
id= "HPTree";
property="ForceRun";
value= "N";
output;
id= "HPTree";
property="RunAction";
value= "Train";
output;
id= "HPTree";
property="Component";
value= "HPTree";
output;
id= "HPTree";
property="CCPENALTY";
value= "0.8";
output;
id= "HPTree";
property="ToolPrefix";
value= "HPTree";
output;
id= "HPTree";
property="EM_FILE_USERTRAINCODE";
value= "HPTree_USERTRAINCODE.sas";
output;
id= "HPTree";
property="EM_FILE_EMNOTES";
value= "HPTree_EMNOTES.txt";
output;
id= "HPNNA";
property="Location";
value= "CATALOG";
output;
id= "HPNNA";
property="Catalog";
value= "SASHELP.HPDM.HPDMNEURAL.SOURCE";
output;
id= "HPNNA";
property="ToolType";
value= "MODEL";
output;
id= "HPNNA";
property="InputStd";
value= "RANGE";
output;
id= "HPNNA";
property="HIDDEN";
value= "3";
output;
id= "HPNNA";
property="HIDDENLAYERS";
value= "3";
output;
id= "HPNNA";
property="ARCHITECTURE";
value= "LAYER1";
output;
id= "HPNNA";
property="DIRECTCONN";
value= "N";
output;
id= "HPNNA";
property="TargetStd";
value= "RANGE";
output;
id= "HPNNA";
property="TargetActivation";
value= "IDENTITY";
output;
id= "HPNNA";
property="TargetError";
value= "NORMAL";
output;
id= "HPNNA";
property="OPTMETHOD";
value= "LBFGS";
output;
id= "HPNNA";
property="NUMTRIES";
value= "2";
output;
id= "HPNNA";
property="MAXITER";
value= "300";
output;
id= "HPNNA";
property="USEVALID";
value= "N";
output;
id= "HPNNA";
property="USEINVERSE";
value= "N";
output;
id= "HPNNA";
property="MISSASLVL";
value= "N";
output;
id= "HPNNA";
property="MAXLINKS";
value= "1000";
output;
id= "HPNNA";
property="ForceRun";
value= "N";
output;
id= "HPNNA";
property="RunAction";
value= "Train";
output;
id= "HPNNA";
property="Component";
value= "HPDMNeural";
output;
id= "HPNNA";
property="TableEditor";
value= "";
output;
id= "HPNNA";
property="ToolPrefix";
value= "HPNNA";
output;
id= "HPNNA";
property="EM_FILE_USERTRAINCODE";
value= "HPNNA_USERTRAINCODE.sas";
output;
id= "HPNNA";
property="EM_FILE_EMNOTES";
value= "HPNNA_EMNOTES.txt";
output;
run;
*------------------------------------------------------------*;
* Create connections data set;
*------------------------------------------------------------*;
data connect;
length from to $12;
from="HPNNA";
to="MdlComp";
output;
from="Ids";
to="Score";
output;
from="MdlComp";
to="Score";
output;
from="Tree";
to="MdlComp";
output;
from="Part";
to="Tree";
output;
from="Part";
to="TextParsing";
output;
from="Ids2";
to="Part";
output;
from="TextRule";
to="MdlComp";
output;
from="HPTree";
to="MdlComp";
output;
from="TextTopic";
to="HPTree";
output;
from="TextTopic";
to="TextRule";
output;
from="TextTopic";
to="HPNNA";
output;
from="TextFilter";
to="TextTopic";
output;
from="TextParsing";
to="TextFilter";
output;
run;
*------------------------------------------------------------*;
* Create actions to run data set;
*------------------------------------------------------------*;
%macro emaction;
%let actionstring = %upcase(&EM_ACTION);
%if %index(&actionstring, RUN) or %index(&actionstring, REPORT) %then %do;
data actions;
length id $12 action $40;
id="Score";
%if %index(&actionstring, RUN) %then %do;
action='run';
output;
%end;
%if %index(&actionstring, REPORT) %then %do;
action='report';
output;
%end;
run;
%end;
%mend;
%emaction;
*------------------------------------------------------------*;
* Execute the actions;
*------------------------------------------------------------*;
%em5batch(execute, workspace=workspace, nodes=nodes, connect=connect, datasources=datasources, nodeprops=nodeprops, action=actions);