Skip to content
Snippets Groups Projects
Commit 7239190b authored by Scott Lundberg's avatar Scott Lundberg
Browse files

Commit changes before undoing some of them

parent 5e924d03
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
elasticsearch-mappings/prescience-data.json
+ 44
− 44
View file @ 7239190b
......@@ -2,75 +2,75 @@
"mappings": {
"fluid" : {
"properties" : {
"procId" : { "type" : "string", "index" : "not_analyzed" },
"time" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"name" : { "type" : "string", "index" : "not_analyzed" },
"value" : { "type" : "float" },
"units" : { "type" : "string", "index" : "not_analyzed" }
"ProcId" : { "type" : "string", "index" : "not_analyzed" },
"AdmStartDT" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"FluidValue" : { "type" : "float" },
"FluidName" : { "type" : "string", "index" : "not_analyzed" },
"FluidUnit" : { "type" : "string", "index" : "not_analyzed" }
}
},
"lab" : {
"properties" : {
"procId" : { "type" : "string", "index" : "not_analyzed" },
"time" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"name" : { "type" : "string", "index" : "not_analyzed" },
"numericValue" : { "type" : "float" },
"textValue" : { "type" : "string", "index" : "not_analyzed" }
"ProcId" : { "type" : "string", "index" : "not_analyzed" },
"LabSampleDT" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"LabName" : { "type" : "string", "index" : "not_analyzed" },
"LabValue_Numeric" : { "type" : "float" },
"LabValue_Text" : { "type" : "string", "index" : "not_analyzed" }
}
},
"medication" : {
"properties" : {
"procId" : { "type" : "string", "index" : "not_analyzed" },
"startTime" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"endTime" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"name" : { "type" : "string", "index" : "not_analyzed" },
"value" : { "type" : "float" },
"units" : { "type" : "string", "index" : "not_analyzed" }
"ProcId" : { "type" : "string", "index" : "not_analyzed" },
"AdmStartDT" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"AdmEndDT" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"DoseName" : { "type" : "string", "index" : "not_analyzed" },
"DoseValue" : { "type" : "float" },
"DoseUnit" : { "type" : "string", "index" : "not_analyzed" }
}
},
"monitor" : {
"properties" : {
"procId" : { "type" : "string", "index" : "not_analyzed" },
"time" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"sensor" : { "type" : "string", "index" : "not_analyzed" },
"numericValue" : { "type" : "float" },
"textValue" : { "type" : "string", "index" : "not_analyzed" }
"ProcId" : { "type" : "string", "index" : "not_analyzed" },
"SampleDT" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"MonitorName" : { "type" : "string", "index" : "not_analyzed" },
"MonitorValue_Numeric" : { "type" : "float" },
"MonitorValue_Text" : { "type" : "string", "index" : "not_analyzed" }
}
},
"orcapreop" : {
"properties" : {
"procId" : { "type" : "string", "index" : "not_analyzed" },
"time" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"reviewTitle" : { "type" : "string" },
"description" : { "type" : "string" }
"ProcId" : { "type" : "string", "index" : "not_analyzed" },
"PreOPDate" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"ReviewTitle" : { "type" : "string" },
"Descr" : { "type" : "string" }
}
},
"summaryinfo" : {
"properties" : {
"procId" : { "type" : "string", "index" : "not_analyzed" },
"date" : { "type" : "date", "format" : "yyyy-MM-dd" },
"age" : { "type" : "float" },
"gender" : { "type" : "string", "index" : "not_analyzed" },
"asaCode" : { "type" : "string", "index" : "not_analyzed" },
"heightInches" : { "type" : "float" },
"weightPounds" : { "type" : "float" },
"procText" : { "type" : "string" },
"cptCode" : { "type" : "string", "index" : "not_analyzed" },
"anesthesiaType" : { "type" : "string", "index" : "not_analyzed" },
"surgDiagnosis" : { "type" : "string" },
"orLocation" : { "type" : "string", "index" : "not_analyzed" },
"anesthesiaStartTime" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"inRoomTime" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"anesthesiaReadyTime" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"procStartTime" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"procEndTime" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"leaveOrTime" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"anesthesiaEndTime" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" }
"ProcId" : { "type" : "string", "index" : "not_analyzed" },
"DOS" : { "type" : "date", "format" : "yyyy-MM-dd" },
"Age" : { "type" : "float" },
"Gender" : { "type" : "string", "index" : "not_analyzed" },
"ASACode" : { "type" : "string", "index" : "not_analyzed" },
"HeightINs" : { "type" : "float" },
"WeightLBs" : { "type" : "float" },
"ProcedureTxt" : { "type" : "string" },
"CPTCode" : { "type" : "string", "index" : "not_analyzed" },
"AnesthesiaType" : { "type" : "string", "index" : "not_analyzed" },
"SurgDiagnosis" : { "type" : "string" },
"ORLocation" : { "type" : "string", "index" : "not_analyzed" },
"AnesStartDT" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"InRoomDT" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"AnesReadyDT" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"ProcEndDT" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"ProcStartDT" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"LeaveOR" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"AnesEnd" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" }
}
}
}
......
elasticsearch-mappings/prescience-interface.json
+ 13
− 8
View file @ 7239190b
{
"mappings": {
"userstate" : {
"user-state" : {
"properties" : {
"@timestamp" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"testCaseIndex" : { "type" : "integer" },
"testCaseTimeIndex" : { "type" : "integer" }
"time" : { "type" : "date", "format" : "yyyy-MM-dd'\''T'\''HH:mm:ss.SSS'\''Z'\''" },
"testIndex" : { "type" : "integer" },
"testTimeIndex" : { "type" : "integer" }
}
},
"recorded-score" : {
"properties" : {
"@timestamp" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"user" : { "type" : "string", "index" : "not_analyzed" },
"score" : { "type" : "float" },
"testCaseIndex" : { "type" : "integer" },
"testCaseTimeIndex" : { "type" : "integer" },
"time" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"testIndex" : { "type" : "integer" },
"testTimeIndex" : { "type" : "integer" },
"time" : { "type" : "date", "format" : "yyyy-MM-dd'\''T'\''HH:mm:ss.SSS'\''Z'\''" },
"procId" : { "type" : "string", "index" : "not_analyzed" },
"version" : { "type" : "string", "index" : "not_analyzed" }
}
}
}
}
curl -XPOST 'http://localhost:9200/_aliases' -d '
{
"actions" : [
{ "add" : { "index" : "prescience-interface-v1", "alias" : "prescience-interface" } }
]
}'
elasticsearch-mappings/prescience-ml.json
+ 4
− 4
View file @ 7239190b
{
"mappings": {
"mldatum" : {
"desat-risk" : {
"properties" : {
"procId" : { "type" : "string", "index" : "not_analyzed" },
"time" : { "type" : "date", "format" : "yyyy-MM-ddTHH:mm:ss.SSSZ" },
"time" : { "type" : "date", "format" : "yyyy-MM-dd'T'HH:mm:ss.SSS'Z'" },
"label" : { "type" : "float" },
"prediction" : { "type" : "float" },
"model" : { "type" : "string", "index" : "not_analyzed" },
......@@ -17,8 +17,8 @@
"featureMapping" : { "type" : "string", "index" : "not_analyzed" }
}
},
"mlfeaturemap" : {
"feature-map" : {
"properties" : {
"name" : { "type" : "string", "index" : "not_analyzed" },
"features" : {
......
logstash.config
+ 10
− 13
View file @ 7239190b
......@@ -77,7 +77,7 @@ filter {
"message" => "lab,%{WORD:procId},%{TIMESTAMP_ISO8601:time},(?<name>[^\,]+),(?<numericValue>[^\,]+),(?<textValue>[^\,]+)"
}
}
mutate { add_field => { "_id" => "%{type}-%{procId}-%{time}-%{name}" } }
mutate { add_field => { "[@metadata][_id]" => "%{type}-%{procId}-%{time}-%{name}" } }
if [numericValue] != "NULL" {
mutate { convert => { "numericValue" => "float" } }
......@@ -86,6 +86,7 @@ filter {
date {
timezone => "America/Los_Angeles"
match => ["time", "ISO8601"]
target => "times"
}
} else if [type] == "orcapreop" {
......@@ -119,7 +120,11 @@ filter {
code => "
hash = event.to_hash
hash.each do |k,v|
if v == 'NULL'
if k == '@timestamp'
event.remove(k)
elsif k == '@version'
event.remove(k)
elsif v == 'NULL'
event.remove(k)
end
end
......@@ -127,16 +132,8 @@ filter {
}
mutate { remove_field => "message" }
mutate { remove_field => "host" }
mutate { remove_field => "type" }
mutate { remove_field => "@timestamp" }
#mutate { add_field => { "learningLabel" => "training"} }
}
# output {
# stdout { codec => rubydebug }
# # elasticsearch {
# # protocol => "http"
# # user => "admin"
# # #password => "REAL_PASS_HERE"
# # index => "prescience"
# # document_type => "%{type}"
# # }
# }
test/data/fake_proc.csv 0 → 100644
+ 164
− 0
View file @ 7239190b
summaryinfo,MLORA_0000000,2013-05-03,51,F,II,83.000,201.000,LAPAROSCOPIC GASTRECTOMY (LAPAROSCOPIC GASTRECTOMY ESOPHAGOJEJUNESTOMY),00790,GEN,MALIG NEOPL STOMACH NOS,OR77,2013-05-03 10:01:00.000,2013-05-03 10:04:54.000,2013-05-03 10:25:00.000,2013-05-03 11:05:39.000,2013-05-03 15:04:12.000,2013-05-03 15:10:59.000,2013-05-03 15:23:19.000
monitor,MLORA_0000000,2013-05-03 12:11:00.000,ECGRATE,66.000,NULL
monitor,MLORA_0000000,2013-05-03 12:12:00.000,ECGRATE,74.000,NULL
monitor,MLORA_0000000,2013-05-03 12:17:00.000,ECGRATE,80.000,NULL
monitor,MLORA_0000000,2013-05-03 12:18:00.000,ECGRATE,67.000,NULL
monitor,MLORA_0000000,2013-05-03 12:19:00.000,ECGRATE,75.000,NULL
monitor,MLORA_0000000,2013-05-03 12:20:00.000,ECGRATE,90.000,NULL
monitor,MLORA_0000000,2013-05-03 12:21:00.000,ECGRATE,88.000,NULL
monitor,MLORA_0000000,2013-05-03 12:22:00.000,ECGRATE,87.000,NULL
monitor,MLORA_0000000,2013-05-03 12:23:00.000,ECGRATE,89.000,NULL
monitor,MLORA_0000000,2013-05-03 12:24:00.000,ECGRATE,82.000,NULL
monitor,MLORA_0000000,2013-05-03 12:25:00.000,ECGRATE,90.000,NULL
monitor,MLORA_0000000,2013-05-03 12:26:00.000,ECGRATE,84.000,NULL
monitor,MLORA_0000000,2013-05-03 12:27:00.000,ECGRATE,80.000,NULL
monitor,MLORA_0000000,2013-05-03 12:28:00.000,ECGRATE,82.000,NULL
monitor,MLORA_0000000,2013-05-03 12:29:00.000,ECGRATE,81.000,NULL
monitor,MLORA_0000000,2013-05-03 12:30:00.000,ECGRATE,80.000,NULL
monitor,MLORA_0000000,2013-05-03 12:31:00.000,ECGRATE,82.000,NULL
monitor,MLORA_0000000,2013-05-03 12:32:00.000,ECGRATE,80.000,NULL
monitor,MLORA_0000000,2013-05-03 12:11:00.000,PULSE,66.000,NULL
monitor,MLORA_0000000,2013-05-03 12:12:00.000,PULSE,74.000,NULL
monitor,MLORA_0000000,2013-05-03 12:17:00.000,PULSE,80.000,NULL
monitor,MLORA_0000000,2013-05-03 12:18:00.000,PULSE,67.000,NULL
monitor,MLORA_0000000,2013-05-03 12:19:00.000,PULSE,75.000,NULL
monitor,MLORA_0000000,2013-05-03 12:20:00.000,PULSE,90.000,NULL
monitor,MLORA_0000000,2013-05-03 12:21:00.000,PULSE,88.000,NULL
monitor,MLORA_0000000,2013-05-03 12:22:00.000,PULSE,87.000,NULL
monitor,MLORA_0000000,2013-05-03 12:23:00.000,PULSE,89.000,NULL
monitor,MLORA_0000000,2013-05-03 12:24:00.000,PULSE,82.000,NULL
monitor,MLORA_0000000,2013-05-03 12:25:00.000,PULSE,90.000,NULL
monitor,MLORA_0000000,2013-05-03 12:26:00.000,PULSE,85.000,NULL
monitor,MLORA_0000000,2013-05-03 12:27:00.000,PULSE,81.000,NULL
monitor,MLORA_0000000,2013-05-03 12:28:00.000,PULSE,82.000,NULL
monitor,MLORA_0000000,2013-05-03 12:29:00.000,PULSE,81.000,NULL
monitor,MLORA_0000000,2013-05-03 12:30:00.000,PULSE,80.000,NULL
monitor,MLORA_0000000,2013-05-03 12:31:00.000,PULSE,82.000,NULL
monitor,MLORA_0000000,2013-05-03 12:32:00.000,PULSE,80.000,NULL
monitor,MLORA_0000000,2013-05-03 12:11:00.000,NIBPS,140.000,NULL
monitor,MLORA_0000000,2013-05-03 12:12:00.000,NIBPS,146.000,NULL
monitor,MLORA_0000000,2013-05-03 12:16:00.000,NIBPS,159.000,NULL
monitor,MLORA_0000000,2013-05-03 12:21:00.000,NIBPS,169.000,NULL
monitor,MLORA_0000000,2013-05-03 12:24:00.000,NIBPS,158.000,NULL
monitor,MLORA_0000000,2013-05-03 12:26:00.000,NIBPS,142.000,NULL
monitor,MLORA_0000000,2013-05-03 12:27:00.000,NIBPS,135.000,NULL
monitor,MLORA_0000000,2013-05-03 12:11:00.000,NIBPD,86.000,NULL
monitor,MLORA_0000000,2013-05-03 12:12:00.000,NIBPD,76.000,NULL
monitor,MLORA_0000000,2013-05-03 12:16:00.000,NIBPD,80.000,NULL
monitor,MLORA_0000000,2013-05-03 12:21:00.000,NIBPD,113.000,NULL
monitor,MLORA_0000000,2013-05-03 12:24:00.000,NIBPD,80.000,NULL
monitor,MLORA_0000000,2013-05-03 12:26:00.000,NIBPD,90.000,NULL
monitor,MLORA_0000000,2013-05-03 12:27:00.000,NIBPD,91.000,NULL
monitor,MLORA_0000000,2013-05-03 12:11:00.000,NIBPM,100.000,NULL
monitor,MLORA_0000000,2013-05-03 12:12:00.000,NIBPM,106.000,NULL
monitor,MLORA_0000000,2013-05-03 12:16:00.000,NIBPM,105.000,NULL
monitor,MLORA_0000000,2013-05-03 12:21:00.000,NIBPM,137.000,NULL
monitor,MLORA_0000000,2013-05-03 12:24:00.000,NIBPM,102.000,NULL
monitor,MLORA_0000000,2013-05-03 12:26:00.000,NIBPM,110.000,NULL
monitor,MLORA_0000000,2013-05-03 12:27:00.000,NIBPM,106.000,NULL
monitor,MLORA_0000000,2013-05-03 12:11:00.000,SAO2,100.000,NULL
monitor,MLORA_0000000,2013-05-03 12:12:00.000,SAO2,100.000,NULL
monitor,MLORA_0000000,2013-05-03 12:17:00.000,SAO2,100.000,NULL
monitor,MLORA_0000000,2013-05-03 12:18:00.000,SAO2,100.000,NULL
monitor,MLORA_0000000,2013-05-03 12:19:00.000,SAO2,99.000,NULL
monitor,MLORA_0000000,2013-05-03 12:22:00.000,SAO2,100.000,NULL
monitor,MLORA_0000000,2013-05-03 12:23:00.000,SAO2,98.800,NULL
monitor,MLORA_0000000,2013-05-03 12:24:00.000,SAO2,97.400,NULL
monitor,MLORA_0000000,2013-05-03 12:25:00.000,SAO2,98.900,NULL
monitor,MLORA_0000000,2013-05-03 12:26:00.000,SAO2,96.000,NULL
monitor,MLORA_0000000,2013-05-03 12:27:00.000,SAO2,97.000,NULL
monitor,MLORA_0000000,2013-05-03 12:28:00.000,SAO2,96.000,NULL
monitor,MLORA_0000000,2013-05-03 12:29:00.000,SAO2,98.000,NULL
monitor,MLORA_0000000,2013-05-03 12:30:00.000,SAO2,97.000,NULL
monitor,MLORA_0000000,2013-05-03 12:31:00.000,SAO2,96.000,NULL
monitor,MLORA_0000000,2013-05-03 12:32:00.000,SAO2,98.000,NULL
monitor,MLORA_0000000,2013-05-03 12:33:00.000,SAO2,91.000,NULL
monitor,MLORA_0000000,2013-05-03 12:34:00.000,SAO2,89.000,NULL
monitor,MLORA_0000000,2013-05-03 12:35:00.000,SAO2,96.000,NULL
monitor,MLORA_0000000,2013-05-03 12:36:00.000,SAO2,97.000,NULL
monitor,MLORA_0000000,2013-05-03 12:37:00.000,SAO2,96.000,NULL
monitor,MLORA_0000000,2013-05-03 12:38:00.000,SAO2,98.000,NULL
monitor,MLORA_0000000,2013-05-03 12:29:00.000,TEMP1,35.370,NULL
monitor,MLORA_0000000,2013-05-03 12:30:00.000,TEMP1,32.720,NULL
monitor,MLORA_0000000,2013-05-03 12:31:00.000,TEMP1,35.020,NULL
monitor,MLORA_0000000,2013-05-03 12:32:00.000,TEMP1,35.440,NULL
monitor,MLORA_0000000,2013-05-03 12:33:00.000,TEMP1,35.200,NULL
monitor,MLORA_0000000,2013-05-03 12:34:00.000,TEMP1,35.690,NULL
monitor,MLORA_0000000,2013-05-03 12:45:00.000,TEMP1,34.800,NULL
monitor,MLORA_0000000,2013-05-03 12:08:00.000,PEAK,5.000,NULL
monitor,MLORA_0000000,2013-05-03 12:08:00.000,PIP,5.000,NULL
monitor,MLORA_0000000,2013-05-03 12:09:00.000,PEAK,5.000,NULL
monitor,MLORA_0000000,2013-05-03 12:09:00.000,PIP,5.000,NULL
monitor,MLORA_0000000,2013-05-03 12:10:00.000,PEAK,3.000,NULL
monitor,MLORA_0000000,2013-05-03 12:10:00.000,PIP,3.000,NULL
monitor,MLORA_0000000,2013-05-03 12:11:00.000,PEAK,4.000,NULL
monitor,MLORA_0000000,2013-05-03 12:11:00.000,PIP,4.000,NULL
monitor,MLORA_0000000,2013-05-03 12:12:00.000,PEAK,6.000,NULL
monitor,MLORA_0000000,2013-05-03 12:12:00.000,PIP,6.000,NULL
monitor,MLORA_0000000,2013-05-03 12:13:00.000,PEAK,4.000,NULL
monitor,MLORA_0000000,2013-05-03 12:13:00.000,PIP,4.000,NULL
monitor,MLORA_0000000,2013-05-03 12:14:00.000,PEAK,5.000,NULL
monitor,MLORA_0000000,2013-05-03 12:14:00.000,PIP,5.000,NULL
monitor,MLORA_0000000,2013-05-03 12:15:00.000,PEAK,4.000,NULL
monitor,MLORA_0000000,2013-05-03 12:15:00.000,PIP,4.000,NULL
monitor,MLORA_0000000,2013-05-03 12:16:00.000,PEAK,5.000,NULL
monitor,MLORA_0000000,2013-05-03 12:16:00.000,PIP,5.000,NULL
monitor,MLORA_0000000,2013-05-03 12:17:00.000,PEAK,6.000,NULL
monitor,MLORA_0000000,2013-05-03 12:17:00.000,PIP,6.000,NULL
monitor,MLORA_0000000,2013-05-03 12:18:00.000,PEAK,24.000,NULL
monitor,MLORA_0000000,2013-05-03 12:18:00.000,PIP,24.000,NULL
monitor,MLORA_0000000,2013-05-03 12:19:00.000,PEAK,19.000,NULL
monitor,MLORA_0000000,2013-05-03 12:19:00.000,PIP,19.000,NULL
monitor,MLORA_0000000,2013-05-03 12:19:00.000,PEAK,20.000,NULL
monitor,MLORA_0000000,2013-05-03 12:19:00.000,PIP,20.000,NULL
monitor,MLORA_0000000,2013-05-03 12:21:00.000,PEAK,21.000,NULL
monitor,MLORA_0000000,2013-05-03 12:21:00.000,PIP,21.000,NULL
monitor,MLORA_0000000,2013-05-03 12:22:00.000,PEAK,22.000,NULL
monitor,MLORA_0000000,2013-05-03 12:22:00.000,PIP,22.000,NULL
monitor,MLORA_0000000,2013-05-03 12:23:00.000,PEAK,22.000,NULL
monitor,MLORA_0000000,2013-05-03 12:23:00.000,PIP,22.000,NULL
monitor,MLORA_0000000,2013-05-03 12:24:00.000,PEAK,21.000,NULL
monitor,MLORA_0000000,2013-05-03 12:24:00.000,PIP,21.000,NULL
monitor,MLORA_0000000,2013-05-03 12:25:00.000,PEAK,20.000,NULL
monitor,MLORA_0000000,2013-05-03 12:25:00.000,PIP,20.000,NULL
monitor,MLORA_0000000,2013-05-03 12:26:00.000,PEAK,21.000,NULL
monitor,MLORA_0000000,2013-05-03 12:26:00.000,PIP,21.000,NULL
monitor,MLORA_0000000,2013-05-03 12:27:00.000,PEAK,21.000,NULL
monitor,MLORA_0000000,2013-05-03 12:27:00.000,PIP,21.000,NULL
monitor,MLORA_0000000,2013-05-03 12:07:00.000,TV,0.000,NULL
monitor,MLORA_0000000,2013-05-03 12:08:00.000,TV,0.310,NULL
monitor,MLORA_0000000,2013-05-03 12:09:00.000,TV,0.140,NULL
monitor,MLORA_0000000,2013-05-03 12:10:00.000,TV,0.180,NULL
monitor,MLORA_0000000,2013-05-03 12:11:00.000,TV,0.400,NULL
monitor,MLORA_0000000,2013-05-03 12:12:00.000,TV,0.340,NULL
monitor,MLORA_0000000,2013-05-03 12:13:00.000,TV,0.030,NULL
monitor,MLORA_0000000,2013-05-03 12:14:00.000,TV,0.160,NULL
monitor,MLORA_0000000,2013-05-03 12:15:00.000,TV,0.290,NULL
monitor,MLORA_0000000,2013-05-03 12:38:00.000,EKG,NULL,NSR
monitor,MLORA_0000000,2013-05-03 12:42:00.000,EKG,NULL,NSR
monitor,MLORA_0000000,2013-05-03 13:04:00.000,EKG,NULL,NSR
monitor,MLORA_0000000,2013-05-03 13:15:00.000,EKG,NULL,STACH
medication,MLORA_0000000,2013-05-03 12:35:00.000,NULL,CEFAZOLIN,1000.000,MG
medication,MLORA_0000000,2013-05-03 15:34:00.000,NULL,CEFAZOLIN,2000.000,MG
medication,MLORA_0000000,2013-05-03 12:40:00.000,NULL,DEXAMETHASONE,5.000,MG
medication,MLORA_0000000,2013-05-03 13:05:40.000,NULL,FENTANYL,100.000,MCG
medication,MLORA_0000000,2013-05-03 12:20:00.000,NULL,FENTANYL,150.000,MCG
medication,MLORA_0000000,2013-05-03 15:15:00.000,NULL,FENTANYL,50.000,MCG
medication,MLORA_0000000,2013-05-03 16:39:58.000,NULL,GLYCOPYRROLATE,0.200,MG
medication,MLORA_0000000,2013-05-03 17:04:21.000,NULL,HYDROMORPHONE,0.200,MG
medication,MLORA_0000000,2013-05-03 16:40:03.000,NULL,ONDANSETRON,2.000,MG
medication,MLORA_0000000,2013-05-03 14:31:21.000,NULL,ROCURONIUM,10.000,MG
medication,MLORA_0000000,2013-05-03 15:27:11.000,NULL,ROCURONIUM,20.000,MG
medication,MLORA_0000000,2013-05-03 12:40:00.000,NULL,ROCURONIUM,10.000,MG
medication,MLORA_0000000,2013-05-03 12:40:00.000,2013-05-03 12:50:00.000,LIDOCAINE,20.000,MG
fluid,MLORA_0000000,2013-05-03 17:04:07.000,1000.000,LACTATED RINGERS,ML
fluid,MLORA_0000000,2013-05-03 12:44:34.000,600.000,LACTATED RINGERS,ML
fluid,MLORA_0000000,2013-05-03 12:57:44.000,500.000,LACTATED RINGERS,ML
fluid,MLORA_0000000,2013-05-03 16:33:45.000,30.000,URINE OUTPUT,ML
fluid,MLORA_0000000,2013-05-03 17:04:02.000,35.000,URINE OUTPUT,ML
fluid,MLORA_0000000,2013-05-03 14:38:00.000,105.000,URINE OUTPUT,ML
fluid,MLORA_0000000,2013-05-03 17:15:58.000,7.000,ESTIMATED BLOOD LOSS,ML
fluid,MLORA_0000000,2013-05-03 12:40:39.000,6.000,ESTIMATED BLOOD LOSS,ML
lab,MLORA_0000000,2013-05-03 12:40:39.000,POC - Blood gas - Glucose,213.000,NULL
lab,MLORA_0000000,2013-05-03 12:41:39.000,POC - Blood gas - Glucose,NULL,Text,ans
orcapreop,MLORA_0000000,2013-05-01 12:40:39.000,ENT,Denies symptoms, no history
test/test-logstash.sh 0 → 100755
+ 16
− 0
View file @ 7239190b
#! /bin/bash
# our first arg should be either "train" or "validation"
# build the dynamic parts of the logstash configuration
# (these are the parts depending on the password and train vs. validation)
read -d '' CONFIG <<EOF
filter {
mutate { add_field => { "learningLabel" => "$1" } }
}
output {
stdout { codec => rubydebug }
}
EOF
# run logstash
find ./data -type f | xargs -n 10 cat | /opt/logstash/bin/logstash --config ../logstash.config -e "$CONFIG"
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment