From 13b155d659a830d1b3ebf02a2534e9ad73cbbb92 Mon Sep 17 00:00:00 2001 From: Meghasyam Date: Thu, 14 Nov 2024 19:10:18 +0000 Subject: [PATCH 1/2] Change 'RemFragmentationIndex' to 'RemFragmentationInd' to get around CONCEPT_CD column having a max char limit of 50 --- scripts/process-data/fitbitsleeplogs.R | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/scripts/process-data/fitbitsleeplogs.R b/scripts/process-data/fitbitsleeplogs.R index 255a39f..6f7af9a 100644 --- a/scripts/process-data/fitbitsleeplogs.R +++ b/scripts/process-data/fitbitsleeplogs.R @@ -275,11 +275,11 @@ rem_fragmentation_index <- by = join_by("ParticipantIdentifier", "LogId")) %>% filter(SleepLevelRem > 0) %>% mutate(SleepLevelRem = as.numeric(SleepLevelRem), - remFragmentationIndex = remTransitions/(SleepLevelRem/60)) %>% - select(ParticipantIdentifier, LogId, remFragmentationIndex) + remFragmentationInd = remTransitions/(SleepLevelRem/60)) %>% + select(ParticipantIdentifier, LogId, remFragmentationInd) # Merge the original df with the numawakenings, remOnsetLatency, and -# remFragmentationIndex dfs to create a united df +# remFragmentationInd dfs to create a united df df_joined <- left_join(x = df, y = numawakenings_logid_filtered, by = join_by("ParticipantIdentifier", "LogId")) %>% left_join(y = rem_onset_latency, by = join_by("ParticipantIdentifier", "LogId")) %>% From 28ae8af6b7b9b2297ae2ef5473301db76001c8ab Mon Sep 17 00:00:00 2001 From: itismeghasyam Date: Sat, 23 Nov 2024 01:33:21 +0000 Subject: [PATCH 2/2] Change params to match 2024-11-12 version --- config/config.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/config/config.yml b/config/config.yml index bc42486..8747260 100644 --- a/config/config.yml +++ b/config/config.yml @@ -3,7 +3,7 @@ default: staging: ontologyFileID: syn52050046 - parquetDirID: syn61250818 + parquetDirID: syn64135308 concept_replacements: !expr c("mins" = "minutes", "avghr" = "averageheartrate", "spo2" = "spo2_", @@ -15,7 +15,7 @@ staging: concept_filter_col: CONCEPT_CD synFolderID: syn52504335 s3bucket: recover-main-project - s3basekey: main/archive/2024-06-13/ + s3basekey: main/archive/2024-11-12/ selectedVarsFileID: syn53503994 outputConceptsDir: ./temp-output-concepts tempOutputConceptSynID: syn53822708 @@ -26,5 +26,5 @@ prod: internal: inherits: staging - parquetDirID: syn63135213 - s3basekey: staging/2024-09-10 + parquetDirID: syn64050498 + s3basekey: staging/2024-11-12