Skip to content

Data examples

Anfor edited this page Apr 20, 2020 · 2 revisions

Raw data

This is DCIR raw data.

+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-------+-----------+-------+-------+-----------+-----------+-----------+-----------+-------+---------------+-----------+-------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+----+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+
|DCT_ORD_NUM|FLX_DIS_DTD|FLX_EMT_NUM|FLX_EMT_ORD|FLX_EMT_TYP|FLX_TRT_DTD|ORG_CLE_NUM|PRS_ORD_NUM|REM_TYP_AFF|ORB_BSE_NUM|ORL_BSE_NUM|ACC_TIE_IND|BEN_ACS_TOP|BEN_AMA_COD|BEN_CDI_NIR|BEN_CMU_CAT|BEN_CMU_ORG|BEN_CMU_TOP|BEN_CTA_TYP|BEN_EHP_TOP|BEN_IAT_CAT|BEN_NAI_ANN|NUM_ENQ   |BEN_PAI_CMU|BEN_QAF_COD|BEN_RES_COM|BEN_RES_DPT|BEN_RNG_GEM|BEN_SEX_COD|BSE_FJH_TYP|BSE_PRS_NAT|BSE_REM_BSE|BSE_REM_MNT|BSE_REM_PRU|BSE_REM_SGN|CPL_AFF_COD|CPL_ANO_COD|CPL_FJH_TYP|CPL_MAJ_TOP|CPL_PRS_NAT|CPL_REM_BSE|CPL_REM_MNT|CPL_REM_PRU|CPL_REM_SGN|DPN_QLF|DRG_AFF_NAT|DRG_MOD|DRG_NAT|ETB_PRE_FIN|EXE_CTX_BEN|EXE_CTX_PFS|EXE_LIE_COD|EXO_MTF|IJR_EMP_NUM    |IJR_RVL_NAT|MTM_NAT|PFS_EXE_NUM|PFS_PRE_NUM|PRE_IND_PEL|PRE_REN_COD|PRS_ACT_CFT|PRS_ACT_COG|PRS_ACT_NBR|PRS_ACT_QTE|PRS_CRD_OPT|PRS_DEP_MNT|PRS_DIS_PRE|PRS_DPN_QLP|PRS_ETA_RAC|PRS_GRS_DTD|PRS_MTT_NUM|PRS_NAT_REF|PRS_OPS_TRF|PRS_PAI_MNT|PRS_PDS_QCP|PRS_PDS_QTP|PRS_PPF_COD|PRS_PRE_MTT|PRS_REF_KIN|PRS_REJ_TOP|PRS_TOP_ENP|PRS_TYP_KIN|PSE_ACT_NAT|PSE_CNV_COD|PSE_REF_ADH|PSE_SPE_COD|PSE_STJ_COD|PSP_ACT_NAT|PSP_CNV_COD|PSP_PPS_NUM|PSP_REF_ADH|PSP_SPE_COD|PSP_STJ_COD|PSP_SVI_PPS|RGM_COD|RGM_GRG_COD|RGO_ASU_NAT|RGO_ENV_TYP|RGO_FTA_COD|RGO_MIN_TAU|RGO_MOD_MNT|RGO_REM_TAU|RGO_THE_TAU|ORG_CLE_NEW|ORG_AFF_BEN|PRS_DRA_AME|BEN_DCD_AME|BEN_DCD_DTE|EXE_SOI_AMD|EXE_SOI_DTD|EXE_SOI_AMF|EXE_SOI_DTF|PRE_PRE_AMD|PRE_PRE_DTD|PRS_HOS_AMD|PRS_HOS_DTD|key |ER_PHA_F.PHA_ACT_PRU|ER_PHA_F.PHA_ACT_QSN|ER_PHA_F.PHA_CPA_PCP|ER_PHA_F.PHA_DEC_PRU|ER_PHA_F.PHA_DEC_QSU|ER_PHA_F.PHA_DEC_TOP|ER_PHA_F.PHA_IDE_CPL|ER_PHA_F.PHA_MOD_PRN|ER_PHA_F.PHA_ORD_NUM|ER_PHA_F.PHA_PRS_C13|ER_PHA_F.PHA_PRS_IDE|ER_PHA_F.PHA_SEQ_RNV|ER_PHA_F.PHA_SUB_MTF|ER_PHA_F.ORG_CLE_NEW|ER_CAM_F.CAM_ACT_COD|ER_CAM_F.CAM_ACT_PRU|ER_CAM_F.CAM_ASS_COD|ER_CAM_F.CAM_CAB_IND|ER_CAM_F.CAM_DOC_EXT|ER_CAM_F.CAM_GRI_TAR|ER_CAM_F.CAM_MI1_MNT|ER_CAM_F.CAM_MI2_MNT|ER_CAM_F.CAM_MI3_MNT|ER_CAM_F.CAM_MI4_MNT|ER_CAM_F.CAM_MM1_MNT|ER_CAM_F.CAM_MM2_MNT|ER_CAM_F.CAM_MM3_MNT|ER_CAM_F.CAM_MM4_MNT|ER_CAM_F.CAM_MOD_COD|ER_CAM_F.CAM_MPU_MNT|ER_CAM_F.CAM_NRM_MNT|ER_CAM_F.CAM_ORD_NUM|ER_CAM_F.CAM_PRS_IDE|ER_CAM_F.CAM_QUA_DEN|ER_CAM_F.CAM_RED_MNT|ER_CAM_F.CAM_REM_BSE|ER_CAM_F.CAM_REM_COD|ER_CAM_F.CAM_SUP_MNT|ER_CAM_F.CAM_TRT_PHA|ER_CAM_F.ORG_CLE_NEW|
+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-------+-----------+-------+-------+-----------+-----------+-----------+-----------+-------+---------------+-----------+-------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+----+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+
|1          |2006-02-01 |3          |2          |1          |2006-01-06 |CODE1234   |3          |1          |42Z123     |42Z123     |3          |           |31         |NN         |0          |           |0          |           |2          |00         |1975       |Patient_01|0          |10         |004        |02A        |1          |2          |8          |1111       |12.34      |10.01      |3.45       |1          |0          |0          |0          |0          |0          |null       |null       |null       |0          |0      |           |99     |10     |           |           |           |1          |0      |               |XX         |0      |A10000001  |A20000001  |           |0          |0.42       |0.2        |42         |42         |0          |0.0        |           |0          |null       |null       |A10000011  |1111       |1          |12.34      |42         |0          |A          |null       |           |0          |           |           |42         |null       |0          |42         |42         |0          |null       |0123456789 |0          |0          |42         |0          |0      |412        |0          |1          |0          |0.0        |0.0        |0.0        |0.0        |CODE1234   |CODE1234   |           |000101     |null       |000101     |null       |000101     |null       |200601     |2006-01-01 |000101     |null       |2006|55.2                |1                   |                    |                    |                    |                    |0                   |                    |1                   |3400935418487       |3541848             |                    |0                   |CODE1234            |1                   |42.0                |1                   |                    |                    |                    |                    |                    |                    |                    |                    |                    |                    |                    |Z                   |                    |                    |1                   |ABCD123             |null                |                    |42.0                |                    |                    |0                   |CODE1234            |
|10         |2006-02-01 |3          |2          |1          |2006-01-20 |CODE1234   |2          |1          |42Z123     |42Z123     |3          |           |31         |NN         |0          |           |0          |           |2          |00         |1975       |Patient_01|0          |10         |004        |02A        |1          |2          |8          |1111       |12.34      |10.01      |3.45       |1          |0          |0          |0          |0          |0          |null       |null       |null       |0          |0      |           |99     |10     |           |           |           |1          |0      |               |XX         |0      |A10000001  |A20000001  |           |0          |0.42       |0.2        |42         |42         |0          |0.0        |           |0          |null       |null       |A10000011  |1111       |1          |12.34      |42         |0          |A          |null       |           |0          |           |           |42         |null       |0          |42         |42         |0          |null       |0123456789 |0          |0          |42         |0          |0      |412        |0          |1          |0          |0.0        |0.0        |10.0       |10.0       |CODE1234   |CODE1234   |           |           |null       |200601     |2006-01-15 |000101     |null       |200601     |2006-01-01 |000101     |null       |2006|55.2                |2                   |                    |                    |                    |                    |0                   |                    |1                   |3400935418487       |3541848             |                    |0                   |CODE1234            |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |
|100        |2006-03-01 |3          |2          |1          |2006-02-05 |CODE1234   |1          |1          |42Z123     |42Z123     |3          |           |31         |NN         |0          |           |0          |           |2          |00         |1975       |Patient_01|0          |10         |004        |02A        |1          |2          |0          |0          |null       |null       |null       |0          |27         |0          |0          |2          |4321       |3.01       |3.01       |3.01       |1          |0      |           |99     |10     |           |           |           |1          |0      |               |XX         |0      |A10000001  |A20000001  |           |0          |0.42       |0.2        |42         |42         |0          |0.0        |           |0          |null       |null       |A10000011  |1111       |1          |12.34      |1          |0          |N          |0          |           |0          |           |           |42         |1          |0          |42         |42         |0          |null       |0123456789 |0          |0          |42         |0          |77     |412        |0          |1          |0          |0.0        |0.0        |10.0       |10.0       |CODE1234   |CODE1234   |           |           |null       |200601     |2006-01-30 |000101     |null       |200601     |2006-01-01 |000101     |null       |2006|55.2                |1                   |                    |                    |                    |                    |0                   |                    |1                   |3400935418487       |3541848             |                    |0                   |CODE1234            |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |
|10000      |2006-03-01 |5          |412        |3          |2006-02-05 |CODE1234   |4          |2          |01Z345     |01Z345     |3          |           |47         |           |9          |           |1          |           |0          |31         |1959       |Patient_02|9          |21         |114        |075        |1          |1          |2          |9999       |56.78      |54.32      |34.56      |1          |0          |0          |0          |0          |0          |null       |null       |null       |0          |71     |           |1      |99     |           |           |           |9          |42     |               |XX         |0      |A10000005  |A20000005  |           |0          |4321.0     |6543.0     |-17        |-17        |2          |0.0        |           |0          |null       |null       |A10000015  |5678       |0          |56.78      |10         |0          |B          |4          |           |1          |           |           |42         |0          |2          |0          |10         |42         |3          |0123456789 |2          |42         |10         |0          |412    |1          |10         |3          |0          |100.0      |412.0      |50.0       |50.0       |CODE1234   |CODE1234   |           |200903     |2009-03-13 |200601     |2006-01-15 |200601     |2006-01-15 |200601     |2006-01-05 |000101     |null       |2006|87.05               |1                   |                    |                    |                    |                    |0                   |                    |2                   |3400935563538       |3556353             |                    |0                   |CODE1234            |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |
|999999     |2006-03-01 |5          |412        |3          |2006-02-20 |CODE1234   |3          |2          |01Z345     |01Z345     |3          |           |47         |           |9          |           |1          |           |0          |31         |1959       |Patient_02|9          |21         |114        |075        |1          |1          |3          |9999       |56.78      |54.32      |34.56      |1          |0          |7          |8          |0          |0          |null       |null       |null       |0          |71     |           |1      |99     |           |           |           |0          |42     |012345678912345|XX         |4      |A10000005  |A20000005  |           |3          |4321.0     |6543.0     |-17        |-17        |3          |876543.21  |           |42         |1234567.89 |2005-10-03 |A10000015  |5678       |9          |56.78      |10         |10         |B          |0          |           |5          |           |           |42         |0          |2          |0          |10         |42         |0          |0123456789 |2          |42         |10         |42         |412    |1          |10         |3          |2          |100.0      |null       |100.0      |100.0      |CODE1234   |CODE1234   |           |200903     |2009-03-13 |200601     |2006-01-30 |200601     |2006-01-30 |200601     |2006-01-05 |200601     |2006-01-25 |2006|87.05               |2                   |                    |                    |                    |                    |0                   |                    |1                   |3400935563538       |3556353             |                    |0                   |CODE1234            |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |
|999999     |2006-03-01 |5          |412        |3          |2006-02-20 |CODE1234   |3          |2          |01Z345     |01Z345     |3          |           |47         |           |9          |           |1          |           |0          |31         |1959       |Patient_02|9          |21         |114        |075        |1          |1          |3          |9999       |56.78      |54.32      |34.56      |1          |0          |7          |8          |0          |0          |null       |null       |null       |0          |71     |           |1      |99     |           |           |           |0          |42     |012345678912345|XX         |4      |A10000005  |A20000005  |           |3          |4321.0     |6543.0     |-17        |-17        |3          |876543.21  |           |42         |1234567.89 |2005-10-03 |A10000015  |5678       |9          |56.78      |10         |10         |B          |0          |           |5          |           |           |42         |0          |2          |0          |10         |42         |0          |0123456789 |2          |42         |10         |42         |412    |1          |10         |3          |2          |100.0      |null       |100.0      |100.0      |CODE1234   |CODE1234   |           |200903     |2009-03-13 |200601     |2006-01-30 |200601     |2006-01-30 |200601     |2006-01-05 |200601     |2006-01-25 |2006|43.0                |3                   |                    |                    |                    |                    |0                   |                    |1                   |3400935563538       |3556353             |                    |0                   |CODE1234            |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |
|1000       |2007-02-01 |5          |412        |3          |2007-01-10 |CODE1234   |5          |2          |01Z345     |01Z345     |3          |           |47         |           |9          |           |1          |           |0          |31         |1959       |Patient_02|9          |21         |999        |000        |1          |1          |1          |9999       |56.78      |54.32      |34.56      |1          |0          |0          |0          |0          |0          |null       |null       |null       |0          |71     |           |1      |99     |01234567   |           |           |8          |42     |               |XX         |0      |A10000005  |A20000005  |           |0          |4321.0     |-2310.0    |-17        |-17        |1          |0.0        |           |0          |null       |null       |A10000015  |5678       |1          |56.78      |10         |0          |B          |1          |           |1          |           |           |42         |2          |2          |0          |10         |42         |1          |0123456789 |2          |42         |10         |0          |412    |1          |10         |3          |0          |100.0      |-38.0      |50.0       |50.0       |CODE1234   |CODE1234   |           |200903     |2009-03-13 |200601     |2006-01-05 |000101     |null       |200601     |2006-01-05 |000101     |null       |2007|87.05               |2                   |                    |                    |                    |                    |0                   |                    |1                   |3400935563538       |3556353             |                    |0                   |CODE1234            |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |null                |
+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-------+-----------+-------+-------+-----------+-----------+-----------+-----------+-------+---------------+-----------+-------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+-----------+----+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------------+

Here it's MCO raw data.

+--------+--------+-------+-------+-------+-------+-------+-------+-------+-------+-------+-------+----------+-------+------------+----------+----------+----+-------------+-------------+-------------+-------------+-----------------+-------------+-----------------+-------------+-----------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-----------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-----------------+--------------------+--------------------+--------------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+------------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-----------------+-----------------+-----------------+----------------+-----------------+-------------+------------------+------------------+------------------+------------------+------------------+-------------+-------------+-------------+--------------+--------------+--------------+
|ETA_NUM |RSA_NUM |DAT_RET|FHO_RET|NAI_RET|NIR_RET|PMS_RET|SEJ_NUM|SEJ_RET|SEX_RET|SOR_ANN|SOR_MOI|NUM_ENQ   |FOR_NUM|VID_HOSP_FOR|ENT_DAT   |SOR_DAT   |key |MCO_A.ACV_ACT|MCO_A.ANP_ACT|MCO_A.CDC_ACT|MCO_A.DOC_ACT|MCO_A.ENT_DAT_DEL|MCO_A.MOD_ACT|MCO_A.NBR_EXE_ACT|MCO_A.PHA_ACT|MCO_A.REM_EXP_ACT|MCO_A.RSS_NUM|MCO_A.RUM_SEQ|MCO_B.BDI_DEP|MCO_B.BDI_COD|MCO_B.AGE_ANN|MCO_B.AGE_JOU|MCO_B.BEB_SEJ|MCO_B.BEH_NBJ|MCO_B.CAI_SUP_NBR|MCO_B.COD_IGS|MCO_B.COD_SEX|MCO_B.DGN_PAL|MCO_B.DGN_REL|MCO_B.DLY_ACT|MCO_B.ENT_MOD|MCO_B.ENT_PRV|MCO_B.ETE_GHS_NUM|MCO_B.GHM_24705Z_ACT|MCO_B.GHM_24706Z_ACT|MCO_B.GHM_24707Z_ACT|MCO_B.GHS_NUM|MCO_B.GRC_GHM|MCO_B.GRC_RET|MCO_B.GRC_VER|MCO_B.GRG_GHM|MCO_B.GRG_RET|MCO_B.GRG_VER|MCO_B.NBR_ACT|MCO_B.NBR_DGN|MCO_B.NBR_RUM|MCO_B.NBR_SEA|MCO_B.NBR_SEA_SROS|MCO_B.NBR_SUP_NN1|MCO_B.NBR_SUP_NN2|MCO_B.NBR_SUP_NN3|MCO_B.NBR_SUP_REA|MCO_B.NBR_SUP_SOI|MCO_B.NBR_SUP_SRA|MCO_B.NBR_SUP_SRC|MCO_B.NBR_SUP_SSC|MCO_B.NBR_SUP_STF|MCO_B.PAS_LIT_DED|MCO_B.PLO_ACT|MCO_B.POI_NAI|MCO_B.RSS_NUM|MCO_B.SEJ_NBJ|MCO_B.SEJ_TYP|MCO_B.SOR_ANN|MCO_B.SOR_DES|MCO_B.SOR_MOD|MCO_B.SOR_MOI|MCO_B.SUP_ENT_DPA|MCO_B.SUP_ENT_DPC|MCO_B.SUP_ENT_HEM|MCO_B.SUP_HEM_HS|MCO_B.NBR_SUP_REP|MCO_B.AGE_GES|MCO_B.GHS_9510_ACT|MCO_B.GHS_9511_ACT|MCO_B.GHS_9512_ACT|MCO_B.GHS_9515_ACT|MCO_B.GHS_9524_ACT|MCO_B.SEQ_RUM|MCO_D.ASS_DGN|MCO_D.RSS_NUM|MCO_UM.DGN_PAL|MCO_UM.DGN_REL|MCO_UM.RSS_NUM|
+--------+--------+-------+-------+-------+-------+-------+-------+-------+-------+-------+-------+----------+-------+------------+----------+----------+----+-------------+-------------+-------------+-------------+-----------------+-------------+-----------------+-------------+-----------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-----------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-----------------+--------------------+--------------------+--------------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+------------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-----------------+-----------------+-----------------+----------------+-----------------+-------------+------------------+------------------+------------------+------------------+------------------+-------------+-------------+-------------+--------------+--------------+--------------+
|10000123|10000987|0      |0      |0      |0      |0      |4      |0      |0      |2006   |1      |Patient_02|null   |null        |null      |null      |2006|1            |1            |AAAA123      |             |2                |z            |1                |0            |0                |217          |null         |75           |75014        |33           |null         |0            |0            |0                |             |1            |C670         |             |9999         |8            |             |54321            |                    |                    |                    |D11          |11Z50Y       |111          |11           |12H50L       |123          |22           |3            |0            |0            |0            |                  |0                |0                |0                |0                |0                |                 |0                |                 |0                |0                |0            |null         |217          |3            |             |2006         |             |5            |1            |0                |0                |0                |0               |null             |null         |null              |null              |null              |null              |null              |null         |null         |null         |null          |null          |null          |
|10000123|10000543|0      |0      |0      |0      |0      |9      |0      |0      |2006   |1      |Patient_02|null   |null        |null      |null      |2006|1            |0            |BBBB123      |             |2                |z            |1                |0            |0                |217          |null         |2A           |21C03        |33           |null         |1            |0            |0                |             |1            |C671         |E08          |D01          |X            |             |65432            |                    |                    |                    |6789         |12C60K       |111          |11           |13J60M       |123          |22           |4            |1            |0            |1            |                  |0                |0                |0                |0                |0                |                 |0                |                 |0                |0                |0            |null         |217          |8            |             |2006         |             |5            |1            |0                |0                |0                |0               |null             |null         |null              |null              |null              |null              |null              |null         |C66.9        |217          |null          |null          |null          |
|10000123|30000852|0      |0      |0      |0      |0      |95     |0      |0      |2008   |3      |Patient_02|2      |10          |2008-03-15|2008-03-17|2008|1            |0            |BBBB123      |             |2                |z            |1                |0            |0                |217          |             |75           |75014        |35           |null         |1            |0            |0                |             |1            |C671         |E02          |9999         |8            |             |65432            |null                |null                |null                |6789         |12C60K       |111          |11           |13J60M       |123          |22           |4            |1            |0            |1            |                  |0                |0                |0                |0                |0                |                 |0                |                 |0                |0                |0            |null         |217          |3            |             |2008         |             |5            |3            |0                |0                |0                |0               |0                |null         |                  |                  |                  |                  |                  |10           |null         |null         |C671          |E02           |412           |
|10000123|30000546|0      |0      |0      |0      |0      |90     |0      |0      |2008   |3      |Patient_02|2      |10          |2008-03-08|2008-03-10|2008|1            |1            |AAAA123      |             |2                |z            |1                |0            |0                |217          |             |75           |75014        |35           |null         |0            |0            |0                |             |1            |C670         |             |9999         |8            |             |54321            |null                |null                |null                |5678         |11Z50Y       |111          |11           |12H50L       |123          |22           |3            |0            |0            |0            |                  |0                |0                |0                |0                |0                |                 |0                |                 |0                |0                |0            |null         |217          |3            |             |2008         |             |5            |3            |0                |0                |0                |0               |0                |null         |                  |                  |                  |                  |                  |10           |null         |null         |C670          |              |412           |
|10000123|20000123|0      |0      |0      |0      |0      |50     |0      |0      |2007   |2      |Patient_02|null   |null        |null      |null      |2007|1            |1            |AAAA123      |             |2                |z            |1                |0            |0                |217          |null         |75           |75014        |34           |null         |0            |0            |0                |000          |1            |C670         |E05          |9999         |8            |             |54321            |000                 |000                 |000                 |5678         |11Z50Y       |111          |11           |12H50L       |123          |22           |3            |1            |0            |0            |000               |0                |0                |0                |0                |0                |000              |0                |000              |0                |0                |0            |null         |217          |3            |             |2007         |             |5            |2            |0                |0                |0                |0               |0                |null         |null              |null              |null              |null              |null              |null         |C66.5        |217          |null          |null          |null          |
|10000123|20000345|0      |0      |0      |0      |0      |55     |0      |0      |2007   |2      |Patient_02|null   |null        |null      |null      |2007|1            |0            |BBBB123      |             |2                |z            |1                |0            |0                |217          |null         |75           |75014        |34           |null         |1            |0            |0                |0            |1            |C671         |             |9999         |8            |             |65432            |0                   |0                   |0                   |6789         |12C60K       |111          |11           |13J60M       |123          |22           |4            |0            |0            |1            |0                 |0                |0                |0                |0                |0                |0                |0                |0                |0                |0                |0            |null         |217          |3            |             |2007         |             |5            |2            |0                |0                |0                |0               |0                |null         |null              |null              |null              |null              |null              |null         |null         |null         |null          |null          |null          |
+--------+--------+-------+-------+-------+-------+-------+-------+-------+-------+-------+-------+----------+-------+------------+----------+----------+----+-------------+-------------+-------------+-------------+-----------------+-------------+-----------------+-------------+-----------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-----------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-----------------+--------------------+--------------------+--------------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+------------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-----------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-------------+-----------------+-----------------+-----------------+----------------+-----------------+-------------+------------------+------------------+------------------+------------------+------------------+-------------+-------------+-------------+--------------+--------------+--------------+

And this is data issued by McoExtractor.

+--------------+--------------+--------------+--------------+-------+--------------+--------------+--------------+--------+--------+-----------+-----------+
|NUM_ENQ       |MCO_D__ASS_DGN|MCO_B__DGN_PAL|MCO_B__DGN_REL|SOR_MOD|MCO_B__SOR_MOI|MCO_B__SOR_ANN|MCO_B__SEJ_NBJ|ENT_DAT |SOR_DAT |ENT_DAT_STR|SOR_DAT_STR|
+--------------+--------------+--------------+--------------+-------+--------------+--------------+--------------+--------+--------+-----------+-----------+
|HasCancer1    |C669          |C672          |C643          |9      |12            |2011          |11            |01122011|12122011|01122011   |12122011   |
|HasCancer1    |C679          |C691          |C643          |0      |12            |2011          |11            |01122011|12122011|01122011   |12122011   |
|HasCancer2    |C669          |C672          |C643          |0      |12            |2011          |11            |null    |12122011|null       |12122011   |
|HasCancer3    |C669          |C672          |C643          |0      |12            |2011          |11            |null    |null    |null       |null       |
|HasCancer4    |C669          |C672          |C643          |0      |null          |null          |11            |null    |12122011|null       |12122011   |
|HasCancer5    |C679          |B672          |C673          |0      |1             |2010          |31            |01122011|12122011|01122011   |12122011   |
|MustBeDropped1|null          |null          |null          |0      |1             |2010          |31            |01122011|12122011|01122011   |12122011   |
|MustBeDropped2|null          |7             |null          |0      |1             |2010          |31            |01122011|12122011|01122011   |12122011   |
+--------------+--------------+--------------+--------------+-------+--------------+--------------+--------------+--------+--------+-----------+-----------+

 

This is had raw data.

+-------------+--------+-----------+-------+-------+-------+-------+-------+-------+-------+-------+-------+-----------+-----------+---------+-------+--------+--------+-----------+-----------+-----------+-----------+-----------+-----------+-----------------+--------------------+--------------+---------------+-----------+-------------------+----------------+----+--------------+------------------+--------------+--------------+--------------+--------------+--------------+--------------+--------------+--------------+--------------------+--------------+--------------+--------------+--------------+--------------+-------------------+------------------+--------------+------------------+------------------+-------------------+--------------+--------------+------------------+------------------+------------------+--------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------+----------------+------------------+--------------+--------------+--------------+--------------+------------------+--------------+-------------------+--------------+--------------+--------------+-------------------+---------------+---------------+-------------------+-------------------+-------------------+--------------+---------------+-------------------+-------------------+------------------+--------------+--------------+---------------+--------------+---------------+-------------------+--------------+------------------+--------------+---------------+
|ETA_NUM_EPMSI|RHAD_NUM|ETA_NUM_GEO|ENT_MOI|ENT_ANN|NIR_RET|NAI_RET|SEX_RET|SEJ_RET|FHO_RET|PMS_RET|DAT_RET|COH_NAI_RET|COH_SEX_RET|NUM_ENQ  |SEJ_NUM|ENT_DAT |SOR_DAT |EXE_SOI_DTD|EXE_SOI_DTF|EXE_SOI_AMD|EXE_SOI_AMF|RNG_NAI_RET|RNG_BEN_RET|RNG_NAI          |RNG_BEN             |NUM_DAT_AT_RET|ORG_CPL_NUM_RET|ETA_NUM_RET|NUM_DAT_AT         |ORG_CPL_NUM     |year|HAD_B__AGE_ANN|HAD_B__AGE_JOU    |HAD_B__AVQ_ALI|HAD_B__AVQ_CON|HAD_B__AVQ_CPT|HAD_B__AVQ_HAB|HAD_B__AVQ_LOC|HAD_B__AVQ_REL|HAD_B__BDI_COD|HAD_B__BDI_DEP|HAD_B__COD_CONF     |HAD_B__COD_SEX|HAD_B__DEP_COT|HAD_B__DGN_PAL|HAD_B__ENT_MOD|HAD_B__ENT_PRV|HAD_B__ETA_NUM_ESMS|HAD_B__ETA_NUM_GEO|HAD_B__FAC_NUM|HAD_B__FIN_ANN_SEQ|HAD_B__FIN_MOI_SEQ|HAD_B__MOT_NFACT_AM|HAD_B__NBR_ACT|HAD_B__NBR_DGN|HAD_B__NBR_DGN_MPA|HAD_B__NBR_DGN_MPP|HAD_B__PAT_TYP_DOM|HAD_B__PEC_ASS|HAD_B__PEC_MOD_ASSO1|HAD_B__PEC_MOD_ASSO2|HAD_B__PEC_MOD_ASSO3|HAD_B__PEC_MOD_ASSO4|HAD_B__PEC_MOD_ASSO5|HAD_B__PEC_PAL|HAD_B__RAPSS_NUM|HAD_B__SEJ_FACT_AM|HAD_B__SEJ_NBJ|HAD_B__SEQ_DER|HAD_B__SEQ_NBJ|HAD_B__SEQ_NUM|HAD_B__SEQ_SEJ_NBJ|HAD_B__SOR_ANN|HAD_B__SOR_ANN_SSEQ|HAD_B__SOR_DES|HAD_B__SOR_MOD|HAD_B__SOR_MOI|HAD_B__SOR_MOI_SSEQ|HAD_B__SSEQ_NBJ|HAD_B__SSEQ_NUM|HAD_B__SSEQ_SEJ_DER|HAD_B__SSEQ_SEQ_DER|HAD_B__SSEQ_SEQ_NBJ|HAD_A__ACT_COD|HAD_A__CCAM_COD|HAD_A__EXT_PMSI    |HAD_A__DEL_DEB_SSEQ|HAD_A__ETA_NUM_GEO|HAD_A__EXT_DOC|HAD_A__PHA_COD|HAD_A__REAL_NBR|HAD_A__SEQ_NUM|HAD_A__SSEQ_NUM|HAD_A__VAL_DAT_SSEQ|HAD_D__DGN_ASS|HAD_D__ETA_NUM_GEO|HAD_D__SEQ_NUM|HAD_D__SSEQ_NUM|
+-------------+--------+-----------+-------+-------+-------+-------+-------+-------+-------+-------+-------+-----------+-----------+---------+-------+--------+--------+-----------+-----------+-----------+-----------+-----------+-----------+-----------------+--------------------+--------------+---------------+-----------+-------------------+----------------+----+--------------+------------------+--------------+--------------+--------------+--------------+--------------+--------------+--------------+--------------+--------------------+--------------+--------------+--------------+--------------+--------------+-------------------+------------------+--------------+------------------+------------------+-------------------+--------------+--------------+------------------+------------------+------------------+--------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------+----------------+------------------+--------------+--------------+--------------+--------------+------------------+--------------+-------------------+--------------+--------------+--------------+-------------------+---------------+---------------+-------------------+-------------------+-------------------+--------------+---------------+-------------------+-------------------+------------------+--------------+--------------+---------------+--------------+---------------+-------------------+--------------+------------------+--------------+---------------+
|10000123     |30000123|yVQ        |11     |2019   |0      |0      |0      |0      |0      |0      |0      |0          |0          |patient01|null   |21112019|21112019|2019-11-21 |2019-11-21 |null       |null       |0          |0          |lpfViUMIuUQePsBuj|ajejTrpJwlVorhzRL   |0             |0              |0          |dhaKJPtzpOxzLav    |yEHQUQxVq       |2019|80.0          |7.5138224608451E9 |null          |null          |null          |null          |null          |null          |null          |null          |dnPUip              |null          |null          |F1954         |8             |2             |vrskeyCkFXdlgywu   |aToCEqgOsl        |null          |null              |null              |YGbFGDqRrpwcZAXu   |12            |10            |10.0              |10.0              |null              |1             |null                |null                |null                |null                |null                |1             |b               |null              |1             |null          |1             |100           |1                 |2019          |null               |0             |8             |null          |null               |1              |null           |null               |null               |1                  |null          |HPQD001        |hiI                |1069014953         |fLkRW             |dAaAK         |null          |10             |100           |null           |null               |G97           |FQrx              |100           |null           |
|10000123     |30000124|DhLDQg     |10     |2019   |0      |0      |0      |0      |0      |0      |0      |0          |0          |patient01|null   |10102019|10102019|2019-10-10 |2019-10-10 |null       |null       |0          |0          |dffezaf          |hJrMgHEvVabmIehgqZso|0             |0              |0          |dUAPgjzOAuBUyeAGvau|dDjZbqXRzxFnpLvJ|2019|80.0          |-3.038519326583E9 |null          |null          |null          |null          |null          |null          |null          |null          |uqArvkhtgjhyAxywKBLe|null          |null          |G970          |8             |1             |PpyUS              |jYqsa             |null          |null              |null              |bBKjKIPoUb         |10            |10            |10.0              |10.0              |null              |2             |null                |null                |null                |null                |null                |2             |puKzcblYiajpT   |null              |1             |null          |1             |100           |1                 |2019          |null               |0             |-1            |null          |null               |1              |null           |null               |null               |1                  |null          |HPQD132        |iEvHpRNPSrlDOOXWwu |null               |hyEWXZyUKiPYuz    |LdfZrmwMvRnG  |null          |10             |100           |null           |null               |G97           |ZspsNAkVmknYbZp   |100           |null           |
|10000201     |30000150|ZTVkH      |12     |2019   |0      |0      |0      |0      |0      |0      |0      |0          |0          |patient02|null   |24122019|25122019|2019-12-24 |2019-12-25 |null       |null       |0          |0          |TkftjzfgEKym     |BQMimEjSZZdDQeuio   |0             |0              |0          |MyEaVhRBgvmJbtXjBs |SvP             |2019|79.0          |-3.0973769536506E9|null          |null          |null          |null          |null          |null          |null          |null          |uHMkgBWaUzFCjm      |null          |null          |G970          |7             |9             |veqWz              |jYqsa             |null          |null              |null              |wzQcdgiSZhpuydDn   |10            |10            |40.0              |10.0              |null              |10            |null                |null                |null                |null                |null                |10            |RSGup           |null              |1             |null          |1             |100           |1                 |2019          |null               |5             |0             |null          |null               |1              |null           |null               |null               |1                  |null          |HPQD001        |vuHDrxthwHuDjaTuJQy|null               |hyEWXZyUKiPYuz    |NDEAzufjHFT   |null          |10             |100           |null           |null               |F1952         |AKVPZTAwoIVkLAybRS|100           |null           |
|10000201     |30000150|ZTVkH      |12     |2019   |0      |0      |0      |0      |0      |0      |0      |0          |0          |patient02|null   |24122019|25122019|2019-12-24 |2019-12-25 |null       |null       |0          |0          |TkftjzfgEKym     |BQMimEjSZZdDQeuio   |0             |0              |0          |MyEaVhRBgvmJbtXjBs |SvP             |2019|79.0          |-3.0973769536506E9|null          |null          |null          |null          |null          |null          |null          |null          |uHMkgBWaUzFCjm      |null          |null          |G970          |7             |9             |veqWz              |jYqsa             |null          |null              |null              |wzQcdgiSZhpuydDn   |10            |10            |40.0              |10.0              |null              |10            |null                |null                |null                |null                |null                |10            |RSGup           |null              |1             |null          |1             |100           |1                 |2019          |null               |5             |0             |null          |null               |1              |null           |null               |null               |1                  |null          |HPQD001        |vuHDrxthwHuDjaTuJQy|null               |hyEWXZyUKiPYuz    |NDEAzufjHFT   |null          |10             |100           |null           |null               |G969          |mNaHrDIWwgIa      |100           |null           |
+-------------+--------+-----------+-------+-------+-------+-------+-------+-------+-------+-------+-------+-----------+-----------+---------+-------+--------+--------+-----------+-----------+-----------+-----------+-----------+-----------+-----------------+--------------------+--------------+---------------+-----------+-------------------+----------------+----+--------------+------------------+--------------+--------------+--------------+--------------+--------------+--------------+--------------+--------------+--------------------+--------------+--------------+--------------+--------------+--------------+-------------------+------------------+--------------+------------------+------------------+-------------------+--------------+--------------+------------------+------------------+------------------+--------------+--------------------+--------------------+--------------------+--------------------+--------------------+--------------+----------------+------------------+--------------+--------------+--------------+--------------+------------------+--------------+-------------------+--------------+--------------+--------------+-------------------+---------------+---------------+-------------------+-------------------+-------------------+--------------+---------------+-------------------+-------------------+------------------+--------------+--------------+---------------+--------------+---------------+-------------------+--------------+------------------+--------------+---------------+

and once passed trough Had this is the data extracted.


+---------+-----------------+----------------------+----------------------+------+-------------------+-------------------+
|patientID|category         |groupID               |value                 |weight|start              |end                |
+---------+-----------------+----------------------+----------------------+------+-------------------+-------------------+
|patient01|had_hospital_stay|10000123_30000123_2019|10000123_30000123_2019|0.0   |2019-11-21 00:00:00|2019-11-21 00:00:00|
|patient01|had_hospital_stay|10000123_30000124_2019|10000123_30000124_2019|0.0   |2019-10-10 00:00:00|2019-10-10 00:00:00|
|patient02|had_hospital_stay|10000201_30000150_2019|10000201_30000150_2019|0.0   |2019-12-24 00:00:00|2019-12-25 00:00:00|
+---------+-----------------+----------------------+----------------------+------+-------------------+-------------------+

Patients

Starting with a set of sources

 val sources = new Sources(
      dcir = Some(dcirDf),
      mco = Some(mcoDf),
      irBen = Some(irBenDf),
      mcoCe = Some(mcoceDf),
      ssr = Some(ssrDf))

it issues a patient dataset from extract method in Patients extractor.


dcir
+----------+-----------+-----------+-----------+-------------------+-------------------+
|NUM_ENQ   |BEN_SEX_COD|BEN_AMA_COD|BEN_NAI_ANN|EXE_SOI_DTD        |BEN_DCD_DTE        |
+----------+-----------+-----------+-----------+-------------------+-------------------+
|Patient_01|2          |31         |1945       |2006-01-15 00:00:00|null               |
|Patient_01|2          |31         |1945       |2006-01-30 00:00:00|null               |
|Patient_02|1          |47         |1959       |2006-01-15 00:00:00|2009-03-13 00:00:00|
|Patient_02|1          |47         |1959       |2006-01-30 00:00:00|2009-03-13 00:00:00|
|Patient_03|1          |47         |1959       |2006-01-30 00:00:00|null               |
|Patient_04|1          |51         |1966       |2006-01-05 00:00:00|2009-03-13 00:00:00|
|Patient_04|1          |51         |1966       |2006-02-05 00:00:00|null               |
|Patient_04|2          |51         |1966       |2006-03-05 00:00:00|null               |
+----------+-----------+-----------+-----------+-------------------+-------------------+
mco
+----------+--------------+-------+-------+
|NUM_ENQ   |MCO_B__SOR_MOD|SOR_MOI|SOR_ANN|
+----------+--------------+-------+-------+
|Patient_01|1             |2      |1985   |
|Patient_02|9             |3      |1986   |
|Patient_03|9             |4      |1980   |
|Patient_04|3             |5      |1995   |
+----------+--------------+-------+-------+
ssr
+--------------+
|SSR_C__NUM_ENQ|
+--------------+
|Patient_01    |
|Patient_05    |
+--------------+
irBen
+----------+-----------+-----------+-----------+-------------------+
|NUM_ENQ   |BEN_SEX_COD|BEN_NAI_MOI|BEN_NAI_ANN|BEN_DCD_DTE        |
+----------+-----------+-----------+-----------+-------------------+
|Patient_01|1          |1          |1945       |null               |
|Patient_02|1          |2          |1956       |2009-03-13 00:00:00|
|Patient_03|2          |3          |1937       |1936-03-13 00:00:00|
|Patient_04|2          |2          |1966       |2020-03-13 00:00:00|
|Patient_05|1          |4          |1935       |2008-03-13 00:00:00|
|Patient_06|1          |8          |1920       |1980-08-01 00:00:00|
+----------+-----------+-----------+-----------+-------------------+
mcoce
+----------+------------------+------------------+-------------------+
|NUM_ENQ   |MCO_FASTC__COD_SEX|MCO_FASTC__AGE_ANN|EXE_SOI_DTD        |
+----------+------------------+------------------+-------------------+
|Patient_05|1                 |79                |2014-04-18 00:00:00|
|Patient_01|1                 |68                |2014-01-09 00:00:00|
|Patient_01|1                 |68                |2014-02-11 00:00:00|
|Patient_01|1                 |69                |2014-07-18 00:00:00|
|Patient_01|1                 |69                |2014-12-12 00:00:00|
|Patient_01|1                 |69                |2014-04-15 00:00:00|
|Patient_01|1                 |69                |2014-10-27 00:00:00|
|Patient_01|1                 |69                |2014-04-04 00:00:00|
|Patient_01|1                 |69                |2014-11-06 00:00:00|
|Patient_01|1                 |69                |2014-05-02 00:00:00|
|Patient_01|1                 |69                |2014-09-26 00:00:00|
+----------+------------------+------------------+-------------------+

Patients
+----------+------+-------------------+-------------------+
|patientID |gender|birthDate          |deathDate          |
+----------+------+-------------------+-------------------+
|Patient_01|1     |1945-01-01 00:00:00|null               |
|Patient_03|2     |1937-03-01 00:00:00|1980-04-01 00:00:00|
|Patient_05|1     |1935-04-01 00:00:00|2008-03-13 00:00:00|
|Patient_02|1     |1956-02-01 00:00:00|2009-03-13 00:00:00|
|Patient_04|2     |1966-02-01 00:00:00|2009-03-13 00:00:00|
|Patient_06|1     |1920-08-01 00:00:00|1980-08-01 00:00:00|
+----------+------+-------------------+-------------------+

Some Events datasets to show how they look.


Dataset[Event[Drug]]

+---------+--------+------------------------------------------------------------+----------+------+-------------------+----+
|patientID|category|groupID                                                     |value     |weight|start              |end |
+---------+--------+------------------------------------------------------------+----------+------+-------------------+----+
|patient  |drug    |MjAxNC0wOS0wMV8yMDE0LTA3LTE3XzFfMTdfMF8wMUM2NzMxMDBfMTc0OQ==|CITALOPRAM|2.0   |2014-01-08 00:00:00|null|
|patient  |drug    |MjAxNC0wOS0wMV8yMDE0LTA3LTE3XzFfMTdfMF8wMUM2NzMxMDBfMTc0OQ==|ZOLPIDEM  |2.0   |2014-01-08 00:00:00|null|
|patient  |drug    |MjAxNC0wOS0wMV8yMDE0LTA3LTE3XzFfMTdfMF8wMUM2NzMxMDBfMTc0OQ==|CITALOPRAM|2.0   |2014-03-12 00:00:00|null|
|patient  |drug    |MjAxNC0wOS0wMV8yMDE0LTA3LTE3XzFfMTdfMF8wMUM2NzMxMDBfMTc0OQ==|ZOLPIDEM  |2.0   |2014-03-12 00:00:00|null|
|patient  |drug    |MjAxNC0wOS0wMV8yMDE0LTA3LTE3XzFfMTdfMF8wMUM2NzMxMDBfMTc0OQ==|TIAPRIDE  |2.0   |2014-03-12 00:00:00|null|
+---------+--------+------------------------------------------------------------+----------+------+-------------------+----+

Dataset[Event[DrugPrescription]] 
+---------+-----------------+------------------------------------------------------------+----------------------------+------+-------------------+----+
|patientID|category         |groupID                                                     |value                       |weight|start              |end |
+---------+-----------------+------------------------------------------------------------+----------------------------+------+-------------------+----+
|patient  |drug_prescription|MjAxNC0wOS0wMV8yMDE0LTA3LTE3XzFfMTdfMF8wMUM2NzMxMDBfMTc0OQ==|CITALOPRAM_ZOLPIDEM         |2.0   |2014-01-08 00:00:00|null|
|patient  |drug_prescription|MjAxNC0wOS0wMV8yMDE0LTA3LTE3XzFfMTdfMF8wMUM2NzMxMDBfMTc0OQ==|CITALOPRAM_TIAPRIDE_ZOLPIDEM|2.0   |2014-03-12 00:00:00|null|
+---------+-----------------+------------------------------------------------------------+----------------------------+------+-------------------+----+


Dataset[Event[FollowUp]]
+---------+---------+-------+----------+------+-------------------+-------------------+
|patientID|category |groupID|value     |weight|start              |end                |
+---------+---------+-------+----------+------+-------------------+-------------------+
|patient  |follow_up|NA     |any_reason|0.0   |2006-06-01 00:00:00|2020-12-31 00:00:00|
|Patient_B|follow_up|NA     |any_reason|0.0   |2006-07-01 00:00:00|2006-07-01 00:00:00|
|Patient_C|follow_up|NA     |any_reason|0.0   |2016-08-01 00:00:00|2009-12-31 00:00:00|
+---------+---------+-------+----------+------+-------------------+-------------------+

Dataset[Event[Exposure]]
+---------+--------+-------+---------------+------+-------------------+-------------------+
|patientID|category|groupID|value          |weight|start              |end                |
+---------+--------+-------+---------------+------+-------------------+-------------------+
|patient  |exposure|NA     |Antidepresseurs|1.0   |2014-01-08 00:00:00|2014-06-07 00:00:00|
+---------+--------+-------+---------------+------+-------------------+-------------------+

Dataset[TrackLossDate]
+---------+-------------------+
|patientID|trackloss          |
+---------+-------------------+
|Patient_A|2006-05-01 00:00:00|
|Patient_B|2008-02-01 00:00:00|
|Patient_C|2006-12-01 00:00:00|
|Patient_D|2007-09-01 00:00:00|
+---------+-------------------+

All the datasets that transform's fonction at FollowUpTransformer needs.

  def transform(
    patients: Dataset[(Patient, Event[ObservationPeriod])],
    dispensations: Dataset[Event[Molecule]],
    outcomes: Dataset[Event[Outcome]],
    tracklosses: Dataset[Event[Trackloss]]): Dataset[Event[FollowUp]]

Dataset[(Patient, Event[ObservationPeriod])]
+--------------------------------------------------------+--------------------------------------------------------------------------------------+
|_1                                                      |_2                                                                                    |
+--------------------------------------------------------+--------------------------------------------------------------------------------------+
|[Regis, 1, 1989-10-01 00:00:00,]                        |[Regis, observation_period, NA, NA, 0.0, 2006-01-01 00:00:00, 2009-01-01 00:00:00]    |
|[pika, 1, 1980-10-01 00:00:00, 2008-10-01 00:00:00]     |[pika, observation_period, NA, NA, 0.0, 2006-01-01 00:00:00, 2009-01-01 00:00:00]     |
|[patient03, 1, 1980-10-01 00:00:00, 2010-10-01 00:00:00]|[patient03, observation_period, NA, NA, 0.0, 2006-01-01 00:00:00, 2009-02-01 00:00:00]|
+--------------------------------------------------------+--------------------------------------------------------------------------------------+

Dataset[Event[Molecule]]
+---------+--------+-------+---------+------+-------------------+----+
|patientID|category|groupID|value    |weight|start              |end |
+---------+--------+-------+---------+------+-------------------+----+
|Regis    |molecule|NA     |doliprane|200.0 |2007-01-01 00:00:00|null|
|Regis    |molecule|NA     |doliprane|200.0 |2007-02-01 00:00:00|null|
|Regis    |molecule|NA     |doliprane|200.0 |2007-03-01 00:00:00|null|
|pika     |molecule|NA     |doliprane|200.0 |2007-05-01 00:00:00|null|
|patient03|molecule|NA     |doliprane|200.0 |2007-05-01 00:00:00|null|
+---------+--------+-------+---------+------+-------------------+----+


Dataset[Event[Outcome]]
+---------+--------+-------+--------------+------+-------------------+----+
|patientID|category|groupID|value         |weight|start              |end |
+---------+--------+-------+--------------+------+-------------------+----+
|Regis    |outcome |NA     |bladder_cancer|0.0   |2007-09-01 00:00:00|null|
|Regis    |outcome |NA     |bladder_cancer|0.0   |2008-04-01 00:00:00|null|
|pika     |outcome |NA     |cancer        |0.0   |2010-01-01 00:00:00|null|
|patient03|outcome |NA     |fall          |0.0   |2010-01-01 00:00:00|null|
+---------+--------+-------+--------------+------+-------------------+----+


 Dataset[Event[Trackloss]]
+---------+---------+-------+---------+------+-------------------+----+
|patientID|category |groupID|value    |weight|start              |end |
+---------+---------+-------+---------+------+-------------------+----+
|Regis    |trackloss|NA     |trackloss|0.0   |2006-03-30 00:00:00|null|
|pika     |trackloss|NA     |trackloss|0.0   |2006-03-30 00:00:00|null|
+---------+---------+-------+---------+------+-------------------+----+

and the issued result.

Dataset[Event[FollowUp]] 
+---------+---------+-------+--------------+------+-------------------+-------------------+
|patientID|category |groupID|value         |weight|start              |end                |
+---------+---------+-------+--------------+------+-------------------+-------------------+
|Regis    |follow_up|NA     |Trackloss     |0.0   |2006-03-01 00:00:00|2006-03-30 00:00:00|
|pika     |follow_up|NA     |Trackloss     |0.0   |2006-03-01 00:00:00|2006-03-30 00:00:00|
|patient03|follow_up|NA     |ObservationEnd|0.0   |2006-03-01 00:00:00|2009-02-01 00:00:00|
+---------+---------+-------+--------------+------+-------------------+-------------------+


The fall study issue is a Json with metadata value.

{
  "class_name" : "fr.polytechnique.cmap.cnam.study.fall.FallMainTransform$",
  "start_timestamp" : "2019-12-24T13:58:29Z",
  "end_timestamp" : "2019-12-24T14:01:44Z",
  "operations" : [ {
    "name" : "IPP",
    "inputs" : [ "DCIR" ],
    "output_type" : "dispensations",
    "output_path" : "/shared/Observapur/staging/cnam-423/IPP/data",
    "population_path" : "/shared/Observapur/staging/cnam-423/IPP/patients"
  }, {
    "name" : "control_drugs_purchases",
    "inputs" : [ "DCIR" ],
    "output_type" : "dispensations",
    "output_path" : "/shared/Observapur/staging/cnam-423/control_drugs_purchases/data",
    "population_path" : "/shared/Observapur/staging/cnam-423/control_drugs_purchases/patients"
  }, {
    "name" : "acts",
    "inputs" : [ "DCIR", "MCO", "MCO_CE" ],
    "output_type" : "acts",
    "output_path" : "/shared/Observapur/staging/cnam-423/acts/data",
    "population_path" : "/shared/Observapur/staging/cnam-423/acts/patients"
  }, {
    "name" : "control_drugs_exposures",
    "inputs" : [ "control_drugs_purchases", "follow_up" ],
    "output_type" : "exposures",
    "output_path" : "/shared/Observapur/staging/CNAM-423/2019-12-24/PC=30-GC=90-SD=0-ED=15-IL=2/control_drugs_exposures/data",
    "population_path" : "/shared/Observapur/staging/CNAM-423/2019-12-24/PC=30-GC=90-SD=0-ED=15-IL=2/control_drugs_exposures/patients"
  }, {
    "name" : "diagnoses",
    "inputs" : [ "MCO", "IR_IMB_R" ],
    "output_type" : "diagnosis",
    "output_path" : "/shared/Observapur/staging/cnam-423/diagnoses/data",
    "population_path" : "/shared/Observapur/staging/cnam-423/diagnoses/patients"
  }, {
    "name" : "follow_up",
    "inputs" : [ "extract_patients" ],
    "output_type" : "events",
    "output_path" : "/shared/Observapur/staging/CNAM-423/2019-12-24/PC=30-GC=90-SD=0-ED=15-IL=2/follow_up/data",
    "population_path" : "/shared/Observapur/staging/CNAM-423/2019-12-24/PC=30-GC=90-SD=0-ED=15-IL=2/follow_up/patients"
  }, {
    "name" : "interactions",
    "inputs" : [ "exposures" ],
    "output_type" : "exposures",
    "output_path" : "/shared/Observapur/staging/CNAM-423/2019-12-24/PC=30-GC=90-SD=0-ED=15-IL=2/interactions/data",
    "population_path" : "/shared/Observapur/staging/CNAM-423/2019-12-24/PC=30-GC=90-SD=0-ED=15-IL=2/interactions/patients"
  }, {
    "name" : "exposures",
    "inputs" : [ "drug_purchases" ],
    "output_type" : "exposures",
    "output_path" : "/shared/Observapur/staging/CNAM-423/2019-12-24/PC=30-GC=90-SD=0-ED=15-IL=2/exposures/data",
    "population_path" : "/shared/Observapur/staging/CNAM-423/2019-12-24/PC=30-GC=90-SD=0-ED=15-IL=2/exposures/patients"
  }, {
    "name" : "liberal_acts",
    "inputs" : [ "acts" ],
    "output_type" : "acts",
    "output_path" : "/shared/Observapur/staging/cnam-423/liberal_acts/data",
    "population_path" : "/shared/Observapur/staging/cnam-423/liberal_acts/patients"
  }, {
    "name" : "filter_patients",
    "inputs" : [ "drug_purchases", "extract_patients" ],
    "output_type" : "patients",
    "output_path" : "/shared/Observapur/staging/CNAM-423/2019-12-24/PC=30-GC=90-SD=0-ED=15-IL=2/filter_patients/data",
    "population_path" : ""
  }, {
    "name" : "HTA",
    "inputs" : [ "DCIR" ],
    "output_type" : "dispensations",
    "output_path" : "/shared/Observapur/staging/cnam-423/HTA/data",
    "population_path" : "/shared/Observapur/staging/cnam-423/HTA/patients"
  }, {
    "name" : "extract_hospital_stays",
    "inputs" : [ "MCO" ],
    "output_type" : "hospital stays",
    "output_path" : "/shared/Observapur/staging/cnam-423/extract_hospital_stays/data",
    "population_path" : "/shared/Observapur/staging/cnam-423/extract_hospital_stays/patients"
  }, {
    "name" : "extract_patients",
    "inputs" : [ "DCIR", "MCO", "IR_BEN_R", "MCO_CE" ],
    "output_type" : "patients",
    "output_path" : "/shared/Observapur/staging/cnam-423/extract_patients/data",
    "population_path" : ""
  }, {
    "name" : "drug_purchases",
    "inputs" : [ "DCIR" ],
    "output_type" : "dispensations",
    "output_path" : "/shared/Observapur/staging/cnam-423/drug_purchases/data",
    "population_path" : "/shared/Observapur/staging/cnam-423/drug_purchases/patients"
  }, {
    "name" : "epileptics",
    "inputs" : [ "MCO", "IMB" ],
    "output_type" : "diagnosis",
    "output_path" : "/shared/Observapur/staging/cnam-423/epileptics/data",
    "population_path" : "/shared/Observapur/staging/cnam-423/epileptics/patients"
  }, {
    "name" : "fractures",
    "inputs" : [ "acts" ],
    "output_type" : "outcomes",
    "output_path" : "/shared/Observapur/staging/CNAM-423/2019-12-24/PC=30-GC=90-SD=0-ED=15-IL=2/fractures/data",
    "population_path" : "/shared/Observapur/staging/CNAM-423/2019-12-24/PC=30-GC=90-SD=0-ED=15-IL=2/fractures/patients"
  }, {
    "name" : "opioids",
    "inputs" : [ "DCIR" ],
    "output_type" : "dispensations",
    "output_path" : "/shared/Observapur/staging/cnam-423/opioids/data",
    "population_path" : "/shared/Observapur/staging/cnam-423/opioids/patients"
  }, {
    "name" : "cardiac",
    "inputs" : [ "DCIR" ],
    "output_type" : "dispensations",
    "output_path" : "/shared/Observapur/staging/cnam-423/cardiac/data",
    "population_path" : "/shared/Observapur/staging/cnam-423/cardiac/patients"
  } ]
}
  1. DCIR
  2. PMSI
  1. Referentials
Clone this wiki locally