[2023-04-11T21:16:36.075Z] Logging started
[2023-04-11T21:16:36.076Z] Logging started
[2023-04-11T21:16:36.076Z] Logging started
[2023-04-11T21:16:36.525Z] Websocket ping sent
[2023-04-11T21:16:37.170Z] Websocket message: __pong__
[2023-04-11T21:16:37.170Z] Websocket pong received, connection ok!
[2023-04-11T21:16:40.971Z] GET SENT http://172.28.59.208:8083/runs?_order=-ts_epoch&_limit=30&_group_limit=31&_page=1
[2023-04-11T21:16:41.008Z] GET SENT http://172.28.59.208:8083/runs?_order=-ts_epoch&_limit=30&_group_limit=31&_page=1&ts_epoch%3Age=1678644000000
[2023-04-11T21:16:41.017Z] ERROR http://172.28.59.208:8083/runs?_order=-ts_epoch&_limit=30&_group_limit=31&_page=1 {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:41.525Z] Websocket ping sent
[2023-04-11T21:16:43.528Z] Websocket connection closed
[2023-04-11T21:16:45.544Z] Websocket connection closed
[2023-04-11T21:16:48.548Z] Websocket connection closed
[2023-04-11T21:16:49.310Z] GET 200 http://172.28.59.208:8083/runs?_order=-ts_epoch&_limit=30&_group_limit=31&_page=1&ts_epoch%3Age=1678644000000 {"data":[{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"42","status":"running","ts_epoch":1681244608201,"finished_at":null,"duration":296799,"last_heartbeat_ts":1681244905,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"]},{"flow_id":"GenerateEmbeddingsFlow","run_number":41,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"41","status":"completed","ts_epoch":1681210564532,"finished_at":1681210656965,"duration":92433,"last_heartbeat_ts":1681210653,"tags":[],"system_tags":["python_version:3.7.7","project_branch:user.YAdetbekov","project:customer_entity","metaflow_version:2.7.20","runtime:dev","user:YAdetbekov"]},{"flow_id":"TrainAutoencoderFlow","run_number":40,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"40","status":"completed","ts_epoch":1681042671804,"finished_at":1681068272795,"duration":25600991,"last_heartbeat_ts":1681068258,"tags":[],"system_tags":["project_branch:user.YAdetbekov","python_version:3.7.7","metaflow_version:2.7.20","user:YAdetbekov","runtime:dev","project:customer_entity"]},{"flow_id":"TrainAutoencoderFlow","run_number":39,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"39","status":"completed","ts_epoch":1681040553636,"finished_at":1681041372229,"duration":818593,"last_heartbeat_ts":1681041363,"tags":[],"system_tags":["python_version:3.7.7","user:YAdetbekov","project:customer_entity","runtime:dev","metaflow_version:2.7.20","project_branch:user.YAdetbekov"]},{"flow_id":"TrainAutoencoderFlow","run_number":38,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"38","status":"completed","ts_epoch":1681038586090,"finished_at":1681039464669,"duration":878579,"last_heartbeat_ts":1681039455,"tags":[],"system_tags":["project:customer_entity","project_branch:user.YAdetbekov","metaflow_version:2.7.20","python_version:3.7.7","user:YAdetbekov","runtime:dev"]},{"flow_id":"TrainAutoencoderFlow","run_number":37,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"37","status":"failed","ts_epoch":1681037478505,"finished_at":1681037511000,"duration":32495,"last_heartbeat_ts":1681037511,"tags":[],"system_tags":["runtime:dev","python_version:3.7.7","metaflow_version:2.7.20","project_branch:user.YAdetbekov","project:customer_entity","user:YAdetbekov"]},{"flow_id":"TrainAutoencoderFlow","run_number":36,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"36","status":"failed","ts_epoch":1681035488457,"finished_at":1681036365784,"duration":877327,"last_heartbeat_ts":1681036358,"tags":[],"system_tags":["metaflow_version:2.7.20","project_branch:user.YAdetbekov","user:YAdetbekov","runtime:dev","project:customer_entity","python_version:3.7.7"]},{"flow_id":"TrainAutoencoderFlow","run_number":35,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"35","status":"failed","ts_epoch":1681034436906,"finished_at":1681034469000,"duration":32094,"last_heartbeat_ts":1681034469,"tags":[],"system_tags":["project_branch:user.YAdetbekov","project:customer_entity","metaflow_version:2.7.20","user:YAdetbekov","python_version:3.7.7","runtime:dev"]},{"flow_id":"TrainAutoencoderFlow","run_number":34,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"34","status":"failed","ts_epoch":1681034253984,"finished_at":1681034287000,"duration":33016,"last_heartbeat_ts":1681034287,"tags":[],"system_tags":["python_version:3.7.7","runtime:dev","project_branch:user.YAdetbekov","project:customer_entity","user:YAdetbekov","metaflow_version:2.7.20"]},{"flow_id":"TrainAutoencoderFlow","run_number":33,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"33","status":"failed","ts_epoch":1681033386454,"finished_at":1681033929000,"duration":542546,"last_heartbeat_ts":1681033929,"tags":[],"system_tags":["user:YAdetbekov","project:customer_entity","project_branch:user.YAdetbekov","runtime:dev","python_version:3.7.7","metaflow_version:2.7.20"]},{"flow_id":"TrainAutoencoderFlow","run_number":32,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"32","status":"failed","ts_epoch":1681032749083,"finished_at":1681032749000,"duration":-83,"last_heartbeat_ts":1681032749,"tags":[],"system_tags":["project:customer_entity","user:YAdetbekov","project_branch:user.YAdetbekov","python_version:3.7.7","runtime:dev","metaflow_version:2.7.20"]},{"flow_id":"TrainAutoencoderFlow","run_number":31,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"31","status":"failed","ts_epoch":1681023988448,"finished_at":1681024317000,"duration":328552,"last_heartbeat_ts":1681024317,"tags":[],"system_tags":["python_version:3.7.7","project:customer_entity","project_branch:user.YAdetbekov","user:YAdetbekov","runtime:dev","metaflow_version:2.7.20"]},{"flow_id":"TrainAutoencoderFlow","run_number":30,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"30","status":"failed","ts_epoch":1680951238887,"finished_at":1680981887540,"duration":30648653,"last_heartbeat_ts":1680981879,"tags":[],"system_tags":["python_version:3.7.7","metaflow_version:2.7.20","user:YAdetbekov","project:customer_entity","project_branch:user.YAdetbekov","runtime:dev"]},{"flow_id":"TrainAutoencoderFlow","run_number":29,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"29","status":"failed","ts_epoch":1680950563825,"finished_at":1680950817000,"duration":253175,"last_heartbeat_ts":1680950817,"tags":[],"system_tags":["user:YAdetbekov","runtime:dev","metaflow_version:2.7.20","project_branch:user.YAdetbekov","project:customer_entity","python_version:3.7.7"]},{"flow_id":"TrainAutoencoderFlow","run_number":28,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"28","status":"failed","ts_epoch":1680949834863,"finished_at":1680949866000,"duration":31137,"last_heartbeat_ts":1680949866,"tags":[],"system_tags":["user:YAdetbekov","runtime:dev","python_version:3.7.7","metaflow_version:2.7.20","project_branch:user.YAdetbekov","project:customer_entity"]},{"flow_id":"TrainAutoencoderFlow","run_number":27,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"27","status":"failed","ts_epoch":1680948284851,"finished_at":1680948615000,"duration":330149,"last_heartbeat_ts":1680948615,"tags":[],"system_tags":["project:customer_entity","user:YAdetbekov","project_branch:user.YAdetbekov","python_version:3.7.7","metaflow_version:2.7.20","runtime:dev"]},{"flow_id":"TrainAutoencoderFlow","run_number":26,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"26","status":"failed","ts_epoch":1680946919580,"finished_at":1680947276000,"duration":356420,"last_heartbeat_ts":1680947276,"tags":[],"system_tags":["metaflow_version:2.7.20","python_version:3.7.7","project:customer_entity","user:YAdetbekov","runtime:dev","project_branch:user.YAdetbekov"]},{"flow_id":"TrainAutoencoderFlow","run_number":25,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"25","status":"failed","ts_epoch":1680945915307,"finished_at":1680945972000,"duration":56693,"last_heartbeat_ts":1680945972,"tags":[],"system_tags":["user:YAdetbekov","project:customer_entity","metaflow_version:2.7.20","runtime:dev","python_version:3.7.7","project_branch:user.YAdetbekov"]},{"flow_id":"TrainAutoencoderFlow","run_number":24,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"24","status":"failed","ts_epoch":1680945439390,"finished_at":1680945439000,"duration":-390,"last_heartbeat_ts":1680945439,"tags":[],"system_tags":["metaflow_version:2.7.20","python_version:3.7.7","runtime:dev","project_branch:user.YAdetbekov","project:customer_entity","user:YAdetbekov"]},{"flow_id":"TrainAutoencoderFlow","run_number":23,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"23","status":"failed","ts_epoch":1680887751573,"finished_at":1680887751000,"duration":-573,"last_heartbeat_ts":1680887751,"tags":[],"system_tags":["runtime:dev","project:customer_entity","project_branch:user.YAdetbekov","python_version:3.7.7","metaflow_version:2.7.20","user:YAdetbekov"]},{"flow_id":"TrainAutoencoderFlow","run_number":22,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"22","status":"failed","ts_epoch":1680882370353,"finished_at":1680882370000,"duration":-353,"last_heartbeat_ts":1680882370,"tags":[],"system_tags":["metaflow_version:2.7.20","runtime:dev","project:customer_entity","python_version:3.7.7","user:YAdetbekov","project_branch:user.YAdetbekov"]},{"flow_id":"TrainAutoencoderFlow","run_number":21,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"21","status":"failed","ts_epoch":1680882202530,"finished_at":1680882202000,"duration":-530,"last_heartbeat_ts":1680882202,"tags":[],"system_tags":["project_branch:user.YAdetbekov","python_version:3.7.7","user:YAdetbekov","project:customer_entity","runtime:dev","metaflow_version:2.7.20"]},{"flow_id":"TrainAutoencoderFlow","run_number":20,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"20","status":"failed","ts_epoch":1680881899012,"finished_at":1680881899000,"duration":-12,"last_heartbeat_ts":1680881899,"tags":[],"system_tags":["project_branch:user.YAdetbekov","project:customer_entity","user:YAdetbekov","runtime:dev","python_version:3.7.7","metaflow_version:2.7.20"]},{"flow_id":"TrainAutoencoderFlow","run_number":19,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"19","status":"failed","ts_epoch":1680880218245,"finished_at":1680880218000,"duration":-245,"last_heartbeat_ts":1680880218,"tags":[],"system_tags":["python_version:3.7.7","metaflow_version:2.7.20","runtime:dev","user:YAdetbekov","project:customer_entity","project_branch:user.YAdetbekov"]},{"flow_id":"TrainAutoencoderFlow","run_number":18,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"18","status":"failed","ts_epoch":1680879992012,"finished_at":1680879992000,"duration":-12,"last_heartbeat_ts":1680879992,"tags":[],"system_tags":["metaflow_version:2.7.20","user:YAdetbekov","runtime:dev","python_version:3.7.7","project_branch:user.YAdetbekov","project:customer_entity"]},{"flow_id":"TrainAutoencoderFlow","run_number":17,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"17","status":"failed","ts_epoch":1680879434139,"finished_at":1680879434000,"duration":-139,"last_heartbeat_ts":1680879434,"tags":[],"system_tags":["project_branch:user.YAdetbekov","project:customer_enitity","user:YAdetbekov","python_version:3.7.7","runtime:dev","metaflow_version:2.7.20"]},{"flow_id":"TrainAutoencoderFlow","run_number":16,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"16","status":"failed","ts_epoch":1680877623394,"finished_at":1680877623000,"duration":-394,"last_heartbeat_ts":1680877623,"tags":[],"system_tags":["python_version:3.7.7","project_branch:user.YAdetbekov","project:customer_enitity","runtime:dev","user:YAdetbekov","metaflow_version:2.7.20"]},{"flow_id":"TrainAutoencoderFlow","run_number":15,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"15","status":"failed","ts_epoch":1680870449896,"finished_at":1680870449000,"duration":-896,"last_heartbeat_ts":1680870449,"tags":[],"system_tags":["runtime:dev","user:YAdetbekov","project:customer_enitity","python_version:3.7.7","project_branch:user.YAdetbekov","metaflow_version:2.7.20"]},{"flow_id":"TrainAutoencoderFlow","run_number":14,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"14","status":"failed","ts_epoch":1680869796307,"finished_at":1680869796000,"duration":-307,"last_heartbeat_ts":1680869796,"tags":[],"system_tags":["python_version:3.7.7","user:YAdetbekov","runtime:dev","metaflow_version:2.7.20"]},{"flow_id":"TrainAutoencoderFlow","run_number":13,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"13","status":"failed","ts_epoch":1680869359927,"finished_at":1680869359000,"duration":-927,"last_heartbeat_ts":1680869359,"tags":[],"system_tags":["runtime:dev","python_version:3.7.7","user:YAdetbekov","metaflow_version:2.7.20"]}],"status":200,"links":{"self":"http://172.28.59.208:8083/runs?_order=-ts_epoch&_limit=30&_group_limit=31&_page=1&ts_epoch:ge=1678644000000","first":"http://172.28.59.208:8083/runs?_order=-ts_epoch&_limit=30&_group_limit=31&_page=1&ts_epoch:ge=1678644000000","prev":"http://172.28.59.208:8083/runs?_order=-ts_epoch&_limit=30&_group_limit=31&_page=1&ts_epoch:ge=1678644000000","next":"http://172.28.59.208:8083/runs?_order=-ts_epoch&_limit=30&_group_limit=31&_page=2&ts_epoch:ge=1678644000000","last":null},"pages":{"self":1,"first":1,"prev":1,"next":2,"last":null},"query":{"_order":"-ts_epoch","_limit":"30","_group_limit":"31","_page":"1","ts_epoch:ge":"1678644000000"}}
[2023-04-11T21:16:49.373Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start
[2023-04-11T21:16:49.374Z] GET SENT http://172.28.59.208:8083/flows/GenerateEmbeddingsFlow/runs/41/metadata?step_name=start
[2023-04-11T21:16:49.374Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/40/metadata?step_name=start
[2023-04-11T21:16:49.375Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/39/metadata?step_name=start
[2023-04-11T21:16:49.375Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/38/metadata?step_name=start
[2023-04-11T21:16:49.376Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/37/metadata?step_name=start
[2023-04-11T21:16:49.376Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/36/metadata?step_name=start
[2023-04-11T21:16:49.377Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/35/metadata?step_name=start
[2023-04-11T21:16:49.377Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/34/metadata?step_name=start
[2023-04-11T21:16:49.377Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/33/metadata?step_name=start
[2023-04-11T21:16:49.378Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/32/metadata?step_name=start
[2023-04-11T21:16:49.378Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/31/metadata?step_name=start
[2023-04-11T21:16:49.379Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/30/metadata?step_name=start
[2023-04-11T21:16:49.379Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/29/metadata?step_name=start
[2023-04-11T21:16:49.380Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/28/metadata?step_name=start
[2023-04-11T21:16:49.380Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/27/metadata?step_name=start
[2023-04-11T21:16:49.381Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/26/metadata?step_name=start
[2023-04-11T21:16:49.381Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/25/metadata?step_name=start
[2023-04-11T21:16:49.382Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/24/metadata?step_name=start
[2023-04-11T21:16:49.383Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/23/metadata?step_name=start
[2023-04-11T21:16:49.384Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/22/metadata?step_name=start
[2023-04-11T21:16:49.384Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/21/metadata?step_name=start
[2023-04-11T21:16:49.385Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/20/metadata?step_name=start
[2023-04-11T21:16:49.385Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/19/metadata?step_name=start
[2023-04-11T21:16:49.386Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/18/metadata?step_name=start
[2023-04-11T21:16:49.386Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/17/metadata?step_name=start
[2023-04-11T21:16:49.387Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/16/metadata?step_name=start
[2023-04-11T21:16:49.387Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/15/metadata?step_name=start
[2023-04-11T21:16:49.387Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/14/metadata?step_name=start
[2023-04-11T21:16:49.388Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/13/metadata?step_name=start
[2023-04-11T21:16:49.429Z] GET SENT http://172.28.59.208:8083/runs?_order=-ts_epoch&_limit=30&_group_limit=31&_page=2&ts_epoch%3Age=1678644000000
[2023-04-11T21:16:50.857Z] ERROR http://172.28.59.208:8083/runs?_order=-ts_epoch&_limit=30&_group_limit=31&_page=2&ts_epoch%3Age=1678644000000 {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.857Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.857Z] ERROR http://172.28.59.208:8083/flows/GenerateEmbeddingsFlow/runs/41/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.857Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/40/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.857Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/39/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/38/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/37/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/36/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/35/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/34/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/33/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/32/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/31/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/30/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/29/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/28/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/27/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/26/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.858Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/25/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/24/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/23/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/22/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/21/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/20/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/19/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/18/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/17/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/16/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/15/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/14/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.859Z] ERROR http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/13/metadata?step_name=start {"id":"generic-error","traceback":"","status":500,"title":"Unknown error","type":"error"}
[2023-04-11T21:16:50.867Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42
[2023-04-11T21:16:51.600Z] Websocket connection closed
[2023-04-11T21:16:52.480Z] GET 200 http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42 {"data":{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"user_name":"YAdetbekov","user":"YAdetbekov","run":"42","status":"running","ts_epoch":1681244608201,"finished_at":null,"duration":296799,"last_heartbeat_ts":1681244905,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"]},"status":200,"links":{"self":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42"},"query":{}}
[2023-04-11T21:16:52.522Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/parameters
[2023-04-11T21:16:52.523Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/artifacts?ds_type=local&_limit=1
[2023-04-11T21:16:52.523Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps?_order=%2Bts_epoch&_limit=1000
[2023-04-11T21:16:52.524Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/tasks?_order=%2Bts_epoch&_limit=1000&postprocess=false
[2023-04-11T21:16:52.524Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start
[2023-04-11T21:16:52.527Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/dag
[2023-04-11T21:16:52.770Z] GET 200 http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/artifacts?ds_type=local&_limit=1 {"data":[],"status":200,"links":{"self":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/artifacts?ds_type=local&_limit=1","first":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/artifacts?ds_type=local&_limit=1&_page=1","prev":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/artifacts?ds_type=local&_limit=1&_page=1","next":null,"last":null},"pages":{"self":1,"first":1,"prev":1,"next":null,"last":null},"query":{"ds_type":"local","_limit":"1"}}
[2023-04-11T21:16:52.782Z] GET 200 http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/dag {"data":{"file":"3_train_autoencoder.py","parameters":[{"name":"batch_size","type":"Parameter"},{"name":"encoding_size","type":"Parameter"},{"name":"learning_rate","type":"Parameter"},{"name":"n_epochs","type":"Parameter"},{"name":"patience","type":"Parameter"},{"name":"weight_decay","type":"Parameter"}],"constants":[],"steps":{"start":{"name":"start","type":"start","line":42,"doc":"Initialize variables","decorators":[],"next":["load_data"]},"load_data":{"name":"load_data","type":"linear","line":57,"doc":"Load table data from CSV file","decorators":[],"next":["remove_outliers"]},"remove_outliers":{"name":"remove_outliers","type":"linear","line":68,"doc":"Remove outliers using the Isolation Forest algorithm","decorators":[],"next":["scale_data"]},"scale_data":{"name":"scale_data","type":"linear","line":92,"doc":"Scale the data to have zero mean and unit variance","decorators":[],"next":["create_torch_dataset"]},"create_torch_dataset":{"name":"create_torch_dataset","type":"linear","line":105,"doc":"","decorators":[],"next":["create_data_loaders"]},"create_data_loaders":{"name":"create_data_loaders","type":"linear","line":111,"doc":"","decorators":[],"next":["train_autoencoder"]},"train_autoencoder":{"name":"train_autoencoder","type":"linear","line":122,"doc":"Train autoencoder on data","decorators":[{"name":"card","attributes":{"type":"blank","options":{},"scope":"task","timeout":45,"id":null,"save_errors":true,"customize":false},"statically_defined":true}],"next":["compute_embeddings"]},"compute_embeddings":{"name":"compute_embeddings","type":"linear","line":178,"doc":"","decorators":[],"next":["end"]},"end":{"name":"end","type":"end","line":186,"doc":"Save embeddings ands model to artifact","decorators":[],"next":[]}},"graph_structure":["start","load_data","remove_outliers","scale_data","create_torch_dataset","create_data_loaders","train_autoencoder","compute_embeddings","end"],"doc":"","decorators":[{"name":"project","attributes":{"name":"device_entity"},"statically_defined":true}]},"status":200,"links":{"self":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/dag"},"query":{}}
[2023-04-11T21:16:52.810Z] GET 200 http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps?_order=%2Bts_epoch&_limit=1000 {"data":[{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":"42","step_name":"_parameters","user_name":"YAdetbekov","ts_epoch":1681244608227,"duration":2602,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"]},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":"42","step_name":"start","user_name":"YAdetbekov","ts_epoch":1681244610909,"duration":7128,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"]},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":"42","step_name":"load_data","user_name":"YAdetbekov","ts_epoch":1681244618992,"duration":21231,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"]},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":"42","step_name":"remove_outliers","user_name":"YAdetbekov","ts_epoch":1681244640995,"duration":142903,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"]},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":"42","step_name":"scale_data","user_name":"YAdetbekov","ts_epoch":1681244784718,"duration":32950,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"]},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":"42","step_name":"create_torch_dataset","user_name":"YAdetbekov","ts_epoch":1681244818516,"duration":32323,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"]},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":"42","step_name":"create_data_loaders","user_name":"YAdetbekov","ts_epoch":1681244851899,"duration":52390,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"]},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":"42","step_name":"train_autoencoder","user_name":"YAdetbekov","ts_epoch":1681244905063,"duration":-63,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"]}],"status":200,"links":{"self":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps?_order=%2Bts_epoch&_limit=1000","first":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps?_order=%2Bts_epoch&_limit=1000&_page=1","prev":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps?_order=%2Bts_epoch&_limit=1000&_page=1","next":null,"last":null},"pages":{"self":1,"first":1,"prev":1,"next":null,"last":null},"query":{"_order":"+ts_epoch","_limit":"1000"}}
[2023-04-11T21:16:52.824Z] GET 200 http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start {"data":[{"id":1580,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"runtime","value":"dev","type":"runtime","user_name":"YAdetbekov","ts_epoch":1681244610960,"tags":["attempt_id:0"],"system_tags":null},{"id":1581,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"python_version","value":"3.7.7","type":"python_version","user_name":"YAdetbekov","ts_epoch":1681244610967,"tags":["attempt_id:0"],"system_tags":null},{"id":1582,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"user","value":"YAdetbekov","type":"user","user_name":"YAdetbekov","ts_epoch":1681244610975,"tags":["attempt_id:0"],"system_tags":null},{"id":1583,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"metaflow_version","value":"2.7.20","type":"metaflow_version","user_name":"YAdetbekov","ts_epoch":1681244610989,"tags":["attempt_id:0"],"system_tags":null},{"id":1584,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"runtime","value":"dev","type":"runtime","user_name":"YAdetbekov","ts_epoch":1681244614986,"tags":["attempt_id:0"],"system_tags":null},{"id":1585,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"python_version","value":"3.7.7","type":"python_version","user_name":"YAdetbekov","ts_epoch":1681244615039,"tags":["attempt_id:0"],"system_tags":null},{"id":1586,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"user","value":"YAdetbekov","type":"user","user_name":"YAdetbekov","ts_epoch":1681244615047,"tags":["attempt_id:0"],"system_tags":null},{"id":1587,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"metaflow_version","value":"2.7.20","type":"metaflow_version","user_name":"YAdetbekov","ts_epoch":1681244615080,"tags":["attempt_id:0"],"system_tags":null},{"id":1588,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"attempt","value":"0","type":"attempt","user_name":"YAdetbekov","ts_epoch":1681244615102,"tags":["attempt_id:0"],"system_tags":null},{"id":1589,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"origin-run-id","value":"None","type":"origin-run-id","user_name":"YAdetbekov","ts_epoch":1681244615112,"tags":["attempt_id:0"],"system_tags":null}],"status":200,"links":{"self":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start","first":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start&_page=1","prev":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start&_page=1","next":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start&_page=2","last":null},"pages":{"self":1,"first":1,"prev":1,"next":2,"last":null},"query":{"step_name":"start"}}
[2023-04-11T21:16:52.831Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start&_page=2
[2023-04-11T21:16:52.831Z] GET 200 http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/tasks?_order=%2Bts_epoch&_limit=1000&postprocess=false {"data":[{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"_parameters","task_id":159,"task_name":null,"user_name":"YAdetbekov","status":"unknown","task_ok":":root:s3://metaflow/metaflow","ts_epoch":1681244608247,"started_at":null,"finished_at":1681244610829,"duration":2582,"attempt_id":0,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"],"last_heartbeat_ts":1681244608},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"user_name":"YAdetbekov","status":"completed","task_ok":null,"ts_epoch":1681244610939,"started_at":1681244615102,"finished_at":1681244618037,"duration":2935,"attempt_id":0,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"],"last_heartbeat_ts":1681244610},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"load_data","task_id":161,"task_name":null,"user_name":"YAdetbekov","status":"completed","task_ok":null,"ts_epoch":1681244619018,"started_at":1681244623274,"finished_at":1681244640223,"duration":16949,"attempt_id":0,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"],"last_heartbeat_ts":1681244619},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"remove_outliers","task_id":162,"task_name":null,"user_name":"YAdetbekov","status":"completed","task_ok":null,"ts_epoch":1681244641041,"started_at":1681244645051,"finished_at":1681244783898,"duration":138847,"attempt_id":0,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"],"last_heartbeat_ts":1681244641},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"scale_data","task_id":163,"task_name":null,"user_name":"YAdetbekov","status":"completed","task_ok":null,"ts_epoch":1681244784769,"started_at":1681244789609,"finished_at":1681244817668,"duration":28059,"attempt_id":0,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"],"last_heartbeat_ts":1681244784},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"create_torch_dataset","task_id":164,"task_name":null,"user_name":"YAdetbekov","status":"completed","task_ok":null,"ts_epoch":1681244818539,"started_at":1681244822563,"finished_at":1681244850839,"duration":28276,"attempt_id":0,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"],"last_heartbeat_ts":1681244818},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"create_data_loaders","task_id":165,"task_name":null,"user_name":"YAdetbekov","status":"completed","task_ok":null,"ts_epoch":1681244852146,"started_at":1681244856746,"finished_at":1681244904289,"duration":47543,"attempt_id":0,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"],"last_heartbeat_ts":1681244852},{"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"user_name":"YAdetbekov","status":"running","task_ok":null,"ts_epoch":1681244905077,"started_at":1681244909151,"finished_at":null,"duration":-4151,"attempt_id":0,"tags":[],"system_tags":["user:YAdetbekov","project:device_entity","metaflow_version:2.7.20","python_version:3.7.7","project_branch:user.YAdetbekov","runtime:dev"],"last_heartbeat_ts":1681244905}],"status":200,"links":{"self":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/tasks?_order=%2Bts_epoch&_limit=1000&postprocess=false","first":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/tasks?_order=%2Bts_epoch&_limit=1000&postprocess=false&_page=1","prev":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/tasks?_order=%2Bts_epoch&_limit=1000&postprocess=false&_page=1","next":null,"last":null},"pages":{"self":1,"first":1,"prev":1,"next":null,"last":null},"query":{"_order":"+ts_epoch","_limit":"1000","postprocess":"false"}}
[2023-04-11T21:16:52.903Z] GET 200 http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/parameters {"data":{},"status":200,"links":{"self":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/parameters"},"query":{}}
[2023-04-11T21:16:54.739Z] Websocket connection closed
[2023-04-11T21:16:54.874Z] GET 200 http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start&_page=2 {"data":[{"id":1590,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"ds-type","value":"s3","type":"ds-type","user_name":"YAdetbekov","ts_epoch":1681244615124,"tags":["attempt_id:0"],"system_tags":null},{"id":1591,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"ds-root","value":"s3://metaflow/metaflow","type":"ds-root","user_name":"YAdetbekov","ts_epoch":1681244615130,"tags":["attempt_id:0"],"system_tags":null},{"id":1592,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"attempt_ok","value":"True","type":"internal_attempt_status","user_name":"YAdetbekov","ts_epoch":1681244615590,"tags":["attempt_id:0"],"system_tags":null},{"id":1593,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"start","task_id":160,"task_name":null,"attempt_id":0,"field_name":"attempt-done","value":"0","type":"attempt-done","user_name":"YAdetbekov","ts_epoch":1681244617844,"tags":["attempt_id:0"],"system_tags":null}],"status":200,"links":{"self":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start&_page=2","first":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start&_page=1","prev":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/metadata?step_name=start&_page=1","next":null,"last":null},"pages":{"self":2,"first":1,"prev":1,"next":null,"last":null},"query":{"step_name":"start","_page":"2"}}
[2023-04-11T21:16:55.358Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/metadata?_limit=100&attempt_id%3Ais=null
[2023-04-11T21:16:55.358Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/metadata?_limit=100&attempt_id=0
[2023-04-11T21:16:55.359Z] GET SENT http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/artifacts?attempt_id=0&postprocess=true&_limit=50
[2023-04-11T21:16:56.831Z] GET 200 http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/artifacts?attempt_id=0&postprocess=true&_limit=50 {"data":[],"status":200,"links":{"self":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/artifacts?attempt_id=0&postprocess=true&_limit=50","first":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/artifacts?attempt_id=0&postprocess=true&_limit=50&_page=1","prev":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/artifacts?attempt_id=0&postprocess=true&_limit=50&_page=1","next":null,"last":null},"pages":{"self":1,"first":1,"prev":1,"next":null,"last":null},"query":{"attempt_id":"0","postprocess":"true","_limit":"50"}}
[2023-04-11T21:16:57.138Z] Websocket connection opened
[2023-04-11T21:16:57.495Z] GET 200 http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/metadata?_limit=100&attempt_id=0 {"data":[{"id":1672,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"attempt","value":"0","type":"attempt","user_name":"YAdetbekov","ts_epoch":1681244909151,"tags":["attempt_id:0"],"system_tags":null},{"id":1675,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"ds-root","value":"s3://metaflow/metaflow","type":"ds-root","user_name":"YAdetbekov","ts_epoch":1681244909178,"tags":["attempt_id:0"],"system_tags":null},{"id":1674,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"ds-type","value":"s3","type":"ds-type","user_name":"YAdetbekov","ts_epoch":1681244909169,"tags":["attempt_id:0"],"system_tags":null},{"id":1671,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"metaflow_version","value":"2.7.20","type":"metaflow_version","user_name":"YAdetbekov","ts_epoch":1681244909136,"tags":["attempt_id:0"],"system_tags":null},{"id":1667,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"metaflow_version","value":"2.7.20","type":"metaflow_version","user_name":"YAdetbekov","ts_epoch":1681244905173,"tags":["attempt_id:0"],"system_tags":null},{"id":1673,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"origin-run-id","value":"None","type":"origin-run-id","user_name":"YAdetbekov","ts_epoch":1681244909161,"tags":["attempt_id:0"],"system_tags":null},{"id":1669,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"python_version","value":"3.7.7","type":"python_version","user_name":"YAdetbekov","ts_epoch":1681244909103,"tags":["attempt_id:0"],"system_tags":null},{"id":1665,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"python_version","value":"3.7.7","type":"python_version","user_name":"YAdetbekov","ts_epoch":1681244905139,"tags":["attempt_id:0"],"system_tags":null},{"id":1668,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"runtime","value":"dev","type":"runtime","user_name":"YAdetbekov","ts_epoch":1681244909042,"tags":["attempt_id:0"],"system_tags":null},{"id":1664,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"runtime","value":"dev","type":"runtime","user_name":"YAdetbekov","ts_epoch":1681244905104,"tags":["attempt_id:0"],"system_tags":null},{"id":1670,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"user","value":"YAdetbekov","type":"user","user_name":"YAdetbekov","ts_epoch":1681244909128,"tags":["attempt_id:0"],"system_tags":null},{"id":1666,"flow_id":"TrainAutoencoderFlow","run_number":42,"run_id":null,"step_name":"train_autoencoder","task_id":166,"task_name":null,"attempt_id":0,"field_name":"user","value":"YAdetbekov","type":"user","user_name":"YAdetbekov","ts_epoch":1681244905167,"tags":["attempt_id:0"],"system_tags":null}],"status":200,"links":{"self":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/metadata?_limit=100&attempt_id=0","first":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/metadata?_limit=100&attempt_id=0&_page=1","prev":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/metadata?_limit=100&attempt_id=0&_page=1","next":null,"last":null},"pages":{"self":1,"first":1,"prev":1,"next":null,"last":null},"query":{"_limit":"100","attempt_id":"0"}}
[2023-04-11T21:16:57.988Z] GET 200 http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/metadata?_limit=100&attempt_id%3Ais=null {"data":[],"status":200,"links":{"self":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/metadata?_limit=100&attempt_id:is=null","first":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/metadata?_limit=100&attempt_id:is=null&_page=1","prev":"http://172.28.59.208:8083/flows/TrainAutoencoderFlow/runs/42/steps/train_autoencoder/tasks/166/metadata?_limit=100&attempt_id:is=null&_page=1","next":null,"last":null},"pages":{"self":1,"first":1,"prev":1,"next":null,"last":null},"query":{"_limit":"100","attempt_id:is":"null"}}
[2023-04-11T21:17:02.139Z] Websocket ping sent
[2023-04-11T21:17:02.150Z] Websocket message: __pong__
[2023-04-11T21:17:02.151Z] Websocket pong received, connection ok!
[2023-04-11T21:17:07.140Z] Websocket ping sent
[2023-04-11T21:17:07.161Z] Websocket message: __pong__
[2023-04-11T21:17:07.162Z] Websocket pong received, connection ok!
[2023-04-11T21:17:12.140Z] Websocket ping sent
[2023-04-11T21:17:12.372Z] Websocket message: __pong__
[2023-04-11T21:17:12.373Z] Websocket pong received, connection ok!
[2023-04-11T21:17:17.145Z] Websocket ping sent
[2023-04-11T21:17:17.160Z] Websocket message: __pong__
[2023-04-11T21:17:17.160Z] Websocket pong received, connection ok!
[2023-04-11T21:17:22.146Z] Websocket ping sent
[2023-04-11T21:17:22.186Z] Websocket message: __pong__
[2023-04-11T21:17:22.187Z] Websocket pong received, connection ok!
[2023-04-11T21:17:27.147Z] Websocket ping sent
[2023-04-11T21:17:27.162Z] Websocket message: __pong__
[2023-04-11T21:17:27.162Z] Websocket pong received, connection ok!
[2023-04-11T21:17:32.176Z] Websocket ping sent
[2023-04-11T21:17:32.194Z] Websocket message: __pong__
[2023-04-11T21:17:32.195Z] Websocket pong received, connection ok!
[2023-04-11T21:17:37.186Z] Websocket ping sent
[2023-04-11T21:17:37.194Z] Websocket message: __pong__
[2023-04-11T21:17:37.195Z] Websocket pong received, connection ok!
[2023-04-11T21:17:42.195Z] Websocket ping sent
[2023-04-11T21:17:42.213Z] Websocket message: __pong__
[2023-04-11T21:17:42.213Z] Websocket pong received, connection ok!
[2023-04-11T21:17:47.205Z] Websocket ping sent
[2023-04-11T21:17:47.226Z] Websocket message: __pong__
[2023-04-11T21:17:47.227Z] Websocket pong received, connection ok!
[2023-04-11T21:17:52.216Z] Websocket ping sent
[2023-04-11T21:17:52.467Z] Websocket message: __pong__
[2023-04-11T21:17:52.467Z] Websocket pong received, connection ok!
[2023-04-11T21:17:57.226Z] Websocket ping sent
[2023-04-11T21:17:57.241Z] Websocket message: __pong__
[2023-04-11T21:17:57.242Z] Websocket pong received, connection ok!